-- Logs begin at Wed 2021-12-15 03:48:23 UTC, end at Wed 2021-12-15 06:01:54 UTC. -- Dec 15 04:18:40.310638 n-d-820935-10 systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 04:18:43.102681 n-d-820935-10 neutron-server[103025]: INFO neutron.common.config [-] Logging enabled! Dec 15 04:18:43.103294 n-d-820935-10 neutron-server[103025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 15 04:18:43.103464 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 04:18:43.107300 n-d-820935-10 neutron-server[103025]: INFO neutron.common.config [-] Logging enabled! Dec 15 04:18:43.107555 n-d-820935-10 neutron-server[103025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 15 04:18:43.107865 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 04:18:43.108809 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 04:18:43.109044 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 04:18:43.109406 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 04:18:43.109654 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 04:18:43.109881 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 04:18:43.110199 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.110620 n-d-820935-10 neutron-server[103025]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 04:18:43.110931 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.111225 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.111515 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.111811 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.112127 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.112413 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.112700 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.112996 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.113279 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.113559 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.113842 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.114132 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.114413 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.114695 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.114977 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.115256 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] debug = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.115542 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.115974 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.116403 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.116683 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.116968 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.117243 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.117514 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.117788 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.118070 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.118392 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] host = n-d-820935-10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.118667 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.118949 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.119230 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.119514 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.119786 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.120059 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.120360 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.120630 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.120899 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.121171 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.122043 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.122332 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.122622 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.122847 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.123068 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.123364 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.123647 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.123922 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.124293 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.124570 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.124845 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.125118 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.125388 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.125671 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.125956 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.126238 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.126512 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.126785 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.127057 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.127324 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.127605 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.127879 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.128182 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.128456 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.128739 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.129007 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.129278 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.129574 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.129857 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.130137 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.130420 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.130696 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.130974 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.131242 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.131509 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.131779 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] use_json = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.132050 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.132345 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.132623 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.132893 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.133162 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.133432 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.133703 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.133984 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:43.134280 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.134573 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.134872 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.135152 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.135457 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.135736 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.136024 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.136325 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.136876 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.137185 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.137469 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.137746 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.138035 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.138313 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.138603 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.138909 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.139199 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.139487 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.139760 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.140032 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.140329 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.140605 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.140891 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.141168 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.141453 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.141740 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.142018 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.142311 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.142596 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.142886 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.143174 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.143445 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.143724 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.144016 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.144321 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.144596 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.144874 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.145160 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.145442 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.145714 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.146060 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.146276 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.146547 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.146817 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.147096 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.147383 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.147656 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.147924 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.148221 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.148498 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.148768 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.149052 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.149326 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.149598 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.149869 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.150144 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.150415 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.150688 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.150965 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.151236 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.151511 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.151779 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.152049 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.152342 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.152635 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.152906 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.153177 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.153447 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.153722 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.153992 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.154264 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.154535 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.154807 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.155078 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.155368 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.155659 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.155935 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.156239 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.156516 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.156790 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.157063 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.157335 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.157609 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.157882 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.158153 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.158440 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.158720 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.159008 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.159288 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.159586 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.159880 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.160191 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.160475 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.160752 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.161029 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.161309 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.161590 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.161882 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.162176 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.162467 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.162760 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.163050 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.163328 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.163635 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.163910 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:43.164152 n-d-820935-10 neutron-server[103025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 04:18:43.164391 n-d-820935-10 neutron-server[103025]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103025) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 04:18:43.586559 n-d-820935-10 neutron-server[103025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 04:18:43.586841 n-d-820935-10 neutron-server[103025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 04:18:43.587155 n-d-820935-10 neutron-server[103025]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 04:18:43.587498 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 04:18:43.914922 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.915152 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.915424 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.916715 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.916987 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.917249 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.962112 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.962391 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.962665 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.977331 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.977608 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:43.977879 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.005828 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.006108 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.006380 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.044238 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.044517 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.044788 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.379770 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.380439 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.380439 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.380602 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.381309 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.481173 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.481501 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.481785 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.482056 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.482321 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.482631 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.482893 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.483148 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.483405 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.483686 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.483946 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.484243 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.484506 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.484762 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.485030 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.485295 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.485552 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.485829 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.486100 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.486360 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.486636 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.486895 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.487176 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.487558 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.487807 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.488053 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.488483 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:44.488726 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:44.488966 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:44.489204 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:44.489442 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:44.489678 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:44.490054 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 04:18:44.493219 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 04:18:44.497912 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 04:18:44.501934 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 15 04:18:44.503572 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 04:18:44.504030 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 04:18:44.504398 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 04:18:44.504785 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 04:18:44.507611 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 04:18:44.507863 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 04:18:44.508240 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 04:18:44.513839 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 04:18:44.536765 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 04:18:44.537223 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.537524 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103025) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 04:18:44.537889 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.539294 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103025) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 04:18:44.539578 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 04:18:44.539830 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 04:18:44.543621 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.543915 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:44.607390 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 04:18:44.607637 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 04:18:44.607880 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 04:18:44.608292 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 04:18:44.630281 n-d-820935-10 neutron-server[103025]: DEBUG oslo_db.sqlalchemy.engines [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103025) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 04:18:45.065745 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing driver for type 'gre' Dec 15 04:18:45.066344 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] gre ID ranges: [(1, 1000)] Dec 15 04:18:45.116018 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing driver for type 'local' Dec 15 04:18:45.116374 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing driver for type 'vlan' Dec 15 04:18:45.128760 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] VlanTypeDriver initialization complete Dec 15 04:18:45.129090 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing driver for type 'vxlan' Dec 15 04:18:45.129670 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] vxlan ID ranges: [(1, 1000)] Dec 15 04:18:45.180846 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing extension driver 'port_security' Dec 15 04:18:45.181284 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.extensions.port_security [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] PortSecurityExtensionDriver initialization complete Dec 15 04:18:45.181704 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing mechanism driver 'openvswitch' Dec 15 04:18:45.182121 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing mechanism driver 'hyperv' Dec 15 04:18:45.188782 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:18:45.189620 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.189993 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.190345 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.190879 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 04:18:45.191309 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.191665 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.192008 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.192429 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 04:18:45.192834 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.193180 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.193521 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.193917 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 04:18:45.194320 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > security_group after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.194670 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > security_group after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.195010 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > security_group after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.195409 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 04:18:45.195813 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.196185 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.196527 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.196921 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 04:18:45.197323 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > address_group after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.197668 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > address_group after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.198005 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > address_group after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.198402 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 04:18:45.198780 n-d-820935-10 neutron-server[103025]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] ML2 OVO RPC backend initialized. {{(pid=103025) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 04:18:45.199975 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.200349 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.200763 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.201108 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > networks before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.201454 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.201791 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > ports before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.202132 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.202469 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnets before_response 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.202811 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.203158 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.203490 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.203823 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.204189 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.204538 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.204861 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.205195 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.205525 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.206095 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.plugin [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Modular L2 Plugin initialization complete Dec 15 04:18:45.206423 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading services supported by the core plugin {{(pid=103025) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 04:18:45.206746 n-d-820935-10 neutron-server[103025]: INFO neutron.plugins.ml2.managers [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Got port-security extension from driver 'port_security' Dec 15 04:18:45.207204 n-d-820935-10 neutron-server[103025]: INFO neutron.extensions.vlantransparent [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Disabled vlantransparent extension. Dec 15 04:18:45.207682 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103025) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 04:18:45.207994 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: router Dec 15 04:18:45.243911 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_interface before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.244323 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_create 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.244696 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router before_create 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.245065 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.245435 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.245789 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_delete 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.246145 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > floatingip after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.246614 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > floatingip after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.246978 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_create 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.247327 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_update 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.247676 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_update 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.248025 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.248414 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_update 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.248825 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_update 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.249191 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.249529 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.249864 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: subnet after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.250199 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.250542 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > port precommit_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.250884 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_create 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.251223 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.251562 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.251915 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router after_update 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.252293 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_delete 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.252643 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_create 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.253000 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.253340 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_update 55549900 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.253699 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > agent after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.254047 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > agent after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.254388 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > network after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.255228 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Tracking information for resource: router configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:45.255554 n-d-820935-10 neutron-server[103025]: DEBUG neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Tracking information for resource: floatingip configured {{(pid=103025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 04:18:45.260443 n-d-820935-10 neutron-server[103025]: INFO neutron.db.l3_agentschedulers_db [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 04:18:45.261007 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.261366 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.262455 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.262811 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.263588 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router before_create 55550100 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.263951 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_delete 55550100 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.264337 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_create 55550100 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.264694 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > router precommit_update 55550100 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.269819 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.provider_configuration [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service providers = [] {{(pid=103025) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 04:18:45.270186 n-d-820935-10 neutron-server[103025]: DEBUG neutron.db.servicetype_db [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103025) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 04:18:45.273126 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.service_base [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 04:18:45.273503 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.service_base [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 04:18:45.273839 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.service_base [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 04:18:45.274716 n-d-820935-10 neutron-server[103025]: DEBUG neutron.services.service_base [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 04:18:45.275084 n-d-820935-10 neutron-server[103025]: INFO neutron.services.service_base [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 04:18:45.275448 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.275762 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 04:18:45.287012 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.287347 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: auto_allocate Dec 15 04:18:45.293148 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: network precommit_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.293519 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: network precommit_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.294033 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.294351 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: tag Dec 15 04:18:45.301084 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.301415 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: timestamp Dec 15 04:18:45.305208 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.305539 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: network_ip_availability Dec 15 04:18:45.310991 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.311363 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.311719 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.312454 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.312776 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: flavors Dec 15 04:18:45.317796 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.318086 n-d-820935-10 neutron-server[103025]: INFO neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading Plugin: revisions Dec 15 04:18:45.322381 n-d-820935-10 neutron-server[103025]: DEBUG neutron.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 04:18:45.322765 n-d-820935-10 neutron-server[103025]: DEBUG oslo_concurrency.lockutils [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=103025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 04:18:45.323504 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103025) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 04:18:45.323839 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Initializing extension manager. Dec 15 04:18:45.324916 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: __init__.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.325261 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: __pycache__ {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.325596 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.325927 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: address_group.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.326674 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.327233 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: address-group Dec 15 04:18:45.327557 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: address_scope.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.328370 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.328875 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: address-scope Dec 15 04:18:45.329195 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: admin_state_down_before_update.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.330113 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.330625 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: router-admin-state-down-before-update Dec 15 04:18:45.330944 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: agent.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.331635 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.332161 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: agent Dec 15 04:18:45.332482 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: agent_resources_synced.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.333384 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.333886 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: agent-resources-synced Dec 15 04:18:45.334206 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: allowedaddresspairs.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.335972 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.336520 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: allowed-address-pairs Dec 15 04:18:45.336847 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: auto_allocated_topology.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.337918 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.338428 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: auto-allocated-topology Dec 15 04:18:45.338753 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: availability_zone.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.339440 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.339945 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: availability_zone Dec 15 04:18:45.340841 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: availability_zone_filter.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.341749 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.342251 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: availability_zone_filter Dec 15 04:18:45.342570 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: data_plane_status.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.343473 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.343972 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 04:18:45.344317 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: default_subnetpools.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.345224 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.345726 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: default-subnetpools Dec 15 04:18:45.346047 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: dhcpagentscheduler.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.346840 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.347339 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: dhcp_agent_scheduler Dec 15 04:18:45.347659 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: dns.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.348586 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.349084 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension dns-integration not supported by any of loaded plugins Dec 15 04:18:45.349403 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: dns_domain_ports.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.350311 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.350819 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 04:18:45.351144 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.352055 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.352589 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 04:18:45.352914 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: dvr.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.353581 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.354080 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: dvr Dec 15 04:18:45.354399 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: ecmp_routes.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.355307 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.355831 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 04:18:45.356183 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: empty_string_filtering.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.357091 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.357595 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: empty-string-filtering Dec 15 04:18:45.357915 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.358808 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.359307 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 04:18:45.359622 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.360539 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.361042 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 04:18:45.361359 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: external_net.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.362261 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.362761 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: external-net Dec 15 04:18:45.363079 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: extra_dhcp_opt.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.363973 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.364534 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: extra_dhcp_opt Dec 15 04:18:45.364853 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: extraroute.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.365789 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.366295 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: extraroute Dec 15 04:18:45.366612 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: extraroute_atomic.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.369157 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.369692 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: extraroute-atomic Dec 15 04:18:45.370023 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: filter_validation.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.370701 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.371227 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: filter-validation Dec 15 04:18:45.371553 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: fip_pf_description.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.372499 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.373003 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 04:18:45.373340 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: fip_port_details.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.374240 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.374745 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: fip-port-details Dec 15 04:18:45.375064 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: flavors.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.376330 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.376841 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: flavors Dec 15 04:18:45.377164 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.378823 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.379340 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 04:18:45.379673 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: floatingip_pools.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.380395 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.380907 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: floatingip-pools Dec 15 04:18:45.381219 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: ip_allocation.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.382135 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.382634 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 04:18:45.382957 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.383863 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.384409 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: ip-substring-filtering Dec 15 04:18:45.384732 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l2_adjacency.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.385650 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.386149 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 04:18:45.386471 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.388230 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.388747 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: router Dec 15 04:18:45.389073 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3_conntrack_helper.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.391303 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.391825 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 04:18:45.392183 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.393108 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.393621 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: ext-gw-mode Dec 15 04:18:45.393949 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.394886 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.395394 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: l3-ha Dec 15 04:18:45.395722 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3_flavors.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.396657 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.397170 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: l3-flavors Dec 15 04:18:45.397495 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.398400 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.398907 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 04:18:45.399232 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: l3agentscheduler.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.400277 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.400784 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: l3_agent_scheduler Dec 15 04:18:45.401118 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: local_ip.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.403474 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.403985 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension local_ip not supported by any of loaded plugins Dec 15 04:18:45.404342 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: logging.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.405815 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.406330 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension logging not supported by any of loaded plugins Dec 15 04:18:45.406659 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: metering.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.407519 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.408121 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: metering Dec 15 04:18:45.408457 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.409541 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.410054 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: metering_source_and_destination_fields Dec 15 04:18:45.410380 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: multiprovidernet.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.411313 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.411821 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: multi-provider Dec 15 04:18:45.412187 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: netmtu.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.413105 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.413608 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: net-mtu Dec 15 04:18:45.413930 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: netmtu_writable.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.414839 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.415340 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: net-mtu-writable Dec 15 04:18:45.415662 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: network_availability_zone.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.416362 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.416861 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: network_availability_zone Dec 15 04:18:45.417180 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: network_ip_availability.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.418299 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.418812 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: network-ip-availability Dec 15 04:18:45.419136 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: network_segment_range.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.419891 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.420419 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 04:18:45.420743 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: pagination.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.421720 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.422050 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: pagination Dec 15 04:18:45.422383 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: port_device_profile.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.423281 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.423794 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: port-device-profile Dec 15 04:18:45.424147 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.425069 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.425576 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: port-mac-address-regenerate Dec 15 04:18:45.425894 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.426798 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.427302 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: port-numa-affinity-policy Dec 15 04:18:45.427621 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: port_resource_request.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.428566 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.429069 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 04:18:45.429385 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: port_resource_request_groups.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.430339 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.430838 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 04:18:45.431162 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: portbindings.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.432123 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.432628 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: binding Dec 15 04:18:45.432946 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: portbindings_extended.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.434257 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.434769 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: binding-extended Dec 15 04:18:45.435095 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: portsecurity.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.436006 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.436546 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: port-security Dec 15 04:18:45.436869 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: project_id.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.437849 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.438186 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: project-id Dec 15 04:18:45.438512 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: providernet.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.439421 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.439936 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: provider Dec 15 04:18:45.440290 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.443849 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.444404 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos not supported by any of loaded plugins Dec 15 04:18:45.444739 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.445982 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.446490 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 04:18:45.446817 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.447728 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.448270 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 04:18:45.448594 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_default.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.450014 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.450523 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-default not supported by any of loaded plugins Dec 15 04:18:45.450845 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_fip.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.451492 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.451991 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-fip not supported by any of loaded plugins Dec 15 04:18:45.452337 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_fip_network_policy.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.453316 n-d-820935-10 neutron-server[103025]: WARNING neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 04:18:45.453643 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_gateway_ip.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.454546 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.455053 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 04:18:45.455377 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_port_network_policy.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.456319 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.456828 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 04:18:45.457144 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.458285 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.458797 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 04:18:45.459122 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_pps_rule.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.460337 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.460848 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-pps not supported by any of loaded plugins Dec 15 04:18:45.461175 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_rule_type_details.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.462088 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.462590 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 04:18:45.462911 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: qos_rules_alias.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.463947 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.464482 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 04:18:45.464811 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: quota_check_limit.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.466260 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.466765 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: quota-check-limit Dec 15 04:18:45.467092 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: quotasv2.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.467995 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.468347 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: quotas Dec 15 04:18:45.468667 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: quotasv2_detail.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.471853 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.472225 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: quota_details Dec 15 04:18:45.472558 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: rbac.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.473607 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.474128 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: rbac-policies Dec 15 04:18:45.474458 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: rbac_address_group.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.475381 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.475896 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: rbac-address-group Dec 15 04:18:45.476251 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: rbac_address_scope.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.477203 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.477713 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: rbac-address-scope Dec 15 04:18:45.478036 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: rbac_security_groups.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.478963 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.479477 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: rbac-security-groups Dec 15 04:18:45.479872 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: rbac_subnetpool.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.480755 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.481263 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: rbac-subnetpool Dec 15 04:18:45.481583 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: revisionifmatch.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.482500 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.483004 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: revision-if-match Dec 15 04:18:45.483325 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: revisions.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.484475 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.484981 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: standard-attr-revisions Dec 15 04:18:45.485304 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: router_availability_zone.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.485973 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.486490 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: router_availability_zone Dec 15 04:18:45.486798 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: routerservicetype.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.487703 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.488240 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension router-service-type not supported by any of loaded plugins Dec 15 04:18:45.488564 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.489545 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.490054 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: security-groups-normalized-cidr Dec 15 04:18:45.490378 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: security_groups_port_filtering.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.491288 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.491796 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: port-security-groups-filtering Dec 15 04:18:45.492148 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.493068 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.493572 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: security-groups-remote-address-group Dec 15 04:18:45.493921 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.494838 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.495342 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: security-groups-shared-filtering Dec 15 04:18:45.495664 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.496285 n-d-820935-10 neutron-server[103025]: WARNING neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 04:18:45.496608 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: securitygroup.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.506378 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.506906 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: security-group Dec 15 04:18:45.507239 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: segment.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.508021 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.508552 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension segment not supported by any of loaded plugins Dec 15 04:18:45.508879 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.509814 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.510319 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 04:18:45.510642 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: servicetype.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.512573 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.513094 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: service-type Dec 15 04:18:45.513422 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: sorting.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.514404 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.514734 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: sorting Dec 15 04:18:45.515055 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: standard_attr_segment.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.515969 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.516507 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 04:18:45.516829 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: standardattrdescription.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.517474 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.517972 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: standard-attr-description Dec 15 04:18:45.518293 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: stateful_security_group.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.519227 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.519736 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: stateful-security-group Dec 15 04:18:45.520060 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: stdattrs_common.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.520657 n-d-820935-10 neutron-server[103025]: WARNING neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 04:18:45.520980 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.521934 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.522453 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 04:18:45.522775 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: subnet_onboard.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.523842 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.524388 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: subnet_onboard Dec 15 04:18:45.524716 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.525636 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.526139 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 04:18:45.526461 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: subnet_service_types.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.527377 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.528456 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: subnet-service-types Dec 15 04:18:45.528781 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: subnetallocation.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.529868 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.530375 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: subnet_allocation Dec 15 04:18:45.530697 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.531351 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.531851 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: subnetpool-prefix-ops Dec 15 04:18:45.532203 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.533132 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.533632 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 04:18:45.533951 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: tagging.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.534997 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.535502 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: standard-attr-tag Dec 15 04:18:45.535834 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: timestamp.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.537059 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.537572 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loaded extension: standard-attr-timestamp Dec 15 04:18:45.537896 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: trunk.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.538946 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.539459 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension trunk not supported by any of loaded plugins Dec 15 04:18:45.539782 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: trunk_details.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.540732 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.541241 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension trunk-details not supported by any of loaded plugins Dec 15 04:18:45.541562 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: uplink_status_propagation.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.542481 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.542988 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 04:18:45.545094 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Loading extension file: vlantransparent.py {{(pid=103025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 04:18:45.545784 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 04:18:45.546296 n-d-820935-10 neutron-server[103025]: INFO neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 04:18:45.548811 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:network Dec 15 04:18:45.549328 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:subnet Dec 15 04:18:45.549732 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 04:18:45.550120 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:port Dec 15 04:18:45.551359 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.551927 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service FLAVORS assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.552565 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.552986 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.553316 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:router Dec 15 04:18:45.553739 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:floatingip Dec 15 04:18:45.554223 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service METERING assigned prefix: /metering {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.555660 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.556033 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.556408 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:18:45.557395 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 04:18:45.557830 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:security_group Dec 15 04:18:45.558255 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 04:18:45.559389 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service CORE assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.559716 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 04:18:45.560060 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] subnetpool is already registered Dec 15 04:18:45.560519 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service CORE assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.560840 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 04:18:45.561168 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] subnetpool is already registered Dec 15 04:18:45.563398 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.563824 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service FLAVORS assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.564445 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.564867 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.565198 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:router Dec 15 04:18:45.565537 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] router is already registered Dec 15 04:18:45.565938 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:floatingip Dec 15 04:18:45.566271 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] floatingip is already registered Dec 15 04:18:45.566716 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service METERING assigned prefix: /metering {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.567357 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 04:18:45.567678 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] rbac_policy is already registered Dec 15 04:18:45.568147 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:security_group Dec 15 04:18:45.568438 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] security_group is already registered Dec 15 04:18:45.568831 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 04:18:45.569185 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] security_group_rule is already registered Dec 15 04:18:45.569822 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service CORE assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.570252 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 04:18:45.570592 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] subnetpool is already registered Dec 15 04:18:45.571006 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.v2.resource_helper [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Service CORE assigned prefix: {{(pid=103025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 04:18:45.571340 n-d-820935-10 neutron-server[103025]: INFO neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 04:18:45.571652 n-d-820935-10 neutron-server[103025]: WARNING neutron.quota.resource_registry [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] subnetpool is already registered Dec 15 04:18:45.572140 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: extensions {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.573604 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: address-groups {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.575718 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: address-scopes {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.577072 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: agents {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.578242 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: auto-allocated-topology {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.579493 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: availability_zones {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.580745 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: dhcp-networks {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.582284 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: dhcp-agents {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.583699 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: routers {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.585960 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: flavors {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.587125 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: service_profiles {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.588370 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: next_providers {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.589828 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: service_profiles {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.592434 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: floatingip-pools {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.593660 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: routers {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.595783 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: floatingips {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.597132 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: l3-routers {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.598521 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: l3-agents {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.599928 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: metering-labels {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.601329 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: metering-label-rules {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.602614 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: network-ip-availabilities {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.603885 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: bindings {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.605596 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: quotas {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.607172 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: quotas {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.608753 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: rbac-policies {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.610131 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: security-groups {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.611386 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: security-group-rules {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.612644 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: service-providers {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.613873 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: subnetpools {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.615315 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: subnetpools {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.616801 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.618487 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.620327 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.622636 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.624453 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.626324 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.628021 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.629943 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.631707 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.633610 n-d-820935-10 neutron-server[103025]: DEBUG neutron.api.extensions [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Extended resource: tags {{(pid=103025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 04:18:45.641740 n-d-820935-10 neutron-server[103025]: WARNING keystonemiddleware.auth_token [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 04:18:45.646843 n-d-820935-10 neutron-server[103025]: WARNING keystonemiddleware.auth_token [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 04:18:45.657003 n-d-820935-10 neutron-server[103025]: DEBUG oslo_concurrency.lockutils [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Acquired lock "singleton_lock" {{(pid=103025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 04:18:45.657564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_concurrency.lockutils [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Releasing lock "singleton_lock" {{(pid=103025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 04:18:45.658423 n-d-820935-10 neutron-server[103025]: INFO oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Starting 2 workers Dec 15 04:18:45.664715 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Started child 103132 {{(pid=103025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 04:18:45.669665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:45.670484 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Started child 103133 {{(pid=103025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 04:18:45.671245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [-] (103132) wsgi starting up on http://0.0.0.0:9696 Dec 15 04:18:45.672275 n-d-820935-10 neutron-server[103025]: INFO neutron.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 04:18:45.673074 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Publish callbacks [] for process, before_spawn {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:45.675765 n-d-820935-10 neutron-server[103025]: INFO oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Starting 1 workers Dec 15 04:18:45.675948 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:45.677939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [-] (103133) wsgi starting up on http://0.0.0.0:9696 Dec 15 04:18:45.681829 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Started child 103134 {{(pid=103025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 04:18:45.682534 n-d-820935-10 neutron-server[103025]: INFO oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Starting 1 workers Dec 15 04:18:45.685737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] calling RpcWorker wait() {{(pid=103134) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 04:18:45.686354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] returning from RpcWorker wait() {{(pid=103134) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 04:18:45.687524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:45.687977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:18:45.688157 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Started child 103135 {{(pid=103025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 04:18:45.688939 n-d-820935-10 neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a644aef3-62b5-410c-9cd6-bf63b3c269ad None None] Publish callbacks [] for process, after_spawn {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:45.690846 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 04:18:45.691065 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 04:18:45.691255 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 04:18:45.691480 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 04:18:45.691821 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 04:18:45.692006 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 04:18:45.692535 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.692832 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.693087 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.693244 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:45.693757 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.693757 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.694200 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.694455 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.694741 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.694990 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.695226 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.695388 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.695551 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.695819 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.696051 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.696410 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.696688 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.696938 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.697184 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.697359 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.697628 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.697893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.698130 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.698405 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] debug = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.698667 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.699135 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.699439 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.700219 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.700458 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.700715 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.700941 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.701199 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.701436 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.701655 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.701900 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.702153 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.702384 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.702613 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.702959 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.703112 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.703298 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.703547 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.704031 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] host = n-d-820935-10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.704338 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.704490 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.704724 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.704967 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.705227 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.705455 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.705711 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.705975 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.706199 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.706418 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.706664 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.706936 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.707168 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.707400 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.707564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_options = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.707803 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.708094 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.708351 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.708549 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.708730 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.708957 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.709108 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.709275 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.709521 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.709735 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.709949 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.710162 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.710378 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.710590 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.710828 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.711062 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.711293 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.711499 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.711739 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.711963 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.712206 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.712451 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.712665 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.712900 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.713137 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.713322 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.713544 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.713778 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.713999 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.714256 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.714507 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.714735 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.715012 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.715225 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.715484 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.715707 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.715934 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.716204 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.716475 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.716697 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.716964 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.717205 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.717423 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.717662 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.717899 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.718132 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.718361 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_json = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.718595 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.721307 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.721604 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.722712 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.723021 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.723414 n-d-820935-10 neutron-server[103135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:18:45.723891 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.724187 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.727186 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.727653 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.727975 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.728351 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.732354 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.732690 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.733039 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.733374 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.733682 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.734003 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.734338 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.735012 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.736094 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.736441 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.736707 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.737005 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.737351 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.737631 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.737914 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.738145 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.738389 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.738646 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.738898 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.739212 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.739443 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.739686 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.739949 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.740248 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.740547 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.740818 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.741175 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.741444 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.741711 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.741983 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.742205 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.742429 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.742659 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.742882 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.743125 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.743640 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.743908 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.744177 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.744400 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.744629 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.744881 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.745133 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.745392 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.745640 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.745882 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.746137 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.746863 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.747082 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.747319 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.747561 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.747797 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.748027 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.748306 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.748541 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.748768 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.749003 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.749240 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.749468 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.749692 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.749927 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.750149 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.750364 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.750597 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.750843 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.751521 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.751786 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.752029 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.752269 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.752484 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.752706 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.752945 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.753161 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.753381 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.753595 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.754011 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.754234 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.754627 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.754755 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.754885 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.755067 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.755303 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.755516 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.755754 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.755968 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.756203 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.756418 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.756631 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.756845 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.757117 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.757419 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.758295 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.758295 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.758295 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.758671 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.758671 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.758912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.759048 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.759458 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.760890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.760890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.760890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.760890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.760890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.760890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.762476 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.762476 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.762476 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.762838 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.762838 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.763075 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.763532 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.763532 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.763798 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.763995 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.764691 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.764691 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.764944 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.765081 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.765292 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.765599 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.765898 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.766172 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.766428 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.766670 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.766902 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.767175 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.767435 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.767692 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.767928 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.768196 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.768425 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.768673 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.768914 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.769132 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.769370 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.769712 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.769936 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.770181 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.770395 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.770667 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.770896 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.771151 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.771415 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.771657 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.771898 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.772174 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.772437 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.772671 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.772926 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.773162 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.773383 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.773628 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.773845 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.774086 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.774305 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.774542 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.774783 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.775020 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.775250 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.775477 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.775717 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.775949 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.776207 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.776421 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.776643 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.776880 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.777133 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.777372 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.777619 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.777833 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.778110 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.778330 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.778604 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.778861 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.779079 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.779329 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.779576 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.779851 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.780060 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.780360 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.780584 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.780819 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.781035 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.781258 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.781495 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.781707 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.781938 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.782378 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.782495 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.782662 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.783250 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.783490 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.783722 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.783974 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.784218 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.784439 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.784692 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.784934 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.785151 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.785375 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.785597 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.785854 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.786099 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.786354 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.786573 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.786788 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.787003 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.787221 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.787459 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.787725 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.787978 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.788238 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.788506 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.788725 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.788941 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.789206 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.789380 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.789622 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.789865 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.790151 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.790365 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.790613 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.790822 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.791034 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.791252 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.791474 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.791726 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.791953 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.792187 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.792398 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.792621 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.792840 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.793065 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.793301 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.793513 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.793723 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.793967 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.794211 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.794446 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.794681 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.794896 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.795110 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.795337 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.795557 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.796564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.796564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.796564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.796564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.796939 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.797672 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.797672 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.797672 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.798014 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.798092 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.798294 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.798516 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.798765 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.798987 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.799278 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.799603 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.799886 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.800178 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.800433 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.800700 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.800980 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.801243 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.801455 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.801756 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.802103 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.802377 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.802625 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.802886 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.803134 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.803360 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.803591 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.803828 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.804095 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.804303 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.804541 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.804769 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.805021 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.805236 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.805460 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.805674 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.805916 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.806145 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.806393 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.806607 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.806769 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 04:18:45.807314 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 04:18:45.807474 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 04:18:45.807627 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 04:18:45.807807 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 04:18:45.807985 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 04:18:45.808161 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 04:18:45.808374 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.808535 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.809198 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.809366 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.809529 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.809726 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.809890 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.810049 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.810208 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.810367 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.810525 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.810684 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.810844 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811009 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811172 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811332 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811491 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811652 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811817 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.811979 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.812160 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.812321 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.812482 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] debug = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.812640 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.812868 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813026 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813183 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813360 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813536 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813650 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813867 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.813961 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.814112 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.814267 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.814425 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.814587 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.814745 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.814891 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815061 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815209 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815385 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815523 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] host = n-d-820935-10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815681 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815833 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.815998 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.816174 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.816333 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.816491 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.816650 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.816810 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817107 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817107 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817257 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817417 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817574 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817754 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.817883 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_options = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.818042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.818250 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.818371 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.818519 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819028 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819028 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819028 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819237 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819303 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819445 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819587 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819759 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.819944 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.820042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.820226 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.820383 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.820694 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821002 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821216 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821321 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821467 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821619 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821771 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.821923 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.822079 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.822233 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.822386 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.822547 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.822706 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.822864 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823023 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823185 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823342 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823501 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823660 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823817 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.823976 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.824166 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.824968 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825102 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825223 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825343 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825652 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825652 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825838 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.825920 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.826050 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_json = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.826210 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.826368 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.826530 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.826689 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.826848 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.827006 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.827165 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.827322 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 04:18:45.827500 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.827661 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.827834 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.827996 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.828175 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.828332 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.828497 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.828664 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.828803 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.828953 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.830202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.831202 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832302 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832933 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832933 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832933 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.832933 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833209 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833209 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833353 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833485 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833649 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833787 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.833954 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.834113 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.834430 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.834594 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.834757 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.834920 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.835082 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.835246 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.835407 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.835568 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.835732 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.835894 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.836056 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.836264 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.836365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:18:45.836450 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.836564 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.836728 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.836889 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.837051 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.837212 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.837373 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.837534 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.837696 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.837858 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.838020 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.838181 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.838356 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.838517 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.838679 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.838846 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.839008 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.839169 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.839332 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.839495 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.839657 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.839819 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840003 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840189 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840335 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840500 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840663 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840824 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.840987 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.841148 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.841312 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.841474 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.841636 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.841803 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.841947 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.842118 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.842294 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.842456 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.842617 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.842777 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.842937 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.843098 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.843258 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.843417 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.843578 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.843739 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.843900 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.844060 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.844249 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.844411 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.844572 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.844734 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.844896 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.845057 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.845218 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.845379 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.845540 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.845700 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.845860 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846020 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846181 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846340 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846511 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846692 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846827 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.846988 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.847156 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.847328 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.847495 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.847660 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.847822 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.847982 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.848164 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.848348 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.848477 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.848637 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.848802 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.848977 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.849138 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.849357 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.849730 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.849730 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850067 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850067 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850067 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850409 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850409 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850563 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850641 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850804 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.850966 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851127 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851289 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851451 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851679 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851810 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851810 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851810 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.851810 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.852714 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.852714 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.852714 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853012 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853012 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853239 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853329 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853453 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853572 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.853713 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.854893 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.855823 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.855823 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.855823 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.855823 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.855823 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.855823 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857042 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.857912 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.858729 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.858729 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.858729 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.858729 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.858729 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860010 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860583 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860583 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860583 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860583 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860845 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860845 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.860984 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.861125 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.861285 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.861638 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.861807 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.862338 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.862338 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.862338 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.862787 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.862787 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.862787 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863040 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863040 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863795 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863795 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863795 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863795 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.863795 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865182 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865676 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865676 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865676 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.865676 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866512 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866512 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866512 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866512 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866512 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866512 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866901 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.866901 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867090 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867090 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867251 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867376 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867537 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867709 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.867873 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.868036 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.868217 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.868379 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.868540 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.868702 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.868870 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.869041 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.869208 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.869371 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.869540 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.869710 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.869878 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.870038 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.870204 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.870377 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.870538 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.870699 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.870859 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.871019 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.871680 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.871854 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872016 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872268 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872366 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872508 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872669 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872829 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.872990 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.873138 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.873298 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.873459 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.873621 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.873781 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.873942 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 04:18:45.874097 n-d-820935-10 neutron-server[103025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 04:18:45.985402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46172) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:18:45.994150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065615 Dec 15 04:18:57.611388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f26f64-fc8d-4ac3-be29-7485c8ce227f None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:18:57.654424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c6a0-8d3b-4028-aa01-657f509d6fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:57.697847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f26f64-fc8d-4ac3-be29-7485c8ce227f None None] No non-hosted networks {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 04:18:59.796500 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e952a8a7-1168-4b63-bc64-9d5524194e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:18:59.839087 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70596759-4ea8-4725-a3a9-de5393059eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:01.000165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:02.520883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:03.302484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:03.305835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.306372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.310058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.311345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.313126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.313469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.313804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.314132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.314453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.314773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.315094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.315409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.315726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:03.317680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820935-10', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:03.333107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820935-10', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:03.908294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:04.422851 n-d-820935-10 neutron-server[103133]: WARNING oslo_policy.policy [None req-03726578-2622-4a98-8f19-a0e7183eb842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:04.423525 n-d-820935-10 neutron-server[103133]: WARNING oslo_policy.policy [None req-03726578-2622-4a98-8f19-a0e7183eb842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:04.496886 n-d-820935-10 neutron-server[103134]: INFO neutron.db.l3_hamode_db [None req-a9407009-42ce-468e-9885-30ee56dfeef5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 04:19:04.576134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9407009-42ce-468e-9885-30ee56dfeef5 None None] Routers set() bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:19:04.576861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9407009-42ce-468e-9885-30ee56dfeef5 None None] Router IDs set() for agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 04:19:04.668628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-03726578-2622-4a98-8f19-a0e7183eb842 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:19:04.669789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-03726578-2622-4a98-8f19-a0e7183eb842 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7605467 Dec 15 04:19:07.235544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46278) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:07.734156 n-d-820935-10 neutron-server[103132]: WARNING oslo_policy.policy [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:07.734733 n-d-820935-10 neutron-server[103132]: WARNING oslo_policy.policy [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:07.958852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:08.055233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.policy [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 04:19:08.102978 n-d-820935-10 neutron-server[103132]: WARNING oslo_policy.policy [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:08.103358 n-d-820935-10 neutron-server[103132]: WARNING oslo_policy.policy [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:08.112011 n-d-820935-10 neutron-server[103132]: INFO neutron.quota [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] Loaded quota_driver: . Dec 15 04:19:08.206456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745015434502', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745015435241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745015411846', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745015406143', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745015408234', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745015398779', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1641968', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1648880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738584'] for rbac-policy, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:08.271007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:08.272380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-52f5ee9d-8d52-4dd3-ad55-e6db4acc25ef admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0347009 Dec 15 04:19:11.049255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46296) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:11.342034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Request body: {'network': {'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'name': 'private'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:11.369610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Made reservation on behalf of e167d98e6a414b43b9db670999fd5c57 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:19:11.372923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.389719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.493506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.497588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.516035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:19:11.544051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745017871481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.544663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Unsubscribe: segment precommit_create {{(pid=103132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 04:19:11.545186 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Added segment ad2ad68d-54b0-4030-957b-ba1fa285db65 of type vlan for network 41eeebc5-af07-488e-80c0-c4bca1a31940 Dec 15 04:19:11.562403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9abcfa-0511-4e70-a4d8-d910138aa186,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:11.612513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.612856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.613189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.613523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.613846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.614167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.614486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.614802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.615116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.615429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.615744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.616057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.616396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Tracked resource versions report: Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: pushed versions: Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: { 'AddressGroup': {'1.2'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'ConntrackHelper': {'1.0'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Log': {'1.0'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Network': {'1.1'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Port': {'1.7'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'PortForwarding': {'1.2'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'QosPolicy': {'1.10'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'SecurityGroup': {'1.5'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'SubPort': {'1.0'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Subnet': {'1.1'}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Trunk': {'1.1'}} Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: consumer versions: Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: L3 agent@n-d-820935-10: {}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: Metadata agent@n-d-820935-10: {}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: Metering agent@n-d-820935-10: {}, Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'ConntrackHelper': '1.0', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'LocalIPAssociation': '1.0', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Log': '1.0', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Network': '1.1', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Port': '1.7', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'PortForwarding': '1.2', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'QosPolicy': '1.10', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'SecurityGroup': '1.5', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'SecurityGroupRule': '1.2', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'SubPort': '1.0', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Subnet': '1.1', Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: 'Trunk': '1.1'}} Dec 15 04:19:11.617473 n-d-820935-10 neutron-server[103132]: {{(pid=103132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:19:11.657469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.698182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.699392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:11.700085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:11.780453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7299881 Dec 15 04:19:11.804140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d2583-a62f-40be-a4ea-47825d663220 admin admin] Pushing event updated for resources: {'Network': ['ID=41eeebc5-af07-488e-80c0-c4bca1a31940,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:11.816954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:19:14.634974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:15.022350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0c490-d441-4862-bf41-ccb5cb8e4ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:15.023724 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1cf0c490-d441-4862-bf41-ccb5cb8e4ff5 admin admin] 10.222.0.37 "GET /v2.0/networks/41eeebc5-af07-488e-80c0-c4bca1a31940 HTTP/1.1" status: 200 len: 824 time: 0.3877676 Dec 15 04:19:15.047295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e2830e85-9304-400f-b774-9923e49c2285 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/ebb35f09-b08f-4780-ac19-f887e49e6ed0 HTTP/1.1" status: 200 len: 734 time: 0.0175195 Dec 15 04:19:15.056025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:15.078374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Made reservation on behalf of e167d98e6a414b43b9db670999fd5c57 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:19:15.080845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:15.365275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:15.432590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Checking segment: {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:19:15.433515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Network hostable DHCP agents. Network: 41eeebc5-af07-488e-80c0-c4bca1a31940, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:19:15.440270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d2b03c-e4c0-4335-b2b9-d0f96158f90b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:15.456991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:19:15.468231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 41eeebc5-af07-488e-80c0-c4bca1a31940) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:19:15.472737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:15.473324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:15.479217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716024f-f28e-4674-8053-cd7baae1d3de None None] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:19:15.497685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eeb3b40d-1593-4ca0-9d16-10cb8c53664a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353478 Dec 15 04:19:15.751904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-41eeebc5-af07-488e-80c0-c4bca1a31940', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:19:15.753201 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:16.050303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Allocated IP 172.20.0.2 (41eeebc5-af07-488e-80c0-c4bca1a31940/46d2b03c-e4c0-4335-b2b9-d0f96158f90b/b6e0bb31-bff6-416e-b422-96f3b5a1afe8) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:19:16.293306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:16.300631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:16.371902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:19:16.376740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:19:16.379825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:19:16.397917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Pushing event updated for resources: {'Port': ['ID=b6e0bb31-bff6-416e-b422-96f3b5a1afe8,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:16.437919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.438276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.438622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.438961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.439295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.439626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.439953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.440309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.440635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.440958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.441289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.441611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.441931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Tracked resource versions report: Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: pushed versions: Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: { 'AddressGroup': {'1.2'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'ConntrackHelper': {'1.0'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Log': {'1.0'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Network': {'1.1'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Port': {'1.7'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'PortForwarding': {'1.2'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'QosPolicy': {'1.10'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'SecurityGroup': {'1.5'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'SubPort': {'1.0'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Subnet': {'1.1'}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Trunk': {'1.1'}} Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: consumer versions: Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: L3 agent@n-d-820935-10: {}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: Metadata agent@n-d-820935-10: {}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: Metering agent@n-d-820935-10: {}, Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'ConntrackHelper': '1.0', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'LocalIPAssociation': '1.0', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Log': '1.0', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Network': '1.1', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Port': '1.7', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'PortForwarding': '1.2', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'QosPolicy': '1.10', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'SecurityGroup': '1.5', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'SecurityGroupRule': '1.2', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'SubPort': '1.0', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Subnet': '1.1', Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: 'Trunk': '1.1'}} Dec 15 04:19:16.443054 n-d-820935-10 neutron-server[103134]: {{(pid=103134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:19:16.481437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Attempting to bind port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:19:16.482155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Attempting to bind port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:19:16.482270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Attempting to bind port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 on network 41eeebc5-af07-488e-80c0-c4bca1a31940 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:19:16.487178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:19:16.487568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Checking segment: {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:19:16.488053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:16.488471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Bound using segment: {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:19:16.488954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Bound port: b6e0bb31-bff6-416e-b422-96f3b5a1afe8, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:19:16.489371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:16.549715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] For port b6e0bb31-bff6-416e-b422-96f3b5a1afe8, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:19:16.553914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] For port b6e0bb31-bff6-416e-b422-96f3b5a1afe8, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b6e0bb31-bff6-416e-b422-96f3b5a1afe8,segment=NetworkSegment(ad2ad68d-54b0-4030-957b-ba1fa285db65),segment_id=ad2ad68d-54b0-4030-957b-ba1fa285db65)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:19:16.558278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:16.621639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de27d31-a118-4f5a-ba9c-e6c51bc4ceb4 None None] Pushing event updated for resources: {'Port': ['ID=b6e0bb31-bff6-416e-b422-96f3b5a1afe8,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:18.103963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:18.437002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-c42e5003-08bb-4945-a0f7-f0db915ac14e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:19:18.438564 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c42e5003-08bb-4945-a0f7-f0db915ac14e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324819 Dec 15 04:19:21.059920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46326) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:21.372110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-9e247594-fe36-4840-941c-d8a0f0003ea3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:19:21.373180 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e247594-fe36-4840-941c-d8a0f0003ea3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122878 Dec 15 04:19:24.230660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46336) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:24.550915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Request body: {'router': {'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:24.617246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.policy [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 04:19:24.665931 n-d-820935-10 neutron-server[103133]: WARNING oslo_policy.policy [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:24.666252 n-d-820935-10 neutron-server[103133]: WARNING oslo_policy.policy [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 04:19:24.674754 n-d-820935-10 neutron-server[103133]: INFO neutron.quota [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Loaded quota_driver: . Dec 15 04:19:24.730146 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:24.732054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:24.889821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:24.894799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:24.914554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:24.915751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3cc7d645-a160-4168-96b6-254185ee57bd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6841123 Dec 15 04:19:25.159167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b6e0bb31-bff6-416e-b422-96f3b5a1afe8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:19:25.270991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:25.271547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:25.384605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:25.419626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port b6e0bb31-bff6-416e-b422-96f3b5a1afe8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b6e0bb31-bff6-416e-b422-96f3b5a1afe8,segment=NetworkSegment(ad2ad68d-54b0-4030-957b-ba1fa285db65),segment_id=ad2ad68d-54b0-4030-957b-ba1fa285db65)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:19:25.423737 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:25.471520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=b6e0bb31-bff6-416e-b422-96f3b5a1afe8,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:25.767234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee074b-8b40-4c2d-a3df-d8d9183749bd None None] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:19:25.873362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b15f1c26-12a8-44d6-8273-1c67a2e7e3c5 None None] Provisioning complete for port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:25.873728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b15f1c26-12a8-44d6-8273-1c67a2e7e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:26.087919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d2d24a89-9e60-460b-b04b-0c8f47d6bf1d None None] Provisioning complete for port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:26.088315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2d24a89-9e60-460b-b04b-0c8f47d6bf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:27.111664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b6e0bb31-bff6-416e-b422-96f3b5a1afe8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:19:27.157740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:27.158111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:27.523462 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88fd598d-521a-4ef0-9555-c3f0306200d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:27.541810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46350) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:27.852666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-e653853a-5efe-4ced-bd81-edaacfe9c91f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:19:27.853673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e653853a-5efe-4ced-bd81-edaacfe9c91f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3109224 Dec 15 04:19:29.790212 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64d441be-e360-46e5-bb6e-73b477414b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.403981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:30.714880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:30.738157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Made reservation on behalf of ebc9088fb74c4d2b8d1abc2d008b2d2e for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:19:30.740825 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.756340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.855694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.859505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.870834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Reserving flat network on physical network physnet1 {{(pid=103133) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 04:19:30.904426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745017871481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.904982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Unsubscribe: segment precommit_create {{(pid=103133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 04:19:30.905480 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Added segment 1af34932-19c8-4b50-a5e2-6e43facfc6f1 of type flat for network ca73bcec-d444-476d-8f09-f3fab153b67c Dec 15 04:19:30.910951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb62805b-5397-4d86-8ecd-708ddc503810,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:30.940189 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:30.946264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.946608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.946933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.947256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.947576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.948549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.948869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.949182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.949496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.949807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.950118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.950427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.950733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Tracked resource versions report: Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: pushed versions: Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: { 'AddressGroup': {'1.2'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'ConntrackHelper': {'1.0'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Log': {'1.0'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Network': {'1.1'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Port': {'1.7'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'PortForwarding': {'1.2'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'QosPolicy': {'1.10'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'SecurityGroup': {'1.5'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'SubPort': {'1.0'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Subnet': {'1.1'}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Trunk': {'1.1'}} Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: consumer versions: Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: L3 agent@n-d-820935-10: {}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: Metadata agent@n-d-820935-10: {}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: Metering agent@n-d-820935-10: {}, Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'ConntrackHelper': '1.0', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'LocalIPAssociation': '1.0', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Log': '1.0', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Network': '1.1', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Port': '1.7', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'PortForwarding': '1.2', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'QosPolicy': '1.10', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'SecurityGroup': '1.5', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'SecurityGroupRule': '1.2', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'SubPort': '1.0', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Subnet': '1.1', Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: 'Trunk': '1.1'}} Dec 15 04:19:30.951814 n-d-820935-10 neutron-server[103133]: {{(pid=103133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:19:31.034049 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:31.074743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:31.075772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:31.076465 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:31.156743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7512603 Dec 15 04:19:31.174338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aea47-8ea9-4d02-972a-0411b4a27622 admin admin] Pushing event updated for resources: {'Network': ['ID=ca73bcec-d444-476d-8f09-f3fab153b67c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:31.186803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network ca73bcec-d444-476d-8f09-f3fab153b67c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:19:32.435390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:33.275083 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:33.706274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:33.875370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f7abf-cfc0-415f-8731-0fb926998dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:33.876697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-151f7abf-cfc0-415f-8731-0fb926998dcf admin admin] 10.222.0.37 "GET /v2.0/subnets/46d2b03c-e4c0-4335-b2b9-d0f96158f90b HTTP/1.1" status: 200 len: 849 time: 0.1695073 Dec 15 04:19:34.036059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e9243fb-a453-47e4-ae1c-df96f3869c97 admin admin] 10.222.0.37 "GET /v2.0/routers/ff268f53-4eb8-456b-8fcb-9660e809712f HTTP/1.1" status: 200 len: 704 time: 0.1533651 Dec 15 04:19:34.295745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:34.584495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Allocated IP 172.20.0.1 (41eeebc5-af07-488e-80c0-c4bca1a31940/46d2b03c-e4c0-4335-b2b9-d0f96158f90b/e4db6f2c-deee-4887-babb-013b63916fcf) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:19:34.738771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:34.804848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:34.924165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:19:34.928966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:19:34.934619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:19:34.935041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:34.956712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db6f2c-deee-4887-babb-013b63916fcf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:35.130015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:35.160924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1ee365d1-316c-494a-a443-b5cafe0691c9 None None] Provisioning complete for port e4db6f2c-deee-4887-babb-013b63916fcf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:35.161483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee365d1-316c-494a-a443-b5cafe0691c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:35.196231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1ee365d1-316c-494a-a443-b5cafe0691c9 None None] Port e4db6f2c-deee-4887-babb-013b63916fcf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:19:35.334233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:35.338721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:35.339882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:35.416814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db6f2c-deee-4887-babb-013b63916fcf,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:35.462197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:19:35.463430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:19:35.618407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f2b37c21-f417-4c19-b95c-1a3f320cd601 None None] Provisioning complete for port e4db6f2c-deee-4887-babb-013b63916fcf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:35.618780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f2b37c21-f417-4c19-b95c-1a3f320cd601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:35.622320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Router ff268f53-4eb8-456b-8fcb-9660e809712f is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:19:35.652471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f2b37c21-f417-4c19-b95c-1a3f320cd601 None None] Port e4db6f2c-deee-4887-babb-013b63916fcf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:19:35.713672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:19:35.718799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-48145bf8-02e1-4a29-9656-89f953320397 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff268f53-4eb8-456b-8fcb-9660e809712f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6770999 Dec 15 04:19:35.724962 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Sync routers for ids ['ff268f53-4eb8-456b-8fcb-9660e809712f'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:19:35.737854 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Routers {'ff268f53-4eb8-456b-8fcb-9660e809712f'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:19:35.738626 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:19:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ff268f53-4eb8-456b-8fcb-9660e809712f'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:35.925838 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Set router ff268f53-4eb8-456b-8fcb-9660e809712f gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:19:36.354024 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'name': 'router1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:19:24Z', 'updated_at': '2021-12-15T04:19:35Z', 'revision_number': 2, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'gw_port_host': None, '_interfaces': [{'id': 'e4db6f2c-deee-4887-babb-013b63916fcf', 'name': '', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'mac_address': 'fa:16:3e:a2:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:34Z', 'updated_at': '2021-12-15T04:19:35Z', 'revision_number': 2, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'subnets': [{'id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:36.405006 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Checking router: ff268f53-4eb8-456b-8fcb-9660e809712f for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:19:36.405382 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Updating router ff268f53-4eb8-456b-8fcb-9660e809712f port e4db6f2c-deee-4887-babb-013b63916fcf binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:19:36.452247 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:36.960781 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:36.968469 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.137786 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Attempting to bind port e4db6f2c-deee-4887-babb-013b63916fcf on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:19:37.138220 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Attempting to bind port e4db6f2c-deee-4887-babb-013b63916fcf by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:19:37.138624 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Attempting to bind port e4db6f2c-deee-4887-babb-013b63916fcf on network 41eeebc5-af07-488e-80c0-c4bca1a31940 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:19:37.146231 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Pushing event updated for resources: {'Port': ['ID=e4db6f2c-deee-4887-babb-013b63916fcf,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:37.150956 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:19:37.151368 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Checking segment: {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:19:37.151830 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.152249 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Bound using segment: {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:19:37.152756 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Bound port: e4db6f2c-deee-4887-babb-013b63916fcf, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2ad68d-54b0-4030-957b-ba1fa285db65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:19:37.153150 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.159362 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.159712 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.160053 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.160415 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.160751 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.161085 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.161408 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.161731 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.162054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.162375 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.162694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.163012 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.163329 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Tracked resource versions report: Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: pushed versions: Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: { 'AddressGroup': {'1.2'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'ConntrackHelper': {'1.0'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Log': {'1.0'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Network': {'1.1'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Port': {'1.7'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'PortForwarding': {'1.2'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'QosPolicy': {'1.10'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'SecurityGroup': {'1.5'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'SubPort': {'1.0'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Subnet': {'1.1'}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Trunk': {'1.1'}} Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: consumer versions: Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: L3 agent@n-d-820935-10: {}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: Metadata agent@n-d-820935-10: {}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: Metering agent@n-d-820935-10: {}, Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'ConntrackHelper': '1.0', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'LocalIPAssociation': '1.0', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Log': '1.0', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Network': '1.1', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Port': '1.7', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'PortForwarding': '1.2', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'QosPolicy': '1.10', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'SecurityGroup': '1.5', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'SecurityGroupRule': '1.2', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'SubPort': '1.0', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Subnet': '1.1', Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: 'Trunk': '1.1'}} Dec 15 04:19:37.164470 n-d-820935-10 neutron-server[103135]: {{(pid=103135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:19:37.184219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ada47fb9-a3c0-4571-b1f8-fe8f6c13ad9e None None] Provisioning complete for port e4db6f2c-deee-4887-babb-013b63916fcf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:37.185149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ada47fb9-a3c0-4571-b1f8-fe8f6c13ad9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.218065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ada47fb9-a3c0-4571-b1f8-fe8f6c13ad9e None None] Port e4db6f2c-deee-4887-babb-013b63916fcf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:19:37.238157 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] For port e4db6f2c-deee-4887-babb-013b63916fcf, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:19:37.257623 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] For port e4db6f2c-deee-4887-babb-013b63916fcf, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e4db6f2c-deee-4887-babb-013b63916fcf,segment=NetworkSegment(ad2ad68d-54b0-4030-957b-ba1fa285db65),segment_id=ad2ad68d-54b0-4030-957b-ba1fa285db65)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:19:37.263077 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.320201 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Routers {'ff268f53-4eb8-456b-8fcb-9660e809712f'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:19:37.320846 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:19:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ff268f53-4eb8-456b-8fcb-9660e809712f'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:37.390313 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763ffd-2451-4ea1-a4ba-72dd134f6280 None None] Pushing event updated for resources: {'Port': ['ID=e4db6f2c-deee-4887-babb-013b63916fcf,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:37.413860 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] Set router ff268f53-4eb8-456b-8fcb-9660e809712f gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:19:37.540784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-35ea2034-a24b-4e55-9e7a-7d9a52a4825d None None] Provisioning complete for port e4db6f2c-deee-4887-babb-013b63916fcf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:37.541307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35ea2034-a24b-4e55-9e7a-7d9a52a4825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.624117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35ea2034-a24b-4e55-9e7a-7d9a52a4825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.634501 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'name': 'router1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:19:24Z', 'updated_at': '2021-12-15T04:19:35Z', 'revision_number': 2, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'gw_port_host': None, '_interfaces': [{'id': 'e4db6f2c-deee-4887-babb-013b63916fcf', 'name': '', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'mac_address': 'fa:16:3e:a2:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:34Z', 'updated_at': '2021-12-15T04:19:37Z', 'revision_number': 4, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'subnets': [{'id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:37.656605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-35ea2034-a24b-4e55-9e7a-7d9a52a4825d None None] For port e4db6f2c-deee-4887-babb-013b63916fcf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e4db6f2c-deee-4887-babb-013b63916fcf,segment=NetworkSegment(ad2ad68d-54b0-4030-957b-ba1fa285db65),segment_id=ad2ad68d-54b0-4030-957b-ba1fa285db65)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:19:37.661018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35ea2034-a24b-4e55-9e7a-7d9a52a4825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:37.670066 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6ee1c-6e38-4da8-8d2c-704144fcb353 None None] The sync data for ids ['ff268f53-4eb8-456b-8fcb-9660e809712f'] in n-d-820935-10 is: [{'id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'name': 'router1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:19:24Z', 'updated_at': '2021-12-15T04:19:35Z', 'revision_number': 2, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'gw_port_host': None, '_interfaces': [{'id': 'e4db6f2c-deee-4887-babb-013b63916fcf', 'name': '', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'mac_address': 'fa:16:3e:a2:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:34Z', 'updated_at': '2021-12-15T04:19:37Z', 'revision_number': 4, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'subnets': [{'id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:19:37.712360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea2034-a24b-4e55-9e7a-7d9a52a4825d None None] Pushing event updated for resources: {'Port': ['ID=e4db6f2c-deee-4887-babb-013b63916fcf,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:38.166635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46400) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:38.314684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e399c-e28b-4751-bad3-9296b3e3364c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:38.316050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ae0e399c-e28b-4751-bad3-9296b3e3364c admin admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 842 time: 0.1484642 Dec 15 04:19:38.326562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:38.359723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Made reservation on behalf of ebc9088fb74c4d2b8d1abc2d008b2d2e for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:19:38.362698 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:38.748817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:19:38.749214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:38.809613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=532dcb43-d3d3-48af-95c1-883304f4d5d0,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:38.821539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:19:38.821927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Network hostable DHCP agents. Network: ca73bcec-d444-476d-8f09-f3fab153b67c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:19:38.846290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:19:38.860677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, ca73bcec-d444-476d-8f09-f3fab153b67c) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:19:38.865573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:38.866096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:38.871176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98407d8-103a-4643-8be8-369cb0b02856 None None] Network ca73bcec-d444-476d-8f09-f3fab153b67c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:19:38.889797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56c633ce-8590-441b-ae8e-a95ff088d445 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5671265 Dec 15 04:19:38.987396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73f393-cd6b-49d6-bedb-adb187968c38 None None] Network ca73bcec-d444-476d-8f09-f3fab153b67c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:19:41.403390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:41.620981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2de9e376-bbee-4e09-802c-64f98267ab70 admin admin] 10.222.0.37 "GET /v2.0/routers/ff268f53-4eb8-456b-8fcb-9660e809712f HTTP/1.1" status: 200 len: 710 time: 0.2164595 Dec 15 04:19:41.712297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1d411-830e-41af-816a-3492cf4516bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:19:41.713716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-02c1d411-830e-41af-816a-3492cf4516bc admin admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 886 time: 0.0868247 Dec 15 04:19:41.722982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:19:41.962643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:42.191455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:42.311636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:42.466668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Allocated IP 172.25.2.114 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/05cd3373-9184-46dd-b460-30a31eebba26) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:19:42.570291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:42.627890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:42.702973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:19:42.708037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:19:42.714488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:19:42.719882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Pushing event updated for resources: {'Port': ['ID=05cd3373-9184-46dd-b460-30a31eebba26,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:42.744971 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:19:42.996437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:43.188054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:43.192517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:43.302012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Router ff268f53-4eb8-456b-8fcb-9660e809712f has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:19:43.424266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:19:43.429053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:43.430376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c1c6a142-16f1-4671-97a7-93a43483ede9 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff268f53-4eb8-456b-8fcb-9660e809712f HTTP/1.1" status: 200 len: 890 time: 1.7105803 Dec 15 04:19:44.813955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Sync routers for ids ['ff268f53-4eb8-456b-8fcb-9660e809712f'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:19:44.825042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Routers {'ff268f53-4eb8-456b-8fcb-9660e809712f'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:19:44.825770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:19:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ff268f53-4eb8-456b-8fcb-9660e809712f'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:45.033430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Set router ff268f53-4eb8-456b-8fcb-9660e809712f gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:19:45.146977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e4db6f2c-deee-4887-babb-013b63916fcf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:19:45.346378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e4db6f2c-deee-4887-babb-013b63916fcf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:45.346667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:45.596461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'name': 'router1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '05cd3373-9184-46dd-b460-30a31eebba26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:19:24Z', 'updated_at': '2021-12-15T04:19:42Z', 'revision_number': 4, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'gw_port': {'id': '05cd3373-9184-46dd-b460-30a31eebba26', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:42Z', 'updated_at': '2021-12-15T04:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'e4db6f2c-deee-4887-babb-013b63916fcf', 'name': '', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'mac_address': 'fa:16:3e:a2:7b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:34Z', 'updated_at': '2021-12-15T04:19:37Z', 'revision_number': 5, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'subnets': [{'id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:45.651172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Checking router: ff268f53-4eb8-456b-8fcb-9660e809712f for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:19:45.651592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Updating router ff268f53-4eb8-456b-8fcb-9660e809712f port 05cd3373-9184-46dd-b460-30a31eebba26 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:19:45.698534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:46.011469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:46.016930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:46.018050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46420) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:19:46.065095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Attempting to bind port 05cd3373-9184-46dd-b460-30a31eebba26 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:19:46.065471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Attempting to bind port 05cd3373-9184-46dd-b460-30a31eebba26 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:19:46.065838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Attempting to bind port 05cd3373-9184-46dd-b460-30a31eebba26 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:19:46.072470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dbe3a-cbff-45d9-afe7-1a72a060bc6e None None] Pushing event updated for resources: {'Port': ['ID=05cd3373-9184-46dd-b460-30a31eebba26,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:46.076161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:19:46.076543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:19:46.076942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:46.077323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:19:46.077794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Bound port: 05cd3373-9184-46dd-b460-30a31eebba26, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:19:46.078190 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:46.127247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] For port 05cd3373-9184-46dd-b460-30a31eebba26, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:19:46.130187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] For port 05cd3373-9184-46dd-b460-30a31eebba26, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05cd3373-9184-46dd-b460-30a31eebba26,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:19:46.136101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4a860072-1871-4755-b6ad-4872014fa33d admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1148219 Dec 15 04:19:46.136280 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:46.196277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Routers {'ff268f53-4eb8-456b-8fcb-9660e809712f'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:19:46.196909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:19:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ff268f53-4eb8-456b-8fcb-9660e809712f'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:46.199032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dbe3a-cbff-45d9-afe7-1a72a060bc6e None None] Pushing event updated for resources: {'Port': ['ID=05cd3373-9184-46dd-b460-30a31eebba26,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:46.309267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] Set router ff268f53-4eb8-456b-8fcb-9660e809712f gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:19:46.518178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'name': 'router1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '05cd3373-9184-46dd-b460-30a31eebba26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:19:24Z', 'updated_at': '2021-12-15T04:19:42Z', 'revision_number': 4, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'gw_port': {'id': '05cd3373-9184-46dd-b460-30a31eebba26', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:42Z', 'updated_at': '2021-12-15T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'e4db6f2c-deee-4887-babb-013b63916fcf', 'name': '', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'mac_address': 'fa:16:3e:a2:7b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:34Z', 'updated_at': '2021-12-15T04:19:37Z', 'revision_number': 5, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'subnets': [{'id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:19:46.545190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9b42e-5487-4e2c-8725-49594b0dea8e None None] The sync data for ids ['ff268f53-4eb8-456b-8fcb-9660e809712f'] in n-d-820935-10 is: [{'id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'name': 'router1', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '05cd3373-9184-46dd-b460-30a31eebba26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:19:24Z', 'updated_at': '2021-12-15T04:19:42Z', 'revision_number': 4, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'gw_port': {'id': '05cd3373-9184-46dd-b460-30a31eebba26', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:42Z', 'updated_at': '2021-12-15T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'e4db6f2c-deee-4887-babb-013b63916fcf', 'name': '', 'network_id': '41eeebc5-af07-488e-80c0-c4bca1a31940', 'tenant_id': 'e167d98e6a414b43b9db670999fd5c57', 'mac_address': 'fa:16:3e:a2:7b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff268f53-4eb8-456b-8fcb-9660e809712f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:19:34Z', 'updated_at': '2021-12-15T04:19:37Z', 'revision_number': 5, 'project_id': 'e167d98e6a414b43b9db670999fd5c57', 'subnets': [{'id': '46d2b03c-e4c0-4335-b2b9-d0f96158f90b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebb35f09-b08f-4780-ac19-f887e49e6ed0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:19:47.193684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05cd3373-9184-46dd-b460-30a31eebba26 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:19:47.247835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 05cd3373-9184-46dd-b460-30a31eebba26 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:47.248240 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:47.326545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:47.347529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 05cd3373-9184-46dd-b460-30a31eebba26, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05cd3373-9184-46dd-b460-30a31eebba26,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:19:47.351755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:47.398764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=05cd3373-9184-46dd-b460-30a31eebba26,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:19:49.144697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05cd3373-9184-46dd-b460-30a31eebba26 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:19:49.209445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 05cd3373-9184-46dd-b460-30a31eebba26 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:19:49.210116 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:57.529198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5bf97ae1-58e1-454d-a728-e821990dce6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:19:59.792574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3f65862-9b97-4305-9def-c2b2cf68a68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:00.954878 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:02.472690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:03.284988 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:19.744096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:20:27.522750 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ed01281-36b6-41c8-9763-f8d74a0bb032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:29.797984 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe1ee-6f0f-47e0-a4db-1db80131e93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:30.950468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:32.445479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:33.268897 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:56.743015 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:20:57.528552 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84c1c97b-5bdc-4480-bcf2-29501edc86f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:20:59.790856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c988e64c-7474-452c-b78e-012d97cbdef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:00.951426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:02.448960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:03.272663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:12.295231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46938) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:12.356121 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a247278-c471-4296-80bc-307a809f7793 admin admin] GET failed (client error): The resource could not be found. Dec 15 04:21:12.357415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6a247278-c471-4296-80bc-307a809f7793 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612383 Dec 15 04:21:12.575862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1af774-e98a-4507-a5b7-3f4d0d5dbfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:12.577366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd1af774-e98a-4507-a5b7-3f4d0d5dbfcb admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2154107 Dec 15 04:21:14.928910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46948) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:15.029505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ea783-754c-4d5f-b5ae-10aa0782b5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:15.030843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-577ea783-754c-4d5f-b5ae-10aa0782b5a6 admin admin] 10.222.0.37 "GET /v2.0/subnets/46d2b03c-e4c0-4335-b2b9-d0f96158f90b HTTP/1.1" status: 200 len: 849 time: 0.1009874 Dec 15 04:21:15.041370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:21:15.121812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:15.258120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745017855452'] for subnet, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:15.286941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:15.287528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:15.291055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] 10.222.0.37 "PUT /v2.0/subnets/46d2b03c-e4c0-4335-b2b9-d0f96158f90b HTTP/1.1" status: 200 len: 868 time: 0.2538621 Dec 15 04:21:15.291867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61b0d6-fc8c-40f3-952e-18d532631100 None None] Network 41eeebc5-af07-488e-80c0-c4bca1a31940 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:21:15.313057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d2b03c-e4c0-4335-b2b9-d0f96158f90b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:21:15.321123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.321491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.321805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.322133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.322463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.322790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.323111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.323433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.323754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.324103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.324411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.324728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.325041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd7447-22aa-43a8-af0e-6a3f26b74a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:21:15.608734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-386c95ad-0926-4524-823f-5fb5427254db None None] Provisioning complete for port e4db6f2c-deee-4887-babb-013b63916fcf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:21:15.609103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-386c95ad-0926-4524-823f-5fb5427254db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:15.696136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-386c95ad-0926-4524-823f-5fb5427254db None None] Provisioning complete for port b6e0bb31-bff6-416e-b422-96f3b5a1afe8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:21:15.696405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-386c95ad-0926-4524-823f-5fb5427254db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:17.642435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46956) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:17.842309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1067d51-1ea9-4a33-a199-38cdcce0deaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:17.842694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1067d51-1ea9-4a33-a199-38cdcce0deaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:17.844256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e1067d51-1ea9-4a33-a199-38cdcce0deaf admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2008314 Dec 15 04:21:20.227178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46964) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:20.353161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462733e-7731-403d-ae6f-5bd495c3104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:20.353628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462733e-7731-403d-ae6f-5bd495c3104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:20.355143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3462733e-7731-403d-ae6f-5bd495c3104c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1270123 Dec 15 04:21:22.734630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46972) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:22.876108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4ce47-92a2-4cd3-a9c1-eba595739eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:22.877386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-faf4ce47-92a2-4cd3-a9c1-eba595739eac admin admin] 10.222.0.37 "GET /v2.0/networks/41eeebc5-af07-488e-80c0-c4bca1a31940 HTTP/1.1" status: 200 len: 868 time: 0.1417751 Dec 15 04:21:25.267471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46980) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:25.391484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbec0d1-57be-4566-aaf8-d0d16d885c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:25.392904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3cbec0d1-57be-4566-aaf8-d0d16d885c08 admin admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 886 time: 0.1244040 Dec 15 04:21:27.530262 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7838f15d-bcb4-4236-be33-e55f9a90268e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:27.753689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46988) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:27.875162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d78fb-88ec-417e-9136-fbc29d18ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:27.875616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d78fb-88ec-417e-9136-fbc29d18ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:27.877136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f46d78fb-88ec-417e-9136-fbc29d18ddb1 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224842 Dec 15 04:21:29.797234 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-16149e56-9159-4885-80e7-443eec6b73e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:30.274195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46996) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:30.364819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e7580-790b-4de5-b025-23d61b5d7175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:30.365265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e7580-790b-4de5-b025-23d61b5d7175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:30.366772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ef9e7580-790b-4de5-b025-23d61b5d7175 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915670 Dec 15 04:21:30.953082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:32.450536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:32.711095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47004) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:32.800242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64de54-815d-4b15-b572-bbfc2620996b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:32.801576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8a64de54-815d-4b15-b572-bbfc2620996b admin admin] 10.222.0.37 "GET /v2.0/subnets/46d2b03c-e4c0-4335-b2b9-d0f96158f90b HTTP/1.1" status: 200 len: 868 time: 0.0895531 Dec 15 04:21:33.276352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:33.741252 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:21:35.173589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47012) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:21:35.256946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8158194-a943-4c4a-882c-1c5bc0fe43fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:21:35.258243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a8158194-a943-4c4a-882c-1c5bc0fe43fb admin admin] 10.222.0.37 "GET /v2.0/subnets/532dcb43-d3d3-48af-95c1-883304f4d5d0 HTTP/1.1" status: 200 len: 816 time: 0.0836649 Dec 15 04:21:57.532698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2248fb59-938d-477d-a33f-47c9de81d8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:21:59.799602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c666bcaa-e1cc-4bbc-a8c6-978a8fb5d19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:00.150294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:22:00.196775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-2da41180-e2a3-4975-9550-50fe1234f5ec admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:22:00.197773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2da41180-e2a3-4975-9550-50fe1234f5ec admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465500 Dec 15 04:22:00.956776 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:02.454245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:02.648583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47074) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:22:02.708280 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-564092c7-59b1-41be-a88a-88abe6916eaa admin admin] GET failed (client error): The resource could not be found. Dec 15 04:22:02.709585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-564092c7-59b1-41be-a88a-88abe6916eaa admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600576 Dec 15 04:22:02.794529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b9cda-0896-4490-a183-4c3a3ec1f428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:22:02.795968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9e2b9cda-0896-4490-a183-4c3a3ec1f428 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817850 Dec 15 04:22:03.280295 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:05.187528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47082) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:22:05.233784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:22:05.254140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Made reservation on behalf of ebc9088fb74c4d2b8d1abc2d008b2d2e for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:22:05.257021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:05.298829 n-d-820935-10 neutron-server[103133]: WARNING neutron.services.revisions.revision_plugin [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Could not find related network for resource to bump revision. Dec 15 04:22:05.313544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:22:05.324085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:05.324426 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Added segment 30f7794a-ea19-4a3e-990f-5fc7aaf58ccb of type vlan for network fd0ab219-e21a-4209-9a6a-1e2303350b46 Dec 15 04:22:05.361422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:05.388679 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:05.389510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:22:05.390075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:05.439679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2510455 Dec 15 04:22:05.449817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aafa4-cdb0-40b7-b5a2-53997a919837 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0ab219-e21a-4209-9a6a-1e2303350b46,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:22:05.460844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:22:07.810147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47090) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:22:07.869895 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a75bfb7-ff5a-48fa-b9ba-08e0427519f9 admin admin] GET failed (client error): The resource could not be found. Dec 15 04:22:07.871147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0a75bfb7-ff5a-48fa-b9ba-08e0427519f9 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599976 Dec 15 04:22:07.941421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919aacdd-be3a-4a69-98d5-37a807087afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:22:07.942897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-919aacdd-be3a-4a69-98d5-37a807087afc admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0671988 Dec 15 04:22:07.957036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'name': 'shared-subnet'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:22:07.978304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Made reservation on behalf of ebc9088fb74c4d2b8d1abc2d008b2d2e for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:22:07.980608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.220175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.277533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c99abad-6940-479c-84b2-f2d88ff55890,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:22:08.285465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:22:08.285811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Network hostable DHCP agents. Network: fd0ab219-e21a-4209-9a6a-1e2303350b46, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:22:08.301190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:22:08.310043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, fd0ab219-e21a-4209-9a6a-1e2303350b46) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:22:08.314098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:22:08.314747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.319228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765bd046-3322-4d88-83c9-d52bca0c4131 None None] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:22:08.330814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-46ec317c-13b5-4890-a01b-1c51be4cc241 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803821 Dec 15 04:22:08.523823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-fd0ab219-e21a-4209-9a6a-1e2303350b46', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'project_id': 'ebc9088fb74c4d2b8d1abc2d008b2d2e', 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:22:08.524754 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.660768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Allocated IP 192.168.233.2 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/120b318e-0766-4469-a3f6-318b77e68b09) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:22:08.802206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.810434 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.857293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:22:08.861006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:22:08.862833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Pushing event updated for resources: {'Port': ['ID=120b318e-0766-4469-a3f6-318b77e68b09,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:22:08.864956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:22:08.876512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.876854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.877192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.877521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.877849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.878172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.878496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.878814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.879134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.879450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.879766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.880096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.880420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:22:08.926233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Attempting to bind port 120b318e-0766-4469-a3f6-318b77e68b09 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:22:08.926598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Attempting to bind port 120b318e-0766-4469-a3f6-318b77e68b09 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:22:08.926956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Attempting to bind port 120b318e-0766-4469-a3f6-318b77e68b09 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:22:08.931939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:22:08.932337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:22:08.932736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.933122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:22:08.933581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Bound port: 120b318e-0766-4469-a3f6-318b77e68b09, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:22:08.933961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:08.994244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] For port 120b318e-0766-4469-a3f6-318b77e68b09, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:22:08.997496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] For port 120b318e-0766-4469-a3f6-318b77e68b09, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=120b318e-0766-4469-a3f6-318b77e68b09,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:22:09.002561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:09.064391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aeab84-afe0-4f15-af7b-3a95f07668a9 None None] Pushing event updated for resources: {'Port': ['ID=120b318e-0766-4469-a3f6-318b77e68b09,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:22:09.912554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a44a83-fc01-4811-856f-967b15de3be4 None None] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:22:10.023129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b0e87f41-9d7c-48db-afe4-6ee8ccd461f1 None None] Provisioning complete for port 120b318e-0766-4469-a3f6-318b77e68b09 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:22:10.023504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0e87f41-9d7c-48db-afe4-6ee8ccd461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:10.109434 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0e87f41-9d7c-48db-afe4-6ee8ccd461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:10.148428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b0e87f41-9d7c-48db-afe4-6ee8ccd461f1 None None] For port 120b318e-0766-4469-a3f6-318b77e68b09, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=120b318e-0766-4469-a3f6-318b77e68b09,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:22:10.156144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0e87f41-9d7c-48db-afe4-6ee8ccd461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:10.211602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e87f41-9d7c-48db-afe4-6ee8ccd461f1 None None] Pushing event updated for resources: {'Port': ['ID=120b318e-0766-4469-a3f6-318b77e68b09,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:22:10.376568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9328ed57-3b09-4f7d-8de1-c8d8ca1eba77 None None] Provisioning complete for port 120b318e-0766-4469-a3f6-318b77e68b09 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:22:10.376862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9328ed57-3b09-4f7d-8de1-c8d8ca1eba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:10.740632 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:22:11.262720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 120b318e-0766-4469-a3f6-318b77e68b09 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:22:11.313129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 120b318e-0766-4469-a3f6-318b77e68b09 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:22:11.314041 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:27.536017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6ce99bb7-e4b7-47c1-9481-c2ab575c169b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:29.804429 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2059d6bd-5081-432d-9198-512ca38b8e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:30.961297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:32.457536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:33.283354 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:47.740634 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:22:57.538609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39cbe27b-d40c-49b4-b0e9-14b5bc578ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:22:59.806442 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e049d4dd-e441-48d3-8723-a70273bd46e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:00.962858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:02.458828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:03.288789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:24.739068 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:23:25.942415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47134) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:23:25.948682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-6dd38b7b-070f-4c73-a0cb-d9c2d95372fe tempest-verify_tempest_config-852236364 tempest-verify_tempest_config-852236364-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:23:25.949657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6dd38b7b-070f-4c73-a0cb-d9c2d95372fe tempest-verify_tempest_config-852236364 tempest-verify_tempest_config-852236364-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062735 Dec 15 04:23:26.234651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:23:26.335597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.408420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.412402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.454996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7123b6b0-2049-4732-b046-07b7093a69a4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:23:26.459601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce54f67be294c919744961965c287c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2239096 Dec 15 04:23:26.462448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47156) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:23:26.464160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.464609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.464932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.465274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.465608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.465939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.466266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.466591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.466914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.467234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.467553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.467870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.468228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb935fe9-f6f0-41c6-8629-ce10f910f869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.516546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.536131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.624890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.627403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:26.628561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7123b6b0-2049-4732-b046-07b7093a69a4 HTTP/1.1" status: 204 len: 168 time: 0.1651497 Dec 15 04:23:26.636336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123b6b0-2049-4732-b046-07b7093a69a4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:23:26.643226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.643578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.643917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.644285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.644622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.644954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.645283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.645609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.645934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.646256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.646578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.646929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:26.647277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06bee6-2201-47c4-8d57-a526e2f620e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:23:27.540899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-100c81d7-9a75-494e-be31-400fa10d0967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:29.807042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aaf2480e-4b41-4ed0-bd5f-3786884a2564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:30.964462 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:32.460814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:33.291120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:57.539298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cce60fd2-12fa-4892-9494-500d89bf6e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:23:59.807733 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45b0cd8f-24a2-4ec5-b0a2-9264906b669c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:00.967545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:01.737204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:24:02.465569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:03.292392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:27.542371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c9baafc-6db7-4ff8-9265-b3356a52cdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:29.811853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a269b83-c5cf-4c15-bf8d-aed48ae4e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:30.970448 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:32.467074 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:33.293824 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:38.736427 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:24:57.546467 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a63dde79-7f93-48c0-9f30-180eb614c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:24:59.812654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fafef445-8193-4f5b-8a11-5eeafef72c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:00.972869 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:02.470388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:03.294847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:15.735597 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:25:27.547802 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e78359d-6405-4e9d-9757-b9107360e13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:29.813639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6d94-e6b1-4655-bdb2-3e1c31f53257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:30.974784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:32.474240 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:33.297477 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:52.735033 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:25:57.549224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ad2bac3b-f432-4d74-9326-3d23bdfcfefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:25:59.814579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51d1bac4-ad09-4ad1-ac6a-8914953d3c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:00.977393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:02.477682 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:03.299130 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:27.552757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f7a59751-bad8-4e49-96d1-1501685f31d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:29.733883 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 5 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:26:29.815930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42f6861d-22ed-4e85-8741-c7ec605606e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:30.979519 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:32.481156 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:33.078367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:33.300710 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:36.613423 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533755'] for agent, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:57.554919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca1bad0d-8929-404f-9975-86b0572c69d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:26:59.817939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54f5ea4f-2914-46c2-8e31-aa463e018392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:00.980928 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:02.485949 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:03.058667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:03.303323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:06.576289 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:06.733410 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:27:09.441500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:27:09.544592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-abace69b-0515-4f6e-8f50-2f16e48b8f04 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1019890 Dec 15 04:27:11.921177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47224) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:27:11.975118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6cb8b39c-2845-4973-9f18-deced8216be5 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0528820 Dec 15 04:27:27.556473 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae7027d7-6601-4e51-8170-bc4a2cf9f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:29.819274 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-906f1404-86df-4e7c-a822-52a67a7fe57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:30.984188 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:32.487819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:33.054230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:33.298224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:36.589867 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:43.731431 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:27:57.563783 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a7357710-c036-482a-addb-cfeabe2258ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:27:59.822798 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cd48bb9-9787-4fe0-a2a6-8ec51eaa036c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:00.986709 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:02.494945 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:03.071343 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:03.300894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:06.605394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:20.731856 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:28:27.560725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-350d6ee5-80be-4744-950c-2caf42b7eb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:29.833673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cfa90f85-364d-4f9a-9a30-d824c2b37448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:31.006715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:32.512010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:33.095332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:33.306899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.244596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47384) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:34.481594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-network', 'tenant_id': '722fd27d7b4443859473fa756cbba28b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:34.506426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Made reservation on behalf of 722fd27d7b4443859473fa756cbba28b for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:28:34.509206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.518786 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.615078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.620198 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.650260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1671722e-51d6-4a37-86ea-a0423fc854f3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:34.652470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:28:34.664317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.664670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.664994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.665321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.665717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.666563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.666876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.667117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.667937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.667937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.668294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.668610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.668923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Tracked resource versions report: Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: pushed versions: Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: { 'AddressGroup': {'1.2'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'ConntrackHelper': {'1.0'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Log': {'1.0'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Network': {'1.1'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Port': {'1.7'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'PortForwarding': {'1.2'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'QosPolicy': {'1.10'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'SecurityGroup': {'1.5'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'SubPort': {'1.0'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Subnet': {'1.1'}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Trunk': {'1.1'}} Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: consumer versions: Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: HyperV agent@n-h1-820935-10: {}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: HyperV agent@n-h2-820935-10: {}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: L3 agent@n-d-820935-10: {}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: Metadata agent@n-d-820935-10: {}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: Metering agent@n-d-820935-10: {}, Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'ConntrackHelper': '1.0', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'LocalIPAssociation': '1.0', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Log': '1.0', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Network': '1.1', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Port': '1.7', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'PortForwarding': '1.2', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'QosPolicy': '1.10', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'SecurityGroup': '1.5', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'SecurityGroupRule': '1.2', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'SubPort': '1.0', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Subnet': '1.1', Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: 'Trunk': '1.1'}} Dec 15 04:28:34.670032 n-d-820935-10 neutron-server[103133]: {{(pid=103133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:28:34.675214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.675555 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Added segment 26ee6f1c-09bb-4fb5-98ef-c77e744bb8da of type vlan for network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 Dec 15 04:28:34.721432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.751507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.752648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:34.753281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:34.853431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=71ef51fe-c551-4029-aefd-ee3f2b5a56b4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:34.867392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:28:34.875370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47428) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:34.876942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-472c25cc-3d98-4076-89e3-ab8c87da3ae5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6308591 Dec 15 04:28:34.881522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Request body: {'subnet': {'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-subnet', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:34.916253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Made reservation on behalf of 722fd27d7b4443859473fa756cbba28b for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:28:34.918465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.097133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.143419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd4428e-bd37-495d-a9bf-d2789979b16b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:35.153168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.154026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.154379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.154713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.155034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.155523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.156034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.156613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.157096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.157578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.158057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.158522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.158998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Tracked resource versions report: Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: pushed versions: Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: { 'AddressGroup': {'1.2'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'ConntrackHelper': {'1.0'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Log': {'1.0'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Network': {'1.1'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Port': {'1.7'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'PortForwarding': {'1.2'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'QosPolicy': {'1.10'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'SecurityGroup': {'1.5'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'SubPort': {'1.0'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Subnet': {'1.1'}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Trunk': {'1.1'}} Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: consumer versions: Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: HyperV agent@n-h1-820935-10: {}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: HyperV agent@n-h2-820935-10: {}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: L3 agent@n-d-820935-10: {}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: Metadata agent@n-d-820935-10: {}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: Metering agent@n-d-820935-10: {}, Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'ConntrackHelper': '1.0', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'LocalIPAssociation': '1.0', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Log': '1.0', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Network': '1.1', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Port': '1.7', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'PortForwarding': '1.2', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'QosPolicy': '1.10', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'SecurityGroup': '1.5', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'SecurityGroupRule': '1.2', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'SubPort': '1.0', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Subnet': '1.1', Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: 'Trunk': '1.1'}} Dec 15 04:28:35.160245 n-d-820935-10 neutron-server[103132]: {{(pid=103132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:28:35.186024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Checking segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:35.186505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Network hostable DHCP agents. Network: 71ef51fe-c551-4029-aefd-ee3f2b5a56b4, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:28:35.208848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:28:35.223852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 71ef51fe-c551-4029-aefd-ee3f2b5a56b4) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:35.235792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f800f3-dd28-4901-b71f-14e002ed146a None None] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:28:35.242840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:35.243455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.275853 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e54fd126-02b5-4b69-a742-e0a6245d50c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3977375 Dec 15 04:28:35.280039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:35.288834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:35.332921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.334177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.363854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:28:35.364948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.384325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47448) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:35.454082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.569470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Allocated IP 172.20.0.2 (71ef51fe-c551-4029-aefd-ee3f2b5a56b4/abd4428e-bd37-495d-a9bf-d2789979b16b/75278990-0779-4a43-af73-bfccaab8ba73) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:35.752551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.817308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.832468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:35.887811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Pushing event updated for resources: {'Port': ['ID=75278990-0779-4a43-af73-bfccaab8ba73,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:35.898132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.898746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.899924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.900470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.901132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.901686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.902316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.902824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.903623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.904173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.904896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.906324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.906994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Tracked resource versions report: Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: pushed versions: Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: { 'AddressGroup': {'1.2'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'ConntrackHelper': {'1.0'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Log': {'1.0'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Network': {'1.1'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Port': {'1.7'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'PortForwarding': {'1.2'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'QosPolicy': {'1.10'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'SecurityGroup': {'1.5'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'SubPort': {'1.0'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Subnet': {'1.1'}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Trunk': {'1.1'}} Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: consumer versions: Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: HyperV agent@n-h1-820935-10: {}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: HyperV agent@n-h2-820935-10: {}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: L3 agent@n-d-820935-10: {}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: Metadata agent@n-d-820935-10: {}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: Metering agent@n-d-820935-10: {}, Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'ConntrackHelper': '1.0', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'LocalIPAssociation': '1.0', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Log': '1.0', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Network': '1.1', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Port': '1.7', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'PortForwarding': '1.2', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'QosPolicy': '1.10', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'SecurityGroup': '1.5', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'SecurityGroupRule': '1.2', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'SubPort': '1.0', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Subnet': '1.1', Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: 'Trunk': '1.1'}} Dec 15 04:28:35.912130 n-d-820935-10 neutron-server[103134]: {{(pid=103134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:28:35.934114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:35.936375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:35.940365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:36.005892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Attempting to bind port 75278990-0779-4a43-af73-bfccaab8ba73 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:36.006534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Attempting to bind port 75278990-0779-4a43-af73-bfccaab8ba73 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:36.007098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Attempting to bind port 75278990-0779-4a43-af73-bfccaab8ba73 on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:36.013817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:36.014750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Checking segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:36.015577 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.016814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Bound using segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:36.017661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Bound port: 75278990-0779-4a43-af73-bfccaab8ba73, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:36.018259 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.072607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.094908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] For port 75278990-0779-4a43-af73-bfccaab8ba73, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:36.099376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] For port 75278990-0779-4a43-af73-bfccaab8ba73, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75278990-0779-4a43-af73-bfccaab8ba73,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:36.106191 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.118739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.135227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:36.144776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2af4e321-d7c7-48d4-b853-0c82ae159270 tempest-AutoAllocateNetworkTest-567225099 tempest-AutoAllocateNetworkTest-567225099-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=326cc61d3cf64165898211ac2a00dab0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7589467 Dec 15 04:28:36.171152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d273497-a2f0-4376-9d42-42a9bf62c8fe None None] Pushing event updated for resources: {'Port': ['ID=75278990-0779-4a43-af73-bfccaab8ba73,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:36.394224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0cfc3d-0213-4673-9326-802e98f3eba7 tempest-AutoAllocateNetworkTest-567225099 tempest-AutoAllocateNetworkTest-567225099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:36.398934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47478) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:36.399439 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-be0cfc3d-0213-4673-9326-802e98f3eba7 tempest-AutoAllocateNetworkTest-567225099 tempest-AutoAllocateNetworkTest-567225099-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2582047 Dec 15 04:28:36.452459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Allocated IP 172.25.2.240 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7f2164a7-0313-4351-896f-22df45517034) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:36.512684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8f5953b0-daf4-428b-93ea-5d8748b5f0e9 tempest-AutoAllocateNetworkTest-567225099 tempest-AutoAllocateNetworkTest-567225099-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114001 Dec 15 04:28:36.516218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47484) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:36.573089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1bbdda18-140b-47eb-a645-265018197407 tempest-AutoAllocateNetworkTest-567225099 tempest-AutoAllocateNetworkTest-567225099-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=326cc61d3cf64165898211ac2a00dab0 HTTP/1.1" status: 200 len: 208 time: 0.0555873 Dec 15 04:28:36.596491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.618119 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.649943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:36.707018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2164a7-0313-4351-896f-22df45517034,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:36.710519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:36.712570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:36.714863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:36.999872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.237233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.237747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47520) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:37.337123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deaf863-efe1-47b8-b8f2-4874e06335f0 None None] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:28:37.380699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:28:37.449296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b5a4455d-ba92-4efd-98b2-1fccde2d4cda None None] Provisioning complete for port 75278990-0779-4a43-af73-bfccaab8ba73 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:37.450093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b5a4455d-ba92-4efd-98b2-1fccde2d4cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.518650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75278990-0779-4a43-af73-bfccaab8ba73 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:37.630428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b5a4455d-ba92-4efd-98b2-1fccde2d4cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.641090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:28:37.643396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 75278990-0779-4a43-af73-bfccaab8ba73 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:37.643777 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.655004 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:28:37.670188 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:37.670798 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:37.679716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.683874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47540) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:37.684496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b83c0c09-8ea0-4d29-b1cb-3402eeaa0666 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4032278 Dec 15 04:28:37.708484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b5a4455d-ba92-4efd-98b2-1fccde2d4cda None None] For port 75278990-0779-4a43-af73-bfccaab8ba73, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75278990-0779-4a43-af73-bfccaab8ba73,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:28:37.720196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b5a4455d-ba92-4efd-98b2-1fccde2d4cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.804590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4455d-ba92-4efd-98b2-1fccde2d4cda None None] Pushing event updated for resources: {'Port': ['ID=75278990-0779-4a43-af73-bfccaab8ba73,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:37.881213 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09d82aad-7b74-4076-b0c2-4ebd8fc053e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:37.941984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9b7e91cc-bb5b-48e2-aec3-23e0ff6c1174 None None] Provisioning complete for port 75278990-0779-4a43-af73-bfccaab8ba73 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:37.942346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b7e91cc-bb5b-48e2-aec3-23e0ff6c1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.034133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:38.279828 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:36Z', 'revision_number': 3, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:38.316919 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:28:38.317657 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Updating router 5862515c-f1f1-4281-8db2-a712ddbcf300 port 7f2164a7-0313-4351-896f-22df45517034 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:28:38.343901 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.625493 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09d82aad-7b74-4076-b0c2-4ebd8fc053e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.637419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09d82aad-7b74-4076-b0c2-4ebd8fc053e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.654932 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.687153 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.687735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:38.693190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-09d82aad-7b74-4076-b0c2-4ebd8fc053e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=326cc61d3cf64165898211ac2a00dab0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4539087 Dec 15 04:28:38.697187 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.738207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d82aad-7b74-4076-b0c2-4ebd8fc053e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e7a5b-4474-4f7d-b49f-716cd9a440dc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:38.751705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef270c3c-74a2-4d9a-8b77-3af74a5aaae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.762538 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Pushing event updated for resources: {'Port': ['ID=7f2164a7-0313-4351-896f-22df45517034,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:38.774684 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.775038 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.775424 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.775809 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.776176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.776501 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.776825 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.777146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.777510 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.777884 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.778212 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.778581 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.778899 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Tracked resource versions report: Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: pushed versions: Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: { 'AddressGroup': {'1.2'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'ConntrackHelper': {'1.0'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'LocalIPAssociation': {'1.0'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Log': {'1.0'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Network': {'1.1'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Port': {'1.7'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'PortForwarding': {'1.2'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'QosPolicy': {'1.10'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'SecurityGroup': {'1.5'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'SecurityGroupRule': {'1.2'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'SubPort': {'1.0'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Subnet': {'1.1'}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Trunk': {'1.1'}} Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: consumer versions: Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: { DHCP agent@n-d-820935-10: {}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: HyperV agent@n-h1-820935-10: {}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: HyperV agent@n-h2-820935-10: {}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: L3 agent@n-d-820935-10: {}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: Metadata agent@n-d-820935-10: {}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: Metering agent@n-d-820935-10: {}, Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: Open vSwitch agent@n-d-820935-10: { 'AddressGroup': '1.2', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'ConntrackHelper': '1.0', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'LocalIPAssociation': '1.0', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Log': '1.0', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Network': '1.1', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Port': '1.7', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'PortForwarding': '1.2', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'QosPolicy': '1.10', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'SecurityGroup': '1.5', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'SecurityGroupRule': '1.2', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'SubPort': '1.0', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Subnet': '1.1', Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: 'Trunk': '1.1'}} Dec 15 04:28:38.780090 n-d-820935-10 neutron-server[103135]: {{(pid=103135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 04:28:38.784862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef270c3c-74a2-4d9a-8b77-3af74a5aaae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.799670 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Attempting to bind port 7f2164a7-0313-4351-896f-22df45517034 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:38.800046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Attempting to bind port 7f2164a7-0313-4351-896f-22df45517034 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:38.800443 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Attempting to bind port 7f2164a7-0313-4351-896f-22df45517034 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:38.806744 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:38.807123 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:38.807517 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.807911 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:38.808419 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Bound port: 7f2164a7-0313-4351-896f-22df45517034, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:38.808820 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.854007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef270c3c-74a2-4d9a-8b77-3af74a5aaae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.859201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef270c3c-74a2-4d9a-8b77-3af74a5aaae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.861206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef270c3c-74a2-4d9a-8b77-3af74a5aaae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a5e7a5b-4474-4f7d-b49f-716cd9a440dc HTTP/1.1" status: 204 len: 168 time: 0.1726980 Dec 15 04:28:38.885160 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] For port 7f2164a7-0313-4351-896f-22df45517034, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:38.889415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef270c3c-74a2-4d9a-8b77-3af74a5aaae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e7a5b-4474-4f7d-b49f-716cd9a440dc,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:38.890505 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] For port 7f2164a7-0313-4351-896f-22df45517034, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7f2164a7-0313-4351-896f-22df45517034,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:38.900036 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:38.958433 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:38.959323 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:39.046679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Allocated IP 172.20.0.1 (71ef51fe-c551-4029-aefd-ee3f2b5a56b4/abd4428e-bd37-495d-a9bf-d2789979b16b/b5ce3010-7770-49ee-b9c6-95810032d75b) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:39.068516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94023-90e5-4319-8209-cd9d183c6cd7 None None] Pushing event updated for resources: {'Port': ['ID=7f2164a7-0313-4351-896f-22df45517034,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:39.166837 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:39.201498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:39.244862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:39.299552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:39.303741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:39.307688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:39.308212 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:39.397599 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:36Z', 'revision_number': 3, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:39.429091 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf0ab5-4b86-4f82-8b3f-4f87620b7e7a None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:36Z', 'revision_number': 3, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:28:39.459676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ce3010-7770-49ee-b9c6-95810032d75b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:39.464216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75278990-0779-4a43-af73-bfccaab8ba73 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:39.563606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 75278990-0779-4a43-af73-bfccaab8ba73 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:39.563977 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:39.812306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-18de74a6-b199-46f5-aa32-3125368b7048 None None] Provisioning complete for port b5ce3010-7770-49ee-b9c6-95810032d75b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:39.813161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18de74a6-b199-46f5-aa32-3125368b7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:39.821828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47612) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:39.838556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.004921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-18de74a6-b199-46f5-aa32-3125368b7048 None None] Port b5ce3010-7770-49ee-b9c6-95810032d75b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:28:40.089866 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-619cb978-fd48-4942-b35f-f6d4b57dfd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.290294 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-619cb978-fd48-4942-b35f-f6d4b57dfd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.297945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-619cb978-fd48-4942-b35f-f6d4b57dfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.387049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-619cb978-fd48-4942-b35f-f6d4b57dfd00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebb172c0191949ca998a2d3a37f45d5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5638039 Dec 15 04:28:40.387832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47652) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:40.389740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cb978-fd48-4942-b35f-f6d4b57dfd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241f512-808d-4720-a3a8-6f41cdd6ff4d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:40.434125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47656) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:40.496279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.507928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.508618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.535799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a5e47d6-d5ea-496c-96ae-ee2dcb9b159e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.569644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a5e47d6-d5ea-496c-96ae-ee2dcb9b159e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.587303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ce3010-7770-49ee-b9c6-95810032d75b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:40.666230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a5e47d6-d5ea-496c-96ae-ee2dcb9b159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.674333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a5e47d6-d5ea-496c-96ae-ee2dcb9b159e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.675571 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a5e47d6-d5ea-496c-96ae-ee2dcb9b159e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0241f512-808d-4720-a3a8-6f41cdd6ff4d HTTP/1.1" status: 204 len: 168 time: 0.2612813 Dec 15 04:28:40.696248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e47d6-d5ea-496c-96ae-ee2dcb9b159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241f512-808d-4720-a3a8-6f41cdd6ff4d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:40.760984 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e79acc5d-5592-4ab6-880e-114bf246755d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:40.863599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:40.867337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:41.035240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e79acc5d-5592-4ab6-880e-114bf246755d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.054585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e79acc5d-5592-4ab6-880e-114bf246755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.135820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79acc5d-5592-4ab6-880e-114bf246755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d4c3e5-8e9a-4b1f-86fc-d610a7c6c11b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:41.177757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e79acc5d-5592-4ab6-880e-114bf246755d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cbbae93384f471c90ea7393ca54ca3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7416937 Dec 15 04:28:41.181319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47716) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:41.182457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:28:41.284914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94545f62-46bc-487d-949c-ddf3d92d419f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.314537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94545f62-46bc-487d-949c-ddf3d92d419f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.352177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b5fc107f-809d-47fb-baa1-3214cdb60b8d None None] Provisioning complete for port b5ce3010-7770-49ee-b9c6-95810032d75b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:41.352686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b5fc107f-809d-47fb-baa1-3214cdb60b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.384691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94545f62-46bc-487d-949c-ddf3d92d419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.388176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94545f62-46bc-487d-949c-ddf3d92d419f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.390338 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-94545f62-46bc-487d-949c-ddf3d92d419f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60d4c3e5-8e9a-4b1f-86fc-d610a7c6c11b HTTP/1.1" status: 204 len: 168 time: 0.2077999 Dec 15 04:28:41.401623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:28:41.409125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6a58afd0-cd6b-49c3-8327-f0334db31923 admin admin] 10.222.0.37 "PUT /v2.0/routers/5862515c-f1f1-4281-8db2-a712ddbcf300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241092 Dec 15 04:28:41.412688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94545f62-46bc-487d-949c-ddf3d92d419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d4c3e5-8e9a-4b1f-86fc-d610a7c6c11b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:41.463915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc107f-809d-47fb-baa1-3214cdb60b8d None None] Port b5ce3010-7770-49ee-b9c6-95810032d75b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:28:41.479028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:41.510993 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fdc419-df6e-4515-9c87-21dc104b3fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.515339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f2164a7-0313-4351-896f-22df45517034 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:41.627071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7f2164a7-0313-4351-896f-22df45517034 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:41.627437 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.632125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fdc419-df6e-4515-9c87-21dc104b3fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.640003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fdc419-df6e-4515-9c87-21dc104b3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.722054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdc419-df6e-4515-9c87-21dc104b3fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1332db79-e763-44f3-b00c-6941659b8e48,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:41.759433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47742) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:41.759657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-93fdc419-df6e-4515-9c87-21dc104b3fa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16469a28b1184a858a878524395a49f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2785594 Dec 15 04:28:41.859314 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.886846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-849cd9eb-cd27-4553-b263-5a425725170f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.907991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 7f2164a7-0313-4351-896f-22df45517034, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7f2164a7-0313-4351-896f-22df45517034,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:28:41.911760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:28:41.920640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.948020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-849cd9eb-cd27-4553-b263-5a425725170f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:41.967064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:41.968159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:42.030610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-849cd9eb-cd27-4553-b263-5a425725170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.036772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-849cd9eb-cd27-4553-b263-5a425725170f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.038684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-849cd9eb-cd27-4553-b263-5a425725170f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1332db79-e763-44f3-b00c-6941659b8e48 HTTP/1.1" status: 204 len: 168 time: 0.2779696 Dec 15 04:28:42.051262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd9eb-cd27-4553-b263-5a425725170f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1332db79-e763-44f3-b00c-6941659b8e48,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:42.089294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=7f2164a7-0313-4351-896f-22df45517034,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:42.161967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:42.253588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47782) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:42.274318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59dac508-5bf5-4e47-8a1d-81927a7f20de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.441104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59dac508-5bf5-4e47-8a1d-81927a7f20de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.446419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59dac508-5bf5-4e47-8a1d-81927a7f20de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.472652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:40Z', 'revision_number': 2, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:42.505114 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59dac508-5bf5-4e47-8a1d-81927a7f20de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26c425f602ef432fb1228460a56cde28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2499018 Dec 15 04:28:42.506314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dac508-5bf5-4e47-8a1d-81927a7f20de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341d447f-5000-4a0a-ad38-8e47cd05094e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:42.507796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47804) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:42.529034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:28:42.529592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Updating router 5862515c-f1f1-4281-8db2-a712ddbcf300 port b5ce3010-7770-49ee-b9c6-95810032d75b binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:28:42.565681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.607064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c47c2ad0-2097-410a-bb71-7c85d524a011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.651471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c47c2ad0-2097-410a-bb71-7c85d524a011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.765888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c47c2ad0-2097-410a-bb71-7c85d524a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.768727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c47c2ad0-2097-410a-bb71-7c85d524a011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.772237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c47c2ad0-2097-410a-bb71-7c85d524a011 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/341d447f-5000-4a0a-ad38-8e47cd05094e HTTP/1.1" status: 204 len: 168 time: 0.2633717 Dec 15 04:28:42.787857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c2ad0-2097-410a-bb71-7c85d524a011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d447f-5000-4a0a-ad38-8e47cd05094e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:42.932501 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:42.940460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:43.127886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Attempting to bind port b5ce3010-7770-49ee-b9c6-95810032d75b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:43.128624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Attempting to bind port b5ce3010-7770-49ee-b9c6-95810032d75b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:43.129175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Attempting to bind port b5ce3010-7770-49ee-b9c6-95810032d75b on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:43.131512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4698348-c2c2-410d-a7a8-d1e78d44db68 None None] Pushing event updated for resources: {'Port': ['ID=b5ce3010-7770-49ee-b9c6-95810032d75b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:43.139906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:43.140614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Checking segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:43.141198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:43.141754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Bound using segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:43.142730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Bound port: b5ce3010-7770-49ee-b9c6-95810032d75b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:43.143325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:43.262360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] For port b5ce3010-7770-49ee-b9c6-95810032d75b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:43.274810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] For port b5ce3010-7770-49ee-b9c6-95810032d75b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b5ce3010-7770-49ee-b9c6-95810032d75b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:43.281298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:43.480503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b2488771-9739-4854-9b36-cba30c562b92 None None] Provisioning complete for port b5ce3010-7770-49ee-b9c6-95810032d75b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:43.490161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2488771-9739-4854-9b36-cba30c562b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:43.499805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:43.502544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:43.504906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4698348-c2c2-410d-a7a8-d1e78d44db68 None None] Pushing event updated for resources: {'Port': ['ID=b5ce3010-7770-49ee-b9c6-95810032d75b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:43.534306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f2164a7-0313-4351-896f-22df45517034 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:43.817168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:43.820102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7f2164a7-0313-4351-896f-22df45517034 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:43.820102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:43.868628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2488771-9739-4854-9b36-cba30c562b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.019602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b2488771-9739-4854-9b36-cba30c562b92 None None] For port b5ce3010-7770-49ee-b9c6-95810032d75b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b5ce3010-7770-49ee-b9c6-95810032d75b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:28:44.028866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2488771-9739-4854-9b36-cba30c562b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.073228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47938) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:44.079401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-network', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:44.112416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Made reservation on behalf of 63e5d84509184fb1ad26f59225d2e6be for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:28:44.115772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.128910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.228254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.233998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.268533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2488771-9739-4854-9b36-cba30c562b92 None None] Pushing event updated for resources: {'Port': ['ID=b5ce3010-7770-49ee-b9c6-95810032d75b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:44.273343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a021b1a-893c-46b8-aa88-a67df2b2ac2b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:44.275826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:28:44.289841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.290480 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Added segment 691799a2-d50c-4c26-9313-113f4a52a83d of type vlan for network 7ff28ebc-e530-4266-bf72-c50a89f210a0 Dec 15 04:28:44.308951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-328f02d0-bb5a-467d-8317-209e81293430 None None] Provisioning complete for port b5ce3010-7770-49ee-b9c6-95810032d75b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:44.309300 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-328f02d0-bb5a-467d-8317-209e81293430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.335496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.363077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.364893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:44.365693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.379969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:44.431237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd3ef-bd0a-40bc-b900-e574851528cf None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:28:44.443673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47948) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:44.444404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3694103 Dec 15 04:28:44.451701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43403d01-2802-4003-81d3-08950ce23626 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff28ebc-e530-4266-bf72-c50a89f210a0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:44.468371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Request body: {'subnet': {'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-subnet', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:44.471561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:28:44.537177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Made reservation on behalf of 63e5d84509184fb1ad26f59225d2e6be for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:28:44.540406 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.601809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:44.739903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47962) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:44.762762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:44.782009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.854959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Checking segment: {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:44.855552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Network hostable DHCP agents. Network: 7ff28ebc-e530-4266-bf72-c50a89f210a0, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:28:44.865425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40db43fd-f0d4-45ba-9cff-87345d2c1791,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:44.880777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1131e734-6eda-4809-911b-0f7d4ef023f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.886605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:28:44.905592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7ff28ebc-e530-4266-bf72-c50a89f210a0) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:44.910926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:44.911838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:44.915627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3590462-748c-4fff-96e4-08ec3d0d6994 None None] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:28:44.939393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2115c198-d9a6-42f8-8555-761dc17d2a10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4945383 Dec 15 04:28:44.940076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47972) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:44.945530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:45.009135 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.010274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.078482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1131e734-6eda-4809-911b-0f7d4ef023f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.086514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7ff28ebc-e530-4266-bf72-c50a89f210a0', 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0', 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'fixed_ips': [{'subnet_id': '40db43fd-f0d4-45ba-9cff-87345d2c1791'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:28:45.087972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.128546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.130769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1131e734-6eda-4809-911b-0f7d4ef023f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.265734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Allocated IP 172.20.0.2 (7ff28ebc-e530-4266-bf72-c50a89f210a0/40db43fd-f0d4-45ba-9cff-87345d2c1791/75034394-6cc3-431d-ad32-cc7876fc82fe) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:45.277494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47c37dc8-0afd-488d-b388-674c03c21737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.435533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47c37dc8-0afd-488d-b388-674c03c21737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.436753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131e734-6eda-4809-911b-0f7d4ef023f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bbb0f9-4af6-4c33-ad83-8c336250be6b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:45.441961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fcc0-cae7-41d7-8b86-77effe849be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.522375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b5ce3010-7770-49ee-b9c6-95810032d75b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:45.548333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.554784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47c37dc8-0afd-488d-b388-674c03c21737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.568903 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1131e734-6eda-4809-911b-0f7d4ef023f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8190a53ac704e5bb71b79eef0dd667e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9660094 Dec 15 04:28:45.571593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:45.575288 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.593161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.658119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:45.662701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:45.665651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:45.671673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Pushing event updated for resources: {'Port': ['ID=75034394-6cc3-431d-ad32-cc7876fc82fe,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:45.679230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b5ce3010-7770-49ee-b9c6-95810032d75b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:45.680138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.713179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-47c37dc8-0afd-488d-b388-674c03c21737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37f2263f11b543b0a261ba04c4477e2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9716723 Dec 15 04:28:45.714234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:45.726177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bebe0054-9b92-4291-b8a3-df5428740a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.729931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c37dc8-0afd-488d-b388-674c03c21737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a4e9a-e5b1-469e-a9bb-7898c523ca6d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:45.794592 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bebe0054-9b92-4291-b8a3-df5428740a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.821409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Attempting to bind port 75034394-6cc3-431d-ad32-cc7876fc82fe on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:45.822484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Attempting to bind port 75034394-6cc3-431d-ad32-cc7876fc82fe by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:45.822484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Attempting to bind port 75034394-6cc3-431d-ad32-cc7876fc82fe on network 7ff28ebc-e530-4266-bf72-c50a89f210a0 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:45.835572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:45.835949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Checking segment: {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:45.836403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.836801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Bound using segment: {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:45.837282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Bound port: 75034394-6cc3-431d-ad32-cc7876fc82fe, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:45.837682 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.853289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43044626-b5bc-4988-8672-d4f7e2aa727f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.916368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fcc0-cae7-41d7-8b86-77effe849be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.920486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43044626-b5bc-4988-8672-d4f7e2aa727f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.922144 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bebe0054-9b92-4291-b8a3-df5428740a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.927349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bebe0054-9b92-4291-b8a3-df5428740a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.929921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bebe0054-9b92-4291-b8a3-df5428740a43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42bbb0f9-4af6-4c33-ad83-8c336250be6b HTTP/1.1" status: 204 len: 168 time: 0.3561614 Dec 15 04:28:45.945273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b6fcc0-cae7-41d7-8b86-77effe849be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:45.955628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe0054-9b92-4291-b8a3-df5428740a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bbb0f9-4af6-4c33-ad83-8c336250be6b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:46.007745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] For port 75034394-6cc3-431d-ad32-cc7876fc82fe, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:46.029887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] For port 75034394-6cc3-431d-ad32-cc7876fc82fe, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75034394-6cc3-431d-ad32-cc7876fc82fe,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:46.041329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.111839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7a624-20b6-414f-9108-445e27bdf36a None None] Pushing event updated for resources: {'Port': ['ID=75034394-6cc3-431d-ad32-cc7876fc82fe,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:46.121098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c3b6fcc0-cae7-41d7-8b86-77effe849be1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eefb8549007d4531b08b857b2463c8f7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3562691 Dec 15 04:28:46.123276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48022) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:46.170466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6fcc0-cae7-41d7-8b86-77effe849be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3dd7ae-c38a-4e74-9c25-3c0cf755d6c3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:46.227423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43044626-b5bc-4988-8672-d4f7e2aa727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.227807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcceed24-0e4f-4183-a07e-1355f53800d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.230637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43044626-b5bc-4988-8672-d4f7e2aa727f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.232591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-43044626-b5bc-4988-8672-d4f7e2aa727f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/875a4e9a-e5b1-469e-a9bb-7898c523ca6d HTTP/1.1" status: 204 len: 168 time: 0.5132849 Dec 15 04:28:46.248237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43044626-b5bc-4988-8672-d4f7e2aa727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a4e9a-e5b1-469e-a9bb-7898c523ca6d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:46.254770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.263783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcceed24-0e4f-4183-a07e-1355f53800d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.303340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.324311 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcceed24-0e4f-4183-a07e-1355f53800d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.334538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcceed24-0e4f-4183-a07e-1355f53800d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.335716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dcceed24-0e4f-4183-a07e-1355f53800d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b3dd7ae-c38a-4e74-9c25-3c0cf755d6c3 HTTP/1.1" status: 204 len: 168 time: 0.2112861 Dec 15 04:28:46.355279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceed24-0e4f-4183-a07e-1355f53800d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3dd7ae-c38a-4e74-9c25-3c0cf755d6c3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:46.388706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48036) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:46.399666 n-d-820935-10 neutron-server[103133]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 04:28:46.435531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-d476d0a5-513c-45ec-8fe0-b76e4a02243a tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=276a377089b249cfb4d555eb0000b46c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379453 Dec 15 04:28:46.516702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Allocated IP 172.25.2.58 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/90f02297-f7da-4701-bc50-33bbeb205d0d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:46.670172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.707762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:46.738954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-8b757366-5483-4fb9-80fb-9697ace1af83 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:46.746745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-8b757366-5483-4fb9-80fb-9697ace1af83 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089318 Dec 15 04:28:46.766378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-726bf296-6022-41e2-9021-ece9b0eb54bc tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/quotas/276a377089b249cfb4d555eb0000b46c HTTP/1.1" status: 200 len: 375 time: 0.0178022 Dec 15 04:28:46.843353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-4604668f-2639-48d8-a16c-00c82d8519a6 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=276a377089b249cfb4d555eb0000b46c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755258 Dec 15 04:28:46.889105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:46.894497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:46.901014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:46.904664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Pushing event updated for resources: {'Port': ['ID=90f02297-f7da-4701-bc50-33bbeb205d0d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:47.165818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48062) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:47.179693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.184522 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6bc69163-fbc2-4898-8b7e-1a7c947a7ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.298362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6bc69163-fbc2-4898-8b7e-1a7c947a7ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.304300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:47.321662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6bc69163-fbc2-4898-8b7e-1a7c947a7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.362274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6bc69163-fbc2-4898-8b7e-1a7c947a7ca0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c23f8a80d844a85a1a3c7111674125d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1951699 Dec 15 04:28:47.363193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48072) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:47.401219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10ee9ea7-4465-47d4-876c-d4b3352d7773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.450551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9882cefe-fe98-45d8-819a-bc049436806d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.513394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.532539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75034394-6cc3-431d-ad32-cc7876fc82fe up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:47.554197 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10ee9ea7-4465-47d4-876c-d4b3352d7773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.561517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10ee9ea7-4465-47d4-876c-d4b3352d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.566728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc69163-fbc2-4898-8b7e-1a7c947a7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb092545-7b1e-4922-9916-d5a81948f545,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:47.612493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee9ea7-4465-47d4-876c-d4b3352d7773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e81f024-77cd-4f00-998c-09a0b4575618,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:47.628548 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9882cefe-fe98-45d8-819a-bc049436806d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.649098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52873d06-e74b-4ba4-9b20-9090ca53519d None None] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:28:47.658217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-10ee9ea7-4465-47d4-876c-d4b3352d7773 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf7ed86ca4154989a0875f7c908f431c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521640 Dec 15 04:28:47.661127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:47.673105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:47.679406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 75034394-6cc3-431d-ad32-cc7876fc82fe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:47.679781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.696690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b88703c-da9b-46e8-aa31-726262df2c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.712858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9882cefe-fe98-45d8-819a-bc049436806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.717714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9882cefe-fe98-45d8-819a-bc049436806d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.722920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9882cefe-fe98-45d8-819a-bc049436806d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb092545-7b1e-4922-9916-d5a81948f545 HTTP/1.1" status: 204 len: 168 time: 0.3576999 Dec 15 04:28:47.732127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882cefe-fe98-45d8-819a-bc049436806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb092545-7b1e-4922-9916-d5a81948f545,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:47.778439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3e527411-e55d-4378-892b-1e5574e49940 None None] Provisioning complete for port 75034394-6cc3-431d-ad32-cc7876fc82fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:47.778847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e527411-e55d-4378-892b-1e5574e49940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.832244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ca5-8888-4fdf-aa10-fdeed73f73cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.846927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b88703c-da9b-46e8-aa31-726262df2c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.850235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Router d72c57f7-fae6-4e39-859f-46c50a0c4d1b is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:28:47.860981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b88703c-da9b-46e8-aa31-726262df2c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.898760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ca5-8888-4fdf-aa10-fdeed73f73cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.937722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.970151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e527411-e55d-4378-892b-1e5574e49940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:47.996300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88703c-da9b-46e8-aa31-726262df2c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8825fbde-778f-4fe1-bc26-5ea7e5ae8b8b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:48.016404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b88703c-da9b-46e8-aa31-726262df2c1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8e9b59566074f73995c3f8808fff658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392155 Dec 15 04:28:48.022203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48090) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:48.030360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 75034394-6cc3-431d-ad32-cc7876fc82fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75034394-6cc3-431d-ad32-cc7876fc82fe,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:28:48.037603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.154376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ca5-8888-4fdf-aa10-fdeed73f73cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.155251 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-3e527411-e55d-4378-892b-1e5574e49940 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:28:48.157466 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-3e527411-e55d-4378-892b-1e5574e49940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:28:48.157630 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ca5-8888-4fdf-aa10-fdeed73f73cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.158103 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3eb81ca5-8888-4fdf-aa10-fdeed73f73cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e81f024-77cd-4f00-998c-09a0b4575618 HTTP/1.1" status: 204 len: 168 time: 0.4944441 Dec 15 04:28:48.162626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=75034394-6cc3-431d-ad32-cc7876fc82fe,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:48.182307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:28:48.195317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48100) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:48.199258 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Sync routers for ids ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:28:48.212258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb81ca5-8888-4fdf-aa10-fdeed73f73cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e81f024-77cd-4f00-998c-09a0b4575618,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:48.215833 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Routers {'d72c57f7-fae6-4e39-859f-46c50a0c4d1b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:48.216660 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:48.224800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-690a81e7-cde2-483a-b7b5-4808e56f7372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.281423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.282668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e868b223-0130-4b7c-9e0f-7d869b435113 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3413446 Dec 15 04:28:48.285608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48106) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:48.290746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-690a81e7-cde2-483a-b7b5-4808e56f7372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.374900 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Set router d72c57f7-fae6-4e39-859f-46c50a0c4d1b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:48.391317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-690a81e7-cde2-483a-b7b5-4808e56f7372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.394558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-690a81e7-cde2-483a-b7b5-4808e56f7372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.396048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-690a81e7-cde2-483a-b7b5-4808e56f7372 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8825fbde-778f-4fe1-bc26-5ea7e5ae8b8b HTTP/1.1" status: 204 len: 168 time: 0.3448896 Dec 15 04:28:48.410215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a81e7-cde2-483a-b7b5-4808e56f7372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8825fbde-778f-4fe1-bc26-5ea7e5ae8b8b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:48.741849 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:28:47Z', 'revision_number': 3, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:48.809960 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Checking router: d72c57f7-fae6-4e39-859f-46c50a0c4d1b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:28:48.810309 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Updating router d72c57f7-fae6-4e39-859f-46c50a0c4d1b port 90f02297-f7da-4701-bc50-33bbeb205d0d binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:28:48.843092 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:48.853221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3aa766aa-3298-4644-9d48-73a021424510 None None] Provisioning complete for port 75034394-6cc3-431d-ad32-cc7876fc82fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:48.853996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3aa766aa-3298-4644-9d48-73a021424510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.145194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9832d630-3a7b-4d06-9f7a-57d718f6cea3 req-becf98ef-9729-472b-983e-1f3edfd8721e tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 210 time: 0.9471152 Dec 15 04:28:49.147719 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.160779 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.257076 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9fd17-6f5b-40fd-9d7e-6e052517d9d4 None None] Pushing event updated for resources: {'Port': ['ID=90f02297-f7da-4701-bc50-33bbeb205d0d,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:49.261827 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Attempting to bind port 90f02297-f7da-4701-bc50-33bbeb205d0d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:49.262197 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Attempting to bind port 90f02297-f7da-4701-bc50-33bbeb205d0d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:49.263470 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Attempting to bind port 90f02297-f7da-4701-bc50-33bbeb205d0d on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:49.270515 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:49.271030 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:49.271713 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.272130 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:49.272605 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Bound port: 90f02297-f7da-4701-bc50-33bbeb205d0d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:49.272998 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.339248 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] For port 90f02297-f7da-4701-bc50-33bbeb205d0d, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:49.342883 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] For port 90f02297-f7da-4701-bc50-33bbeb205d0d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=90f02297-f7da-4701-bc50-33bbeb205d0d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:49.350283 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.398205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.428132 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9fd17-6f5b-40fd-9d7e-6e052517d9d4 None None] Pushing event updated for resources: {'Port': ['ID=90f02297-f7da-4701-bc50-33bbeb205d0d,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:49.456797 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Routers {'d72c57f7-fae6-4e39-859f-46c50a0c4d1b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:49.457532 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:49.493806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75034394-6cc3-431d-ad32-cc7876fc82fe up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:49.621172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 75034394-6cc3-431d-ad32-cc7876fc82fe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:49.621651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.621805 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] Set router d72c57f7-fae6-4e39-859f-46c50a0c4d1b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:49.648391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Allocated IP 172.20.0.1 (7ff28ebc-e530-4266-bf72-c50a89f210a0/40db43fd-f0d4-45ba-9cff-87345d2c1791/69ed0a0b-d7b6-415f-8811-887cf657b52c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:49.897612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-cfdf3426-b69b-4018-9eee-a5df98473d96 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=849eb40b72a34c1ea33295894a358daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504785 Dec 15 04:28:49.902055 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:28:47Z', 'revision_number': 3, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:49.963079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:49.972221 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf1087-ff45-4da6-9852-f3fb4192add6 None None] The sync data for ids ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'] in n-d-820935-10 is: [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:28:47Z', 'revision_number': 3, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:28:50.040993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-729de6fb-fc9f-4d8d-aae3-97c49cf9a285 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:50.048763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-729de6fb-fc9f-4d8d-aae3-97c49cf9a285 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502264 Dec 15 04:28:50.084725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-5fab3c68-e89a-4f97-92dd-fa0b62e5744d tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/quotas/849eb40b72a34c1ea33295894a358daa HTTP/1.1" status: 200 len: 375 time: 0.0344188 Dec 15 04:28:50.118363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:50.136441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-38186038-d31c-496d-8de3-ea11c3dab75d tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849eb40b72a34c1ea33295894a358daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507636 Dec 15 04:28:50.224833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:50.238410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:50.241510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:50.241989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:50.428052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Pushing event updated for resources: {'Port': ['ID=69ed0a0b-d7b6-415f-8811-887cf657b52c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:50.495931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.42', 51124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:50.610843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-8c1ab242-7f4a-4446-9e1b-3c666efa3cea tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=276a377089b249cfb4d555eb0000b46c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130481 Dec 15 04:28:50.656851 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:50.820670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8a3e158-1c8e-4638-b2b7-32b58dcce76f req-11e14b4a-d8e0-4e80-a092-fc3d31bc65ae tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 210 time: 0.2217205 Dec 15 04:28:50.836552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-5b7779c6-a8d0-4d1e-bc22-296139e656f8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:50.838330 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-5b7779c6-a8d0-4d1e-bc22-296139e656f8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141175 Dec 15 04:28:50.843552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4a25fc3-d066-44da-9404-f7ff626d97c9 req-0e76283a-b6b8-4f37-bcee-a18d3b505a9f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 210 time: 0.1455364 Dec 15 04:28:50.908949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e28874f3-ca96-4b0e-8aad-642f65ffbacf None None] Provisioning complete for port 69ed0a0b-d7b6-415f-8811-887cf657b52c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:50.912585 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e28874f3-ca96-4b0e-8aad-642f65ffbacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:50.945445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Request body: {'port': {'device_id': '16a2159e-d9fb-4c25-a297-1774c2040972', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '276a377089b249cfb4d555eb0000b46c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:51.001308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e28874f3-ca96-4b0e-8aad-642f65ffbacf None None] Port 69ed0a0b-d7b6-415f-8811-887cf657b52c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:28:51.161879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.176204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.177108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.340462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Pushing event updated for resources: {'Port': ['ID=69ed0a0b-d7b6-415f-8811-887cf657b52c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:51.385762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:51.387394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:51.520487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Made reservation on behalf of 276a377089b249cfb4d555eb0000b46c for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:28:51.524923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.537820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.596494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Router d72c57f7-fae6-4e39-859f-46c50a0c4d1b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:28:51.613536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 90f02297-f7da-4701-bc50-33bbeb205d0d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:51.786347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 90f02297-f7da-4701-bc50-33bbeb205d0d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:51.787086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.790094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:28:51.800115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9eebe179-ea80-46cb-adb1-93e86f359236 admin admin] 10.222.0.37 "PUT /v2.0/routers/d72c57f7-fae6-4e39-859f-46c50a0c4d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5086720 Dec 15 04:28:51.822774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.828523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.949516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:51.950755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:52.015883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-34af353b-86dd-43e1-b6d1-f91551cf8df4 None None] Provisioning complete for port 69ed0a0b-d7b6-415f-8811-887cf657b52c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:52.022104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34af353b-86dd-43e1-b6d1-f91551cf8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:52.065801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17f93c68-2346-4300-bec6-b69c2defd758 req-e7e2e4c3-5c21-4804-93d2-ca6a6a85fb16 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 210 time: 0.0761032 Dec 15 04:28:52.126886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 90f02297-f7da-4701-bc50-33bbeb205d0d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=90f02297-f7da-4701-bc50-33bbeb205d0d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:28:52.138256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:52.165022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69444407-367b-4f0b-b9be-3ac33aa62c5e req-4446fc8a-def1-483a-abca-303047e882c8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 210 time: 0.0563574 Dec 15 04:28:52.202005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Allocated IP 192.168.233.110 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/c98e607c-4769-4be1-b2c1-3b82e1da1d89) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:52.203112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-34af353b-86dd-43e1-b6d1-f91551cf8df4 None None] Port 69ed0a0b-d7b6-415f-8811-887cf657b52c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:28:52.259135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=90f02297-f7da-4701-bc50-33bbeb205d0d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:52.507570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48296) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:52.582547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:52.704207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:52.827844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Sync routers for ids ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:28:52.860163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:52.866577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:52.882605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:52.883498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Routers {'d72c57f7-fae6-4e39-859f-46c50a0c4d1b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:52.884202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:52.901373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:52.904129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:52.957512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Pushing event updated for resources: {'Port': ['ID=c98e607c-4769-4be1-b2c1-3b82e1da1d89,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:53.009283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e044ac46-d03b-4254-93df-df69a53f9fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:53.035389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714c302f-189b-4b0b-8063-769151e0743b tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0954163 Dec 15 04:28:53.053520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-334801cd-4337-4006-81fd-da8e08c38aa1 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:28:53.055192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-334801cd-4337-4006-81fd-da8e08c38aa1 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068755 Dec 15 04:28:53.218982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Set router d72c57f7-fae6-4e39-859f-46c50a0c4d1b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:53.233571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.16', 52635) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:53.336259 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-9b6bdf92-906a-4754-b72a-09124170e36d tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=849eb40b72a34c1ea33295894a358daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982614 Dec 15 04:28:53.395091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a72aec89-aea8-498e-9aa9-1e3d8c5cf3b2 req-2a7ba419-2b43-42bd-bd16-6a6f5191a423 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 210 time: 0.0968838 Dec 15 04:28:53.441416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e044ac46-d03b-4254-93df-df69a53f9fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:53.463540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e044ac46-d03b-4254-93df-df69a53f9fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:53.540933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 90f02297-f7da-4701-bc50-33bbeb205d0d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:53.547053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-362f59d4-2132-4133-9679-c684a5fbbab0 None None] Provisioning complete for port c98e607c-4769-4be1-b2c1-3b82e1da1d89 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:53.547717 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-362f59d4-2132-4133-9679-c684a5fbbab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:53.573839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044ac46-d03b-4254-93df-df69a53f9fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8cd06-8b26-45c3-b583-df0488e5e4b8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:53.613636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e044ac46-d03b-4254-93df-df69a53f9fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87d2b5d7416d4a82aad47618303c5223&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1049252 Dec 15 04:28:53.619626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48322) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:53.724117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-362f59d4-2132-4133-9679-c684a5fbbab0 None None] Port c98e607c-4769-4be1-b2c1-3b82e1da1d89 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:28:53.861927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 90f02297-f7da-4701-bc50-33bbeb205d0d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:53.863921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:53.894034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f2517-3e0b-4bf5-8731-f3dc84f2f4ab req-923bf9b2-7531-40ac-82e4-70c6a0fbf32c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:53.894034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c3f2517-3e0b-4bf5-8731-f3dc84f2f4ab req-923bf9b2-7531-40ac-82e4-70c6a0fbf32c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 936 time: 0.2442172 Dec 15 04:28:53.939976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32be9a27-3b36-4cf2-a75d-36363211c0f9 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:53.941725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32be9a27-3b36-4cf2-a75d-36363211c0f9 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5974743 Dec 15 04:28:53.989014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89abdff8-f75f-418d-b0f9-d6d511949fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.093962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c3f2517-3e0b-4bf5-8731-f3dc84f2f4ab req-24fb7b83-96a4-4c95-8e3b-1155d40f5a8f tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861825 Dec 15 04:28:54.102040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89abdff8-f75f-418d-b0f9-d6d511949fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.107979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Request body: {'port': {'device_id': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '849eb40b72a34c1ea33295894a358daa'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:54.239643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:28:50Z', 'revision_number': 4, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '69ed0a0b-d7b6-415f-8811-887cf657b52c', 'name': '', 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'mac_address': 'fa:16:3e:fb:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '40db43fd-f0d4-45ba-9cff-87345d2c1791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:49Z', 'updated_at': '2021-12-15T04:28:50Z', 'revision_number': 2, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'subnets': [{'id': '40db43fd-f0d4-45ba-9cff-87345d2c1791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:54.321924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Checking router: d72c57f7-fae6-4e39-859f-46c50a0c4d1b for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:28:54.322291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Updating router d72c57f7-fae6-4e39-859f-46c50a0c4d1b port 69ed0a0b-d7b6-415f-8811-887cf657b52c binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:28:54.413187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.542236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:54.547354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622057622', 'description': 'tempest-description--1888957392'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:54.624995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89abdff8-f75f-418d-b0f9-d6d511949fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.630064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89abdff8-f75f-418d-b0f9-d6d511949fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.631467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-89abdff8-f75f-418d-b0f9-d6d511949fa1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19e8cd06-8b26-45c3-b583-df0488e5e4b8 HTTP/1.1" status: 204 len: 168 time: 1.0109103 Dec 15 04:28:54.652668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abdff8-f75f-418d-b0f9-d6d511949fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8cd06-8b26-45c3-b583-df0488e5e4b8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:54.673376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Made reservation on behalf of 849eb40b72a34c1ea33295894a358daa for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:28:54.680662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.711775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.713036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-624ed938-4d6d-4605-b343-0a49da666ec1 req-eb22c5cd-27a9-4dd9-8044-ecd05dcb573e tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 210 time: 0.1489897 Dec 15 04:28:54.717355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.api [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:28:54.717355 n-d-820935-10 neutron-server[103133]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 04:28:54.717355 n-d-820935-10 neutron-server[103133]: [parameters: {'project_id': '722fd27d7b4443859473fa756cbba28b', 'id': 'f6358934-abe9-4f4d-85ea-fa068a35e88a', 'expiration': datetime.datetime(2021, 12, 15, 4, 30, 54, 641506)}] Dec 15 04:28:54.717355 n-d-820935-10 neutron-server[103133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:28:54.718835 n-d-820935-10 neutron-server[103133]: DEBUG oslo_db.api [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:28:54.931289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.936304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Request body: {'port': {'device_id': '16a2159e-d9fb-4c25-a297-1774c2040972', 'device_owner': 'compute:tempest-test_az-1203488307', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:54.952151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:54.963992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.050958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c786a9-6e59-4a29-a40e-cc4e467594a4 None None] Pushing event updated for resources: {'Port': ['ID=69ed0a0b-d7b6-415f-8811-887cf657b52c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:55.077041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.083597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.205888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Attempting to bind port 69ed0a0b-d7b6-415f-8811-887cf657b52c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:55.206734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Attempting to bind port 69ed0a0b-d7b6-415f-8811-887cf657b52c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:55.207611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Attempting to bind port 69ed0a0b-d7b6-415f-8811-887cf657b52c on network 7ff28ebc-e530-4266-bf72-c50a89f210a0 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:55.230356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:55.230728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Checking segment: {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:55.231161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.231548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Bound using segment: {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:55.237967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Bound port: 69ed0a0b-d7b6-415f-8811-887cf657b52c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691799a2-d50c-4c26-9313-113f4a52a83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:55.238183 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.259746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.413289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d834-3201-4042-8866-e831ad01baf9 req-fa431cf2-19e0-47a3-ab69-2ddc96efa7a4 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:55.415242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c225d834-3201-4042-8866-e831ad01baf9 req-fa431cf2-19e0-47a3-ab69-2ddc96efa7a4 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 936 time: 0.1141784 Dec 15 04:28:55.526280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Allocated IP 192.168.233.202 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/8bfcab19-61df-4268-9309-03021a4d92e3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:28:55.533971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] For port 69ed0a0b-d7b6-415f-8811-887cf657b52c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:55.539910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] For port 69ed0a0b-d7b6-415f-8811-887cf657b52c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=69ed0a0b-d7b6-415f-8811-887cf657b52c,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:55.565267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:55.827413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c786a9-6e59-4a29-a40e-cc4e467594a4 None None] Pushing event updated for resources: {'Port': ['ID=69ed0a0b-d7b6-415f-8811-887cf657b52c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:55.885442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Routers {'d72c57f7-fae6-4e39-859f-46c50a0c4d1b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:28:55.891938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a974cce6-5a65-4954-ad79-41f66ce34eff,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:55.893049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:28:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:56.030204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e64bc7f0-f2bb-400e-ac98-f60d19479f22 None None] Provisioning complete for port 69ed0a0b-d7b6-415f-8811-887cf657b52c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:56.041797 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e64bc7f0-f2bb-400e-ac98-f60d19479f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.152753 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.166633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c225d834-3201-4042-8866-e831ad01baf9 req-e7c602a9-002a-4c50-accf-3fcf896d6742 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7407298 Dec 15 04:28:56.172169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.256050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48390) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:56.292657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e300742b-7858-478f-99e4-2134f6d7fb0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.309661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.318771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7751408 Dec 15 04:28:56.319464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48394) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:56.346645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'security_group_rule': {'security_group_id': '8de074e7-15e8-4618-9a28-5553f5534073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:56.394000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6826e7-d7b3-408a-86a6-df7532f8af2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de074e7-15e8-4618-9a28-5553f5534073,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:56.429694 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e64bc7f0-f2bb-400e-ac98-f60d19479f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.557371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.563768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e64bc7f0-f2bb-400e-ac98-f60d19479f22 None None] For port 69ed0a0b-d7b6-415f-8811-887cf657b52c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=69ed0a0b-d7b6-415f-8811-887cf657b52c,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:28:56.578226 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e64bc7f0-f2bb-400e-ac98-f60d19479f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.590555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18c176cc-9b8a-4cda-98c6-3aa61398f118 req-86afa008-6d8e-4d6e-ba98-84f019504872 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 210 time: 0.1453862 Dec 15 04:28:56.673556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] Set router d72c57f7-fae6-4e39-859f-46c50a0c4d1b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:28:56.803332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.875390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.900398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.900594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-799016b5-cbd0-4fe5-b69a-f9233ddb502c None None] Provisioning complete for port 69ed0a0b-d7b6-415f-8811-887cf657b52c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:56.903300 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-799016b5-cbd0-4fe5-b69a-f9233ddb502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.942611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:56.988313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661196f7-b7c2-425c-b403-d61e2ee7e813,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:57.035670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e300742b-7858-478f-99e4-2134f6d7fb0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.055092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.056575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d0608968-b70c-4886-85b3-a2f9bcf228dd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7214758 Dec 15 04:28:57.064689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48414) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:57.065362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e300742b-7858-478f-99e4-2134f6d7fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.091619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'security_group_rule': {'security_group_id': '8de074e7-15e8-4618-9a28-5553f5534073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:57.245212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e300742b-7858-478f-99e4-2134f6d7fb0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=830eba005615419a98fbac3b0b6081cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9853737 Dec 15 04:28:57.250190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300742b-7858-478f-99e4-2134f6d7fb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ad97f-09c7-4c0c-8be2-23c74aff4bf3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:57.260233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:57.315547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98e607c-4769-4be1-b2c1-3b82e1da1d89 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:28:57.318895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bc7f0-f2bb-400e-ac98-f60d19479f22 None None] Pushing event updated for resources: {'Port': ['ID=69ed0a0b-d7b6-415f-8811-887cf657b52c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:57.323596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.328167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.362723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Transition to ACTIVE for port object c98e607c-4769-4be1-b2c1-3b82e1da1d89 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:28:57.379796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:28:57.386593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.398311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:28:57.408378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:28:57.415864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:57.416811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.496388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Pushing event updated for resources: {'Port': ['ID=8bfcab19-61df-4268-9309-03021a4d92e3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:57.607707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f64317b8-ed47-4d45-80e0-2a5dd4ea4c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.694379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Pushing event updated for resources: {'Port': ['ID=c98e607c-4769-4be1-b2c1-3b82e1da1d89,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:57.726907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:28:50Z', 'revision_number': 4, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '69ed0a0b-d7b6-415f-8811-887cf657b52c', 'name': '', 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'mac_address': 'fa:16:3e:fb:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '40db43fd-f0d4-45ba-9cff-87345d2c1791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:49Z', 'updated_at': '2021-12-15T04:28:55Z', 'revision_number': 4, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'subnets': [{'id': '40db43fd-f0d4-45ba-9cff-87345d2c1791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:28:57.741327 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:28:57.748017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-786138b4-b45a-4c8d-a7c0-40b3964a3d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.758148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.802088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.808791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-a75b8317-e3ee-4724-83a1-d8a91c0bbc47 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7271593 Dec 15 04:28:57.843824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a38a87-cded-4301-af65-808762dcf3a4 None None] The sync data for ids ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'] in n-d-820935-10 is: [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:28:50Z', 'revision_number': 4, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '69ed0a0b-d7b6-415f-8811-887cf657b52c', 'name': '', 'network_id': '7ff28ebc-e530-4266-bf72-c50a89f210a0', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'mac_address': 'fa:16:3e:fb:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '40db43fd-f0d4-45ba-9cff-87345d2c1791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:49Z', 'updated_at': '2021-12-15T04:28:55Z', 'revision_number': 4, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'subnets': [{'id': '40db43fd-f0d4-45ba-9cff-87345d2c1791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:28:57.855371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09fa3-33f8-458d-b621-2467e67418e3 req-e1f63c6f-2e54-4e9b-bdd6-b977604e28e9 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:57.863094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abc09fa3-33f8-458d-b621-2467e67418e3 req-e1f63c6f-2e54-4e9b-bdd6-b977604e28e9 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.3905060 Dec 15 04:28:57.869128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Attempting to bind port c98e607c-4769-4be1-b2c1-3b82e1da1d89 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:28:57.872362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Attempting to bind port c98e607c-4769-4be1-b2c1-3b82e1da1d89 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:28:57.872909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Attempting to bind port c98e607c-4769-4be1-b2c1-3b82e1da1d89 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:57.889023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Port c98e607c-4769-4be1-b2c1-3b82e1da1d89 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:28:57.890536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Attempting to bind port c98e607c-4769-4be1-b2c1-3b82e1da1d89 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:28:57.949087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f6fa9b-7ff2-4733-8055-c2b79543d46d,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:57.961007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-01fcbf71-d2ef-4afc-b33a-15a70ee70e87 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:28:57.962000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-01fcbf71-d2ef-4afc-b33a-15a70ee70e87 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451293 Dec 15 04:28:57.978271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-786138b4-b45a-4c8d-a7c0-40b3964a3d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.984989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:28:57.992824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:28:57.993652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:28:57.993887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-220791d0-8593-44d5-915d-ecfc4f09cd42 None None] Provisioning complete for port 8bfcab19-61df-4268-9309-03021a4d92e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:57.994320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-220791d0-8593-44d5-915d-ecfc4f09cd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:57.998521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Bound port: c98e607c-4769-4be1-b2c1-3b82e1da1d89, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:28:57.999159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.175641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48446) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:58.234063 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.239425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a5cfff20-0830-43b0-8895-c07949ed9337 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1551731 Dec 15 04:28:58.240822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:58.241074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-786138b4-b45a-4c8d-a7c0-40b3964a3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.245491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-786138b4-b45a-4c8d-a7c0-40b3964a3d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.248031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-786138b4-b45a-4c8d-a7c0-40b3964a3d65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc7ad97f-09c7-4c0c-8be2-23c74aff4bf3 HTTP/1.1" status: 204 len: 168 time: 0.9864244 Dec 15 04:28:58.270476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:58.299100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] For port c98e607c-4769-4be1-b2c1-3b82e1da1d89, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:28:58.302153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786138b4-b45a-4c8d-a7c0-40b3964a3d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ad97f-09c7-4c0c-8be2-23c74aff4bf3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:58.355196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af966f1-ad9a-4c9d-804e-bc9fd8a79ddd req-61868696-c462-40df-b77f-a2dd71f8c9b3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:58.360179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6af966f1-ad9a-4c9d-804e-bc9fd8a79ddd req-61868696-c462-40df-b77f-a2dd71f8c9b3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 936 time: 0.1999834 Dec 15 04:28:58.365124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] For port c98e607c-4769-4be1-b2c1-3b82e1da1d89, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:28:58.380244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.507399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Pushing event updated for resources: {'Port': ['ID=c98e607c-4769-4be1-b2c1-3b82e1da1d89,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:58.517956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abc09fa3-33f8-458d-b621-2467e67418e3 req-916ed1ee-9bb7-4295-9d92-504a7322becd tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375883 Dec 15 04:28:58.536972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.596215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-220791d0-8593-44d5-915d-ecfc4f09cd42 None None] Port 8bfcab19-61df-4268-9309-03021a4d92e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:28:58.618552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6af966f1-ad9a-4c9d-804e-bc9fd8a79ddd req-9aab0450-1ff3-4dbb-b9dd-f1d74b63d5e9 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389793 Dec 15 04:28:58.657095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:58.657720 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:58.663439 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-032db2d7-d73d-447b-823c-bc04a160367e service neutron] 10.222.0.42 "PUT /v2.0/ports/c98e607c-4769-4be1-b2c1-3b82e1da1d89 HTTP/1.1" status: 200 len: 1119 time: 4.5921283 Dec 15 04:28:58.689445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2159e-d9fb-4c25-a297-1774c2040972', 'tag': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:28:59.004486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Request body: {'port': {'device_id': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:28:59.054686 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54744be5-7310-4b41-9771-af71dd7c452f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.211318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54744be5-7310-4b41-9771-af71dd7c452f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.469324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54744be5-7310-4b41-9771-af71dd7c452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.548780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54744be5-7310-4b41-9771-af71dd7c452f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97fd7c03246549a4b3c7366af394fb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3697345 Dec 15 04:28:59.549869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48496) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:59.559824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 69ed0a0b-d7b6-415f-8811-887cf657b52c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:28:59.595558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54744be5-7310-4b41-9771-af71dd7c452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b832747c-8e91-4d7d-9e34-130c14d8e649,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:28:59.732855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 69ed0a0b-d7b6-415f-8811-887cf657b52c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:28:59.733177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.767751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:28:59.784569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39ad-e42c-4937-b8d5-d73ce65ac702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.791317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-cdf28fdd-e5d4-45a7-9130-d94ae10fd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:28:59.794061 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-cdf28fdd-e5d4-45a7-9130-d94ae10fd62d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a377089b249cfb4d555eb0000b46c&device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 1122 time: 0.8313370 Dec 15 04:28:59.817427 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25881cdf-d47b-4699-9ea1-02fe9927853a" -d '{"events": [{"name": "network-changed", "server_uuid": "16a2159e-d9fb-4c25-a297-1774c2040972", "tag": "c98e607c-4769-4be1-b2c1-3b82e1da1d89"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:28:59.835475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39ad-e42c-4937-b8d5-d73ce65ac702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.839658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:28:59.864638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bf8eb5f-3086-4f4a-9075-dc3288160e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.023263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-33d2a143-2acb-4e78-b68c-235894111be3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89 HTTP/1.1" status: 200 len: 217 time: 0.2094836 Dec 15 04:29:00.083490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694b93b-8418-40b7-af7e-46c2bab7cc64 req-b84877a2-9299-4a94-a220-11369f42a9be tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:00.085082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f694b93b-8418-40b7-af7e-46c2bab7cc64 req-b84877a2-9299-4a94-a220-11369f42a9be tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.3551450 Dec 15 04:29:00.087525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48508) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:00.198637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4e6b-e0ef-4628-a769-d74a96c30389 req-a2c72a81-7422-4a2b-a544-5242a72b7c54 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:00.200779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f52be556-68f2-4ef9-b32b-8bbcf821056e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.212711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-766c4e6b-e0ef-4628-a769-d74a96c30389 req-a2c72a81-7422-4a2b-a544-5242a72b7c54 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 936 time: 0.3005228 Dec 15 04:29:00.223048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39ad-e42c-4937-b8d5-d73ce65ac702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.234253 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39ad-e42c-4937-b8d5-d73ce65ac702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.235386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0eaf39ad-e42c-4937-b8d5-d73ce65ac702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b832747c-8e91-4d7d-9e34-130c14d8e649 HTTP/1.1" status: 204 len: 168 time: 0.6851511 Dec 15 04:29:00.253353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.342098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf39ad-e42c-4937-b8d5-d73ce65ac702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b832747c-8e91-4d7d-9e34-130c14d8e649,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:00.386724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e840c91-d5fc-4cea-8076-c98697f290d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.412741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f694b93b-8418-40b7-af7e-46c2bab7cc64 req-d984294e-203f-422e-bb5d-38cce3831a62 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139887 Dec 15 04:29:00.446033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Allocated IP 172.25.2.134 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/5564e911-4fe2-4c65-bf0b-61827299879b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:00.513558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-766c4e6b-e0ef-4628-a769-d74a96c30389 req-d4dd7f45-997a-4118-b158-d930dd98943b tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914677 Dec 15 04:29:00.674543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e840c91-d5fc-4cea-8076-c98697f290d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.678686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-1bf75130-6198-4257-a5cd-4380d152b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:00.681687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e840c91-d5fc-4cea-8076-c98697f290d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.700406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-1bf75130-6198-4257-a5cd-4380d152b5a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.5711558 Dec 15 04:29:00.783387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3e840c91-d5fc-4cea-8076-c98697f290d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afb7f8089d794371a487397caab54c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857247 Dec 15 04:29:00.784631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48528) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:00.787974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e840c91-d5fc-4cea-8076-c98697f290d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460cb782-fd58-403c-a34f-dcc62c909075,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:00.913946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b61b5d2-950b-4e59-8901-1f582d9a4c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:00.955745 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b61b5d2-950b-4e59-8901-1f582d9a4c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.008631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.027754 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b61b5d2-950b-4e59-8901-1f582d9a4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.033447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b61b5d2-950b-4e59-8901-1f582d9a4c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.035633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8b61b5d2-950b-4e59-8901-1f582d9a4c0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/460cb782-fd58-403c-a34f-dcc62c909075 HTTP/1.1" status: 204 len: 168 time: 0.2352779 Dec 15 04:29:01.047117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61b5d2-950b-4e59-8901-1f582d9a4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460cb782-fd58-403c-a34f-dcc62c909075,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:01.093143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48532) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:01.120260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48536) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:01.189189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-7db8fc90-a5dc-4c32-a69d-475fe942e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:01.192390 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-7db8fc90-a5dc-4c32-a69d-475fe942e0ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4905481 Dec 15 04:29:01.212122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e8ea-23da-42b9-abc6-262be2cf8706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.223157 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f0eda-0fe8-4793-9b2f-4b4ea09a2166 x-openstack-request-id: req-9a7f0eda-0fe8-4793-9b2f-4b4ea09a2166 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:01.223908 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a2159e-d9fb-4c25-a297-1774c2040972", "tag": "c98e607c-4769-4be1-b2c1-3b82e1da1d89", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:01.224410 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a7f0eda-0fe8-4793-9b2f-4b4ea09a2166 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:01.225092 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a2159e-d9fb-4c25-a297-1774c2040972', 'tag': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89', 'status': 'completed', 'code': 200} Dec 15 04:29:01.334022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f52be556-68f2-4ef9-b32b-8bbcf821056e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.337972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.356231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f52be556-68f2-4ef9-b32b-8bbcf821056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.454117 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e8ea-23da-42b9-abc6-262be2cf8706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.465195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e8ea-23da-42b9-abc6-262be2cf8706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.467672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52be556-68f2-4ef9-b32b-8bbcf821056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768b2eae-1407-40d9-8bcf-9b197a15d2ca,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:01.488308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-network', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:01.556294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfcab19-61df-4268-9309-03021a4d92e3 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:01.565717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.587145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Transition to ACTIVE for port object 8bfcab19-61df-4268-9309-03021a4d92e3 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:29:01.601477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.687757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3e5e8ea-23da-42b9-abc6-262be2cf8706 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4b72b3deaef414690c256cb5c69c2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622790 Dec 15 04:29:01.700000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f52be556-68f2-4ef9-b32b-8bbcf821056e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f93878462c0640039cf226a51665fdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9305856 Dec 15 04:29:01.726819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48548) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:01.727202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48550) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:01.751235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5e8ea-23da-42b9-abc6-262be2cf8706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e96546-1ed4-48ad-ab95-327c206a448b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:01.775351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Made reservation on behalf of 6f1448ae995145e4a3c8e0c3cf0cffa4 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:01.783059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.801877 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.833289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5da4c7-14bc-43dc-b043-a171ba735c63 req-81c82a21-8d95-4ae6-acb4-80b64dd500a8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:01.845250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d5da4c7-14bc-43dc-b043-a171ba735c63 req-81c82a21-8d95-4ae6-acb4-80b64dd500a8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.2296798 Dec 15 04:29:01.861807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-714d4a80-d04c-41a7-a17c-f196014907ef service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332030 Dec 15 04:29:01.872955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b6e56c9-811e-4da6-a22f-7f19c8de8d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.876107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c3624-ef75-42fd-85fd-60f211db4a88 req-59a39e5f-c2ab-4c7b-9e29-87a1e6e17b83 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:01.884811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-749c3624-ef75-42fd-85fd-60f211db4a88 req-59a39e5f-c2ab-4c7b-9e29-87a1e6e17b83 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.2357750 Dec 15 04:29:01.911048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b6e56c9-811e-4da6-a22f-7f19c8de8d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:01.933674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48556) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:02.032321 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d121ce7f-96f4-4957-bad0-cc1688155c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.148019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d5da4c7-14bc-43dc-b043-a171ba735c63 req-b001fb0e-a59e-41a8-b998-0542d48e3c59 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967200 Dec 15 04:29:02.173413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-749c3624-ef75-42fd-85fd-60f211db4a88 req-60a82d75-2704-49fc-a013-ec692e60865e tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870944 Dec 15 04:29:02.177413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9812f5-f62b-411b-bfb1-0e200f7a589f req-5297da51-0f84-41e0-9f5a-72b250c5fafd service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504001 Dec 15 04:29:02.212475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfcab19-61df-4268-9309-03021a4d92e3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:02.225678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.261337 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.271078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.319523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:29:02.338103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:02.339402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b5cab-c298-4f24-bf68-8850c357daac,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:02.340989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Attempting to bind port 8bfcab19-61df-4268-9309-03021a4d92e3 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:02.357103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Attempting to bind port 8bfcab19-61df-4268-9309-03021a4d92e3 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:02.357455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Attempting to bind port 8bfcab19-61df-4268-9309-03021a4d92e3 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:02.380240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.380968 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Added segment 184de827-c504-41ea-86ac-875822bf2a98 of type vlan for network bf4381aa-10f6-42b4-963b-81fcac5d5c0c Dec 15 04:29:02.383346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Port 8bfcab19-61df-4268-9309-03021a4d92e3 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:29:02.384019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Attempting to bind port 8bfcab19-61df-4268-9309-03021a4d92e3 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:02.403429 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d121ce7f-96f4-4957-bad0-cc1688155c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.427971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d121ce7f-96f4-4957-bad0-cc1688155c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.451486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:02.452355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.456015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df332553-a8f7-4fcc-aed2-eb51fb16a61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.461494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'Port': ['ID=5564e911-4fe2-4c65-bf0b-61827299879b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:02.483494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:02.512528 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.514555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121ce7f-96f4-4957-bad0-cc1688155c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e1f29b-bee4-4bea-a2ce-6a01ee7910cf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:02.536263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d121ce7f-96f4-4957-bad0-cc1688155c5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61a971f9dadc4c42a1dab786473cae94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5803592 Dec 15 04:29:02.539418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48560) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:02.548447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.549762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:02.550506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.618107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.637650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b6e56c9-811e-4da6-a22f-7f19c8de8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.646023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b6e56c9-811e-4da6-a22f-7f19c8de8d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.646023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9b6e56c9-811e-4da6-a22f-7f19c8de8d7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/768b2eae-1407-40d9-8bcf-9b197a15d2ca HTTP/1.1" status: 204 len: 168 time: 0.9136617 Dec 15 04:29:02.663298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5683696 Dec 15 04:29:02.670376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48564) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:02.675688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Request body: {'subnet': {'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-subnet', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:02.682536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e27a-322b-42e7-b5e9-8efab4767635 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4381aa-10f6-42b4-963b-81fcac5d5c0c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:02.702359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:29:02.707706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.730395 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd384f4f-5ec6-4916-b8ee-fba27ac20e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.752971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:02.753467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:02.754036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:02.754943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Bound port: 8bfcab19-61df-4268-9309-03021a4d92e3, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:02.755508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.769745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Made reservation on behalf of 6f1448ae995145e4a3c8e0c3cf0cffa4 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:02.776708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.794403 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd384f4f-5ec6-4916-b8ee-fba27ac20e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.837954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df332553-a8f7-4fcc-aed2-eb51fb16a61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:02.840984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e56c9-811e-4da6-a22f-7f19c8de8d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b2eae-1407-40d9-8bcf-9b197a15d2ca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:03.146265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.158602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd384f4f-5ec6-4916-b8ee-fba27ac20e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.163619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd384f4f-5ec6-4916-b8ee-fba27ac20e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.181546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bd384f4f-5ec6-4916-b8ee-fba27ac20e74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7e1f29b-bee4-4bea-a2ce-6a01ee7910cf HTTP/1.1" status: 204 len: 168 time: 0.6241519 Dec 15 04:29:03.234450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] For port 8bfcab19-61df-4268-9309-03021a4d92e3, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:03.261058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-e0c2ed54-4d02-4d0a-87ce-2475ee44e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:03.263779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-e0c2ed54-4d02-4d0a-87ce-2475ee44e603 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a377089b249cfb4d555eb0000b46c&device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 1122 time: 0.3472221 Dec 15 04:29:03.265517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] For port 8bfcab19-61df-4268-9309-03021a4d92e3, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8bfcab19-61df-4268-9309-03021a4d92e3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:03.272298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.319306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.333807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfcab19-61df-4268-9309-03021a4d92e3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:03.351333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df332553-a8f7-4fcc-aed2-eb51fb16a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.353992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df332553-a8f7-4fcc-aed2-eb51fb16a61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.358529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df332553-a8f7-4fcc-aed2-eb51fb16a61c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11e96546-1ed4-48ad-ab95-327c206a448b HTTP/1.1" status: 204 len: 168 time: 1.6273391 Dec 15 04:29:03.475131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd384f4f-5ec6-4916-b8ee-fba27ac20e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e1f29b-bee4-4bea-a2ce-6a01ee7910cf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:03.490127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df332553-a8f7-4fcc-aed2-eb51fb16a61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e96546-1ed4-48ad-ab95-327c206a448b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:03.516116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:03.517135 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.521703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-32332bdc-66d7-4ada-ade3-e58aab6116f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/8bfcab19-61df-4268-9309-03021a4d92e3 HTTP/1.1" status: 200 len: 1097 time: 5.1793842 Dec 15 04:29:03.522261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'tag': '8bfcab19-61df-4268-9309-03021a4d92e3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:03.524835 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665dbda-5533-443b-b050-8be84e652736" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c43633-2b20-4092-83b9-68f44b14ce8d", "tag": "8bfcab19-61df-4268-9309-03021a4d92e3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:03.627628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48578) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:03.707240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fdbff83c-c884-4736-8097-d886e4fe0cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.732097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046359c9-4704-488a-8829-061416f13112 req-f5b2505b-fbb2-4e20-8fd8-2cf80fc6685c tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:03.748297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-046359c9-4704-488a-8829-061416f13112 req-f5b2505b-fbb2-4e20-8fd8-2cf80fc6685c tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.3486235 Dec 15 04:29:03.845995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f521e-5f4d-4a58-abb3-5df7dea63491 req-accccb31-fb7f-4f6c-a39b-5e74e207cd43 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:03.860503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a66f521e-5f4d-4a58-abb3-5df7dea63491 req-accccb31-fb7f-4f6c-a39b-5e74e207cd43 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.4346263 Dec 15 04:29:03.894885 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:03.930980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.024569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.051525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-046359c9-4704-488a-8829-061416f13112 req-ba9022ad-7397-4e70-9bc7-a02445593e5e tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019259 Dec 15 04:29:04.077922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9289546-f6c7-444b-87bc-f260d321dabd,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:04.091026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-2a8104ae-0534-41a1-9de4-5d8d7f634e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.092723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-2a8104ae-0534-41a1-9de4-5d8d7f634e9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.7628798 Dec 15 04:29:04.094646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-6821fe14-a2af-43e2-a4db-ee0042449035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.098306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-6821fe14-a2af-43e2-a4db-ee0042449035 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=849eb40b72a34c1ea33295894a358daa&device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 1100 time: 0.4271159 Dec 15 04:29:04.099381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.123023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.141154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8985546 Dec 15 04:29:04.144014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a66f521e-5f4d-4a58-abb3-5df7dea63491 req-d78c8228-9e0e-44d9-aebd-e49eb4786586 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825747 Dec 15 04:29:04.207170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Checking segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:04.207769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Network hostable DHCP agents. Network: bf4381aa-10f6-42b4-963b-81fcac5d5c0c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:29:04.229189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fdbff83c-c884-4736-8097-d886e4fe0cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.239432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fdbff83c-c884-4736-8097-d886e4fe0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.260247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:29:04.285808 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822a2309-da18-4b48-9f45-e0a40600279c x-openstack-request-id: req-822a2309-da18-4b48-9f45-e0a40600279c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:04.286249 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c43633-2b20-4092-83b9-68f44b14ce8d", "tag": "8bfcab19-61df-4268-9309-03021a4d92e3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:04.287714 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-822a2309-da18-4b48-9f45-e0a40600279c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:04.290042 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'tag': '8bfcab19-61df-4268-9309-03021a4d92e3', 'status': 'completed', 'code': 200} Dec 15 04:29:04.295025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fdbff83c-c884-4736-8097-d886e4fe0cc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbf50c26b99b4adea92dc021d374f88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6472993 Dec 15 04:29:04.295025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, bf4381aa-10f6-42b4-963b-81fcac5d5c0c) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:04.295817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48594) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:04.303862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.304288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6fa70-bb0f-4956-a1f9-4d2eb5de7542 None None] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:04.304830 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.316431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbff83c-c884-4736-8097-d886e4fe0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37815fd5-aa5c-4bbb-a51a-bd1a2d247976,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:04.374533 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-59dad114-0549-4254-b516-bdeed95e8d92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bfcab19-61df-4268-9309-03021a4d92e3 HTTP/1.1" status: 200 len: 217 time: 0.1975095 Dec 15 04:29:04.385351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-f2138aef-d113-4191-a3e8-baf702f222f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89 HTTP/1.1" status: 200 len: 217 time: 0.2664578 Dec 15 04:29:04.418051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03647872-f396-4b9c-ad0d-cd33e8b89c7b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'Port': ['ID=5564e911-4fe2-4c65-bf0b-61827299879b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:04.444479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2b4b17dd-4fd4-4d43-b594-020621849ee8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7727423 Dec 15 04:29:04.454074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48598) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:04.474063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:04.503738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-b788a90c-dcfc-4d5d-b68d-9adeadab96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.511087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-b788a90c-dcfc-4d5d-b68d-9adeadab96c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1132910 Dec 15 04:29:04.513851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'fixed_ips': [{'subnet_id': 'd9289546-f6c7-444b-87bc-f260d321dabd'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:29:04.515357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.557669 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21d43829-37e2-4e17-b266-52a3d0166129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.577065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.579157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.613409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21d43829-37e2-4e17-b266-52a3d0166129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.639716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-75121a77-d827-45f5-bbc3-66ebefb2253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.641378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-75121a77-d827-45f5-bbc3-66ebefb2253d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232684 Dec 15 04:29:04.643329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-8e107a95-a62b-4139-a54c-509b9a41c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.644712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-8e107a95-a62b-4139-a54c-509b9a41c2f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0877702 Dec 15 04:29:04.735216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:04.848644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Allocated IP 172.20.0.2 (bf4381aa-10f6-42b4-963b-81fcac5d5c0c/d9289546-f6c7-444b-87bc-f260d321dabd/5407bea3-f99c-4a9f-b085-90f18538b4b2) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:04.872524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-2de1bc5f-d3fb-4cb8-acc5-fcdad2529d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:04.873970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-2de1bc5f-d3fb-4cb8-acc5-fcdad2529d43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2154303 Dec 15 04:29:04.952612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-25feed61-edbf-4e3a-97cf-32ad171886ce service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042524 Dec 15 04:29:05.062983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.077289 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21d43829-37e2-4e17-b266-52a3d0166129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.093005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21d43829-37e2-4e17-b266-52a3d0166129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.095349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21d43829-37e2-4e17-b266-52a3d0166129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37815fd5-aa5c-4bbb-a51a-bd1a2d247976 HTTP/1.1" status: 204 len: 168 time: 0.7984552 Dec 15 04:29:05.126495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d43829-37e2-4e17-b266-52a3d0166129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37815fd5-aa5c-4bbb-a51a-bd1a2d247976,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:05.327093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.342469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.405954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-37a1dd8f-c52a-4333-ad52-4d1c393945a7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833353 Dec 15 04:29:05.406393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1d5a-ec5a-4f72-a8e5-b966d14be5b1 req-a92fa915-dbb0-40d3-a1db-bde9523987f4 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:05.414510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69fd1d5a-ec5a-4f72-a8e5-b966d14be5b1 req-a92fa915-dbb0-40d3-a1db-bde9523987f4 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.1276178 Dec 15 04:29:05.424787 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25881cdf-d47b-4699-9ea1-02fe9927853a req-14313848-b074-4d33-bbc6-a9cb2921d203 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490142 Dec 15 04:29:05.432244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:05.435340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:05.475359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:05.486292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69fd1d5a-ec5a-4f72-a8e5-b966d14be5b1 req-73d3295b-affa-4b27-a726-aefb4d0cfab6 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Dec 15 04:29:05.505639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Pushing event updated for resources: {'Port': ['ID=5407bea3-f99c-4a9f-b085-90f18538b4b2,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:05.617856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Attempting to bind port 5407bea3-f99c-4a9f-b085-90f18538b4b2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:05.618249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Attempting to bind port 5407bea3-f99c-4a9f-b085-90f18538b4b2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:05.618591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Attempting to bind port 5407bea3-f99c-4a9f-b085-90f18538b4b2 on network bf4381aa-10f6-42b4-963b-81fcac5d5c0c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:05.628702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:05.629087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Checking segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:05.629378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.629763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Bound using segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:05.630234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Bound port: 5407bea3-f99c-4a9f-b085-90f18538b4b2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:05.630621 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.634627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10d6c1e9-5c5f-4cb2-acf2-bfbbbaa12b2c req-9a15a28c-b141-45de-8003-c828bdbbbdd1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828504 Dec 15 04:29:05.735193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] For port 5407bea3-f99c-4a9f-b085-90f18538b4b2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:05.739401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] For port 5407bea3-f99c-4a9f-b085-90f18538b4b2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5407bea3-f99c-4a9f-b085-90f18538b4b2,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:05.748505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:05.816045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48650) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:05.839561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14c3b2-18c2-458e-a6d3-212f699a887b None None] Pushing event updated for resources: {'Port': ['ID=5407bea3-f99c-4a9f-b085-90f18538b4b2,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:06.091128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1630392868-network', 'tenant_id': '7e3e503c023a4f43a082a2898173102b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:06.146504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Made reservation on behalf of 7e3e503c023a4f43a082a2898173102b for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:06.153681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.166053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.178856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.213585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.322347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7509400-1f73-4fb5-af2b-cfb1c634568a req-e32c6a5c-bd4c-43f8-925e-70a8d691ce42 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:06.329638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7509400-1f73-4fb5-af2b-cfb1c634568a req-e32c6a5c-bd4c-43f8-925e-70a8d691ce42 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.3400090 Dec 15 04:29:06.373960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.383757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.415068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7509400-1f73-4fb5-af2b-cfb1c634568a req-e1d0fabf-936c-4218-bd14-483333aaa8e8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844305 Dec 15 04:29:06.459900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Allocated IP 172.25.2.153 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/2d62cea5-bfc0-4d57-95c9-a6c19e586bbe) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:06.470601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:29:06.505071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.505071 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Added segment bbd94159-033d-4d29-90a3-a1f39d638b0d of type vlan for network c4a6f920-be7a-4bb6-b36a-b7b72f162816 Dec 15 04:29:06.534207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea59a72-df4f-4eb2-884a-330a35db778c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:06.635389 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.645825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.679819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.694533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35dcc9-e38b-4a26-bd5c-deabb5167c37 req-39fb9418-e45a-43e3-8d4a-3b0e2214aaf6 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:06.703863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca35dcc9-e38b-4a26-bd5c-deabb5167c37 req-39fb9418-e45a-43e3-8d4a-3b0e2214aaf6 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.1219151 Dec 15 04:29:06.714636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.716018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:06.717058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.788232 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9710128 Dec 15 04:29:06.792730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:06.798186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Request body: {'subnet': {'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1630392868-subnet', 'tenant_id': '7e3e503c023a4f43a082a2898173102b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:06.808293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca35dcc9-e38b-4a26-bd5c-deabb5167c37 req-3a2f1b14-12ad-4e72-9522-2c564ce7e648 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030068 Dec 15 04:29:06.817469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aff2d-c034-437c-86ac-ba96b1af6e87 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a6f920-be7a-4bb6-b36a-b7b72f162816,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:06.828517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.837952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:29:06.867630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Made reservation on behalf of 7e3e503c023a4f43a082a2898173102b for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:06.870836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:06.919209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:06.928697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:06.937427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:07.050058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Pushing event updated for resources: {'Port': ['ID=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:07.321217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:07.428595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3128db63-9590-4e06-b678-46acc6402fec,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:07.440243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:07.440604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Network hostable DHCP agents. Network: c4a6f920-be7a-4bb6-b36a-b7b72f162816, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:29:07.485800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:29:07.503868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c4a6f920-be7a-4bb6-b36a-b7b72f162816) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:07.517890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:07.522554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa5257-cbba-4b0d-8011-7d6485671b69 None None] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:07.526139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.527044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:07.565050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-492b9c0b-c0ee-420b-b27b-d024d179f25b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7708588 Dec 15 04:29:07.663454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8d7fa-8a07-488e-9f97-76134b1bbf19 None None] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:07.733499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.734254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.734854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.735446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.736033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.736642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.737256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:07.753412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73b63a7a-7a95-4882-9864-d8c32c1c48c9 req-3e1ec3aa-83d3-4d78-bf3e-97ef575eaa33 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.4372838 Dec 15 04:29:07.937025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5407bea3-f99c-4a9f-b085-90f18538b4b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:08.123486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aeefdf-f89d-44ae-9744-e0b0f37ad64a None None] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:08.144536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14bb3-ca6e-47bc-b351-a61f7eb794eb req-bc6ededb-df4b-43d4-a926-6511af35b794 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:08.159997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9f14bb3-ca6e-47bc-b351-a61f7eb794eb req-bc6ededb-df4b-43d4-a926-6511af35b794 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.2884886 Dec 15 04:29:08.160651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665dbda-5533-443b-b050-8be84e652736 req-9b0c6590-decc-4085-9687-d494967ce54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:08.169201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-9b0c6590-decc-4085-9687-d494967ce54d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=849eb40b72a34c1ea33295894a358daa&device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 1100 time: 0.1035640 Dec 15 04:29:08.233344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.328289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ccc7bd93-137f-4cd7-bef0-cf12aceca4f5 None None] Provisioning complete for port 5407bea3-f99c-4a9f-b085-90f18538b4b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:08.333780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccc7bd93-137f-4cd7-bef0-cf12aceca4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.375963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665dbda-5533-443b-b050-8be84e652736 req-d3f69af6-7139-496b-b1b7-67ede0834872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:08.378071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-d3f69af6-7139-496b-b1b7-67ede0834872 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2026701 Dec 15 04:29:08.439536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9f14bb3-ca6e-47bc-b351-a61f7eb794eb req-d48f6179-bb0f-4954-8d01-b04987d5d93d tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779279 Dec 15 04:29:08.457405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-55daab51-d0d0-4b07-9eef-58ca63b905e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bfcab19-61df-4268-9309-03021a4d92e3 HTTP/1.1" status: 200 len: 217 time: 0.0611994 Dec 15 04:29:08.575415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665dbda-5533-443b-b050-8be84e652736 req-b258da8a-34df-43b0-b93c-60da3a79a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:08.576934 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-b258da8a-34df-43b0-b93c-60da3a79a540 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1091557 Dec 15 04:29:08.646575 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccc7bd93-137f-4cd7-bef0-cf12aceca4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.687103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f03f8-d87e-4ebb-a982-a0adff0c083f req-fa89e4a2-1052-48f5-8f18-de7cf383d9cf tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:08.701906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665dbda-5533-443b-b050-8be84e652736 req-5a5a152f-153c-431d-bc2f-e8194b704a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:08.703582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-5a5a152f-153c-431d-bc2f-e8194b704a63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147563 Dec 15 04:29:08.715697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-715f03f8-d87e-4ebb-a982-a0adff0c083f req-fa89e4a2-1052-48f5-8f18-de7cf383d9cf tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 886 time: 0.2426162 Dec 15 04:29:08.743766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ccc7bd93-137f-4cd7-bef0-cf12aceca4f5 None None] For port 5407bea3-f99c-4a9f-b085-90f18538b4b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5407bea3-f99c-4a9f-b085-90f18538b4b2,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:08.745701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48716) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:08.749315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5407bea3-f99c-4a9f-b085-90f18538b4b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:08.749762 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.770730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-212909510-network', 'tenant_id': 'e6ff44a7a57f47249e4468409d22ea20'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:08.790507 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccc7bd93-137f-4cd7-bef0-cf12aceca4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.810283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Router 234280b4-3c43-4d4b-bdb1-315370d013f0 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:29:08.860320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Made reservation on behalf of e6ff44a7a57f47249e4468409d22ea20 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:08.866224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.891161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:08.937608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-17163141-ecd3-45dd-8276-5528c87b4615 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260802 Dec 15 04:29:09.013901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7bd93-137f-4cd7-bef0-cf12aceca4f5 None None] Pushing event updated for resources: {'Port': ['ID=5407bea3-f99c-4a9f-b085-90f18538b4b2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:09.056775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c495d886-a220-480f-a235-de558754fc7a None None] Provisioning complete for port 5407bea3-f99c-4a9f-b085-90f18538b4b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:09.057141 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c495d886-a220-480f-a235-de558754fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.110864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c665dbda-5533-443b-b050-8be84e652736 req-9a1d670d-a97c-4ccd-a172-baaea9768f5d service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543844 Dec 15 04:29:09.200217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425f2d8-e953-4f57-80e5-b143d887dbb0 req-6f7e85e5-9639-4fd5-9c7e-2fcac344e19d tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:09.201721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f425f2d8-e953-4f57-80e5-b143d887dbb0 req-6f7e85e5-9639-4fd5-9c7e-2fcac344e19d tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.3866899 Dec 15 04:29:09.282250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:29:09.291638 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Sync routers for ids ['234280b4-3c43-4d4b-bdb1-315370d013f0'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:29:09.315277 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Routers {'234280b4-3c43-4d4b-bdb1-315370d013f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:09.315952 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['234280b4-3c43-4d4b-bdb1-315370d013f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:09.341075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f425f2d8-e953-4f57-80e5-b143d887dbb0 req-2f5b9308-41f1-4324-b616-11d13737a445 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265752 Dec 15 04:29:09.362130 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.366662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48718) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:09.375677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5bf0c8c9-9a44-43f4-9301-e7d9a6376c28 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9195573 Dec 15 04:29:09.381074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.390423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.430834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:29:09.446453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.447394 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Set router 234280b4-3c43-4d4b-bdb1-315370d013f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:09.448025 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Added segment 3487d188-4e68-4585-abc2-104025708f1f of type vlan for network e0f2ec5f-c45a-46b4-9059-27e8377e0f6e Dec 15 04:29:09.543365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5407bea3-f99c-4a9f-b085-90f18538b4b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:09.561590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.567959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50a202-e7e2-48de-903f-d455fdc21a4a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:09.613541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.619632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:09.619826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.716616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5407bea3-f99c-4a9f-b085-90f18538b4b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:09.723411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.789492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0404911 Dec 15 04:29:09.791598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48724) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:09.818949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Request body: {'subnet': {'network_id': 'e0f2ec5f-c45a-46b4-9059-27e8377e0f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-212909510-subnet', 'tenant_id': 'e6ff44a7a57f47249e4468409d22ea20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:09.888557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435910-7b02-4a02-b631-e17bc8c6d1ee admin admin] Pushing event updated for resources: {'Network': ['ID=e0f2ec5f-c45a-46b4-9059-27e8377e0f6e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:09.929456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Made reservation on behalf of e6ff44a7a57f47249e4468409d22ea20 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:09.934628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:09.973743 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:29:07Z', 'revision_number': 3, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:09.976224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e0f2ec5f-c45a-46b4-9059-27e8377e0f6e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:29:10.039669 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Checking router: 234280b4-3c43-4d4b-bdb1-315370d013f0 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:29:10.039946 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Updating router 234280b4-3c43-4d4b-bdb1-315370d013f0 port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:29:10.106969 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:10.504049 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:10.667485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.668551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.669488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.669956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.670419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.671337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.671807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.672320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:10.674514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cc1c67a-d7e2-4f9b-8725-ef1d240b2618 req-72779f9a-5197-44aa-a0fe-388bc4b26d17 tempest-NetworksTest-2004341537 tempest-NetworksTest-2004341537-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.3157613 Dec 15 04:29:10.689894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:10.694282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-da4590af-3448-4df2-b54b-3d948ab90eaf tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1622057622&fields=id&tenant_id=722fd27d7b4443859473fa756cbba28b HTTP/1.1" status: 200 len: 267 time: 0.3323891 Dec 15 04:29:10.760336 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:10.770163 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:10.935664 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a1c24-977f-4f54-a5aa-9cda30951c25 None None] Pushing event updated for resources: {'Port': ['ID=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:10.949234 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Attempting to bind port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:10.951503 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Attempting to bind port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:10.952039 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Attempting to bind port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:10.965649 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:10.967891 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:10.968503 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:10.968992 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:10.972965 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Bound port: 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:10.973511 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.075614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Allocated IP 172.20.0.1 (bf4381aa-10f6-42b4-963b-81fcac5d5c0c/d9289546-f6c7-444b-87bc-f260d321dabd/acce2d32-7701-47f1-97a8-c969cf24a4b4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:11.082910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] For port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:11.090324 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] For port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:11.101222 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.223212 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a1c24-977f-4f54-a5aa-9cda30951c25 None None] Pushing event updated for resources: {'Port': ['ID=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:11.235989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abf7f1b-752d-4a79-900c-3ffc71db4b4c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:11.241927 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Routers {'234280b4-3c43-4d4b-bdb1-315370d013f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:11.242806 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['234280b4-3c43-4d4b-bdb1-315370d013f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:11.248271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48744) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:11.255880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.300292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-876d76e9-a497-4d8b-b563-795e532bf1d0 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:11.302006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-876d76e9-a497-4d8b-b563-795e532bf1d0 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 824 time: 0.6068656 Dec 15 04:29:11.321275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Checking segment: {'id': '3487d188-4e68-4585-abc2-104025708f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e0f2ec5f-c45a-46b4-9059-27e8377e0f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:11.321672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Network hostable DHCP agents. Network: e0f2ec5f-c45a-46b4-9059-27e8377e0f6e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:29:11.404495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4b425063-6358-484c-974c-7d48542c2d1c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/quotas/722fd27d7b4443859473fa756cbba28b HTTP/1.1" status: 200 len: 375 time: 0.0581431 Dec 15 04:29:11.439666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.459388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35a8f-0a21-4b7d-94f2-428b1d7f110b req-41714fad-953f-4bd7-8fad-0c34a2d5ca57 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:11.474143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55b35a8f-0a21-4b7d-94f2-428b1d7f110b req-41714fad-953f-4bd7-8fad-0c34a2d5ca57 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.4864552 Dec 15 04:29:11.536694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:11.541301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:11.545083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:11.545637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.550078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Network e0f2ec5f-c45a-46b4-9059-27e8377e0f6e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:29:11.574117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e0f2ec5f-c45a-46b4-9059-27e8377e0f6e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:11.590924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2e40f-586a-4941-a659-a8b85f6b1fbe None None] Network e0f2ec5f-c45a-46b4-9059-27e8377e0f6e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:11.599511 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] Set router 234280b4-3c43-4d4b-bdb1-315370d013f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:11.611140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=acce2d32-7701-47f1-97a8-c969cf24a4b4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:11.708199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:11.708910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.770474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55b35a8f-0a21-4b7d-94f2-428b1d7f110b req-68673ff2-3297-48b5-bb64-6c6c430225ad tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749798 Dec 15 04:29:11.818607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0428c9fb-a1fe-41ba-825a-2eac59400bad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0209682 Dec 15 04:29:11.862147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-b14f765f-3f28-41cb-9cc0-130f424b4745 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4559212 Dec 15 04:29:11.862821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1d910ea-f61c-4fed-81c9-52ea0fbd2135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:11.896789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b771bc52-e595-4c57-a912-564a253cc860 None None] Network e0f2ec5f-c45a-46b4-9059-27e8377e0f6e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:11.951359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.060107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-7d7e2c21-dca7-493f-8911-07cf8519ae4c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:29:12.067911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-7d7e2c21-dca7-493f-8911-07cf8519ae4c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1033423 Dec 15 04:29:12.081222 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:29:07Z', 'revision_number': 3, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:12.120635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3cdc8870-24e3-4b47-8755-ba4c821c8a37 None None] Provisioning complete for port acce2d32-7701-47f1-97a8-c969cf24a4b4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:12.121927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8870-24e3-4b47-8755-ba4c821c8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.157358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e32f28-b31a-4182-a540-e5eba3c09d29 None None] The sync data for ids ['234280b4-3c43-4d4b-bdb1-315370d013f0'] in n-d-820935-10 is: [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:29:07Z', 'revision_number': 3, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:29:12.182868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc8870-24e3-4b47-8755-ba4c821c8a37 None None] Port acce2d32-7701-47f1-97a8-c969cf24a4b4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:12.210153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.222963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.223769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.272167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-aee7b1ad-2f0f-47d6-80e0-041153a56ccf service neutron] 10.222.0.37 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033207 Dec 15 04:29:12.296325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1d910ea-f61c-4fed-81c9-52ea0fbd2135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.335949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=acce2d32-7701-47f1-97a8-c969cf24a4b4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:12.340272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe8548-e681-497b-a537-e4f55cdbddce req-81825881-3285-4576-9bdd-dceeb1ae36a0 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:12.341794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4fe8548-e681-497b-a537-e4f55cdbddce req-81825881-3285-4576-9bdd-dceeb1ae36a0 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.1775858 Dec 15 04:29:12.342430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1d910ea-f61c-4fed-81c9-52ea0fbd2135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.374001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:12.375452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:12.421239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d910ea-f61c-4fed-81c9-52ea0fbd2135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faceae9-07a2-4d5c-aee6-20518947e250,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:12.428483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d1d910ea-f61c-4fed-81c9-52ea0fbd2135 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f0b7b9852664586975f64ad474f7b57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1728485 Dec 15 04:29:12.429436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48760) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:12.511090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4fe8548-e681-497b-a537-e4f55cdbddce req-5dd9a54c-f811-4369-b26f-836d438f62ec tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588809 Dec 15 04:29:12.533900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-04f57e71-e360-4b3a-95d4-b1549a81867c service neutron] 10.222.0.37 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507198 Dec 15 04:29:12.563446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7220fa3d-2cd8-466c-becb-60cccb4b0bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.563922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Router 234280b4-3c43-4d4b-bdb1-315370d013f0 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:29:12.601827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7220fa3d-2cd8-466c-becb-60cccb4b0bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.754730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7220fa3d-2cd8-466c-becb-60cccb4b0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.759286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7220fa3d-2cd8-466c-becb-60cccb4b0bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.761194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7220fa3d-2cd8-466c-becb-60cccb4b0bd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1faceae9-07a2-4d5c-aee6-20518947e250 HTTP/1.1" status: 204 len: 168 time: 0.3241143 Dec 15 04:29:12.782156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220fa3d-2cd8-466c-becb-60cccb4b0bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faceae9-07a2-4d5c-aee6-20518947e250,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:12.788034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:29:12.798754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e886fedf-adb1-4dff-94a8-7d9b635bd6c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/234280b4-3c43-4d4b-bdb1-315370d013f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4308355 Dec 15 04:29:12.818446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-30043265-b81a-41ce-9f50-d59faf159d35 None None] Provisioning complete for port acce2d32-7701-47f1-97a8-c969cf24a4b4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:12.820220 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30043265-b81a-41ce-9f50-d59faf159d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:12.866605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-30043265-b81a-41ce-9f50-d59faf159d35 None None] Port acce2d32-7701-47f1-97a8-c969cf24a4b4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:13.237735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d4883-4f64-4e1d-b290-e91ab1f104a4 req-b2099def-a969-4f1d-9acf-4421850f2870 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:13.243893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b9d4883-4f64-4e1d-b290-e91ab1f104a4 req-b2099def-a969-4f1d-9acf-4421850f2870 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.2150493 Dec 15 04:29:13.283624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-a9aec459-69e2-4c2b-b75d-e465a2918d39 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:13.291292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-a9aec459-69e2-4c2b-b75d-e465a2918d39 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.2826171 Dec 15 04:29:13.317180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-c763aad4-ed40-487f-97a0-9baf530879a6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/quotas/7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 375 time: 0.0248461 Dec 15 04:29:13.379725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-ffe21f5d-0954-4dff-a945-ebd481840c57 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615222 Dec 15 04:29:13.407956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b9d4883-4f64-4e1d-b290-e91ab1f104a4 req-45566a57-1950-43ea-a7eb-1412bd178022 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459353 Dec 15 04:29:13.465980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48798) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:13.507136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-035f0b64-0064-4482-8b9f-14a3c3b51921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:13.557493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:13.611356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8d943ce-825e-45b2-bfc4-6a7a3e83a4c7 req-ff07f375-2895-4151-a37b-2a5757cd7029 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 210 time: 0.0805671 Dec 15 04:29:13.638498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48806) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:13.679668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:13.680051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:13.828286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-035f0b64-0064-4482-8b9f-14a3c3b51921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:13.837994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-035f0b64-0064-4482-8b9f-14a3c3b51921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:13.871957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48814) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:13.872609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-035f0b64-0064-4482-8b9f-14a3c3b51921 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8d320996673483fa0a2e6de4ab0b197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054732 Dec 15 04:29:13.901879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fe5d4-c3ee-4ab2-99ac-07b44c5d8e5e req-e3f1fef7-c8f3-4828-a598-872c8dbfb98a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:13.915398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-583fe5d4-c3ee-4ab2-99ac-07b44c5d8e5e req-e3f1fef7-c8f3-4828-a598-872c8dbfb98a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.1838470 Dec 15 04:29:13.928623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:13.950250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a000f77-bded-43ba-9a1b-b522a325b398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:13.965561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f0b64-0064-4482-8b9f-14a3c3b51921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b298a85-382f-4041-befc-27166da1fd5e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:13.996665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:14.008420 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.048662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a000f77-bded-43ba-9a1b-b522a325b398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.128215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:14.161813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0897461-788c-44b7-9246-a5d505feaead admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.175870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a000f77-bded-43ba-9a1b-b522a325b398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.179408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a000f77-bded-43ba-9a1b-b522a325b398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.180733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1a000f77-bded-43ba-9a1b-b522a325b398 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b298a85-382f-4041-befc-27166da1fd5e HTTP/1.1" status: 204 len: 168 time: 0.3071921 Dec 15 04:29:14.294374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-583fe5d4-c3ee-4ab2-99ac-07b44c5d8e5e req-7042cc1e-dabe-4342-8d07-d7a8b61c8baf tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770804 Dec 15 04:29:14.300442 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0897461-788c-44b7-9246-a5d505feaead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.302638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-0a975976-b9d4-42e0-9275-722b6e9436fb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:29:14.321921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a000f77-bded-43ba-9a1b-b522a325b398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b298a85-382f-4041-befc-27166da1fd5e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:14.322235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-0a975976-b9d4-42e0-9275-722b6e9436fb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5041800 Dec 15 04:29:14.322327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0897461-788c-44b7-9246-a5d505feaead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.376492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f0897461-788c-44b7-9246-a5d505feaead admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5030663aab734232bbad4bb9b11767cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7358601 Dec 15 04:29:14.377586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897461-788c-44b7-9246-a5d505feaead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8320df9a-5f9c-4b5d-bd6f-448ddf0875de,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:14.381554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48824) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:14.484311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5659-9d95-44fa-8aec-25db6619124b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.505519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-a968ffa7-e5b1-45af-9938-0c2c284aa5cc service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886222 Dec 15 04:29:14.545425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5659-9d95-44fa-8aec-25db6619124b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.641595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48836) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:14.651183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-network', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:14.710999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df26bdc-c759-42cc-8025-f8d15b2cccce req-82342198-64e2-4421-afb2-e3a526e32024 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:14.712650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3df26bdc-c759-42cc-8025-f8d15b2cccce req-82342198-64e2-4421-afb2-e3a526e32024 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.1695383 Dec 15 04:29:14.780797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-47e81015-b4e1-424f-99a2-4d2c06d6dfdc service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691715 Dec 15 04:29:14.789108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Made reservation on behalf of ee522897eaf6472496d13d9d83e8d44c for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:14.792503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.828116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.855883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3df26bdc-c759-42cc-8025-f8d15b2cccce req-549ab253-9f91-43a7-9ed3-26c792a6b6b1 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280236 Dec 15 04:29:14.867616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5659-9d95-44fa-8aec-25db6619124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.870261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc6c5659-9d95-44fa-8aec-25db6619124b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:14.871962 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dc6c5659-9d95-44fa-8aec-25db6619124b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8320df9a-5f9c-4b5d-bd6f-448ddf0875de HTTP/1.1" status: 204 len: 168 time: 0.4894373 Dec 15 04:29:14.909114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Sync routers for ids ['234280b4-3c43-4d4b-bdb1-315370d013f0'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:29:14.909372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c5659-9d95-44fa-8aec-25db6619124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320df9a-5f9c-4b5d-bd6f-448ddf0875de,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:14.968238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-50d5b726-0731-42ba-8dc7-e8b52bc01555 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:14.969792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-50d5b726-0731-42ba-8dc7-e8b52bc01555 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 824 time: 0.3817899 Dec 15 04:29:14.988200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Routers {'234280b4-3c43-4d4b-bdb1-315370d013f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:14.989591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['234280b4-3c43-4d4b-bdb1-315370d013f0'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:15.065559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdcec944-1834-4de8-8b30-3652b7943c22 req-317cb9ae-e5e4-4d7f-a9ea-7b3148b8bfa3 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 210 time: 0.0837605 Dec 15 04:29:15.119403 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-94358b41-64b3-46b7-92fc-4403ae9ac1d7 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=722fd27d7b4443859473fa756cbba28b HTTP/1.1" status: 200 len: 380 time: 0.1333027 Dec 15 04:29:15.129808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'port': {'device_id': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'admin_state_up': True, 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'security_groups': ['8de074e7-15e8-4618-9a28-5553f5534073']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:15.179254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d23cc4d-370b-4ff7-b9c2-84c4b4c58fc3 req-edb89e0b-5875-442b-86b4-447ad1f23229 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 210 time: 0.0678949 Dec 15 04:29:15.239091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.251812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.284302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Set router 234280b4-3c43-4d4b-bdb1-315370d013f0 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:15.292317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:29:15.316282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.316800 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Added segment 5b60bc2d-597c-4293-b2ce-01fc7a0417f4 of type vlan for network 0365ad4c-8e67-4253-a3e9-1bedfad125de Dec 15 04:29:15.325646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Made reservation on behalf of 722fd27d7b4443859473fa756cbba28b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:15.331670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.373756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48864) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:15.378199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8bfcab19-61df-4268-9309-03021a4d92e3 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:29:15.402717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f8094f-3a1d-4acc-a728-d83b5460528a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.415697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.488206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c539c808-ef12-4b6d-8d71-20b02383bc4e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:15.503542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfad15-c769-461b-9182-13504823044e req-0ec8a445-f203-450c-899e-7f763c853844 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:15.505150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96dfad15-c769-461b-9182-13504823044e req-0ec8a445-f203-450c-899e-7f763c853844 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.0802846 Dec 15 04:29:15.505976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.508372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:15.508951 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.560480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9145613 Dec 15 04:29:15.561315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48868) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:15.575729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Request body: {'subnet': {'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-subnet', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:15.586661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Allocated IP 172.20.0.6 (71ef51fe-c551-4029-aefd-ee3f2b5a56b4/abd4428e-bd37-495d-a9bf-d2789979b16b/ac78f301-ce62-416a-8f37-3c7e92f5f91b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:15.647091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:15.713528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Made reservation on behalf of ee522897eaf6472496d13d9d83e8d44c for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:15.717502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.741816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f8094f-3a1d-4acc-a728-d83b5460528a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.751920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f8094f-3a1d-4acc-a728-d83b5460528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:15.807781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d1013-a898-4aae-a3fa-aca857aafa85 admin admin] Pushing event updated for resources: {'Network': ['ID=0365ad4c-8e67-4253-a3e9-1bedfad125de,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:15.813676 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-32f8094f-3a1d-4acc-a728-d83b5460528a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb1413cacdbb44a997f2b3f14a4880f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379537 Dec 15 04:29:15.817449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8094f-3a1d-4acc-a728-d83b5460528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c5caa4-5410-46af-90aa-854e13d368b1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:15.821995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48874) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:15.827158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96dfad15-c769-461b-9182-13504823044e req-1bd4eed8-ecff-4fbe-8e47-1e0e57e9a8a3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954214 Dec 15 04:29:15.858822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:29:15.864214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:29:11Z', 'revision_number': 4, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'acce2d32-7701-47f1-97a8-c969cf24a4b4', 'name': '', 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'mac_address': 'fa:16:3e:8f:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:10Z', 'updated_at': '2021-12-15T04:29:12Z', 'revision_number': 2, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'subnets': [{'id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:15.866128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c98e607c-4769-4be1-b2c1-3b82e1da1d89 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:29:15.926854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.004384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Checking router: 234280b4-3c43-4d4b-bdb1-315370d013f0 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:29:16.004925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Updating router 234280b4-3c43-4d4b-bdb1-315370d013f0 port acce2d32-7701-47f1-97a8-c969cf24a4b4 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:29:16.009369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.056761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6542-9546-457d-9640-1727ddecc2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.060489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.082769 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6542-9546-457d-9640-1727ddecc2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.085822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.090696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'Port': ['ID=ac78f301-ce62-416a-8f37-3c7e92f5f91b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:16.103535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:16.105229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:16.108254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:16.115382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:16.116009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.147293 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-4210345d-5a83-46fa-8163-aa267bed2422 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209701 Dec 15 04:29:16.169572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Request body: {'port': {'device_id': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'device_owner': 'compute:tempest-test_az-1203488307', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:16.251992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2613d9-f953-4449-b174-f963e1e29428,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:16.262150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab006ac4-8557-4a96-80d4-64d1efd0436f req-8809f38c-b236-4127-b1be-056bd4bbf6e5 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:16.270584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab006ac4-8557-4a96-80d4-64d1efd0436f req-8809f38c-b236-4127-b1be-056bd4bbf6e5 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.2666199 Dec 15 04:29:16.282723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.383162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a03f9-065f-4f9e-bee8-646677d1825a req-401a415c-76cb-4fc0-b9af-8709b247952c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:16.391439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a80a03f9-065f-4f9e-bee8-646677d1825a req-401a415c-76cb-4fc0-b9af-8709b247952c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 931 time: 0.2005203 Dec 15 04:29:16.417817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6542-9546-457d-9640-1727ddecc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.420323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6542-9546-457d-9640-1727ddecc2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.424411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7bc6542-9546-457d-9640-1727ddecc2a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84c5caa4-5410-46af-90aa-854e13d368b1 HTTP/1.1" status: 204 len: 168 time: 0.5933881 Dec 15 04:29:16.428331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Checking segment: {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:16.428686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Network hostable DHCP agents. Network: 0365ad4c-8e67-4253-a3e9-1bedfad125de, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:29:16.450310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab006ac4-8557-4a96-80d4-64d1efd0436f req-6c403998-41e8-483b-9f12-dd93fec54276 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787221 Dec 15 04:29:16.469366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc6542-9546-457d-9640-1727ddecc2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c5caa4-5410-46af-90aa-854e13d368b1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:16.537348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a80a03f9-065f-4f9e-bee8-646677d1825a req-ed0db881-da61-465c-8b7d-1dd69078871f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447732 Dec 15 04:29:16.562421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:29:16.577442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0365ad4c-8e67-4253-a3e9-1bedfad125de) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:16.592249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:16.594071 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.640754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ae4a1-8fdb-4e9d-a817-fc29dbfa0267 None None] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:16.653156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79ef1c93-7536-402f-84c0-39a9671983e1 req-617eecf7-28a4-481b-b9c7-21ffbfb2e538 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 210 time: 0.0642314 Dec 15 04:29:16.675191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-920b3679-b4fd-4154-8a15-3ff4883b9597 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1066163 Dec 15 04:29:16.676450 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:16.682133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:16.723291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.724949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.786556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.870257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6137661f-6825-43ea-bd5d-ca2760ebb992 None None] Provisioning complete for port ac78f301-ce62-416a-8f37-3c7e92f5f91b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:16.870527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6137661f-6825-43ea-bd5d-ca2760ebb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.884287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8bfcab19-61df-4268-9309-03021a4d92e3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8bfcab19-61df-4268-9309-03021a4d92e3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:16.890378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:16.890620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:16.986727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '8bfcab19-61df-4268-9309-03021a4d92e3', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '8bfcab19-61df-4268-9309-03021a4d92e3', 'mac_address': 'fa:16:3e:24:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:29:16.996909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port c98e607c-4769-4be1-b2c1-3b82e1da1d89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:17.090805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6137661f-6825-43ea-bd5d-ca2760ebb992 None None] Port ac78f301-ce62-416a-8f37-3c7e92f5f91b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:17.126749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.140044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-2a4d8799-4b23-4be7-9233-e69fd79c6d56 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:17.141738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-2a4d8799-4b23-4be7-9233-e69fd79c6d56 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.4026361 Dec 15 04:29:17.150269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89', 'mac_address': 'fa:16:3e:62:36:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:tempest-test_az-1203488307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:29:17.153262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f333719-2876-4767-ac68-7d08be489804 req-fe3d087b-0552-4bcd-9ae6-57be405fe88c tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:17.155116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f333719-2876-4767-ac68-7d08be489804 req-fe3d087b-0552-4bcd-9ae6-57be405fe88c tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 948 time: 0.1859164 Dec 15 04:29:17.171076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Request body: {'port': {'device_id': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'admin_state_up': True, 'tenant_id': '7e3e503c023a4f43a082a2898173102b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:17.210258 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.221717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-0365ad4c-8e67-4253-a3e9-1bedfad125de', 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de', 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'fixed_ips': [{'subnet_id': '6a2613d9-f953-4449-b174-f963e1e29428'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:29:17.222770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.251599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f333719-2876-4767-ac68-7d08be489804 req-7109e134-db23-4882-8f7e-a97f8a361d1a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806358 Dec 15 04:29:17.319437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac78f301-ce62-416a-8f37-3c7e92f5f91b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:17.329796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.344192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfcab19-61df-4268-9309-03021a4d92e3 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:17.345585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Transition to ACTIVE for port object ac78f301-ce62-416a-8f37-3c7e92f5f91b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:29:17.354340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.442268 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.474273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98e607c-4769-4be1-b2c1-3b82e1da1d89 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:17.496711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.499465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8bfcab19-61df-4268-9309-03021a4d92e3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8bfcab19-61df-4268-9309-03021a4d92e3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:17.524038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.526953 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.546778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Attempting to bind port ac78f301-ce62-416a-8f37-3c7e92f5f91b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:17.547193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Attempting to bind port ac78f301-ce62-416a-8f37-3c7e92f5f91b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:17.547597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Attempting to bind port ac78f301-ce62-416a-8f37-3c7e92f5f91b on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:17.559224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Port ac78f301-ce62-416a-8f37-3c7e92f5f91b on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:29:17.559620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Attempting to bind port ac78f301-ce62-416a-8f37-3c7e92f5f91b on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:17.570048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:17.570392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Checking segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:17.570861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Bound using segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:17.571246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Bound port: ac78f301-ce62-416a-8f37-3c7e92f5f91b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:17.571611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.584692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Pushing event updated for resources: {'Port': ['ID=ac78f301-ce62-416a-8f37-3c7e92f5f91b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:17.590497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.650303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.662692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd02875-8e66-44c5-acc5-4742558ad394 None None] Pushing event updated for resources: {'Port': ['ID=acce2d32-7701-47f1-97a8-c969cf24a4b4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:17.681226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port c98e607c-4769-4be1-b2c1-3b82e1da1d89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:17.686426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Made reservation on behalf of 7e3e503c023a4f43a082a2898173102b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:17.692638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.707962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.788041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Allocated IP 172.20.0.2 (0365ad4c-8e67-4253-a3e9-1bedfad125de/6a2613d9-f953-4449-b174-f963e1e29428/3cffbfb7-f6d0-4447-896f-8559db49c367) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:17.803651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] For port ac78f301-ce62-416a-8f37-3c7e92f5f91b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:17.829147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e43e1-a8c7-436d-a992-dd8f5a278310 req-88050cb4-c2f3-4693-bbe3-903590f76aee tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:17.831493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d4e43e1-a8c7-436d-a992-dd8f5a278310 req-88050cb4-c2f3-4693-bbe3-903590f76aee tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 970 time: 0.1819923 Dec 15 04:29:17.848552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] For port ac78f301-ce62-416a-8f37-3c7e92f5f91b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:17.862115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.950982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:17.953808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:17.955642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] 10.222.0.42 "PUT /v2.0/ports/ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 200 len: 1114 time: 1.7931685 Dec 15 04:29:17.958812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:17.965566 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24404e-18b6-455e-9c4d-cffd647717aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:17.999869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8bfcab19-61df-4268-9309-03021a4d92e3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:18.034926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d4e43e1-a8c7-436d-a992-dd8f5a278310 req-b46a3e65-412f-4f14-b963-98c509f14714 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962969 Dec 15 04:29:18.037757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Allocated IP 172.25.2.20 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/213a4f86-0517-41bd-a9b1-a13ed26762bc) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:18.041006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd21776-7373-489b-a269-ec0bbd87a7eb service neutron] Pushing event updated for resources: {'Port': ['ID=ac78f301-ce62-416a-8f37-3c7e92f5f91b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:18.068605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8bfcab19-61df-4268-9309-03021a4d92e3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:18.083860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de81aa-153d-4c02-a3a4-13b95e7ffa95 req-73d574d0-0e51-48b0-9409-5f01bef5325f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:18.094974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5de81aa-153d-4c02-a3a4-13b95e7ffa95 req-73d574d0-0e51-48b0-9409-5f01bef5325f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 965 time: 0.2576106 Dec 15 04:29:18.121843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Allocated IP 172.20.0.5 (c4a6f920-be7a-4bb6-b36a-b7b72f162816/3128db63-9590-4e06-b678-46acc6402fec/6ae44d35-c77d-4096-bb5f-bfceb4a5549f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:18.200102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-6ade6262-4104-4f23-97ba-43c6d5fa5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:18.201675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-6ade6262-4104-4f23-97ba-43c6d5fa5b4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 1117 time: 0.1653764 Dec 15 04:29:18.215103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5de81aa-153d-4c02-a3a4-13b95e7ffa95 req-f92e5e56-145a-4349-8377-7815ff053c2f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142209 Dec 15 04:29:18.222936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Attempting to bind port acce2d32-7701-47f1-97a8-c969cf24a4b4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:18.223361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Attempting to bind port acce2d32-7701-47f1-97a8-c969cf24a4b4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:18.223726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Attempting to bind port acce2d32-7701-47f1-97a8-c969cf24a4b4 on network bf4381aa-10f6-42b4-963b-81fcac5d5c0c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:18.313051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['c98e607c-4769-4be1-b2c1-3b82e1da1d89'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:18.315381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:18.315755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Checking segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:18.316239 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.316627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Bound using segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:18.317108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Bound port: acce2d32-7701-47f1-97a8-c969cf24a4b4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:18.317487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.351710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-3556c0d1-c29e-4ce9-92cd-d75e025551e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 200 len: 217 time: 0.1210945 Dec 15 04:29:18.474422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=c98e607c-4769-4be1-b2c1-3b82e1da1d89,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:18.509972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-220656c7-649b-475e-a0a0-68ceb2a6598a None None] Provisioning complete for port acce2d32-7701-47f1-97a8-c969cf24a4b4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:18.510357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-220656c7-649b-475e-a0a0-68ceb2a6598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.580697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.613671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-f68c8ca5-f446-4fc0-920f-ef04af59e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:18.615261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-f68c8ca5-f446-4fc0-920f-ef04af59e08d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.0841591 Dec 15 04:29:18.630446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e740467-3bec-422c-9bdc-169b37f8749a req-3747a4d2-8cc6-4770-9a09-911a83964455 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 210 time: 0.3006341 Dec 15 04:29:18.633302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.650283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.692728 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.730728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:18.734692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:18.767581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:18.783072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:18.783754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.790656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:18.815825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:18.821083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:18.824882 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6bdbdf-2392-4261-9cbd-159b6d7b1a94 x-openstack-request-id: req-8e6bdbdf-2392-4261-9cbd-159b6d7b1a94 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:18.825109 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:18.825366 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e6bdbdf-2392-4261-9cbd-159b6d7b1a94 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:18.826729 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'status': 'completed', 'code': 200} Dec 15 04:29:18.836401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:18.852412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-25ba5da4-c641-42e9-921e-20c93aa9e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:18.854184 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-25ba5da4-c641-42e9-921e-20c93aa9e9ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2158654 Dec 15 04:29:18.863081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-cdb54265-6c9f-45ce-b706-dad6d0da2742 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6986954 Dec 15 04:29:18.884572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-220656c7-649b-475e-a0a0-68ceb2a6598a None None] Port acce2d32-7701-47f1-97a8-c969cf24a4b4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:18.916579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.930397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Request body: {'port': {'device_id': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:18.948010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Pushing event updated for resources: {'Port': ['ID=213a4f86-0517-41bd-a9b1-a13ed26762bc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:18.967817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] For port acce2d32-7701-47f1-97a8-c969cf24a4b4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:18.991395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:18.996585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff589b0-4520-41bc-8706-59f1eaf10b1b req-857cac35-b0ca-47be-b3a1-bbaf11be1120 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.004648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bff589b0-4520-41bc-8706-59f1eaf10b1b req-857cac35-b0ca-47be-b3a1-bbaf11be1120 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 949 time: 0.2456229 Dec 15 04:29:19.034821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.075595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Pushing event updated for resources: {'Port': ['ID=3cffbfb7-f6d0-4447-896f-8559db49c367,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:19.085039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] For port acce2d32-7701-47f1-97a8-c969cf24a4b4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=acce2d32-7701-47f1-97a8-c969cf24a4b4,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:19.085484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bff589b0-4520-41bc-8706-59f1eaf10b1b req-e663594f-b3c7-4559-8225-fb344add35e3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771279 Dec 15 04:29:19.116011 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.119724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:19.180403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd02875-8e66-44c5-acc5-4742558ad394 None None] Pushing event updated for resources: {'Port': ['ID=acce2d32-7701-47f1-97a8-c969cf24a4b4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:19.186462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:19.190873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:19.244180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.259854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Routers {'234280b4-3c43-4d4b-bdb1-315370d013f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:19.270691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['234280b4-3c43-4d4b-bdb1-315370d013f0'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:19.379212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae44d35-c77d-4096-bb5f-bfceb4a5549f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:19.400443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-8b1a30eb-7d22-412d-9b10-2fb0a7211aed service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361965 Dec 15 04:29:19.402488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.462745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Transition to ACTIVE for port object 6ae44d35-c77d-4096-bb5f-bfceb4a5549f will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:29:19.471225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.584585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Attempting to bind port 3cffbfb7-f6d0-4447-896f-8559db49c367 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:19.585288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Attempting to bind port 3cffbfb7-f6d0-4447-896f-8559db49c367 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:19.586056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Attempting to bind port 3cffbfb7-f6d0-4447-896f-8559db49c367 on network 0365ad4c-8e67-4253-a3e9-1bedfad125de {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:19.593842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:19.601548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfd7de82-6300-46b2-ad60-25d881a649c2 req-83544ba4-56f2-498a-baae-b0f8677aba2d service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921935 Dec 15 04:29:19.602421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:19.602749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:19.603066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:19.610679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:29:19.610679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:19.618953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:19.618953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:19.619352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:19.620321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Bound port: 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:19.620321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.645975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60971b31-b545-4258-9ea1-035c7dafc2c1 req-0efe0f87-41d3-43ba-9fb0-d112a4b11fd4 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.647702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60971b31-b545-4258-9ea1-035c7dafc2c1 req-0efe0f87-41d3-43ba-9fb0-d112a4b11fd4 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 971 time: 0.2082951 Dec 15 04:29:19.666111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a1d8-7303-4dca-a5b2-bc2e41babc85 req-baa5a4f1-64ae-46a4-af8f-93315eb0e655 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.668213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7547a1d8-7303-4dca-a5b2-bc2e41babc85 req-baa5a4f1-64ae-46a4-af8f-93315eb0e655 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 965 time: 0.2140851 Dec 15 04:29:19.671814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] Set router 234280b4-3c43-4d4b-bdb1-315370d013f0 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:19.674938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.716384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:19.716908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Checking segment: {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:19.717332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.717751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Bound using segment: {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:19.717856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:19.718241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Bound port: 3cffbfb7-f6d0-4447-896f-8559db49c367, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:19.718617 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.750789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:19.759989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.796683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3e2c14cb-4810-4cbc-9606-48959d7a4e04 None None] Provisioning complete for port acce2d32-7701-47f1-97a8-c969cf24a4b4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:19.796891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-c1ffaaf9-202e-4e86-8c66-d48a69fc262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.797115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e2c14cb-4810-4cbc-9606-48959d7a4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.798406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-c1ffaaf9-202e-4e86-8c66-d48a69fc262c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 1117 time: 0.0912805 Dec 15 04:29:19.804754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.805024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:19.806617 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] 10.222.0.16 "PUT /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 1092 time: 0.9167967 Dec 15 04:29:19.809424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60971b31-b545-4258-9ea1-035c7dafc2c1 req-f4287b44-31f5-4837-8641-e89045ddeaf8 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537256 Dec 15 04:29:19.831758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7547a1d8-7303-4dca-a5b2-bc2e41babc85 req-367fbda5-201e-47f8-ad46-f534af7c30d4 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495082 Dec 15 04:29:19.857875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c98e607c-4769-4be1-b2c1-3b82e1da1d89 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:19.909326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:29:19.924711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d7ed-9f41-40ef-b363-0d4a4dba527a service neutron] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:19.967747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-112add0f-806a-4014-8329-a29785d813ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.970258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-112add0f-806a-4014-8329-a29785d813ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1095 time: 0.0841172 Dec 15 04:29:19.975332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-6aa1728d-ab57-45c4-a75c-75b90a4dd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:19.976840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-6aa1728d-ab57-45c4-a75c-75b90a4dd43f service neutron] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 924 time: 0.1606085 Dec 15 04:29:20.022072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] For port 3cffbfb7-f6d0-4447-896f-8559db49c367, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:20.025881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] For port 3cffbfb7-f6d0-4447-896f-8559db49c367, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3cffbfb7-f6d0-4447-896f-8559db49c367,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:20.042670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.075514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:29:20.086951 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Sync routers for ids ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:29:20.104904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Routers {'0933e4fd-c930-48d5-b702-003e7a5a8fe6'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:20.105510 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:20.133992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.138526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1fd32a9b-fe54-4470-8cda-63a2344b0a12 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4581020 Dec 15 04:29:20.141859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49002) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:20.156023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-9ac5c63d-ce12-4989-85d4-18410f22b07b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.1554620 Dec 15 04:29:20.157511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-53fed852-0f00-4979-a588-7c093279d724 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 200 len: 217 time: 0.1718988 Dec 15 04:29:20.167135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd89daa-e041-42d1-8fb5-35dbd20c909d None None] Pushing event updated for resources: {'Port': ['ID=3cffbfb7-f6d0-4447-896f-8559db49c367,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:20.220176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port c98e607c-4769-4be1-b2c1-3b82e1da1d89 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:29:20.226512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port c98e607c-4769-4be1-b2c1-3b82e1da1d89 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:20.226878 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.281967 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Set router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:20.304190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-c01c9e0d-8c41-4e3d-9bd1-d1b40dc783a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:20.305674 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-c01c9e0d-8c41-4e3d-9bd1-d1b40dc783a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.1359129 Dec 15 04:29:20.311796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-ebe4ed08-8a20-4cb9-ad1a-773f22a382c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:20.313627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-ebe4ed08-8a20-4cb9-ad1a-773f22a382c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1424520 Dec 15 04:29:20.322738 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e2c14cb-4810-4cbc-9606-48959d7a4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.392688 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-b05f859e-137a-4b8c-92b6-b3bf78382deb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573447 Dec 15 04:29:20.393241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3e2c14cb-4810-4cbc-9606-48959d7a4e04 None None] For port acce2d32-7701-47f1-97a8-c969cf24a4b4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=acce2d32-7701-47f1-97a8-c969cf24a4b4,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:20.457738 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e2c14cb-4810-4cbc-9606-48959d7a4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.492820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ecd22-d014-4c01-b626-e6d3181366d3 req-dcd14516-f215-4411-a637-47675537f972 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:20.502781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c98ecd22-d014-4c01-b626-e6d3181366d3 req-dcd14516-f215-4411-a637-47675537f972 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.3641865 Dec 15 04:29:20.575971 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-980853a7-d7ae-4b48-b34a-b4ce5be89c85 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562591 Dec 15 04:29:20.578968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-b0e292b1-b9c5-47c5-b770-5bbf1ac8b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:20.580700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-b0e292b1-b9c5-47c5-b770-5bbf1ac8b08b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2660413 Dec 15 04:29:20.611671 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:29:19Z', 'revision_number': 3, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:20.617877 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.642857 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Checking router: 0933e4fd-c930-48d5-b702-003e7a5a8fe6 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:29:20.643371 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Updating router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 port 213a4f86-0517-41bd-a9b1-a13ed26762bc binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:29:20.671935 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.704599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c14cb-4810-4cbc-9606-48959d7a4e04 None None] Pushing event updated for resources: {'Port': ['ID=acce2d32-7701-47f1-97a8-c969cf24a4b4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:20.721734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2159e-d9fb-4c25-a297-1774c2040972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:20.729305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-9675f54f-cb5f-4b36-bd7d-a2567a898f22 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220753 Dec 15 04:29:20.834731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:29:11Z', 'revision_number': 4, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'acce2d32-7701-47f1-97a8-c969cf24a4b4', 'name': '', 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'mac_address': 'fa:16:3e:8f:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:10Z', 'updated_at': '2021-12-15T04:29:18Z', 'revision_number': 4, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'subnets': [{'id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:20.848905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port c98e607c-4769-4be1-b2c1-3b82e1da1d89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:20.871367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c98ecd22-d014-4c01-b626-e6d3181366d3 req-b19cb4ed-9494-4202-8fd2-37728f760df6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595881 Dec 15 04:29:20.891975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:20.895366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31713c-2857-4f92-bf0a-ab2f64e06fff None None] The sync data for ids ['234280b4-3c43-4d4b-bdb1-315370d013f0'] in n-d-820935-10 is: [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:29:11Z', 'revision_number': 4, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'acce2d32-7701-47f1-97a8-c969cf24a4b4', 'name': '', 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'mac_address': 'fa:16:3e:8f:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:10Z', 'updated_at': '2021-12-15T04:29:18Z', 'revision_number': 4, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'subnets': [{'id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:29:20.919409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ca9e-97a5-4e79-9da4-b1fc18e721de req-aa70b8d7-082e-45aa-bc2d-c512da540ea8 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:20.932299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2cf3ca9e-97a5-4e79-9da4-b1fc18e721de req-aa70b8d7-082e-45aa-bc2d-c512da540ea8 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 949 time: 0.4729326 Dec 15 04:29:21.048993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=c98e607c-4769-4be1-b2c1-3b82e1da1d89,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:21.069897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:21.072341 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c07659-2a93-40d7-a719-1be514d9f40b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:21.077350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6e27d07-2f5f-4f06-9137-b18e6e74a6bb req-b44561db-7b7f-4d7b-9c57-dacd77c0ad2c service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834485 Dec 15 04:29:21.086240 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf92e493-0d46-4e96-8698-136360cc73c7" -d '{"events": [{"server_uuid": "16a2159e-d9fb-4c25-a297-1774c2040972", "name": "network-vif-plugged", "status": "completed", "tag": "c98e607c-4769-4be1-b2c1-3b82e1da1d89"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:21.119721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2cf3ca9e-97a5-4e79-9da4-b1fc18e721de req-90e31d14-cf50-428e-8e50-07e1143fe762 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680939 Dec 15 04:29:21.217973 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.226412 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.273859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f24404e-18b6-455e-9c4d-cffd647717aa req-20410a9c-dec2-46e3-8c2a-169536f8eea7 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902454 Dec 15 04:29:21.368733 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Attempting to bind port 213a4f86-0517-41bd-a9b1-a13ed26762bc on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:21.369462 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Attempting to bind port 213a4f86-0517-41bd-a9b1-a13ed26762bc by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:21.370106 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Attempting to bind port 213a4f86-0517-41bd-a9b1-a13ed26762bc on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:21.386562 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983161f-a62f-4166-91b9-4859960b2711 None None] Pushing event updated for resources: {'Port': ['ID=213a4f86-0517-41bd-a9b1-a13ed26762bc,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:21.402768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:21.403166 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:21.403596 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.403993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:21.404564 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Bound port: 213a4f86-0517-41bd-a9b1-a13ed26762bc, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:21.404977 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.485001 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] For port 213a4f86-0517-41bd-a9b1-a13ed26762bc, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:21.491351 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] For port 213a4f86-0517-41bd-a9b1-a13ed26762bc, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=213a4f86-0517-41bd-a9b1-a13ed26762bc,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:21.502217 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.604936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8bfcab19-61df-4268-9309-03021a4d92e3 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:21.619632 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983161f-a62f-4166-91b9-4859960b2711 None None] Pushing event updated for resources: {'Port': ['ID=213a4f86-0517-41bd-a9b1-a13ed26762bc,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:21.633772 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Routers {'0933e4fd-c930-48d5-b702-003e7a5a8fe6'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:21.634383 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:21.740505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3cffbfb7-f6d0-4447-896f-8559db49c367 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:21.742967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 8bfcab19-61df-4268-9309-03021a4d92e3 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:29:21.782012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a1aed-c854-4311-bb87-da0a5b2beeed req-8491767d-5c9b-4845-9cb5-5fa6c1848a11 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:21.783826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f51a1aed-c854-4311-bb87-da0a5b2beeed req-8491767d-5c9b-4845-9cb5-5fa6c1848a11 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 965 time: 0.2126892 Dec 15 04:29:21.788923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 8bfcab19-61df-4268-9309-03021a4d92e3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:21.789303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.819184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba2f55-63ba-4b0d-8db8-a2478611b6fb None None] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:21.838680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] Set router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:21.895685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32ec7e-ede4-440d-a67b-246db8df807f req-28f8f585-e198-48c1-bfe0-b3e863ae0112 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:21.897330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a32ec7e-ede4-440d-a67b-246db8df807f req-28f8f585-e198-48c1-bfe0-b3e863ae0112 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 972 time: 0.3274581 Dec 15 04:29:21.940030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3cffbfb7-f6d0-4447-896f-8559db49c367 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:21.940030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.941446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-86d2201f-f9f0-464c-b506-5f9ead0df2fd None None] Provisioning complete for port 3cffbfb7-f6d0-4447-896f-8559db49c367 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:21.941729 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d2201f-f9f0-464c-b506-5f9ead0df2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:21.952303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f51a1aed-c854-4311-bb87-da0a5b2beeed req-246f54b3-c2ef-4029-a61b-1572a7189f76 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418829 Dec 15 04:29:21.967658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.029746 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f1aa0-e199-426f-92e9-d0096481364d x-openstack-request-id: req-c00f1aa0-e199-426f-92e9-d0096481364d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:22.030232 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:22.030323 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c00f1aa0-e199-426f-92e9-d0096481364d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:22.030678 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'status': 'completed', 'code': 200} Dec 15 04:29:22.078754 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:29:19Z', 'revision_number': 3, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:22.098375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a32ec7e-ede4-440d-a67b-246db8df807f req-f9be2b37-6937-4c0c-89a5-35a158a3f8e4 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886489 Dec 15 04:29:22.108147 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f03ab-4839-45c1-823b-43adf130ae91 None None] The sync data for ids ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'] in n-d-820935-10 is: [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:29:19Z', 'revision_number': 3, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:29:22.162839 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.193214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-7964f619-cdf6-4c09-8434-3db0e95a0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:22.194761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-7964f619-cdf6-4c09-8434-3db0e95a0613 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1095 time: 0.1057875 Dec 15 04:29:22.202908 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d95c6-0553-45b8-ae78-f952dc3d7edf x-openstack-request-id: req-287d95c6-0553-45b8-ae78-f952dc3d7edf {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:22.203220 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a2159e-d9fb-4c25-a297-1774c2040972", "name": "network-vif-plugged", "status": "completed", "tag": "c98e607c-4769-4be1-b2c1-3b82e1da1d89", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:22.203485 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-287d95c6-0553-45b8-ae78-f952dc3d7edf {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:22.203932 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a2159e-d9fb-4c25-a297-1774c2040972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89', 'code': 200} Dec 15 04:29:22.335373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.339306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Allocated IP 172.20.0.1 (0365ad4c-8e67-4253-a3e9-1bedfad125de/6a2613d9-f953-4449-b174-f963e1e29428/ceb2f257-8577-466c-8ecf-00e7f9adde8c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:22.432576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d2201f-f9f0-464c-b506-5f9ead0df2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.447695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8bfcab19-61df-4268-9309-03021a4d92e3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8bfcab19-61df-4268-9309-03021a4d92e3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:22.471130 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.550039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 3cffbfb7-f6d0-4447-896f-8559db49c367, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3cffbfb7-f6d0-4447-896f-8559db49c367,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:22.552534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8bfcab19-61df-4268-9309-03021a4d92e3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:22.564452 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.565469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device acce2d32-7701-47f1-97a8-c969cf24a4b4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:22.630252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489a5cb-ed59-419a-9bef-8ef5c46f1b08 req-8aca273e-f6ba-4e2f-9c8e-17520d6c3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:22.636982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9489a5cb-ed59-419a-9bef-8ef5c46f1b08 req-8aca273e-f6ba-4e2f-9c8e-17520d6c3551 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 1124 time: 0.2820983 Dec 15 04:29:22.658252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9489a5cb-ed59-419a-9bef-8ef5c46f1b08 req-456513ef-6034-41c6-b09a-73156bb7a1dc service neutron] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.661439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.683524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-752a1b72-19ec-4bbe-bb21-21e60e47d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:22.684974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-752a1b72-19ec-4bbe-bb21-21e60e47d92d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.4777417 Dec 15 04:29:22.691090 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-86d2201f-f9f0-464c-b506-5f9ead0df2fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:29:22.694159 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-86d2201f-f9f0-464c-b506-5f9ead0df2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:29:22.728713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b841-9850-4f29-8f6f-a87b0fc7237b req-aaeb3bba-aa41-495c-b0af-a23e7e527b6e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:22.730772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=3cffbfb7-f6d0-4447-896f-8559db49c367,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:22.745234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d35b841-9850-4f29-8f6f-a87b0fc7237b req-aaeb3bba-aa41-495c-b0af-a23e7e527b6e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.2097878 Dec 15 04:29:22.754648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port acce2d32-7701-47f1-97a8-c969cf24a4b4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:22.755019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.772507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-a1383030-df08-49d3-9308-990f6ea388d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.0761647 Dec 15 04:29:22.829508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85036d91-d4f4-43bf-9715-0ab7ff049072 req-f6fa94e4-59ea-48d3-9301-7c84b50c8425 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:22.831077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85036d91-d4f4-43bf-9715-0ab7ff049072 req-f6fa94e4-59ea-48d3-9301-7c84b50c8425 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 950 time: 0.2929435 Dec 15 04:29:22.857615 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.888784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d35b841-9850-4f29-8f6f-a87b0fc7237b req-76ceca4d-52b4-4f5f-a65c-bb0d2d7558c5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425300 Dec 15 04:29:22.924185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9489a5cb-ed59-419a-9bef-8ef5c46f1b08 req-456513ef-6034-41c6-b09a-73156bb7a1dc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.926253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-f0c14f7d-f733-415e-aa22-9c342d7ad806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:22.934100 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-f0c14f7d-f733-415e-aa22-9c342d7ad806 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1507471 Dec 15 04:29:22.935241 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9489a5cb-ed59-419a-9bef-8ef5c46f1b08 req-456513ef-6034-41c6-b09a-73156bb7a1dc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.948417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:22.958719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:22.970339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:22.971081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:22.974785 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9489a5cb-ed59-419a-9bef-8ef5c46f1b08 req-456513ef-6034-41c6-b09a-73156bb7a1dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318641 Dec 15 04:29:23.031476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-6649a8f9-1680-42fa-81dd-76fc69a2e71f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622478 Dec 15 04:29:23.053586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Pushing event updated for resources: {'Port': ['ID=ceb2f257-8577-466c-8ecf-00e7f9adde8c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:23.102759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85036d91-d4f4-43bf-9715-0ab7ff049072 req-1d49d5a2-e0d6-40ee-8322-29f239465b85 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550039 Dec 15 04:29:23.158972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456513ef-6034-41c6-b09a-73156bb7a1dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=862c0a4c-d1fd-465a-8637-1954eedfd52c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:23.261891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-28a950dd-5479-4906-bd77-4a2a7a600527 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202036 Dec 15 04:29:23.365278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.391367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0c07659-2a93-40d7-a719-1be514d9f40b req-4b5799b6-5e2d-4188-95eb-4197698d5cc2 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211345 Dec 15 04:29:23.426686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe131f-dbdb-4a7b-b574-617cecbe9aae req-3d94a2c8-c77f-46f5-8488-f6ef8c5b47ee tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:23.428210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cbe131f-dbdb-4a7b-b574-617cecbe9aae req-3d94a2c8-c77f-46f5-8488-f6ef8c5b47ee tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 965 time: 0.1604791 Dec 15 04:29:23.522915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0784c-af8e-4d8c-a2d3-730437a56464 req-c54000c3-0bbd-43b0-9ad2-8aca296a096c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:23.531849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b0784c-af8e-4d8c-a2d3-730437a56464 req-c54000c3-0bbd-43b0-9ad2-8aca296a096c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 972 time: 0.2173495 Dec 15 04:29:23.541483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cb2c1095-d31d-480d-b4b5-3283f4901350 None None] Provisioning complete for port ceb2f257-8577-466c-8ecf-00e7f9adde8c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:23.541939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1095-d31d-480d-b4b5-3283f4901350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.584891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1095-d31d-480d-b4b5-3283f4901350 None None] Port ceb2f257-8577-466c-8ecf-00e7f9adde8c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:23.592526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cbe131f-dbdb-4a7b-b574-617cecbe9aae req-21760b20-90e7-45eb-b1a9-5941a1e5b54d tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571660 Dec 15 04:29:23.594448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cb2c1095-d31d-480d-b4b5-3283f4901350 None None] Provisioning complete for port 3cffbfb7-f6d0-4447-896f-8559db49c367 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:23.595067 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1095-d31d-480d-b4b5-3283f4901350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.662190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b0784c-af8e-4d8c-a2d3-730437a56464 req-d9cf65c4-afb6-4274-9d67-bff7779f2a9d tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295309 Dec 15 04:29:23.690375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.698472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.699933 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.716242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 213a4f86-0517-41bd-a9b1-a13ed26762bc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:23.772563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 213a4f86-0517-41bd-a9b1-a13ed26762bc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:23.772954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.799715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Pushing event updated for resources: {'Port': ['ID=ceb2f257-8577-466c-8ecf-00e7f9adde8c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:23.835967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ac78f301-ce62-416a-8f37-3c7e92f5f91b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:29:23.851085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:23.852799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:23.898895 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:23.989244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 213a4f86-0517-41bd-a9b1-a13ed26762bc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=213a4f86-0517-41bd-a9b1-a13ed26762bc,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:24.001112 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.002272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3cffbfb7-f6d0-4447-896f-8559db49c367 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:24.019089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:29:24.163033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ac78f301-ce62-416a-8f37-3c7e92f5f91b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:24.173255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49088) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:24.188050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb08942-cc84-4277-b388-31ee6b98a89e req-566bf56e-70b7-43ae-836c-944fb8bdda31 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:24.196338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebb08942-cc84-4277-b388-31ee6b98a89e req-566bf56e-70b7-43ae-836c-944fb8bdda31 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.1630032 Dec 15 04:29:24.213840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfcab19-61df-4268-9309-03021a4d92e3'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:24.215978 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db6dcd8-01c3-49ce-9dc9-75a7b8a934d0" -d '{"events": [{"server_uuid": "a5c43633-2b20-4092-83b9-68f44b14ce8d", "name": "network-vif-plugged", "status": "completed", "tag": "8bfcab19-61df-4268-9309-03021a4d92e3"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:24.236313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=213a4f86-0517-41bd-a9b1-a13ed26762bc,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:24.240404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'port_id': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'mac_address': 'fa:16:3e:25:f1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1203488307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:29:24.289066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.295940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3cffbfb7-f6d0-4447-896f-8559db49c367 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:24.296455 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.314444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:29:24.328585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-06d587ed-f244-407a-8754-351a067faf2f admin admin] 10.222.0.37 "PUT /v2.0/routers/0933e4fd-c930-48d5-b702-003e7a5a8fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1856871 Dec 15 04:29:24.335101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-91e7eaf8-bcca-4587-a297-2dd5bdc1a993 None None] Provisioning complete for port ceb2f257-8577-466c-8ecf-00e7f9adde8c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:24.335596 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91e7eaf8-bcca-4587-a297-2dd5bdc1a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.357266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebb08942-cc84-4277-b388-31ee6b98a89e req-dc09baf2-540f-44c7-9c1a-38106a10c1a1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591091 Dec 15 04:29:24.375209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac78f301-ce62-416a-8f37-3c7e92f5f91b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:24.375866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a40642-549f-4aa1-9813-0aa4dbc1760f req-b3159ec8-c9b8-4c83-85bc-97626ad3ae3b tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:24.378362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3a40642-549f-4aa1-9813-0aa4dbc1760f req-b3159ec8-c9b8-4c83-85bc-97626ad3ae3b tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 950 time: 0.1674621 Dec 15 04:29:24.414423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-91e7eaf8-bcca-4587-a297-2dd5bdc1a993 None None] Port ceb2f257-8577-466c-8ecf-00e7f9adde8c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:24.426204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ac78f301-ce62-416a-8f37-3c7e92f5f91b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:24.436995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.447370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3a40642-549f-4aa1-9813-0aa4dbc1760f req-34f01a1c-3530-4807-ae60-4cdca41a8f54 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Dec 15 04:29:24.453498 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11114249-fdee-4e3a-b819-1420c81783de x-openstack-request-id: req-11114249-fdee-4e3a-b819-1420c81783de {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:24.456476 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c43633-2b20-4092-83b9-68f44b14ce8d", "name": "network-vif-plugged", "status": "completed", "tag": "8bfcab19-61df-4268-9309-03021a4d92e3", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:24.457123 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11114249-fdee-4e3a-b819-1420c81783de {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:24.458122 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfcab19-61df-4268-9309-03021a4d92e3', 'code': 200} Dec 15 04:29:24.563347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ac78f301-ce62-416a-8f37-3c7e92f5f91b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:24.628328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6999-0475-4b71-bd50-9799c0822d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.633801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb8ad1-968d-4df8-806c-1844757d20e5 req-d403d561-5b14-4551-bd97-9a9b6f00fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:24.635589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5deb8ad1-968d-4df8-806c-1844757d20e5 req-d403d561-5b14-4551-bd97-9a9b6f00fab4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 1102 time: 0.0844216 Dec 15 04:29:24.760746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Sync routers for ids ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:29:24.772756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5deb8ad1-968d-4df8-806c-1844757d20e5 req-19801c67-08f3-46a6-a367-558d768e87cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245914 Dec 15 04:29:24.779366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Routers {'0933e4fd-c930-48d5-b702-003e7a5a8fe6'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:24.779991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:24.788177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4b14-b7fd-4670-8313-8178f21e6550 req-7521ad38-16fe-4a01-be90-50feb7c4e73f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:24.790089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e9d4b14-b7fd-4670-8313-8178f21e6550 req-7521ad38-16fe-4a01-be90-50feb7c4e73f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 966 time: 0.0833247 Dec 15 04:29:24.850963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6999-0475-4b71-bd50-9799c0822d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.858978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6999-0475-4b71-bd50-9799c0822d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:24.917199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7f2c6999-0475-4b71-bd50-9799c0822d5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=306902a99a254810935c6ff3157c65f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7388639 Dec 15 04:29:24.917199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c6999-0475-4b71-bd50-9799c0822d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874adcc3-4ae6-4822-a2d8-bd77446bb7c9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:24.918709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49118) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:24.946202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ac78f301-ce62-416a-8f37-3c7e92f5f91b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:24.979156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e9d4b14-b7fd-4670-8313-8178f21e6550 req-a5c0b421-720a-4a76-8ed8-f5418d228956 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783271 Dec 15 04:29:25.061877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78520070-f9ac-48f2-babb-da9503503977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:25.095871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Set router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:25.116324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78520070-f9ac-48f2-babb-da9503503977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:25.175682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce2479-5aab-4d09-b1e3-c02d869148ca req-5dd2c356-8106-4d6d-9bdb-533040f996be tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:25.185343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93ce2479-5aab-4d09-b1e3-c02d869148ca req-5dd2c356-8106-4d6d-9bdb-533040f996be tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 972 time: 0.0945625 Dec 15 04:29:25.231439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78520070-f9ac-48f2-babb-da9503503977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:25.234823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78520070-f9ac-48f2-babb-da9503503977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:25.236224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-78520070-f9ac-48f2-babb-da9503503977 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/874adcc3-4ae6-4822-a2d8-bd77446bb7c9 HTTP/1.1" status: 204 len: 168 time: 0.3162498 Dec 15 04:29:25.248868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78520070-f9ac-48f2-babb-da9503503977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874adcc3-4ae6-4822-a2d8-bd77446bb7c9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:25.319269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93ce2479-5aab-4d09-b1e3-c02d869148ca req-fdfe2129-35e1-4d98-8612-4ccf335d92cd tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322031 Dec 15 04:29:25.624242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ceb2f257-8577-466c-8ecf-00e7f9adde8c', 'name': '', 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'mac_address': 'fa:16:3e:f4:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '6a2613d9-f953-4449-b174-f963e1e29428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:22Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 2, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'subnets': [{'id': '6a2613d9-f953-4449-b174-f963e1e29428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:25.668730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:29:25.670243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Checking router: 0933e4fd-c930-48d5-b702-003e7a5a8fe6 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:29:25.670605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Updating router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 port ceb2f257-8577-466c-8ecf-00e7f9adde8c binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:29:25.721453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 213a4f86-0517-41bd-a9b1-a13ed26762bc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:25.751545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:25.781022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb1807-061e-410e-bcba-07f9fb5b3607 req-7cb350d0-2192-4ecc-9c9e-f9074787e705 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:25.794540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03fb1807-061e-410e-bcba-07f9fb5b3607 req-7cb350d0-2192-4ecc-9c9e-f9074787e705 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.0763350 Dec 15 04:29:25.872776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03fb1807-061e-410e-bcba-07f9fb5b3607 req-7b987fe1-16b5-4185-a30f-ea84e51c9436 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Dec 15 04:29:25.921188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49136) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:25.945124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7f16-9518-465b-ba2f-9f2d23b49d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:25.997958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3bcc1-fe81-49eb-84bd-a081a182a6e7 req-a0ffd3d3-71b1-4f0a-91c8-c8b237e2aa68 tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:25.998196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77b3bcc1-fe81-49eb-84bd-a081a182a6e7 req-a0ffd3d3-71b1-4f0a-91c8-c8b237e2aa68 tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 1124 time: 0.0838661 Dec 15 04:29:26.048428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-77b3bcc1-fe81-49eb-84bd-a081a182a6e7 req-812c4559-5651-40b7-8a01-39e05cc1728b tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.065334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:26.067397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7f16-9518-465b-ba2f-9f2d23b49d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.076095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7f16-9518-465b-ba2f-9f2d23b49d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.099575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 213a4f86-0517-41bd-a9b1-a13ed26762bc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:26.099944 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.103150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'port_id': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'mac_address': 'fa:16:3e:63:c6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3128db63-9590-4e06-b678-46acc6402fec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:29:26.111137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd27e2-b036-4553-9201-7c4727a7d01c req-d0655c3e-6425-4526-9726-525399f1f3d2 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:26.112773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1dd27e2-b036-4553-9201-7c4727a7d01c req-d0655c3e-6425-4526-9726-525399f1f3d2 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 950 time: 0.1041934 Dec 15 04:29:26.122473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b7f16-9518-465b-ba2f-9f2d23b49d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcec146-f1af-400b-aeda-3a87575593f9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:26.176112 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a5b7f16-9518-465b-ba2f-9f2d23b49d04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faec01c64b5f428f8722a4e4b9769d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516561 Dec 15 04:29:26.187453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:26.208808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-77b3bcc1-fe81-49eb-84bd-a081a182a6e7 req-812c4559-5651-40b7-8a01-39e05cc1728b tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.221604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1dd27e2-b036-4553-9201-7c4727a7d01c req-6d9ac05a-899f-45d1-a9a2-81a775a8c926 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Dec 15 04:29:26.231221 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-77b3bcc1-fe81-49eb-84bd-a081a182a6e7 req-812c4559-5651-40b7-8a01-39e05cc1728b tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.260392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5550c0b4-3a5c-4054-9a00-7b3defeac136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.260970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.287103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5550c0b4-3a5c-4054-9a00-7b3defeac136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.307235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae44d35-c77d-4096-bb5f-bfceb4a5549f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:26.310288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77b3bcc1-fe81-49eb-84bd-a081a182a6e7 req-812c4559-5651-40b7-8a01-39e05cc1728b tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112156 Dec 15 04:29:26.314465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c4559-5651-40b7-8a01-39e05cc1728b tempest-AggregatesAdminTestJSON-775431333 tempest-AggregatesAdminTestJSON-775431333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e996b-83b5-4d5c-a632-5ddc063b934b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:26.394954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5550c0b4-3a5c-4054-9a00-7b3defeac136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.398527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5550c0b4-3a5c-4054-9a00-7b3defeac136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.403551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5550c0b4-3a5c-4054-9a00-7b3defeac136 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dcec146-f1af-400b-aeda-3a87575593f9 HTTP/1.1" status: 204 len: 168 time: 0.2183223 Dec 15 04:29:26.420822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550c0b4-3a5c-4054-9a00-7b3defeac136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcec146-f1af-400b-aeda-3a87575593f9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:26.560786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9a52-f597-4e71-817a-536ec3a06d51 req-2bf26b63-0c8f-4dba-8f4c-4a147e9efcb4 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:26.569538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66ce9a52-f597-4e71-817a-536ec3a06d51 req-2bf26b63-0c8f-4dba-8f4c-4a147e9efcb4 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 966 time: 0.1070948 Dec 15 04:29:26.640442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:26.651391 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:26.673977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66ce9a52-f597-4e71-817a-536ec3a06d51 req-4664ea63-196d-4921-9982-fa9558b2cbe1 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031079 Dec 15 04:29:26.831052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:27.087054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6ae44d35-c77d-4096-bb5f-bfceb4a5549f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:27.212698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:27.242538 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:27.294811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72896364-e3ac-4bd2-ab27-df803ee1b212 req-1a767765-1f0b-40e5-ab97-bf81c3f9ed7f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:27.303352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72896364-e3ac-4bd2-ab27-df803ee1b212 req-1a767765-1f0b-40e5-ab97-bf81c3f9ed7f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 944 time: 0.1561050 Dec 15 04:29:27.379380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3684c-a150-4e53-b495-f643042e0ec2 None None] Pushing event updated for resources: {'Port': ['ID=ceb2f257-8577-466c-8ecf-00e7f9adde8c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:27.421306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72896364-e3ac-4bd2-ab27-df803ee1b212 req-f0d4e14e-e675-4023-9540-b1a9ce4cdab7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161065 Dec 15 04:29:27.628515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Attempting to bind port ceb2f257-8577-466c-8ecf-00e7f9adde8c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:27.629022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Attempting to bind port ceb2f257-8577-466c-8ecf-00e7f9adde8c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:27.629491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Attempting to bind port ceb2f257-8577-466c-8ecf-00e7f9adde8c on network 0365ad4c-8e67-4253-a3e9-1bedfad125de {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:27.631647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3666913-7351-4dd2-b05b-96e07aa889d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:27.644464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:27.644879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Checking segment: {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:27.645549 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:27.645971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Bound using segment: {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:27.646542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Bound port: ceb2f257-8577-466c-8ecf-00e7f9adde8c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b60bc2d-597c-4293-b2ce-01fc7a0417f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:27.646989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:27.794778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee30c5b-e656-4368-bc80-628f287b2b2d req-3ed0a5e2-23f9-4147-9fba-ff384034bc24 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:27.803502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ee30c5b-e656-4368-bc80-628f287b2b2d req-3ed0a5e2-23f9-4147-9fba-ff384034bc24 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 950 time: 0.2073715 Dec 15 04:29:27.821652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] For port ceb2f257-8577-466c-8ecf-00e7f9adde8c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:27.829597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] For port ceb2f257-8577-466c-8ecf-00e7f9adde8c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ceb2f257-8577-466c-8ecf-00e7f9adde8c,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:27.840739 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:27.874126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ac78f301-ce62-416a-8f37-3c7e92f5f91b up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:27.999459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ee30c5b-e656-4368-bc80-628f287b2b2d req-fb93bf93-eae2-473a-971b-9e3a4f1f7045 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891203 Dec 15 04:29:28.090758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc68d-bf7a-4881-a4f8-9998609cff0b req-a8d23e44-c74e-4ece-a901-18f677abc0b9 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:28.104776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-449bc68d-bf7a-4881-a4f8-9998609cff0b req-a8d23e44-c74e-4ece-a901-18f677abc0b9 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 966 time: 0.2273037 Dec 15 04:29:28.181101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Routers {'0933e4fd-c930-48d5-b702-003e7a5a8fe6'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:28.181768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:28.198456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8386b0a7-f77d-46aa-bbcd-cf52851688ae None None] Provisioning complete for port ceb2f257-8577-466c-8ecf-00e7f9adde8c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:28.199035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8386b0a7-f77d-46aa-bbcd-cf52851688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.209811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:28.303908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3684c-a150-4e53-b495-f643042e0ec2 None None] Pushing event updated for resources: {'Port': ['ID=ceb2f257-8577-466c-8ecf-00e7f9adde8c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:28.332246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-449bc68d-bf7a-4881-a4f8-9998609cff0b req-742c400c-3341-4fbe-9889-ab5a19011bb2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253485 Dec 15 04:29:28.411695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddea47b3-1e10-4575-8d43-a0e5522ee34c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.530404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ac78f301-ce62-416a-8f37-3c7e92f5f91b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:29:28.596774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ac78f301-ce62-416a-8f37-3c7e92f5f91b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:28.597389 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.677246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddea47b3-1e10-4575-8d43-a0e5522ee34c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.684805 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddea47b3-1e10-4575-8d43-a0e5522ee34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.728365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ddea47b3-1e10-4575-8d43-a0e5522ee34c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3344d5c8ef254c1baf9193f151dce605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168083 Dec 15 04:29:28.729224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] Set router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:28.730809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49220) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:28.793274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea47b3-1e10-4575-8d43-a0e5522ee34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92df4a69-f15b-42e2-9ca7-bf46c463615a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:28.826370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2585d9f9-8b50-4bca-b85b-db8e12bd725c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.857039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2585d9f9-8b50-4bca-b85b-db8e12bd725c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.873966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fba9-5cfa-44f8-b4d1-97fee004732b req-fb5dcd4d-eef9-4a5e-93c9-793bb5b8abac tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:28.883705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cc1fba9-5cfa-44f8-b4d1-97fee004732b req-fb5dcd4d-eef9-4a5e-93c9-793bb5b8abac tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 944 time: 0.0968521 Dec 15 04:29:28.944100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2585d9f9-8b50-4bca-b85b-db8e12bd725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.947241 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2585d9f9-8b50-4bca-b85b-db8e12bd725c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:28.951537 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2585d9f9-8b50-4bca-b85b-db8e12bd725c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92df4a69-f15b-42e2-9ca7-bf46c463615a HTTP/1.1" status: 204 len: 168 time: 0.2167888 Dec 15 04:29:28.961093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585d9f9-8b50-4bca-b85b-db8e12bd725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df4a69-f15b-42e2-9ca7-bf46c463615a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:28.985130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cc1fba9-5cfa-44f8-b4d1-97fee004732b req-fa6bb2ea-23ba-4baa-939d-07a7c64dd534 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956995 Dec 15 04:29:28.996350 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8386b0a7-f77d-46aa-bbcd-cf52851688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.105159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.177755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ac78f301-ce62-416a-8f37-3c7e92f5f91b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:29.186677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:29.189265 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad41f8-c970-4fde-abb6-3cb209ef92ba" -d '{"events": [{"server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "name": "network-vif-plugged", "status": "completed", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:29.196610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.203418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8386b0a7-f77d-46aa-bbcd-cf52851688ae None None] For port ceb2f257-8577-466c-8ecf-00e7f9adde8c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ceb2f257-8577-466c-8ecf-00e7f9adde8c,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:29.296791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ac78f301-ce62-416a-8f37-3c7e92f5f91b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:29.302143 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8386b0a7-f77d-46aa-bbcd-cf52851688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.383295 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c6f6df-bdc0-4820-85dd-2bc9165264a9 x-openstack-request-id: req-23c6f6df-bdc0-4820-85dd-2bc9165264a9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:29.383624 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "name": "network-vif-plugged", "status": "completed", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:29.383892 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23c6f6df-bdc0-4820-85dd-2bc9165264a9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:29.384320 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'code': 200} Dec 15 04:29:29.472285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386b0a7-f77d-46aa-bbcd-cf52851688ae None None] Pushing event updated for resources: {'Port': ['ID=ceb2f257-8577-466c-8ecf-00e7f9adde8c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:29.534648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ef41b565-2cc6-4a97-8bee-e62056dab12a None None] Provisioning complete for port ceb2f257-8577-466c-8ecf-00e7f9adde8c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:29.538385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef41b565-2cc6-4a97-8bee-e62056dab12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.572724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d272666-8ecc-4dc3-ab1d-787a48cbaba5 req-ea5a1cd0-851c-4aae-bee3-3d101c3aa6f0 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:29.575093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d272666-8ecc-4dc3-ab1d-787a48cbaba5 req-ea5a1cd0-851c-4aae-bee3-3d101c3aa6f0 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 950 time: 0.1465387 Dec 15 04:29:29.644657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a231954-40d1-4bbf-bb90-5d85dffe5b07 req-027911a8-196e-47f0-adf5-7ddc28215f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:29.652288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a231954-40d1-4bbf-bb90-5d85dffe5b07 req-027911a8-196e-47f0-adf5-7ddc28215f9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 1119 time: 0.1671302 Dec 15 04:29:29.675622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:29.682730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49250) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:29.717817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a231954-40d1-4bbf-bb90-5d85dffe5b07 req-1c9e3a9e-2c15-4dda-b29b-904c3a4b2542 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581350 Dec 15 04:29:29.719374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1196a6d9-8ca9-4d01-9031-87aab0a45c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.804705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:29:29.826969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:29.827552 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.837333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ceb2f257-8577-466c-8ecf-00e7f9adde8c', 'name': '', 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'mac_address': 'fa:16:3e:f4:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '6a2613d9-f953-4449-b174-f963e1e29428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:22Z', 'updated_at': '2021-12-15T04:29:27Z', 'revision_number': 4, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'subnets': [{'id': '6a2613d9-f953-4449-b174-f963e1e29428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:29.840081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1196a6d9-8ca9-4d01-9031-87aab0a45c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.848041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d272666-8ecc-4dc3-ab1d-787a48cbaba5 req-618f0985-4260-4e6d-84a5-ed92dc990023 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663112 Dec 15 04:29:29.850768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1196a6d9-8ca9-4d01-9031-87aab0a45c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.889185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328082-f1b0-48a3-8e18-ccb2881896fb req-2aa2dd57-75ad-4445-bcf9-1aee4a79d545 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:29.898238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e328082-f1b0-48a3-8e18-ccb2881896fb req-2aa2dd57-75ad-4445-bcf9-1aee4a79d545 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 967 time: 0.2619939 Dec 15 04:29:29.926997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5b0d7-b876-4917-9b81-5034cf76f945 None None] The sync data for ids ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'] in n-d-820935-10 is: [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ceb2f257-8577-466c-8ecf-00e7f9adde8c', 'name': '', 'network_id': '0365ad4c-8e67-4253-a3e9-1bedfad125de', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'mac_address': 'fa:16:3e:f4:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '6a2613d9-f953-4449-b174-f963e1e29428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:22Z', 'updated_at': '2021-12-15T04:29:27Z', 'revision_number': 4, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'subnets': [{'id': '6a2613d9-f953-4449-b174-f963e1e29428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:29:29.934509 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ee012272-8d9d-47da-82d1-a35d140553c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:29.968814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196a6d9-8ca9-4d01-9031-87aab0a45c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfb8f8-675f-4a60-8944-e5d285fb72c7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:29.995045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1196a6d9-8ca9-4d01-9031-87aab0a45c0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90999fa278de4d0db6711deadfe78a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095250 Dec 15 04:29:29.996356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49256) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:30.076433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e328082-f1b0-48a3-8e18-ccb2881896fb req-03e9ff77-c395-4244-b3c1-5fb4f1853504 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483049 Dec 15 04:29:30.144966 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:30.265634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:30.274318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:30.285974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9878ffce-ee4f-4fc6-9755-ecfb7b5aad9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:30.402425 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9878ffce-ee4f-4fc6-9755-ecfb7b5aad9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:30.412262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:30.452235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456cb58-6e5b-4cc6-ad3b-bad904218088 req-3497f626-9410-44d3-b725-5e35eb653717 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:30.454185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9456cb58-6e5b-4cc6-ad3b-bad904218088 req-3497f626-9410-44d3-b725-5e35eb653717 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 945 time: 0.1932046 Dec 15 04:29:30.552633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9878ffce-ee4f-4fc6-9755-ecfb7b5aad9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:30.563264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9878ffce-ee4f-4fc6-9755-ecfb7b5aad9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:30.567756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9878ffce-ee4f-4fc6-9755-ecfb7b5aad9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dbfb8f8-675f-4a60-8944-e5d285fb72c7 HTTP/1.1" status: 204 len: 168 time: 0.5421150 Dec 15 04:29:30.610089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9456cb58-6e5b-4cc6-ad3b-bad904218088 req-c1fb4047-e87e-4b45-ba85-fb97873d6cc7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475143 Dec 15 04:29:30.610830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878ffce-ee4f-4fc6-9755-ecfb7b5aad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfb8f8-675f-4a60-8944-e5d285fb72c7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:30.945859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-41bc2daf-e0dd-4784-a02f-f39530723d6e tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:30.948028 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-41bc2daf-e0dd-4784-a02f-f39530723d6e tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 1102 time: 0.0954747 Dec 15 04:29:31.006173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:31.104114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Deleting port 8bfcab19-61df-4268-9309-03021a4d92e3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:29:31.104441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:31.163234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026a6a-921c-46de-a47d-5043bf754c19 req-b0983fd2-6f80-4ccd-a2fc-822bde11149f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:31.167680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9026a6a-921c-46de-a47d-5043bf754c19 req-b0983fd2-6f80-4ccd-a2fc-822bde11149f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 950 time: 0.1584938 Dec 15 04:29:31.302105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] For port 8bfcab19-61df-4268-9309-03021a4d92e3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8bfcab19-61df-4268-9309-03021a4d92e3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:31.302475 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:31.354181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Calling delete_port for 8bfcab19-61df-4268-9309-03021a4d92e3 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:29:31.385802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:31.388804 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12433a7e-5797-4854-b148-cfcc665454d2" -d '{"events": [{"server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "name": "network-vif-plugged", "status": "completed", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:31.543550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9026a6a-921c-46de-a47d-5043bf754c19 req-bb82a488-0034-4eba-9d6e-c93e9968b244 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611090 Dec 15 04:29:31.588743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa69a-18f9-465b-9963-fdfd27783724 req-ad680916-ed2f-40bd-b34a-d68b9c979d2e tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:31.622766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27daa69a-18f9-465b-9963-fdfd27783724 req-ad680916-ed2f-40bd-b34a-d68b9c979d2e tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 967 time: 0.1577110 Dec 15 04:29:31.730578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:31.746729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ceb2f257-8577-466c-8ecf-00e7f9adde8c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:31.788322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27daa69a-18f9-465b-9963-fdfd27783724 req-7dec190b-ad93-4cbd-8d33-182d7b7a991f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645484 Dec 15 04:29:31.877199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8bfcab19-61df-4268-9309-03021a4d92e3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:31.892594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bfcab19-61df-4268-9309-03021a4d92e3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:31.945003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] No DVR routers for this DVR port 8bfcab19-61df-4268-9309-03021a4d92e3 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:29:31.963540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:31.978389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3899e5ce-23bf-4791-acbb-c3952e925270 req-f61b5c1f-5524-4ef9-a72f-f00dd0c8cd08 tempest-DeleteServersAdminTestJSON-1049908538 tempest-DeleteServersAdminTestJSON-1049908538-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8bfcab19-61df-4268-9309-03021a4d92e3 HTTP/1.1" status: 204 len: 173 time: 1.0191910 Dec 15 04:29:31.979111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'name': 'network-vif-deleted', 'tag': '8bfcab19-61df-4268-9309-03021a4d92e3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:31.983070 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31cff5-d77b-4233-bc65-675ee3f19623 x-openstack-request-id: req-fc31cff5-d77b-4233-bc65-675ee3f19623 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:31.983777 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "name": "network-vif-plugged", "status": "completed", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:31.984624 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc31cff5-d77b-4233-bc65-675ee3f19623 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:31.997014 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'code': 200} Dec 15 04:29:31.999131 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee07e25-c68a-41e9-88c5-479e15614a98" -d '{"events": [{"server_uuid": "a5c43633-2b20-4092-83b9-68f44b14ce8d", "name": "network-vif-deleted", "tag": "8bfcab19-61df-4268-9309-03021a4d92e3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:32.108978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ceb2f257-8577-466c-8ecf-00e7f9adde8c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:32.109576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:32.177985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616248c-caf5-4ce3-bd88-5cb71e5e1fc3 req-140062b9-3052-4570-920a-13dd2fa98480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:32.186533 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2616248c-caf5-4ce3-bd88-5cb71e5e1fc3 req-140062b9-3052-4570-920a-13dd2fa98480 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1097 time: 0.1222453 Dec 15 04:29:32.216853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05334347-040b-484c-ba36-412386f32241 req-3ad31277-7e99-43be-ad30-5fd37ac2d326 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:32.246213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05334347-040b-484c-ba36-412386f32241 req-3ad31277-7e99-43be-ad30-5fd37ac2d326 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 945 time: 0.1810842 Dec 15 04:29:32.379169 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2616248c-caf5-4ce3-bd88-5cb71e5e1fc3 req-0c1128f6-9abe-4829-8f44-d867d714ad57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798351 Dec 15 04:29:32.437998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05334347-040b-484c-ba36-412386f32241 req-d227a658-ff27-4dd6-b015-5dfca5812829 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676660 Dec 15 04:29:32.474159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49348) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:32.519036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc138c6-d86c-4812-9e7e-e4feb549d3a5 req-596d72e9-e45e-4e80-86d2-aecf43e81a7c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:32.526213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fc138c6-d86c-4812-9e7e-e4feb549d3a5 req-596d72e9-e45e-4e80-86d2-aecf43e81a7c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 967 time: 0.1626439 Dec 15 04:29:32.528716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:32.533132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49352) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:32.539490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'floatingip': {'port_id': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:32.632014 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baef113-425a-469e-8350-dbbe1eade44d x-openstack-request-id: req-9baef113-425a-469e-8350-dbbe1eade44d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:32.632342 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c43633-2b20-4092-83b9-68f44b14ce8d", "name": "network-vif-deleted", "tag": "8bfcab19-61df-4268-9309-03021a4d92e3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:32.632594 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9baef113-425a-469e-8350-dbbe1eade44d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:32.632993 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c43633-2b20-4092-83b9-68f44b14ce8d', 'name': 'network-vif-deleted', 'tag': '8bfcab19-61df-4268-9309-03021a4d92e3', 'status': 'completed', 'code': 200} Dec 15 04:29:32.781291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:32.816152 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0680f71c-20cd-465c-8e45-d5518c64b668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.034590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0680f71c-20cd-465c-8e45-d5518c64b668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.045935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0680f71c-20cd-465c-8e45-d5518c64b668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.143901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.260283 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0680f71c-20cd-465c-8e45-d5518c64b668 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76d10826f5124f04bd552c8a6ebf1e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7832887 Dec 15 04:29:33.275111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:33.319101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.414139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680f71c-20cd-465c-8e45-d5518c64b668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23310486-fad9-4402-baaf-ee18ed568fe6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:33.506921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0d08b00-017e-474b-bb2d-20149d079234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.536688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0d08b00-017e-474b-bb2d-20149d079234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.592745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b31c58b-a86b-4f74-9e4e-bf6f15d9f2d1 req-3f3f8765-87fb-4cf5-ac42-0ab3b4698132 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5c43633-2b20-4092-83b9-68f44b14ce8d HTTP/1.1" status: 200 len: 210 time: 0.1229982 Dec 15 04:29:33.658796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0d08b00-017e-474b-bb2d-20149d079234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.664388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0d08b00-017e-474b-bb2d-20149d079234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:33.668476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f0d08b00-017e-474b-bb2d-20149d079234 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23310486-fad9-4402-baaf-ee18ed568fe6 HTTP/1.1" status: 204 len: 168 time: 0.3753335 Dec 15 04:29:33.675469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08b00-017e-474b-bb2d-20149d079234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23310486-fad9-4402-baaf-ee18ed568fe6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:33.794225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc9400-1209-4cc2-b081-1d735c68f38d req-1f0db014-c8ad-4277-bb4c-f41ed1a57943 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:33.810795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47dc9400-1209-4cc2-b081-1d735c68f38d req-1f0db014-c8ad-4277-bb4c-f41ed1a57943 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 945 time: 0.2121980 Dec 15 04:29:34.106715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47dc9400-1209-4cc2-b081-1d735c68f38d req-1da0675c-47e2-4601-8cc0-6cbc0fb21ea0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915635 Dec 15 04:29:34.462651 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:29:34.567887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:34.647601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49452) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:34.651996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:34.663346 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:34.676868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93560f83-0bf7-4bc5-81fd-9811374162fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:34.750518 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:29:34.939365 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee associated. External IP: 172.25.2.134, port: ac78f301-ce62-416a-8f37-3c7e92f5f91b. Dec 15 04:29:34.991891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93560f83-0bf7-4bc5-81fd-9811374162fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.009851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93560f83-0bf7-4bc5-81fd-9811374162fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.064445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93560f83-0bf7-4bc5-81fd-9811374162fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ddb58a-0652-4a16-bfd2-4780581ec9ff,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:35.118479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-93560f83-0bf7-4bc5-81fd-9811374162fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5234ce824c154d1a8402589a5ac21c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684305 Dec 15 04:29:35.123182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:35.175110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.269598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.291174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-080fc3a4-8467-4071-8d9e-515bd41015d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.293669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.356709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6ffe87213804410ad307f14a3f495bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7873662 Dec 15 04:29:35.359252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-080fc3a4-8467-4071-8d9e-515bd41015d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.361928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49474) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:35.389722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df657676-cee0-453f-99ff-6787178703f9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:35.419552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.420354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.420976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.421854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.422338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.422553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1e2d-f204-4389-9efc-1a9b846ed2b0 req-b8077090-a6da-42a3-be55-cb6fa950309d tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:35.423242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.423727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.424105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa5c1e2d-f204-4389-9efc-1a9b846ed2b0 req-b8077090-a6da-42a3-be55-cb6fa950309d tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 972 time: 0.3515370 Dec 15 04:29:35.424387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.424860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.425352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.425825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.426293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.426761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd9a542-1789-4814-9559-16ea8ca191ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:35.464177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-080fc3a4-8467-4071-8d9e-515bd41015d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.466776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-080fc3a4-8467-4071-8d9e-515bd41015d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.476478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-080fc3a4-8467-4071-8d9e-515bd41015d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93ddb58a-0652-4a16-bfd2-4780581ec9ff HTTP/1.1" status: 204 len: 168 time: 0.3481083 Dec 15 04:29:35.490021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fc3a4-8467-4071-8d9e-515bd41015d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ddb58a-0652-4a16-bfd2-4780581ec9ff,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:35.549181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa5c1e2d-f204-4389-9efc-1a9b846ed2b0 req-e3376290-bb9d-41b8-ad71-cfed2dae2d9c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997932 Dec 15 04:29:35.550370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.669037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8bfcab19-61df-4268-9309-03021a4d92e3 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:29:35.692531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 8bfcab19-61df-4268-9309-03021a4d92e3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:29:35.693253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8bfcab19-61df-4268-9309-03021a4d92e3 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:29:35.705528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.752246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-bd617fe7-a117-4337-ab9e-edc134d7d25c tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=849eb40b72a34c1ea33295894a358daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304142 Dec 15 04:29:35.914267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602806dc-9c5a-4664-84d1-6ee00c9f4ec5 req-7c6a2895-d521-41ee-8cde-1ca64c4ec67e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:35.928177 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-602806dc-9c5a-4664-84d1-6ee00c9f4ec5 req-7c6a2895-d521-41ee-8cde-1ca64c4ec67e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 945 time: 0.2196951 Dec 15 04:29:35.960975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.963530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:35.967189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df657676-cee0-453f-99ff-6787178703f9 HTTP/1.1" status: 204 len: 168 time: 0.5783064 Dec 15 04:29:36.018377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df657676-cee0-453f-99ff-6787178703f9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:36.021547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:29:36.028910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-2c141b06-efd9-49e7-9b00-fd2e27420599 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:36.036033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-2c141b06-efd9-49e7-9b00-fd2e27420599 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761023 Dec 15 04:29:36.064550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-602806dc-9c5a-4664-84d1-6ee00c9f4ec5 req-c5d89bf9-370f-42a3-aefd-84be2ab7246b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252155 Dec 15 04:29:36.095581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.096331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.096905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.097456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.098030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.098588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.099128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.099682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.100250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.100804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.101338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.101901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.102437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103f185-ae43-4b7a-9768-b8554671d1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:36.119255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-e35160aa-9940-4439-a54e-499055ce18f7 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/quotas/849eb40b72a34c1ea33295894a358daa HTTP/1.1" status: 200 len: 375 time: 0.0822732 Dec 15 04:29:36.260854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-39e40d60-d02e-479b-bab4-1aa9a6042514 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=849eb40b72a34c1ea33295894a358daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1398261 Dec 15 04:29:36.392926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:29:36.414886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:36.436303 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:29:36.458559 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:36.459810 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:36.493111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c9066700-8535-48dc-b04d-5e764c7edf98 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "PUT /v2.0/floatingips/99ac0803-7631-4c38-bc7f-0c11eed37dee HTTP/1.1" status: 200 len: 1013 time: 3.9562776 Dec 15 04:29:36.493111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:36.623850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:36.765474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:36.787892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af1b388a-b423-42f0-b61c-56c9fb1c3c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:36.861426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-3e4db67a-4621-4683-96bb-b2f4931d79fa tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:36.864517 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-3e4db67a-4621-4683-96bb-b2f4931d79fa tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 972 time: 0.3621936 Dec 15 04:29:37.143351 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:37.215006 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314e4a3-11f0-4144-9840-0bb61c73a179" -d '{"events": [{"name": "network-changed", "server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:37.425429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af1b388a-b423-42f0-b61c-56c9fb1c3c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.445422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af1b388a-b423-42f0-b61c-56c9fb1c3c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.509631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-af1b388a-b423-42f0-b61c-56c9fb1c3c00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=165db7a7cb984911824ac8e406a3812b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7366607 Dec 15 04:29:37.515448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49552) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:37.572102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Deleting port c98e607c-4769-4be1-b2c1-3b82e1da1d89 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:29:37.573809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.650810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ff5f-5cdc-4e16-8998-2e462d78ce86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.671336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b388a-b423-42f0-b61c-56c9fb1c3c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a98be9-0209-4d0e-af02-2fff325d552e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:37.679674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ff5f-5cdc-4e16-8998-2e462d78ce86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.764979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c8f0f-88df-4d21-a1f3-59863a76794f req-dd453f39-de2b-4c7a-be30-21ba31fb661a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:37.780667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e7c8f0f-88df-4d21-a1f3-59863a76794f req-dd453f39-de2b-4c7a-be30-21ba31fb661a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1097 time: 0.3598115 Dec 15 04:29:37.792126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] For port c98e607c-4769-4be1-b2c1-3b82e1da1d89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c98e607c-4769-4be1-b2c1-3b82e1da1d89,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:37.794397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.807018 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '99ac0803-7631-4c38-bc7f-0c11eed37dee', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'port_id': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'mac_address': 'fa:16:3e:25:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'device_owner': 'compute:tempest-test_az-1203488307'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:29:02Z', 'updated_at': '2021-12-15T04:29:34Z', 'revision_number': 1, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:37.824519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Calling delete_port for c98e607c-4769-4be1-b2c1-3b82e1da1d89 owned by compute:tempest-test_az-1203488307 {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:29:37.842333 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:29:37.852488 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:29:37.853279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:29:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:37.862758 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ff5f-5cdc-4e16-8998-2e462d78ce86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.866186 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ff5f-5cdc-4e16-8998-2e462d78ce86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:37.867584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2c7ff5f-5cdc-4e16-8998-2e462d78ce86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03a98be9-0209-4d0e-af02-2fff325d552e HTTP/1.1" status: 204 len: 168 time: 0.3494339 Dec 15 04:29:37.911241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e7c8f0f-88df-4d21-a1f3-59863a76794f req-33ccbef0-24cf-4485-ab5e-aecf244e83e1 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296730 Dec 15 04:29:37.913946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7ff5f-5cdc-4e16-8998-2e462d78ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a98be9-0209-4d0e-af02-2fff325d552e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:37.929078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa107ac5-520d-4877-93d3-f4d985290f50 req-ad6df11a-78d6-414e-8df8-5853c9037a5c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:37.939492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa107ac5-520d-4877-93d3-f4d985290f50 req-ad6df11a-78d6-414e-8df8-5853c9037a5c tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/ports?device_id=16a2159e-d9fb-4c25-a297-1774c2040972 HTTP/1.1" status: 200 len: 972 time: 0.3363230 Dec 15 04:29:38.045398 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:29:38.056730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.42', 51138) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:38.099153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b4d487c-cc77-483f-b4fe-47ae3a1d5222 req-0e49aa9c-2037-437e-9177-4dc372fb2904 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 210 time: 0.0575979 Dec 15 04:29:38.111033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa107ac5-520d-4877-93d3-f4d985290f50 req-27f22476-a51c-4364-b0b9-f2ca80f92447 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706066 Dec 15 04:29:38.157346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-ba052032-8f92-4548-a0aa-d05887009b57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805383 Dec 15 04:29:38.342933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-2e8f58c2-cc2f-4e06-9787-5e15c63ec486 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754724 Dec 15 04:29:38.343644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:38.393005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Pushing event deleted for resources: {'Port': ['ID=c98e607c-4769-4be1-b2c1-3b82e1da1d89,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:38.398934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-0783ca52-7eb1-467a-a6e1-71ea58fe48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:38.400400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-0783ca52-7eb1-467a-a6e1-71ea58fe48b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 1119 time: 0.1359019 Dec 15 04:29:38.553432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] No DVR routers for this DVR port c98e607c-4769-4be1-b2c1-3b82e1da1d89 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:29:38.557256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:38.573789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c45b9b22-0210-4ba9-b855-817b4caa6b23 req-82481c0c-5d8c-4298-9f09-e3289d3173a0 tempest-AggregatesAdminTestJSON-1648178750 tempest-AggregatesAdminTestJSON-1648178750-project] 10.222.0.42 "DELETE /v2.0/ports/c98e607c-4769-4be1-b2c1-3b82e1da1d89 HTTP/1.1" status: 204 len: 173 time: 1.7011440 Dec 15 04:29:38.578537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2159e-d9fb-4c25-a297-1774c2040972', 'name': 'network-vif-deleted', 'tag': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:38.584622 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529735af-c771-4362-98af-fb686e0a2120" -d '{"events": [{"server_uuid": "16a2159e-d9fb-4c25-a297-1774c2040972", "name": "network-vif-deleted", "tag": "c98e607c-4769-4be1-b2c1-3b82e1da1d89"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:38.623359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-8f7324f7-c7dd-4e0f-b2d0-1c8d8169d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:38.629211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-8f7324f7-c7dd-4e0f-b2d0-1c8d8169d308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1097 time: 0.1873772 Dec 15 04:29:38.630099 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '99ac0803-7631-4c38-bc7f-0c11eed37dee', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'port_id': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'mac_address': 'fa:16:3e:25:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'device_owner': 'compute:tempest-test_az-1203488307'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:29:02Z', 'updated_at': '2021-12-15T04:29:34Z', 'revision_number': 1, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:29:38.644596 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd4b1d-5900-4de7-8112-ee4bb112bcfe x-openstack-request-id: req-6abd4b1d-5900-4de7-8112-ee4bb112bcfe {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:38.644905 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:38.645292 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6abd4b1d-5900-4de7-8112-ee4bb112bcfe {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:38.645791 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'status': 'completed', 'code': 200} Dec 15 04:29:38.699716 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd753d2-c509-430e-8556-68fab825b147 None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '99ac0803-7631-4c38-bc7f-0c11eed37dee', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'port_id': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'mac_address': 'fa:16:3e:25:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'device_owner': 'compute:tempest-test_az-1203488307'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:29:02Z', 'updated_at': '2021-12-15T04:29:34Z', 'revision_number': 1, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:29:38.708388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-d677fc0c-cb16-4725-ab8b-fec8197993a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:38.710818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-d677fc0c-cb16-4725-ab8b-fec8197993a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 924 time: 0.2843096 Dec 15 04:29:39.049702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-ab1bf5f5-4483-4627-8355-ea3f044d4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:39.051168 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-ab1bf5f5-4483-4627-8355-ea3f044d4daf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.2760208 Dec 15 04:29:39.098561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-a19c2009-6b38-4d91-8466-ce299ce53138 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=849eb40b72a34c1ea33295894a358daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734403 Dec 15 04:29:39.118743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-76bbc4d2-07b8-4216-85a6-ffb6556aebf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 200 len: 1021 time: 0.3908744 Dec 15 04:29:39.173280 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-4e5abc06-2d5f-4d7b-91c2-fb65ae2f5eee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.0908248 Dec 15 04:29:39.193860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-d33495a2-2784-4b31-beae-4e3c7746c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:39.196265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-d33495a2-2784-4b31-beae-4e3c7746c5f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.0658216 Dec 15 04:29:39.215574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c19a2c-16ff-4015-b058-58bb9b19f3ce req-f89799c3-ca5a-476a-a44b-def9bf40b405 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:39.215793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43305e-4d64-4c87-b47d-178bc3eb577c None None] New status for floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:29:39.218148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40c19a2c-16ff-4015-b058-58bb9b19f3ce req-f89799c3-ca5a-476a-a44b-def9bf40b405 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1097 time: 0.4929163 Dec 15 04:29:39.459625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-df3421d6-3b34-4ab6-94ea-c5ecd5384919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:39.462169 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-df3421d6-3b34-4ab6-94ea-c5ecd5384919 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.2621155 Dec 15 04:29:39.540278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40c19a2c-16ff-4015-b058-58bb9b19f3ce req-0309822b-35a2-4295-93b3-03853f3b6e50 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822600 Dec 15 04:29:39.548904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-1191091e-e706-4bea-bb9b-6736feefe25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:39.557156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-1191091e-e706-4bea-bb9b-6736feefe25c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3366230 Dec 15 04:29:39.581489 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f639c75f-32d7-442d-ad4e-1eb0e0948dc2 x-openstack-request-id: req-f639c75f-32d7-442d-ad4e-1eb0e0948dc2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:39.582526 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a2159e-d9fb-4c25-a297-1774c2040972", "name": "network-vif-deleted", "tag": "c98e607c-4769-4be1-b2c1-3b82e1da1d89", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:39.584302 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f639c75f-32d7-442d-ad4e-1eb0e0948dc2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:39.585032 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a2159e-d9fb-4c25-a297-1774c2040972', 'name': 'network-vif-deleted', 'tag': 'c98e607c-4769-4be1-b2c1-3b82e1da1d89', 'status': 'completed', 'code': 200} Dec 15 04:29:39.636740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-13ea134e-a674-4cd6-8976-c922f85b5afd tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:39.646988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-13ea134e-a674-4cd6-8976-c922f85b5afd tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4913833 Dec 15 04:29:39.680940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Request body: {'port': {'device_id': '09169936-dd74-43fd-828e-57ef8020e118', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '849eb40b72a34c1ea33295894a358daa'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:39.687227 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-c97e3dc7-a3be-499c-aa0c-51adb263239d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693261 Dec 15 04:29:39.909702 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-161a3af7-d018-4efd-9af7-638ab5efa19a service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034867 Dec 15 04:29:39.919311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c98e607c-4769-4be1-b2c1-3b82e1da1d89 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:29:39.971934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: c98e607c-4769-4be1-b2c1-3b82e1da1d89 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:29:39.972357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c98e607c-4769-4be1-b2c1-3b82e1da1d89 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:29:40.054107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Made reservation on behalf of 849eb40b72a34c1ea33295894a358daa for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:40.058932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:40.080432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b5b1405-69a1-4789-b2f9-c600455c481b req-8353cd10-97d9-44a9-a5d2-b43f60d6a1f0 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 210 time: 0.3558247 Dec 15 04:29:40.139819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1db37ce-f02c-4dc3-8827-13a40d4f478e req-1eb04b54-bdc4-4ec9-9673-d38decd0c39e service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095487 Dec 15 04:29:40.168175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-41e773a1-8bed-48c1-8337-29e2904757f0 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063082 Dec 15 04:29:40.261685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49642) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:40.377357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d42f86d-0656-4eba-a0d7-3c8ede321715 req-4d7b1515-1d1f-43a5-9ae4-eb6a5e6cad72 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022488 Dec 15 04:29:40.455164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-1dce2dc8-5e8b-4dcf-8a76-b59ef7dcad42 req-f6c43193-2c4f-4d34-954d-55ab11f4b25d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:29:40.456177 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dce2dc8-5e8b-4dcf-8a76-b59ef7dcad42 req-f6c43193-2c4f-4d34-954d-55ab11f4b25d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057442 Dec 15 04:29:40.467181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Allocated IP 192.168.233.180 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/e1d91ab4-f874-4d6f-9b94-ffb698fcf74e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:29:40.546397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-c8ebab43-d61d-4a05-8b19-5f1b5af0166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:40.550755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-c8ebab43-d61d-4a05-8b19-5f1b5af0166d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 1119 time: 0.0897779 Dec 15 04:29:40.765537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-cd854ce9-fd53-4c66-a5d3-7dbfb96e4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:40.768289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-cd854ce9-fd53-4c66-a5d3-7dbfb96e4996 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 924 time: 0.2090564 Dec 15 04:29:40.916671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:40.953566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-14738a24-f347-4b6f-8e63-1486f67c838e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 200 len: 1023 time: 0.1781607 Dec 15 04:29:40.972314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.069771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:29:41.076999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-7c9e9510-1888-4906-9118-ef23bb983257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:41.082014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:41.087211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:29:41.089914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-7c9e9510-1888-4906-9118-ef23bb983257 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.1207068 Dec 15 04:29:41.100060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:41.100766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.173955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b8e8dddf-bc7f-4055-bed6-2aa06ffa6051 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=276a377089b249cfb4d555eb0000b46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9042714 Dec 15 04:29:41.174663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49668) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:41.182176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Pushing event updated for resources: {'Port': ['ID=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:41.191127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-ee2965e8-bcde-4bf7-a025-990f57dd920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:41.195218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-ee2965e8-bcde-4bf7-a025-990f57dd920d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960257 Dec 15 04:29:41.221979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-83c80f51-e432-42b5-98e4-ac815390461a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5456488 Dec 15 04:29:41.252872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Request body: {'port': {'device_id': '09169936-dd74-43fd-828e-57ef8020e118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:41.412380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-40f103e5-d6cf-4b2d-9d22-e46b8b0acfc3 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989789 Dec 15 04:29:41.427791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.431101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d2abe72-3f42-43c2-a5ad-8c64b13469a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.483435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6be50982-2e0f-41c5-bab3-90f6b4acd6be None None] Provisioning complete for port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:41.486173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6be50982-2e0f-41c5-bab3-90f6b4acd6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.588300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6be50982-2e0f-41c5-bab3-90f6b4acd6be None None] Port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:29:41.615518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6314e4a3-11f0-4144-9840-0bb61c73a179 req-c66df653-d5f5-4623-8a6a-54f161210d27 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862073 Dec 15 04:29:41.685497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d2abe72-3f42-43c2-a5ad-8c64b13469a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.904783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d91ab4-f874-4d6f-9b94-ffb698fcf74e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:41.920533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.935999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Transition to ACTIVE for port object e1d91ab4-f874-4d6f-9b94-ffb698fcf74e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:29:41.941707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:41.957082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39295ed8-6e1e-4e29-b47b-7cb6f8dec9ea req-4342fa94-e8c4-4cd3-b928-1d7c32ca32c3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:41.968556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39295ed8-6e1e-4e29-b47b-7cb6f8dec9ea req-4342fa94-e8c4-4cd3-b928-1d7c32ca32c3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 936 time: 0.0955145 Dec 15 04:29:42.002038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49690) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:42.072001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Pushing event updated for resources: {'Port': ['ID=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:42.072765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39295ed8-6e1e-4e29-b47b-7cb6f8dec9ea req-4f5d07b3-8ff5-4928-8c8a-ee8b1edcd009 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030085 Dec 15 04:29:42.107182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d2abe72-3f42-43c2-a5ad-8c64b13469a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.112918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d2abe72-3f42-43c2-a5ad-8c64b13469a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.117598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9d2abe72-3f42-43c2-a5ad-8c64b13469a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5 HTTP/1.1" status: 204 len: 168 time: 0.9354212 Dec 15 04:29:42.156206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2abe72-3f42-43c2-a5ad-8c64b13469a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c41e5a-735d-4e5f-b2ac-25a8c8b9e1f5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:42.220260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Attempting to bind port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:42.220603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Attempting to bind port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:42.220929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Attempting to bind port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:42.237848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:29:42.238307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Attempting to bind port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:42.251079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:42.251868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:42.251868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:42.252323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Bound port: e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:42.252607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.369957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d8b46aa-763d-4226-a6a7-7b05cedb9a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.425926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] For port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:42.437319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] For port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:42.452107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.563812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d8b46aa-763d-4226-a6a7-7b05cedb9a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.570908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d8b46aa-763d-4226-a6a7-7b05cedb9a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.615729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Pushing event updated for resources: {'Port': ['ID=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:42.637016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:42.637276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.643981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0d8b46aa-763d-4226-a6a7-7b05cedb9a4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d975551747e848f5a202cacb69ead96c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6381452 Dec 15 04:29:42.644606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-fc845a7d-213a-43b6-81ad-dfe5632659eb service neutron] 10.222.0.42 "PUT /v2.0/ports/e1d91ab4-f874-4d6f-9b94-ffb698fcf74e HTTP/1.1" status: 200 len: 1097 time: 1.3980038 Dec 15 04:29:42.644606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09169936-dd74-43fd-828e-57ef8020e118', 'tag': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:42.645476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49716) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:42.645587 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d980694-95e7-49f3-9cae-0f5780eb1c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "09169936-dd74-43fd-828e-57ef8020e118", "tag": "e1d91ab4-f874-4d6f-9b94-ffb698fcf74e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:42.655913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b46aa-763d-4226-a6a7-7b05cedb9a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9160a4c6-6fe0-43c7-81d9-ee2164d41acb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:42.750151 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc63805d-dceb-4cb6-ba10-a420df3b3249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.790017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc63805d-dceb-4cb6-ba10-a420df3b3249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.825048 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eab2ff-1d71-4774-825f-9604f6c344b9 x-openstack-request-id: req-43eab2ff-1d71-4774-825f-9604f6c344b9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:42.825357 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09169936-dd74-43fd-828e-57ef8020e118", "tag": "e1d91ab4-f874-4d6f-9b94-ffb698fcf74e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:42.825621 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43eab2ff-1d71-4774-825f-9604f6c344b9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:42.826030 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09169936-dd74-43fd-828e-57ef8020e118', 'tag': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e', 'status': 'completed', 'code': 200} Dec 15 04:29:42.873148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-a496dc7f-0d62-4b99-89b9-b782f575f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:42.879692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-a496dc7f-0d62-4b99-89b9-b782f575f7c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=849eb40b72a34c1ea33295894a358daa&device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 1100 time: 0.1626625 Dec 15 04:29:42.921414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc63805d-dceb-4cb6-ba10-a420df3b3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.926750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc63805d-dceb-4cb6-ba10-a420df3b3249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:42.934686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bc63805d-dceb-4cb6-ba10-a420df3b3249 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9160a4c6-6fe0-43c7-81d9-ee2164d41acb HTTP/1.1" status: 204 len: 168 time: 0.2866683 Dec 15 04:29:42.964590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63805d-dceb-4cb6-ba10-a420df3b3249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160a4c6-6fe0-43c7-81d9-ee2164d41acb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:43.029198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-d00a6211-d164-42bf-8ebc-d73111fe9064 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e HTTP/1.1" status: 200 len: 217 time: 0.1350133 Dec 15 04:29:43.132774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-f89e8824-5055-4648-8280-ecf5f561bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:43.137982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-f89e8824-5055-4648-8280-ecf5f561bc5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1004057 Dec 15 04:29:43.226006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-a85f7ec1-7407-4f2d-9183-140b45c1d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:43.227950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-a85f7ec1-7407-4f2d-9183-140b45c1d9c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812311 Dec 15 04:29:43.251308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:43.334031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7624ea2b-70cd-400b-9dec-3754f8b52e44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=561b4079c3494783a4f7e85d6dc69cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839658 Dec 15 04:29:43.334964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49748) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:43.426638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25588b14-2f88-4f2d-a496-0a96c96a4db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.458238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-4a55f271-a124-4e34-b1d5-375defc2e65a service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783619 Dec 15 04:29:43.463009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25588b14-2f88-4f2d-a496-0a96c96a4db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.563822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25588b14-2f88-4f2d-a496-0a96c96a4db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.566832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25588b14-2f88-4f2d-a496-0a96c96a4db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.568339 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-25588b14-2f88-4f2d-a496-0a96c96a4db9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e7e996b-83b5-4d5c-a632-5ddc063b934b HTTP/1.1" status: 204 len: 168 time: 0.2319789 Dec 15 04:29:43.595819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25588b14-2f88-4f2d-a496-0a96c96a4db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e996b-83b5-4d5c-a632-5ddc063b934b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:43.661920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49756) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:43.676990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e1cefd-d58e-48a8-a2e5-e282cf073401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.783090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f7cf06f-948e-41cd-83bd-b41062ee70be req-60db6bd0-1ed5-40c1-8ffb-d10b112d6848 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002582 Dec 15 04:29:43.898821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e1cefd-d58e-48a8-a2e5-e282cf073401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.915325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e1cefd-d58e-48a8-a2e5-e282cf073401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:43.961744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27e1cefd-d58e-48a8-a2e5-e282cf073401 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cb46d18297a4e6490aedbdc129e4fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985709 Dec 15 04:29:43.963539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49762) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:43.974328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:44.014311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-331ca5fe-b254-4dde-b15c-9b085f262ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:44.018376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-331ca5fe-b254-4dde-b15c-9b085f262ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=849eb40b72a34c1ea33295894a358daa&device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 1100 time: 0.1210051 Dec 15 04:29:44.048839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1cefd-d58e-48a8-a2e5-e282cf073401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49fd37-7a1f-4009-bbe1-d353e9739f0e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:44.072362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a237adb-da3e-4745-95a7-c109e4075914 req-80712359-83d7-4c67-a024-f6bddcd3a2df tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:44.080255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a237adb-da3e-4745-95a7-c109e4075914 req-80712359-83d7-4c67-a024-f6bddcd3a2df tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 948 time: 0.1763625 Dec 15 04:29:44.153279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a237adb-da3e-4745-95a7-c109e4075914 req-fc3fc9cf-92cc-4854-b337-577e99d0dd26 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696614 Dec 15 04:29:44.154734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e55a9b14-94b4-4eb7-948c-47dc0113aba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:44.212577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e55a9b14-94b4-4eb7-948c-47dc0113aba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:44.227034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-2994f9e3-45ef-4865-842f-c1091e465377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:44.230376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-2994f9e3-45ef-4865-842f-c1091e465377 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2037704 Dec 15 04:29:44.291013 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e55a9b14-94b4-4eb7-948c-47dc0113aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:44.294443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e55a9b14-94b4-4eb7-948c-47dc0113aba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:44.297973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e55a9b14-94b4-4eb7-948c-47dc0113aba7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef49fd37-7a1f-4009-bbe1-d353e9739f0e HTTP/1.1" status: 204 len: 168 time: 0.3295479 Dec 15 04:29:44.308441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a9b14-94b4-4eb7-948c-47dc0113aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49fd37-7a1f-4009-bbe1-d353e9739f0e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:44.326626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-fbc6eca3-a997-4c02-9894-cb959e3f3c89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e HTTP/1.1" status: 200 len: 217 time: 0.0390985 Dec 15 04:29:44.378663 n-d-820935-10 neutron-server[103132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 04:29:44.382470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-830e0f6a-823f-4ea6-a81d-e773fa1a571e tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:29:44.383534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-830e0f6a-823f-4ea6-a81d-e773fa1a571e tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4034081 Dec 15 04:29:44.394770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49778) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:44.418029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-4aa1d37f-08ba-427e-a7c5-fd5f6ee642c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:44.419618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-4aa1d37f-08ba-427e-a7c5-fd5f6ee642c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0923343 Dec 15 04:29:44.481701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-34d35c3f-4339-4b97-8d94-f82c1379452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:44.484212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-34d35c3f-4339-4b97-8d94-f82c1379452c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551264 Dec 15 04:29:44.641444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-b0c4ddcc-3f5d-474c-ac23-084c2dd6e2bd service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483490 Dec 15 04:29:44.791491 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d980694-95e7-49f3-9cae-0f5780eb1c4c req-0beeff3c-f9d7-4c99-8359-27cd822f438e service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360481 Dec 15 04:29:44.860562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a95ca1-4e0a-46f7-954c-f1ae77188774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.005387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-0521674e-66fa-4368-a773-83e6a4b108a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:45.016598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-0521674e-66fa-4368-a773-83e6a4b108a1 service neutron] 10.222.0.37 "GET /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 1094 time: 0.2229407 Dec 15 04:29:45.023903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:45.024708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Unknown quota resources ['binding']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:29:45.032232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a95ca1-4e0a-46f7-954c-f1ae77188774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.046622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a95ca1-4e0a-46f7-954c-f1ae77188774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.094408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e9a95ca1-4e0a-46f7-954c-f1ae77188774 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e1b2f88ec7d48d098e5391917d94cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6976609 Dec 15 04:29:45.096663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:45.148808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a95ca1-4e0a-46f7-954c-f1ae77188774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92fad4-5c2f-4061-a513-3cb0d9796173,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:45.194727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82af5ff3-46da-4de4-9f75-fa3d9d0890d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.222188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82af5ff3-46da-4de4-9f75-fa3d9d0890d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.243629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:45.244707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:45.246184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:45.252108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:29:45.252796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:45.260264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:45.261341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:45.262133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:45.263101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Bound port: 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:45.286716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82af5ff3-46da-4de4-9f75-fa3d9d0890d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.289578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82af5ff3-46da-4de4-9f75-fa3d9d0890d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.293894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82af5ff3-46da-4de4-9f75-fa3d9d0890d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c92fad4-5c2f-4061-a513-3cb0d9796173 HTTP/1.1" status: 204 len: 168 time: 0.1962128 Dec 15 04:29:45.320915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af5ff3-46da-4de4-9f75-fa3d9d0890d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92fad4-5c2f-4061-a513-3cb0d9796173,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:45.346421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985331-6ad8-441a-81f8-ef09cb726d03 req-d302ebef-9af2-4625-b683-22c11d7da25a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:45.355959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76985331-6ad8-441a-81f8-ef09cb726d03 req-d302ebef-9af2-4625-b683-22c11d7da25a tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 948 time: 0.0854845 Dec 15 04:29:45.409481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:45.420406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:45.440689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-b86ee3fb-4e00-4e48-ba36-eb05cc20afa5 service neutron] 10.222.0.37 "POST /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4215958 Dec 15 04:29:45.441439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76985331-6ad8-441a-81f8-ef09cb726d03 req-756cea03-b955-4278-be04-d04414568ff3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Dec 15 04:29:45.739445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027eea3-feb9-45c5-9e5b-770dfad2f101 req-6c3def01-d6b7-4ec5-811c-69c18ef8fd5e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:45.741378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4027eea3-feb9-45c5-9e5b-770dfad2f101 req-6c3def01-d6b7-4ec5-811c-69c18ef8fd5e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 945 time: 0.0947533 Dec 15 04:29:45.815573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4027eea3-feb9-45c5-9e5b-770dfad2f101 req-063219b3-8d81-46a2-9fca-29fdb07bc309 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Dec 15 04:29:45.877733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-1dacef9f-b257-4f91-9de7-1da594da2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:45.886545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-1dacef9f-b257-4f91-9de7-1da594da2446 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1097 time: 0.1070721 Dec 15 04:29:46.037009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49840) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:46.212804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49850) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:46.216174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-5d2ddd1c-9a4c-458f-bf12-872a0deadea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:46.221438 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-5d2ddd1c-9a4c-458f-bf12-872a0deadea3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.3266733 Dec 15 04:29:46.230616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4058d8f5-1a6c-47e2-867b-eeb7aaa9b2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.308777 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-10175085-fb51-4ab5-9dca-3fe29f5031a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.0789070 Dec 15 04:29:46.373756 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4058d8f5-1a6c-47e2-867b-eeb7aaa9b2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.390503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4058d8f5-1a6c-47e2-867b-eeb7aaa9b2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.434404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-a666351e-2b8e-4d88-a25b-b6adf2f37f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:46.439545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-a666351e-2b8e-4d88-a25b-b6adf2f37f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1205599 Dec 15 04:29:46.456746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4058d8f5-1a6c-47e2-867b-eeb7aaa9b2de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b091dff4440496191d9e6e3ac0cf361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409339 Dec 15 04:29:46.456746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058d8f5-1a6c-47e2-867b-eeb7aaa9b2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806370c0-cf1f-4a75-8f94-6936d8ff8015,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:46.458830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49856) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:46.501882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-702bbee7-53e3-4281-adb3-edaffa5435b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558352 Dec 15 04:29:46.550208 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe465ec5-ed11-4eca-b521-4ab9a411cd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.626572 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe465ec5-ed11-4eca-b521-4ab9a411cd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.651686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-e35ca224-d06c-4dcd-9894-e2b812706b20 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384854 Dec 15 04:29:46.703174 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b328166-0bad-46ed-b487-d785ea0a818e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.788903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbc1f2-6224-471b-b6c4-3d2d966b1c57 req-ebf9fd43-3cba-42a0-a3c5-05d566c3e40f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:46.796819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58bbc1f2-6224-471b-b6c4-3d2d966b1c57 req-ebf9fd43-3cba-42a0-a3c5-05d566c3e40f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 948 time: 0.2012975 Dec 15 04:29:46.851969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-e8ddc7bb-97d8-4f48-b9c2-fc5f2f2e9e29 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925273 Dec 15 04:29:46.892957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe465ec5-ed11-4eca-b521-4ab9a411cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.895730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe465ec5-ed11-4eca-b521-4ab9a411cd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:46.897040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe465ec5-ed11-4eca-b521-4ab9a411cd64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/806370c0-cf1f-4a75-8f94-6936d8ff8015 HTTP/1.1" status: 204 len: 168 time: 0.4244864 Dec 15 04:29:46.939487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58bbc1f2-6224-471b-b6c4-3d2d966b1c57 req-f07379fa-0391-4ea7-87b3-67e857470012 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375008 Dec 15 04:29:46.940481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465ec5-ed11-4eca-b521-4ab9a411cd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806370c0-cf1f-4a75-8f94-6936d8ff8015,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:47.023789 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b328166-0bad-46ed-b487-d785ea0a818e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.035030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b328166-0bad-46ed-b487-d785ea0a818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.115917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ee896-0d2c-43c7-aa06-65efd7f5e6d9 req-da8cb5ae-5f5d-4713-89ef-00bc74760d9e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:47.119483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-009ee896-0d2c-43c7-aa06-65efd7f5e6d9 req-da8cb5ae-5f5d-4713-89ef-00bc74760d9e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 945 time: 0.1425211 Dec 15 04:29:47.141252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1b328166-0bad-46ed-b487-d785ea0a818e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3886c738e4714250b9e83022da58d84e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1006513 Dec 15 04:29:47.143872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49880) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:47.170412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328166-0bad-46ed-b487-d785ea0a818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc21eb-d25e-4f36-9d57-2ac268460641,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:47.228266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-8f9e9e28-3cc9-48ab-ac28-49afa2dcdaaf tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:47.230204 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-8f9e9e28-3cc9-48ab-ac28-49afa2dcdaaf tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.1590631 Dec 15 04:29:47.242308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:47.314077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-009ee896-0d2c-43c7-aa06-65efd7f5e6d9 req-5f740366-1f4b-4fad-ac46-291566b1ab17 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820993 Dec 15 04:29:47.341748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-176b64bb-9516-410c-99a2-8693790245df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.358736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.387961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-176b64bb-9516-410c-99a2-8693790245df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.481299 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-176b64bb-9516-410c-99a2-8693790245df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.484160 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-176b64bb-9516-410c-99a2-8693790245df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.488243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-176b64bb-9516-410c-99a2-8693790245df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1cc21eb-d25e-4f36-9d57-2ac268460641 HTTP/1.1" status: 204 len: 168 time: 0.3384771 Dec 15 04:29:47.497838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b64bb-9516-410c-99a2-8693790245df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc21eb-d25e-4f36-9d57-2ac268460641,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:47.605360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:47.657963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:47.715915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:47.728653 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4483b-3497-4805-8944-433905418354" -d '{"events": [{"server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:47.734128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.743351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.806621 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f0db4-e2b5-446f-84a3-93c22d6e6664 x-openstack-request-id: req-820f0db4-e2b5-446f-84a3-93c22d6e6664 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:47.808940 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:47.809339 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-820f0db4-e2b5-446f-84a3-93c22d6e6664 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:47.810812 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'code': 200} Dec 15 04:29:47.863703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:47.895517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:29:47.896127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:29:47.896648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:47.902063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:29:47.902395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Attempting to bind port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:29:47.908133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:29:47.908578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:47.908977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:29:47.909409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Bound port: 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:29:47.909770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:47.951996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e1d91ab4-f874-4d6f-9b94-ffb698fcf74e details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:29:48.054328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:48.060242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:29:48.070277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.176245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:48.192320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac0aa-8e45-4809-993a-017acb2e00f9 req-b756187c-7005-4109-b360-85896463a012 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:48.192969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e', 'mac_address': 'fa:16:3e:21:79:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:29:48.205660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3fac0aa-8e45-4809-993a-017acb2e00f9 req-b756187c-7005-4109-b360-85896463a012 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 948 time: 0.1282096 Dec 15 04:29:48.253089 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.257990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:48.258636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.260085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] 10.222.0.42 "PUT /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 1123 time: 1.0223050 Dec 15 04:29:48.271549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d91ab4-f874-4d6f-9b94-ffb698fcf74e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:48.290884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceeb07-c3da-4029-9766-04f9797847ef service neutron] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:48.298276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:48.320422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.334918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3fac0aa-8e45-4809-993a-017acb2e00f9 req-ba8a0b30-35d8-47c7-b289-94d053dd9d81 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231163 Dec 15 04:29:48.416088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:48.429633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.430214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.430821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.431333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.431826 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.432172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.433251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.434068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.434566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.435045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.435522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.436005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.436565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:29:48.459302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6ae44d35-c77d-4096-bb5f-bfceb4a5549f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:48.493376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e8419-6416-4165-9238-cfdaa2441da2 req-0f2ebad7-30a6-4cae-805b-e6e6cecb66ce tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:48.496927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b90e8419-6416-4165-9238-cfdaa2441da2 req-0f2ebad7-30a6-4cae-805b-e6e6cecb66ce tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.0808628 Dec 15 04:29:48.553403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49930) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:48.580913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b90e8419-6416-4165-9238-cfdaa2441da2 req-72cd340e-c498-41e7-a3d1-0574c17f20d0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770152 Dec 15 04:29:48.585927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f4b6-985d-4e46-911a-917c0ce27c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.619385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e1d91ab4-f874-4d6f-9b94-ffb698fcf74e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:48.782192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f4b6-985d-4e46-911a-917c0ce27c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.791319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f4b6-985d-4e46-911a-917c0ce27c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.827484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d3c8f4b6-985d-4e46-911a-917c0ce27c13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a46d2f37f2d4ba18ed5136c91987d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728593 Dec 15 04:29:48.830467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49938) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:48.838233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8f4b6-985d-4e46-911a-917c0ce27c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8fd8b1-a85a-4e0b-b31b-0ff812b654b0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:48.907486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3934d65a-1ba1-439b-80fb-5b0519d61964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:48.940963 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3934d65a-1ba1-439b-80fb-5b0519d61964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.021348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3934d65a-1ba1-439b-80fb-5b0519d61964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.030111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3934d65a-1ba1-439b-80fb-5b0519d61964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.036879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3934d65a-1ba1-439b-80fb-5b0519d61964 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab8fd8b1-a85a-4e0b-b31b-0ff812b654b0 HTTP/1.1" status: 204 len: 168 time: 0.2048721 Dec 15 04:29:49.053714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934d65a-1ba1-439b-80fb-5b0519d61964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8fd8b1-a85a-4e0b-b31b-0ff812b654b0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:49.166524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49958) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:49.488333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-278665033-network', 'tenant_id': '61697276bd4442839fa411b0244d2f45'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:49.517033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc2e09-d5a2-4c59-8356-3896a291c14f req-80e00472-eea9-4c1f-b1d2-b2ca2473287e tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:49.518517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cadc2e09-d5a2-4c59-8356-3896a291c14f req-80e00472-eea9-4c1f-b1d2-b2ca2473287e tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 949 time: 0.0947368 Dec 15 04:29:49.533949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Made reservation on behalf of 61697276bd4442839fa411b0244d2f45 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:49.538023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.561970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.649910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cadc2e09-d5a2-4c59-8356-3896a291c14f req-5c246e32-62f3-4ff3-9682-45c000b85326 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075058 Dec 15 04:29:49.762817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.780247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.812683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:49.818319 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d23dec-3c1b-4e99-b252-615ce174910e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:49.831751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:29:49.843508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b2349-3db4-403c-a9d3-7866a9294005,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:49.852215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.852215 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Added segment a6a2bd61-a864-47b6-8b62-a923f3b9a19a of type vlan for network e496a23e-f358-4fbe-bd3b-5903885ee32b Dec 15 04:29:49.898544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212fdd1-d264-4dbe-9137-0b00bfc79f22 req-d3c2e177-ec64-4e1f-b4a4-f348611465d6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:49.900192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e212fdd1-d264-4dbe-9137-0b00bfc79f22 req-d3c2e177-ec64-4e1f-b4a4-f348611465d6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.1339464 Dec 15 04:29:49.927080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:49.967215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e1d91ab4-f874-4d6f-9b94-ffb698fcf74e up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:29:50.013181 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:50.019081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:50.020521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:50.034905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e212fdd1-d264-4dbe-9137-0b00bfc79f22 req-9f512f84-9807-4d58-bddd-83f2fc6a8a07 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215086 Dec 15 04:29:50.067174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:29:50.075456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:29:50.075841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:50.136146 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7407a57-9fd2-443b-a8dd-4374facddbd1 x-openstack-request-id: req-d7407a57-9fd2-443b-a8dd-4374facddbd1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:50.136487 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:50.136748 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7407a57-9fd2-443b-a8dd-4374facddbd1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:50.137150 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'status': 'completed', 'code': 200} Dec 15 04:29:50.171228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0030141 Dec 15 04:29:50.174593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50016) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:50.180078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Request body: {'subnet': {'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-278665033-subnet', 'tenant_id': '61697276bd4442839fa411b0244d2f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:50.190709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b67b8-14f9-4339-931d-aa385d4d3a65 admin admin] Pushing event updated for resources: {'Network': ['ID=e496a23e-f358-4fbe-bd3b-5903885ee32b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:50.221708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e496a23e-f358-4fbe-bd3b-5903885ee32b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:29:50.262177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:50.303746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09169936-dd74-43fd-828e-57ef8020e118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:50.306141 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23c2bb2-7bd5-427b-a650-68474a2a5d41" -d '{"events": [{"server_uuid": "09169936-dd74-43fd-828e-57ef8020e118", "name": "network-vif-plugged", "status": "completed", "tag": "e1d91ab4-f874-4d6f-9b94-ffb698fcf74e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:50.327752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:50.333979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Made reservation on behalf of 61697276bd4442839fa411b0244d2f45 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:50.335765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:50.339335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:50.401902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:50.417026 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cce1db-dbd5-453f-ad20-d91dc9abd73f x-openstack-request-id: req-f8cce1db-dbd5-453f-ad20-d91dc9abd73f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:50.417563 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09169936-dd74-43fd-828e-57ef8020e118", "name": "network-vif-plugged", "status": "completed", "tag": "e1d91ab4-f874-4d6f-9b94-ffb698fcf74e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:50.417991 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8cce1db-dbd5-453f-ad20-d91dc9abd73f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:50.418638 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09169936-dd74-43fd-828e-57ef8020e118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e', 'code': 200} Dec 15 04:29:50.438268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23dec-3c1b-4e99-b252-615ce174910e req-867873c3-e480-427d-b7da-3c394005dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:50.439828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-867873c3-e480-427d-b7da-3c394005dfc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1126 time: 0.2662683 Dec 15 04:29:50.631442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6834fd3-71d8-428b-99f8-097a66264b17 req-e15a606c-2fbb-45b0-8459-d9b495b8e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:50.632981 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d6834fd3-71d8-428b-99f8-097a66264b17 req-e15a606c-2fbb-45b0-8459-d9b495b8e155 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 1102 time: 0.1148894 Dec 15 04:29:50.666919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23dec-3c1b-4e99-b252-615ce174910e req-f1dd1df2-0d04-4b38-b577-cad7c56c3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:50.668418 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-f1dd1df2-0d04-4b38-b577-cad7c56c3592 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.2073433 Dec 15 04:29:50.687855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50032) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:50.770862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-b81d24d6-5ec1-4ea5-abc8-1bb9a04edf3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.0827177 Dec 15 04:29:50.892695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04a3ed51-ef50-4582-9b3e-1f7bd4cf1d64 req-ba1cc63b-9d1e-439f-a985-d0a4b6987287 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652721 Dec 15 04:29:50.909744 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d6834fd3-71d8-428b-99f8-097a66264b17 req-853f3e68-0236-4493-a35b-61359e4619ef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648630 Dec 15 04:29:50.942603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23dec-3c1b-4e99-b252-615ce174910e req-523ebc6f-6ffd-4422-b800-a46748e24a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:50.944418 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-523ebc6f-6ffd-4422-b800-a46748e24a85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1491890 Dec 15 04:29:50.946573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.009756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-cba097cf-bd5a-457e-9a78-41c7eab24136 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556834 Dec 15 04:29:51.042984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467be5e-c426-492b-b9f7-67f73fe65cc7 req-2aa1937a-aafe-4412-8229-171f40535cd3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:51.052039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f467be5e-c426-492b-b9f7-67f73fe65cc7 req-2aa1937a-aafe-4412-8229-171f40535cd3 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 950 time: 0.2801616 Dec 15 04:29:51.135459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f467be5e-c426-492b-b9f7-67f73fe65cc7 req-d2cb8afd-32ca-4966-8d07-9a7418fd36e1 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824730 Dec 15 04:29:51.151407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3ed51-ef50-4582-9b3e-1f7bd4cf1d64 req-ee93d3cd-f8a5-4dae-9091-4db67f87b233 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:51.164975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04a3ed51-ef50-4582-9b3e-1f7bd4cf1d64 req-ee93d3cd-f8a5-4dae-9091-4db67f87b233 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646947 Dec 15 04:29:51.165208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1513c560-a518-49ea-a7b4-3cad77d5038f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.179475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04a3ed51-ef50-4582-9b3e-1f7bd4cf1d64 req-23ffc478-5be9-4ac7-aac0-153fe48715ca tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/quotas/47a42fe6e4844f6a9a69ca44cb86dc5a HTTP/1.1" status: 200 len: 375 time: 0.0203078 Dec 15 04:29:51.197545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-0754d89a-cc40-4c66-a43b-bc5af837be80 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722436 Dec 15 04:29:51.201359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c66820c0-6b08-46fe-b325-14590613229e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:51.226957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04a3ed51-ef50-4582-9b3e-1f7bd4cf1d64 req-a486a615-bc82-4ff6-a32c-d538604ef0a0 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464342 Dec 15 04:29:51.243868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:51.244255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Network hostable DHCP agents. Network: e496a23e-f358-4fbe-bd3b-5903885ee32b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:29:51.325615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07465485-3402-46f5-a6ed-6eaea2f3464a req-c199bcbb-1555-43ef-b3f0-d6261a304218 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:51.327503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07465485-3402-46f5-a6ed-6eaea2f3464a req-c199bcbb-1555-43ef-b3f0-d6261a304218 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.0996137 Dec 15 04:29:51.354656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Network e496a23e-f358-4fbe-bd3b-5903885ee32b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:29:51.382336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e496a23e-f358-4fbe-bd3b-5903885ee32b) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:51.393594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9562c11-0f1c-4755-883e-9abfda79d33a None None] Network e496a23e-f358-4fbe-bd3b-5903885ee32b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:51.400187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:51.401015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.418336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00d23dec-3c1b-4e99-b252-615ce174910e req-324dde48-30ff-41ad-a5a3-409825622598 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116458 Dec 15 04:29:51.433343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07465485-3402-46f5-a6ed-6eaea2f3464a req-9bf8c2bf-606a-4cde-8e8e-026246a53195 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915906 Dec 15 04:29:51.434993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e6f76e6-c15e-436e-b632-dbccc2f58f8f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2594392 Dec 15 04:29:51.477755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1513c560-a518-49ea-a7b4-3cad77d5038f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.487263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1513c560-a518-49ea-a7b4-3cad77d5038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.535760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1513c560-a518-49ea-a7b4-3cad77d5038f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be0bd21044d445cca5e77a19add60e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8459911 Dec 15 04:29:51.537738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513c560-a518-49ea-a7b4-3cad77d5038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de001a50-1c75-4f94-b189-e78b34cf4be1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:51.539052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:51.595983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3d79e-4f84-46ab-beb0-aaacab7055be None None] Network e496a23e-f358-4fbe-bd3b-5903885ee32b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:51.641843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760735-a14d-4d96-b932-beb6c3ffba9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.695097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760735-a14d-4d96-b932-beb6c3ffba9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.804559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760735-a14d-4d96-b932-beb6c3ffba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.809111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760735-a14d-4d96-b932-beb6c3ffba9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:51.810246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-12760735-a14d-4d96-b932-beb6c3ffba9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de001a50-1c75-4f94-b189-e78b34cf4be1 HTTP/1.1" status: 204 len: 168 time: 0.2701602 Dec 15 04:29:51.826342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12760735-a14d-4d96-b932-beb6c3ffba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de001a50-1c75-4f94-b189-e78b34cf4be1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:51.960433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:29:52.222912 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:52.248365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:29:52.387084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13e1d-ecff-49a4-aea2-68fcfebe47dc req-68ec8841-a005-474b-868e-a167766c84bb tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:52.389283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21a13e1d-ecff-49a4-aea2-68fcfebe47dc req-68ec8841-a005-474b-868e-a167766c84bb tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 950 time: 0.0632033 Dec 15 04:29:52.488786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:52.496849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21a13e1d-ecff-49a4-aea2-68fcfebe47dc req-0691bf36-cb01-4230-a87c-88b4e753a80d tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999093 Dec 15 04:29:52.506952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90db0ca3-0401-4272-b380-604de68af605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.681755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90db0ca3-0401-4272-b380-604de68af605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.688022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90db0ca3-0401-4272-b380-604de68af605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.739285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-90db0ca3-0401-4272-b380-604de68af605 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f61d4c7b035f4c77a2ea0e7fd6a46bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491920 Dec 15 04:29:52.740681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db0ca3-0401-4272-b380-604de68af605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f050be2-55b4-4090-917e-4395d142ab13,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:52.743215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50132) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:52.754826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26810a-622e-4c91-9722-6cb30a00512d req-8cab66b3-699a-46ca-a3b9-9d7a48af1208 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:52.756363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c26810a-622e-4c91-9722-6cb30a00512d req-8cab66b3-699a-46ca-a3b9-9d7a48af1208 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.1125226 Dec 15 04:29:52.849212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d16e5cf2-4f69-4202-9323-769d7a87e7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.874356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c26810a-622e-4c91-9722-6cb30a00512d req-0b5500fe-c548-47aa-90c7-d8f56b8d01f4 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102383 Dec 15 04:29:52.882362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d16e5cf2-4f69-4202-9323-769d7a87e7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.964486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d16e5cf2-4f69-4202-9323-769d7a87e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.969938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d16e5cf2-4f69-4202-9323-769d7a87e7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:52.971508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d16e5cf2-4f69-4202-9323-769d7a87e7fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f050be2-55b4-4090-917e-4395d142ab13 HTTP/1.1" status: 204 len: 168 time: 0.2272091 Dec 15 04:29:52.989691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e5cf2-4f69-4202-9323-769d7a87e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f050be2-55b4-4090-917e-4395d142ab13,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:53.304467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:53.411283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50160) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:53.415972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-884171349-network', 'tenant_id': '7d228d06f80743c283a8787e51a2f814'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:53.441308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Made reservation on behalf of 7d228d06f80743c283a8787e51a2f814 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:53.444662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.457809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.564236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.571229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.672840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b5e2ea-98a8-4ab7-a15f-bda4f5b856c5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:53.677310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:29:53.682130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ce89d77-7631-48de-9f44-1dfcfd89f5b3 req-e5c2eaa8-234b-4209-a724-9983e584655c tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624835 Dec 15 04:29:53.731664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.732004 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Added segment 57f6bc9e-5ec3-4400-89d7-3e7083111b0a of type vlan for network 0a7c0142-2c43-4a9e-b490-ff80316e95d5 Dec 15 04:29:53.745336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe0f5ad9-9784-44fe-87d4-ab5a6b0d0ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.848856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:53.871795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d005a-137e-49f9-9dc2-8c1e416c26b3 req-d86f7a0b-3465-431d-9bf2-e95972adc853 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:53.873310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-172d005a-137e-49f9-9dc2-8c1e416c26b3 req-d86f7a0b-3465-431d-9bf2-e95972adc853 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 950 time: 0.2288034 Dec 15 04:29:53.977037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89d77-7631-48de-9f44-1dfcfd89f5b3 req-f26446b8-4cc6-43a0-b205-c7fa2ad4a475 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:53.982211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ce89d77-7631-48de-9f44-1dfcfd89f5b3 req-f26446b8-4cc6-43a0-b205-c7fa2ad4a475 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809632 Dec 15 04:29:54.001825 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.002750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:54.003323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.040172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ce89d77-7631-48de-9f44-1dfcfd89f5b3 req-37c24921-369a-4527-8541-a38c9d4550e8 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/quotas/47a42fe6e4844f6a9a69ca44cb86dc5a HTTP/1.1" status: 200 len: 375 time: 0.0561335 Dec 15 04:29:54.081410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-4270d6ee-a3bf-45e4-a22b-3a60f29ce8ce service neutron] 10.222.0.16 "GET /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.0690036 Dec 15 04:29:54.083782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-172d005a-137e-49f9-9dc2-8c1e416c26b3 req-9130fe4d-a337-4b5f-9269-c761f970de5c tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018180 Dec 15 04:29:54.134393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ce89d77-7631-48de-9f44-1dfcfd89f5b3 req-df08bb72-8fde-486f-93db-793911517517 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941763 Dec 15 04:29:54.154647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7422912 Dec 15 04:29:54.171038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50194) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:54.175549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe0f5ad9-9784-44fe-87d4-ab5a6b0d0ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.188545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Request body: {'subnet': {'network_id': '0a7c0142-2c43-4a9e-b490-ff80316e95d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-884171349-subnet', 'tenant_id': '7d228d06f80743c283a8787e51a2f814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:54.196737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa589a-0cad-4d10-a14f-eb9226bea9eb admin admin] Pushing event updated for resources: {'Network': ['ID=0a7c0142-2c43-4a9e-b490-ff80316e95d5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:54.210495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0a7c0142-2c43-4a9e-b490-ff80316e95d5 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:29:54.212637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe0f5ad9-9784-44fe-87d4-ab5a6b0d0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.374209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Made reservation on behalf of 7d228d06f80743c283a8787e51a2f814 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:54.377006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.386020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:54.435723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:54.515872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae44d35-c77d-4096-bb5f-bfceb4a5549f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:29:54.543467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:54.577458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.734950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f5ad9-9784-44fe-87d4-ab5a6b0d0ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9aeeda-feca-4508-9e86-a109b49ed12c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:54.752561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe0f5ad9-9784-44fe-87d4-ab5a6b0d0ba9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5551dc59a84742d28a833145b06a57c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4447083 Dec 15 04:29:54.756418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50212) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:54.769783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] Transition to ACTIVE for port object 6ae44d35-c77d-4096-bb5f-bfceb4a5549f will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:29:54.778437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:54.788215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c443-685f-4ea7-9d97-8763fc401538 req-bd74cbff-0c52-44d8-afc3-550ce774439f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:54.797887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e705c443-685f-4ea7-9d97-8763fc401538 req-bd74cbff-0c52-44d8-afc3-550ce774439f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 943 time: 0.5433052 Dec 15 04:29:54.883957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] No DVR routers for this DVR port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:29:54.922736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:54.965978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e705c443-685f-4ea7-9d97-8763fc401538 req-d211265c-4b92-4301-97eb-7ca746dcdf7d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666222 Dec 15 04:29:54.988767 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-90edcac8-83cf-4c0c-bad3-a6bb80037f19 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8889863 Dec 15 04:29:54.992339 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:55.096333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb566542-75ad-45e7-bd21-b362e10b674a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:55.122256 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb566542-75ad-45e7-bd21-b362e10b674a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:55.191623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077c9ed3-66eb-499c-bef7-d726d5d0ba59,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:55.201372 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb566542-75ad-45e7-bd21-b362e10b674a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:55.203849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb566542-75ad-45e7-bd21-b362e10b674a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:55.211097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb566542-75ad-45e7-bd21-b362e10b674a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a9aeeda-feca-4508-9e86-a109b49ed12c HTTP/1.1" status: 204 len: 168 time: 0.4536636 Dec 15 04:29:55.271395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-6fbe669b-0175-4152-8539-dff47e0a229a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.278593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-6fbe669b-0175-4152-8539-dff47e0a229a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1105123 Dec 15 04:29:55.311724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Checking segment: {'id': '57f6bc9e-5ec3-4400-89d7-3e7083111b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0a7c0142-2c43-4a9e-b490-ff80316e95d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:29:55.312112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Network hostable DHCP agents. Network: 0a7c0142-2c43-4a9e-b490-ff80316e95d5, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:29:55.326259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb566542-75ad-45e7-bd21-b362e10b674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9aeeda-feca-4508-9e86-a109b49ed12c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:55.344193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Network 0a7c0142-2c43-4a9e-b490-ff80316e95d5 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:29:55.360266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58ed5f-6891-439a-be0c-27f5483aaa6b req-88072336-abbb-4c4f-bcff-aeb26389b42f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.367674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec58ed5f-6891-439a-be0c-27f5483aaa6b req-88072336-abbb-4c4f-bcff-aeb26389b42f tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 950 time: 0.1395686 Dec 15 04:29:55.392162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0a7c0142-2c43-4a9e-b490-ff80316e95d5) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:29:55.402362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.402956 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:55.403887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ac8ea-69e6-4405-b997-e3a5ac85cca9 None None] Network 0a7c0142-2c43-4a9e-b490-ff80316e95d5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:55.447017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6923f6a5-1e57-4895-abf4-e08cd125eea1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2737889 Dec 15 04:29:55.462818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec58ed5f-6891-439a-be0c-27f5483aaa6b req-dcd9575a-c1c4-4e57-8450-d8b1be221a75 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923038 Dec 15 04:29:55.514345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-4464924f-73e8-4159-a754-e7486f8b5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.520898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-4464924f-73e8-4159-a754-e7486f8b5370 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115&tenant_id=7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 1096 time: 0.2293777 Dec 15 04:29:55.608980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebcff6-9613-46be-a270-cdb36277728a None None] Network 0a7c0142-2c43-4a9e-b490-ff80316e95d5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:29:55.683945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-3bed3352-5c72-4c54-8723-9224f9ea05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.686124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-3bed3352-5c72-4c54-8723-9224f9ea05c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1096 time: 0.0964994 Dec 15 04:29:55.809581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-aabc140a-77fc-41a1-8af6-64ab54e1144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.812138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-aabc140a-77fc-41a1-8af6-64ab54e1144a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.1177626 Dec 15 04:29:55.865325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-912df1c8-f64d-4d1e-981e-234f9dafa634 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.0420923 Dec 15 04:29:55.930270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-0a321df1-fb71-4052-8d01-a9a6d9595eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:55.931798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-0a321df1-fb71-4052-8d01-a9a6d9595eaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0572250 Dec 15 04:29:55.985949 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-15ad0523-d4df-4932-9175-b14b0cfff524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451353 Dec 15 04:29:56.118832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-e551ee4c-936e-49df-bf83-a9348e4e739d service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228940 Dec 15 04:29:56.184592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-62dca7bf-1190-4dd6-8e2f-4e0b47019c47 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cba651196b14712b10470da88ca15b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336730 Dec 15 04:29:56.264104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-5c19750d-be4e-48ee-9cfd-b7f7e96a9407 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351025 Dec 15 04:29:56.276718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:56.297333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa585dc-84a9-4c34-a398-2ddb34a0e2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:56.404167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-3d9b85c1-8673-403c-b3fd-14484930e180 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:56.405621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-3d9b85c1-8673-403c-b3fd-14484930e180 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197447 Dec 15 04:29:56.422528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa585dc-84a9-4c34-a398-2ddb34a0e2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:56.431179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa585dc-84a9-4c34-a398-2ddb34a0e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:56.439365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-1a12acb6-137b-44d6-bd8d-ffcbc0c35867 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/quotas/6cba651196b14712b10470da88ca15b1 HTTP/1.1" status: 200 len: 375 time: 0.0266435 Dec 15 04:29:56.484628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-6d3f9367-bd00-430b-99b9-051512fc6b9c tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428808 Dec 15 04:29:56.502135 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-efa585dc-84a9-4c34-a398-2ddb34a0e2b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4acdc670ed07409592ea5e6251dbd015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219682 Dec 15 04:29:56.502135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa585dc-84a9-4c34-a398-2ddb34a0e2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3806f-10dd-4e1b-8e56-0ae9ef8830c5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:56.503072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:29:56.612765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36db20dc-1fce-47e4-802f-605be545d390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:56.686871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36db20dc-1fce-47e4-802f-605be545d390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:56.785566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-fb044562-830b-4cfe-8e1c-0e32dfa6329c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:56.787101 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-fb044562-830b-4cfe-8e1c-0e32dfa6329c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.0821757 Dec 15 04:29:56.986299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-de7b4840-8497-41b8-850c-d21ca0ded482 service neutron] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:29:56.990191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-de7b4840-8497-41b8-850c-d21ca0ded482 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:56.991645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38c8e610-632a-417a-b2dc-051ce7f1f631 req-de7b4840-8497-41b8-850c-d21ca0ded482 service neutron] 10.222.0.42 "DELETE /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.1961849 Dec 15 04:29:57.115095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741712ec-2c74-4f11-96ab-2e10ff111de6 req-794e465b-9d45-4bf2-93c3-174ec640e5b1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:57.116669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-741712ec-2c74-4f11-96ab-2e10ff111de6 req-794e465b-9d45-4bf2-93c3-174ec640e5b1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 944 time: 0.4117193 Dec 15 04:29:57.129031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a23e-6a3e-4f6d-96dc-7634e2178259 req-5cfc8e55-1dc5-45e0-82b2-e63981731f54 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:57.130824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a0a23e-6a3e-4f6d-96dc-7634e2178259 req-5cfc8e55-1dc5-45e0-82b2-e63981731f54 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 950 time: 0.3069332 Dec 15 04:29:57.141157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36db20dc-1fce-47e4-802f-605be545d390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:57.143832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36db20dc-1fce-47e4-802f-605be545d390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:57.147645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-36db20dc-1fce-47e4-802f-605be545d390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1d3806f-10dd-4e1b-8e56-0ae9ef8830c5 HTTP/1.1" status: 204 len: 168 time: 0.6408885 Dec 15 04:29:57.190754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db20dc-1fce-47e4-802f-605be545d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3806f-10dd-4e1b-8e56-0ae9ef8830c5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:57.281087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-741712ec-2c74-4f11-96ab-2e10ff111de6 req-f7619a01-f1f5-461c-b61e-04fd795154bc tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490724 Dec 15 04:29:57.315173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a0a23e-6a3e-4f6d-96dc-7634e2178259 req-6048d767-2f7e-415f-822b-73cfde92b4a5 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/security-groups?id=a974cce6-5a65-4954-ad79-41f66ce34eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525552 Dec 15 04:29:57.506791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-779acbc5-4741-4ff2-b7dd-4ab001639714 req-d155a739-cb4d-4c10-bd4b-3e94834d38b3 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 210 time: 0.0336466 Dec 15 04:29:57.571599 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcabe1f5-bc54-48c9-8e3f-d88219b4197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:57.703796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7ed4363-4997-41ae-a491-e4cca98ecac2 req-50bdfbee-1aa6-4cea-904c-207f4732c3c1 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507390 Dec 15 04:29:57.805011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:29:57.855509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed4363-4997-41ae-a491-e4cca98ecac2 req-56eb7fe9-2278-472d-9ea9-c3e9ccc73203 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:57.863815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7ed4363-4997-41ae-a491-e4cca98ecac2 req-56eb7fe9-2278-472d-9ea9-c3e9ccc73203 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590371 Dec 15 04:29:57.868300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:29:57.944797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7ed4363-4997-41ae-a491-e4cca98ecac2 req-d89cb67c-aab2-4b4d-b6d8-98d319f2f368 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/quotas/47a42fe6e4844f6a9a69ca44cb86dc5a HTTP/1.1" status: 200 len: 375 time: 0.0795870 Dec 15 04:29:57.994305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7ed4363-4997-41ae-a491-e4cca98ecac2 req-adb9d645-638b-4348-9d5a-fa3c4fa6fb86 tempest-QuotasAdminNegativeTest-1959696512 tempest-QuotasAdminNegativeTest-1959696512-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482726 Dec 15 04:29:58.009521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-54dd2c5a-3a7f-4162-bff3-bc42f7a68bdd tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:58.013856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-54dd2c5a-3a7f-4162-bff3-bc42f7a68bdd tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.42 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 950 time: 0.1081123 Dec 15 04:29:58.076351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-418590e8-f301-410e-a644-29f7fc139a9c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:58.083391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-418590e8-f301-410e-a644-29f7fc139a9c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.2162275 Dec 15 04:29:58.101311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-c503ea60-c2a2-430f-89d5-f0d82f714fc0 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/quotas/61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 375 time: 0.0169854 Dec 15 04:29:58.150160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-ceb05172-e263-4675-9c63-3ca4d1ee2386 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474646 Dec 15 04:29:58.354557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-2c540196-5ea4-41d8-9a10-2818b3db939e service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991560 Dec 15 04:29:58.425580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Deleting port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:29:58.426090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:58.473598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-ffe908d4-3784-449f-be2e-aabb9ad5391d service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203282 Dec 15 04:29:58.619552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] For port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:29:58.620325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:58.637321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Calling delete_port for e1d91ab4-f874-4d6f-9b94-ffb698fcf74e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:29:58.847566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae2ec0-85d3-4be8-a488-da304b25cbc0 req-d040554f-324a-47c7-b58d-a6756510e48b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:58.855805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acae2ec0-85d3-4be8-a488-da304b25cbc0 req-d040554f-324a-47c7-b58d-a6756510e48b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 944 time: 0.1009591 Dec 15 04:29:58.930443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-81510074-5280-4326-a6b8-7ec19feb03f6 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6cba651196b14712b10470da88ca15b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360298 Dec 15 04:29:59.024341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acae2ec0-85d3-4be8-a488-da304b25cbc0 req-54fb7e90-b693-4d6c-8446-62169eccb0c1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534245 Dec 15 04:29:59.098698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.137068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e1d91ab4-f874-4d6f-9b94-ffb698fcf74e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:29:59.150018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Pushing event deleted for resources: {'Port': ['ID=e1d91ab4-f874-4d6f-9b94-ffb698fcf74e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:59.212263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff6e4b5d-a4cb-4db9-b3ae-b1240b4bf6e0 req-7fe2719c-9844-4d3e-ac3b-c7bb51e1f3d6 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.37 "GET /v2.0/ports?device_id=09169936-dd74-43fd-828e-57ef8020e118 HTTP/1.1" status: 200 len: 210 time: 0.1280026 Dec 15 04:29:59.325538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] No DVR routers for this DVR port e1d91ab4-f874-4d6f-9b94-ffb698fcf74e on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:29:59.329836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.334435 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8a8e6c1-b690-465d-a378-95daf6f837e3 req-e62be7fe-9b06-43f0-810d-d9740ceea693 tempest-DeleteServersAdminTestJSON-1031577126 tempest-DeleteServersAdminTestJSON-1031577126-project] 10.222.0.42 "DELETE /v2.0/ports/e1d91ab4-f874-4d6f-9b94-ffb698fcf74e HTTP/1.1" status: 204 len: 173 time: 1.3143244 Dec 15 04:29:59.334902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09169936-dd74-43fd-828e-57ef8020e118', 'name': 'network-vif-deleted', 'tag': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:29:59.337987 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5013afab-5d9f-4472-857c-34c62fd37ac9" -d '{"events": [{"server_uuid": "09169936-dd74-43fd-828e-57ef8020e118", "name": "network-vif-deleted", "tag": "e1d91ab4-f874-4d6f-9b94-ffb698fcf74e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:29:59.351183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-ffc5c662-dfd3-4cbd-958d-1043a0048e45 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:59.352718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-ffc5c662-dfd3-4cbd-958d-1043a0048e45 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021289 Dec 15 04:29:59.375166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5045cdb-8705-4b8c-96f7-635844b43d57 req-6e838b94-c895-49f4-a048-255402ef1a78 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 210 time: 0.0775187 Dec 15 04:29:59.378794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Request body: {'port': {'device_id': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '6cba651196b14712b10470da88ca15b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:29:59.486581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-893bbb86-ac12-4dcd-bf9e-b3f8fbc738d0 req-c14fdfb7-9b3b-4d3e-86bd-a69198e511c6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 210 time: 0.1046307 Dec 15 04:29:59.600098 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b145a3-d5b7-4d2d-b49b-0a3e3c9e5192 x-openstack-request-id: req-e8b145a3-d5b7-4d2d-b49b-0a3e3c9e5192 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:29:59.600397 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09169936-dd74-43fd-828e-57ef8020e118", "name": "network-vif-deleted", "tag": "e1d91ab4-f874-4d6f-9b94-ffb698fcf74e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:29:59.600655 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8b145a3-d5b7-4d2d-b49b-0a3e3c9e5192 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:29:59.601136 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09169936-dd74-43fd-828e-57ef8020e118', 'name': 'network-vif-deleted', 'tag': 'e1d91ab4-f874-4d6f-9b94-ffb698fcf74e', 'status': 'completed', 'code': 200} Dec 15 04:29:59.693159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Made reservation on behalf of 6cba651196b14712b10470da88ca15b1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:29:59.697084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.717627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.735207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7fbad-64a2-4ed7-9159-48c7daf638b0 req-3018e921-264d-4c19-ad87-17099891dc86 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:29:59.745130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ac7fbad-64a2-4ed7-9159-48c7daf638b0 req-3018e921-264d-4c19-ad87-17099891dc86 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1096 time: 0.0663440 Dec 15 04:29:59.810334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ac7fbad-64a2-4ed7-9159-48c7daf638b0 req-7744be20-2402-46f7-9ff6-5117118a1ac6 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638862 Dec 15 04:29:59.847094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c0d525b-8446-4afa-b86c-dff160b73847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.863389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.871517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:29:59.944401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d57647-11e3-4844-a543-d387083aea6a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:29:59.999915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50392) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:00.050315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Allocated IP 192.168.233.117 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/d0280bfc-94f4-46cd-897f-cf2189f2baf8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:00.253068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f7ca48ef-6e81-4d5d-bac9-e772b3c22821 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:00.262758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f7ca48ef-6e81-4d5d-bac9-e772b3c22821 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.1474447 Dec 15 04:30:00.274429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-3d98d537-b5f4-42ce-a67e-bcdb5874afd2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/quotas/7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 375 time: 0.0107217 Dec 15 04:30:00.317959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.341200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-4ecb4a35-3c0f-41cb-9fbb-8cd5ee621cf6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540996 Dec 15 04:30:00.370253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.419141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:00.419719 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77c2c03-2b4a-4c5c-b2b8-f271543ef9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.421928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:00.426694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:00.432120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:00.433209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.448336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Pushing event updated for resources: {'Port': ['ID=d0280bfc-94f4-46cd-897f-cf2189f2baf8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:00.456783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-4498df48-44a5-403f-900b-3ef1a42dfdbf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0819032 Dec 15 04:30:00.479866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Request body: {'port': {'device_id': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:00.504780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-b195b207-6e85-40bd-8a31-c25465dc29cd service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555712 Dec 15 04:30:00.544522 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.705517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.16', 52676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:00.706911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77c2c03-2b4a-4c5c-b2b8-f271543ef9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.715519 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77c2c03-2b4a-4c5c-b2b8-f271543ef9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.727976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-3feda155-eaaa-4811-8fcc-3a62846b1e90 service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159939 Dec 15 04:30:00.771677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-eabe8769-ce48-4845-a71f-e5f437de682c tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:00.780000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-eabe8769-ce48-4845-a71f-e5f437de682c tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/networks?id=bf4381aa-10f6-42b4-963b-81fcac5d5c0c HTTP/1.1" status: 200 len: 815 time: 0.2691069 Dec 15 04:30:00.785416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3dc566ef-38f9-42c9-8d0f-a4c56b568064 None None] Provisioning complete for port d0280bfc-94f4-46cd-897f-cf2189f2baf8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:00.786353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3dc566ef-38f9-42c9-8d0f-a4c56b568064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:00.792866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c2c03-2b4a-4c5c-b2b8-f271543ef9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e3ee7-16ca-47e2-98ea-2deab35a6514,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:00.801073 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b77c2c03-2b4a-4c5c-b2b8-f271543ef9e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47a42fe6e4844f6a9a69ca44cb86dc5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7968791 Dec 15 04:30:00.802382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50428) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:00.807676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-961e369a-1f8e-41ca-a91c-c60996b4860b tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/quotas/6f1448ae995145e4a3c8e0c3cf0cffa4 HTTP/1.1" status: 200 len: 375 time: 0.0262814 Dec 15 04:30:00.848802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3dc566ef-38f9-42c9-8d0f-a4c56b568064 None None] Port d0280bfc-94f4-46cd-897f-cf2189f2baf8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:00.900645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-c9a77ba4-87ef-47ea-a246-54cac82ef9f4 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f1448ae995145e4a3c8e0c3cf0cffa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920219 Dec 15 04:30:00.981587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-49167937-3759-403b-ab01-2e4ee6e475c4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:00.983675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-49167937-3759-403b-ab01-2e4ee6e475c4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.2501080 Dec 15 04:30:00.993682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62f3f3fd-579d-4328-9436-c286112422c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.014007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.035205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-12a47a2c-9f2d-4004-93be-4372607a4d80 service neutron] 10.222.0.37 "GET /v2.0/networks/bf4381aa-10f6-42b4-963b-81fcac5d5c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258867 Dec 15 04:30:01.038700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Request body: {'port': {'device_id': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'admin_state_up': True, 'tenant_id': '61697276bd4442839fa411b0244d2f45'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:01.119511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0280bfc-94f4-46cd-897f-cf2189f2baf8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:01.126029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62f3f3fd-579d-4328-9436-c286112422c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.142412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.163364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Transition to ACTIVE for port object d0280bfc-94f4-46cd-897f-cf2189f2baf8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:01.180966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.232333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-87550c09-44f3-4e07-b180-1e64fd4feb1c service neutron] 10.222.0.37 "GET /v2.0/networks/bf4381aa-10f6-42b4-963b-81fcac5d5c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883655 Dec 15 04:30:01.318442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Pushing event updated for resources: {'Port': ['ID=d0280bfc-94f4-46cd-897f-cf2189f2baf8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:01.373580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Made reservation on behalf of 61697276bd4442839fa411b0244d2f45 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:01.375713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c930-315c-4f63-aeb1-aabf207a56ed req-cccc7ce5-e077-4a64-b395-82670080e130 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:01.378236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.384094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62f3f3fd-579d-4328-9436-c286112422c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.384514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b057c930-315c-4f63-aeb1-aabf207a56ed req-cccc7ce5-e077-4a64-b395-82670080e130 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 948 time: 0.0835714 Dec 15 04:30:01.387332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62f3f3fd-579d-4328-9436-c286112422c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.388475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-62f3f3fd-579d-4328-9436-c286112422c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/190e3ee7-16ca-47e2-98ea-2deab35a6514 HTTP/1.1" status: 204 len: 168 time: 0.5858150 Dec 15 04:30:01.424348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Attempting to bind port d0280bfc-94f4-46cd-897f-cf2189f2baf8 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:01.424348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Attempting to bind port d0280bfc-94f4-46cd-897f-cf2189f2baf8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:01.424348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Attempting to bind port d0280bfc-94f4-46cd-897f-cf2189f2baf8 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:01.427190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f3fd-579d-4328-9436-c286112422c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e3ee7-16ca-47e2-98ea-2deab35a6514,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:01.538998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b057c930-315c-4f63-aeb1-aabf207a56ed req-bad2c5ee-235a-40ba-8e8c-bb1b8641c148 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535110 Dec 15 04:30:01.623643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Port d0280bfc-94f4-46cd-897f-cf2189f2baf8 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:01.623993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Attempting to bind port d0280bfc-94f4-46cd-897f-cf2189f2baf8 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:01.651540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:01.659152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a91dfd1e-a191-4b74-90f1-7c15b8a1e71d req-98eca00c-6748-482b-9f8a-3d7ffa6c3598 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 210 time: 0.0767531 Dec 15 04:30:01.664892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:01.677066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:01.677684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Bound port: d0280bfc-94f4-46cd-897f-cf2189f2baf8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:01.678214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.777531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5630242a-a678-4afa-aeef-5a63c0c6af56 req-caefc057-c3c5-4c7e-8594-c0a50772d9a0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 210 time: 0.1143010 Dec 15 04:30:01.806383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] For port d0280bfc-94f4-46cd-897f-cf2189f2baf8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:01.809493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Allocated IP 172.20.0.2 (e496a23e-f358-4fbe-bd3b-5903885ee32b/c66820c0-6b08-46fe-b325-14590613229e/031cba27-9535-4d0b-b0dc-638fd120fd1b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:01.812796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] For port d0280bfc-94f4-46cd-897f-cf2189f2baf8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:01.822498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.881718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:01.882402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:01.884040 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] 10.222.0.16 "PUT /v2.0/ports/d0280bfc-94f4-46cd-897f-cf2189f2baf8 HTTP/1.1" status: 200 len: 1097 time: 1.4095240 Dec 15 04:30:01.884616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'tag': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:01.887523 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a55818-018b-4d3d-97ee-ee5b4b8c03cc", "tag": "d0280bfc-94f4-46cd-897f-cf2189f2baf8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:01.946204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ed2d8-ccd2-4b61-897f-8a2c45930b74 service neutron] Pushing event updated for resources: {'Port': ['ID=d0280bfc-94f4-46cd-897f-cf2189f2baf8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:01.952690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bffb7adf-fd3b-4365-8834-f549714d99bb req-4c519f48-7dba-4cea-934d-5aa8c57de3e8 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 210 time: 0.0907748 Dec 15 04:30:02.029359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e1d91ab4-f874-4d6f-9b94-ffb698fcf74e no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:30:02.064188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50464) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:02.088761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2e1d-cf43-43cd-bcd5-4010afa7e5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.090153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: e1d91ab4-f874-4d6f-9b94-ffb698fcf74e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:30:02.090734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e1d91ab4-f874-4d6f-9b94-ffb698fcf74e not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:30:02.103866 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa8b53-c2d6-444b-9a51-8ad9ff87f7c6 x-openstack-request-id: req-66aa8b53-c2d6-444b-9a51-8ad9ff87f7c6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:02.104158 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a55818-018b-4d3d-97ee-ee5b4b8c03cc", "tag": "d0280bfc-94f4-46cd-897f-cf2189f2baf8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:02.104422 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66aa8b53-c2d6-444b-9a51-8ad9ff87f7c6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:02.104824 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'tag': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8', 'status': 'completed', 'code': 200} Dec 15 04:30:02.183261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-5053e0fb-8bee-4b97-b77d-2cbbbf31fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:02.195223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-5053e0fb-8bee-4b97-b77d-2cbbbf31fbae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 1100 time: 0.1967490 Dec 15 04:30:02.265809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2e1d-cf43-43cd-bcd5-4010afa7e5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.270976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2e1d-cf43-43cd-bcd5-4010afa7e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.312716 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-a5190b74-11b2-46cf-96e3-fb9f5ef7ca8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8 HTTP/1.1" status: 200 len: 217 time: 0.0935092 Dec 15 04:30:02.319961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.384296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1b7c2e1d-cf43-43cd-bcd5-4010afa7e5e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dccece90ed444d7e98988725ac8ff83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187239 Dec 15 04:30:02.384936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50482) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:02.408574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-e8f03c8d-9391-4a74-92fe-d7dbfc52998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:02.410581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-e8f03c8d-9391-4a74-92fe-d7dbfc52998d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0843375 Dec 15 04:30:02.441206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c2e1d-cf43-43cd-bcd5-4010afa7e5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d0049-b7fb-44d0-a55a-135068712548,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:02.471147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56632f8a-809a-4324-ae35-79361923f3ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.502591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.518162 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.524889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56632f8a-809a-4324-ae35-79361923f3ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.617598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Network e496a23e-f358-4fbe-bd3b-5903885ee32b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:02.630792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:02.636644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-8a1e025b-c339-4b23-bfd4-aa308e475bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:02.637244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56632f8a-809a-4324-ae35-79361923f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.639759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-8a1e025b-c339-4b23-bfd4-aa308e475bae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137933 Dec 15 04:30:02.640753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:02.643831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56632f8a-809a-4324-ae35-79361923f3ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.646601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:02.647474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:02.651739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56632f8a-809a-4324-ae35-79361923f3ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/747d0049-b7fb-44d0-a55a-135068712548 HTTP/1.1" status: 204 len: 168 time: 0.2631347 Dec 15 04:30:02.663364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:02.730478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-a094e0a4-dc6f-4b71-856c-787e95c8ca21 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6972606 Dec 15 04:30:02.743634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56632f8a-809a-4324-ae35-79361923f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d0049-b7fb-44d0-a55a-135068712548,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:02.765018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Request body: {'port': {'device_id': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:02.795033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50500) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:02.853916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50504) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:02.901548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b488ec9-5aa5-44f8-9036-723aea4be4a2 req-b98bc06f-4ccd-4d77-9dbd-cffc07c199e7 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:02.908808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b488ec9-5aa5-44f8-9036-723aea4be4a2 req-b98bc06f-4ccd-4d77-9dbd-cffc07c199e7 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 948 time: 0.2558651 Dec 15 04:30:02.955850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cceac-9497-4e07-a940-acca58aaedd8 req-abf245dd-682e-4e84-a272-1daaf84bfe73 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:02.959500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-147cceac-9497-4e07-a940-acca58aaedd8 req-abf245dd-682e-4e84-a272-1daaf84bfe73 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 931 time: 0.1297703 Dec 15 04:30:02.999864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b488ec9-5aa5-44f8-9036-723aea4be4a2 req-d7a4ceae-6dfb-481a-9caf-02d9d848c83e tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845931 Dec 15 04:30:03.064733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-147cceac-9497-4e07-a940-acca58aaedd8 req-2f2d1700-0cdb-4067-a8ad-69a780627d83 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936236 Dec 15 04:30:03.111593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-088c5054-4bb3-4a50-8078-98ae1ff9575f req-9e7f68e9-5f15-4862-b104-6ce2af96583e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 210 time: 0.0444543 Dec 15 04:30:03.143018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.179244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f098ad9e-a418-4ed6-8ef2-9274648e5883 req-25a7cdb7-4f71-4006-9974-85d18a7e767e tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 210 time: 0.0285256 Dec 15 04:30:03.206737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-b825efd4-b091-4daf-bc4d-a6a411d4b17b service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523295 Dec 15 04:30:03.247679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-71b49009-3948-418d-a08d-f8bccb91e948 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=849eb40b72a34c1ea33295894a358daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374824 Dec 15 04:30:03.250704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50516) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:03.308764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.310713 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.317971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5596aa6c-545d-4847-ae91-cd78efb0adfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.341082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5596aa6c-545d-4847-ae91-cd78efb0adfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.358037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-a7eb73bc-9f09-411f-a476-e1766c59dc0f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:03.359624 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-a7eb73bc-9f09-411f-a476-e1766c59dc0f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.6026449 Dec 15 04:30:03.364323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97570a79-8610-483f-95ea-4d226e51a498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.405967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Request body: {'port': {'device_id': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'admin_state_up': True, 'tenant_id': '7e3e503c023a4f43a082a2898173102b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:03.483672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5596aa6c-545d-4847-ae91-cd78efb0adfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.486228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5596aa6c-545d-4847-ae91-cd78efb0adfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.487605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5596aa6c-545d-4847-ae91-cd78efb0adfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a974cce6-5a65-4954-ad79-41f66ce34eff HTTP/1.1" status: 204 len: 168 time: 0.2358654 Dec 15 04:30:03.500017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-a7222ab2-63f0-4d89-8df7-0372324d448d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:03.501029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-a7222ab2-63f0-4d89-8df7-0372324d448d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.42 "GET /v2.0/networks?id=bf4381aa-10f6-42b4-963b-81fcac5d5c0c HTTP/1.1" status: 200 len: 815 time: 0.1504757 Dec 15 04:30:03.506193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596aa6c-545d-4847-ae91-cd78efb0adfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a974cce6-5a65-4954-ad79-41f66ce34eff,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:03.543880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Request body: {'port': {'device_id': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'admin_state_up': True, 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:03.588932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9e4b97d-1954-4849-a486-6bc2f1e83b6c req-d287012c-b25a-402d-b8b8-db2550209633 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637490 Dec 15 04:30:03.808912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:30:03.808912 n-d-820935-10 neutron-server[103132]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 04:30:03.808912 n-d-820935-10 neutron-server[103132]: [parameters: {'project_id': '7e3e503c023a4f43a082a2898173102b', 'id': '3f053467-a044-4946-9ab0-6f736b673d71', 'expiration': datetime.datetime(2021, 12, 15, 4, 32, 3, 785851)}] Dec 15 04:30:03.808912 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:30:03.809304 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:30:03.809741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Made reservation on behalf of 6f1448ae995145e4a3c8e0c3cf0cffa4 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:03.816277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.842128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97570a79-8610-483f-95ea-4d226e51a498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.853489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-e1e894f4-3dd0-45b5-94fb-c711482fadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:03.855791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-e1e894f4-3dd0-45b5-94fb-c711482fadc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 1100 time: 0.1325409 Dec 15 04:30:03.856344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97570a79-8610-483f-95ea-4d226e51a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:03.955541 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-97570a79-8610-483f-95ea-4d226e51a498 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c440417f72844ce9368ec608f557063&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0763338 Dec 15 04:30:03.958236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50542) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:03.974550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97570a79-8610-483f-95ea-4d226e51a498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5748f4-d191-4cbb-9d8a-658c1bd86fef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:04.056559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-84bdea3f-5e1c-4d6d-a386-64342131951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:04.058497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-84bdea3f-5e1c-4d6d-a386-64342131951c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1946685 Dec 15 04:30:04.060925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031cba27-9535-4d0b-b0dc-638fd120fd1b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:04.070251 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3239cbfe-f32c-4c00-a07d-68b8d3e695b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.071979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.089476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Allocated IP 172.20.0.8 (bf4381aa-10f6-42b4-963b-81fcac5d5c0c/d9289546-f6c7-444b-87bc-f260d321dabd/002a4376-79a8-44f3-b65d-79e6d2a59526) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:04.089961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Transition to ACTIVE for port object 031cba27-9535-4d0b-b0dc-638fd120fd1b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:04.111075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3239cbfe-f32c-4c00-a07d-68b8d3e695b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.118950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50552) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:04.133009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-8db95b97-95cc-4e7d-8353-e0e3cf052609 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8 HTTP/1.1" status: 200 len: 217 time: 0.0413966 Dec 15 04:30:04.134139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.158350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e26a0378-3dcc-43fa-8d26-21901e58d281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.273819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:04.294021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:04.294811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:04.294811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:04.299819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-f531cfaf-24d3-4fd8-ab1e-883291dc127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:04.301621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-f531cfaf-24d3-4fd8-ab1e-883291dc127d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1602397 Dec 15 04:30:04.303781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:04.304129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:04.353704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:04.354115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:04.354527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:04.355298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Bound port: 031cba27-9535-4d0b-b0dc-638fd120fd1b, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:04.355501 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.370046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Made reservation on behalf of 7e3e503c023a4f43a082a2898173102b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:04.399727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.703996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-a83f1d9e-3acb-4abc-8ab9-dc6122c05232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:04.705554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-a83f1d9e-3acb-4abc-8ab9-dc6122c05232 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3683727 Dec 15 04:30:04.735222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a86b-ce0a-4a97-bc6b-bc28b6ada2d9 req-77151dc8-3c05-44f3-bd70-7eae2540d67f tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:04.743247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1371a86b-ce0a-4a97-bc6b-bc28b6ada2d9 req-77151dc8-3c05-44f3-bd70-7eae2540d67f tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 948 time: 0.5627246 Dec 15 04:30:04.772545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3239cbfe-f32c-4c00-a07d-68b8d3e695b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.775068 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3239cbfe-f32c-4c00-a07d-68b8d3e695b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.776924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3239cbfe-f32c-4c00-a07d-68b8d3e695b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d5748f4-d191-4cbb-9d8a-658c1bd86fef HTTP/1.1" status: 204 len: 168 time: 0.8176579 Dec 15 04:30:04.798917 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e26a0378-3dcc-43fa-8d26-21901e58d281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.861459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e26a0378-3dcc-43fa-8d26-21901e58d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:04.900299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239cbfe-f32c-4c00-a07d-68b8d3e695b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5748f4-d191-4cbb-9d8a-658c1bd86fef,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:04.932807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:04.952002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7c9d8-1085-492c-9799-23a92d6b02d0 req-e511a7a4-5dfe-45b2-a28f-4d87b9c58732 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:04.962951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76d7c9d8-1085-492c-9799-23a92d6b02d0 req-e511a7a4-5dfe-45b2-a28f-4d87b9c58732 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.6958241 Dec 15 04:30:04.973315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Allocated IP 172.20.0.9 (c4a6f920-be7a-4bb6-b36a-b7b72f162816/3128db63-9590-4e06-b678-46acc6402fec/6d9f7f8e-9367-4e13-9262-2fe87efcbaae) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:04.989585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:05.007944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.031954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.082198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e26a0378-3dcc-43fa-8d26-21901e58d281 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6611cccf1074efe80221c46597d8663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9619458 Dec 15 04:30:05.085352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50578) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:05.120151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1371a86b-ce0a-4a97-bc6b-bc28b6ada2d9 req-5bb3fee6-4034-4209-b3b6-a3048d548190 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753808 Dec 15 04:30:05.146404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a0378-3dcc-43fa-8d26-21901e58d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15a511-4a64-48b5-8612-399ddfd2a337,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:05.158632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:05.159357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.162816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] 10.222.0.16 "PUT /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 1092 time: 2.4057968 Dec 15 04:30:05.166416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:05.171591 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1856cb2-2ac0-4341-acfb-a700628ea23a" -d '{"events": [{"name": "network-changed", "server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:05.185083 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-125af623-d547-4fa6-b5f7-c61c98eed76b service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651277 Dec 15 04:30:05.301332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76d7c9d8-1085-492c-9799-23a92d6b02d0 req-9bc45905-451e-492a-99ea-6274c02f4af8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345373 Dec 15 04:30:05.423556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e29b6712-f90e-4602-9e29-0ae6b1cdc2a5 req-f3e53716-81d8-4677-bd04-1cb14851e8d6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 210 time: 0.1466389 Dec 15 04:30:05.486227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.523521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f9aa7-562f-486d-81cb-1885c5c82271 service neutron] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:05.584837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50588) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:05.696001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9826b832-b300-4054-80af-e616f8c79a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.751315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517bac07-a99f-4f04-b19c-343764750685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.773594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-252ceeca-02ba-4a9b-b5f3-e32d0a6937c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:05.775152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-252ceeca-02ba-4a9b-b5f3-e32d0a6937c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1095 time: 0.5343175 Dec 15 04:30:05.791955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:05.796181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Pushing event updated for resources: {'Port': ['ID=002a4376-79a8-44f3-b65d-79e6d2a59526,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:05.803560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:05.832266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:05.839036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:05.840280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.851031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517bac07-a99f-4f04-b19c-343764750685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.880136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ffb2f-63ca-45a9-9218-2750a3763862 req-a290d433-3584-45b8-bd57-3defeeae872d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:05.882061 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-121ffb2f-63ca-45a9-9218-2750a3763862 req-a290d433-3584-45b8-bd57-3defeeae872d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 931 time: 0.2878397 Dec 15 04:30:05.891085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-cac075e9-4b78-497f-8128-25983bcc4189 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3642828 Dec 15 04:30:05.905852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-db762667-2ddb-420b-84a2-0de723de9428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.0986564 Dec 15 04:30:05.907411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91bc6c7c-ac6b-4d51-9d7b-7faf7789c29b req-fdfedb91-423d-4772-8536-6693fd68ed0a service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818125 Dec 15 04:30:05.980356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-121ffb2f-63ca-45a9-9218-2750a3763862 req-34191c73-ab8f-47b0-bafb-47f9de64ba61 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875244 Dec 15 04:30:05.990799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517bac07-a99f-4f04-b19c-343764750685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.993581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517bac07-a99f-4f04-b19c-343764750685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:05.997720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-517bac07-a99f-4f04-b19c-343764750685 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e15a511-4a64-48b5-8612-399ddfd2a337 HTTP/1.1" status: 204 len: 168 time: 0.9051144 Dec 15 04:30:06.019059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bac07-a99f-4f04-b19c-343764750685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15a511-4a64-48b5-8612-399ddfd2a337,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:06.064522 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9826b832-b300-4054-80af-e616f8c79a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.071506 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e3d46-d49a-45d5-aaaa-99edc9d73d87 x-openstack-request-id: req-399e3d46-d49a-45d5-aaaa-99edc9d73d87 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:06.071701 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:06.071991 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-399e3d46-d49a-45d5-aaaa-99edc9d73d87 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:06.072487 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'status': 'completed', 'code': 200} Dec 15 04:30:06.087238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.109022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9826b832-b300-4054-80af-e616f8c79a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.152754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826b832-b300-4054-80af-e616f8c79a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963d618c-ec27-4d29-a2ef-1beb333b7ca7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:06.177525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e1aac7cb-9b87-4f5f-8102-3600e033fa3e None None] Provisioning complete for port 002a4376-79a8-44f3-b65d-79e6d2a59526 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:06.178537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1aac7cb-9b87-4f5f-8102-3600e033fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.195708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50598) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:06.203617 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9826b832-b300-4054-80af-e616f8c79a19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9933b3cad7d24e149bc5c260169e989d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346487 Dec 15 04:30:06.222724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e1aac7cb-9b87-4f5f-8102-3600e033fa3e None None] Port 002a4376-79a8-44f3-b65d-79e6d2a59526 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:06.255309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-22c2aac9-5051-49c8-8022-506ae7b3232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:06.256886 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-22c2aac9-5051-49c8-8022-506ae7b3232a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1825206 Dec 15 04:30:06.286526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1703f3f4-1314-4771-9657-651c849cdca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.303392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.307519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-8614eb71-1c8b-4b33-96cb-eb8a23d79136 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358772 Dec 15 04:30:06.319338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1703f3f4-1314-4771-9657-651c849cdca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.373516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:06.385657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1703f3f4-1314-4771-9657-651c849cdca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.389859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:06.391044 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1703f3f4-1314-4771-9657-651c849cdca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.402876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:06.416973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1703f3f4-1314-4771-9657-651c849cdca2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/963d618c-ec27-4d29-a2ef-1beb333b7ca7 HTTP/1.1" status: 204 len: 168 time: 0.2171402 Dec 15 04:30:06.427755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703f3f4-1314-4771-9657-651c849cdca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d618c-ec27-4d29-a2ef-1beb333b7ca7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:06.431555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:06.438749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:06.439410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.486663 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f5e84a50-b69b-4661-946c-5a702a241768 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0961576 Dec 15 04:30:06.517543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-0ba3262c-b404-4ebb-b162-cc309ebeb138 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446822 Dec 15 04:30:06.586854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c050e-7e98-41e1-b4ed-b8d551ee34b9 req-61559946-8bef-4bdb-bf92-6954779f0592 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:06.589441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b54c050e-7e98-41e1-b4ed-b8d551ee34b9 req-61559946-8bef-4bdb-bf92-6954779f0592 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 948 time: 0.0633612 Dec 15 04:30:06.642053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:06.668580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28b6c478-47bc-4dfb-9395-22583e18f0cf req-8f15b9b7-2c5b-4c28-b6c8-ac4f22f31cc2 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383073 Dec 15 04:30:06.726025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b54c050e-7e98-41e1-b4ed-b8d551ee34b9 req-00e3ef66-2385-4f82-989a-dfcbfd1c891f tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239192 Dec 15 04:30:06.898272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0325-1786-4346-928b-42dbbecee824 req-a5cfdab7-9c69-4edd-ab64-7a88c811baba tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:06.900014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-17c96aeb-ed52-4022-80d4-0f8f1546b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:06.903151 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-17c96aeb-ed52-4022-80d4-0f8f1546b9dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1095 time: 0.1052961 Dec 15 04:30:06.908653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb2a0325-1786-4346-928b-42dbbecee824 req-a5cfdab7-9c69-4edd-ab64-7a88c811baba tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.0962305 Dec 15 04:30:07.120733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb2a0325-1786-4346-928b-42dbbecee824 req-306664e0-e11a-4d47-8fe8-b2cc8dd9e48d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014558 Dec 15 04:30:07.174614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-f16f53f6-1a0b-4c37-bf9c-90cb360f7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:07.176347 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-f16f53f6-1a0b-4c37-bf9c-90cb360f7d9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.2642045 Dec 15 04:30:07.305783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-485304d8-6b54-43a9-b8a4-a5c03609dae9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.1180024 Dec 15 04:30:07.396546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7f91f-4cde-4656-8998-1075d770d893 req-3f54905d-4622-477d-966e-31769b52d866 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:07.405723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60f7f91f-4cde-4656-8998-1075d770d893 req-3f54905d-4622-477d-966e-31769b52d866 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 931 time: 0.0604098 Dec 15 04:30:07.474727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60f7f91f-4cde-4656-8998-1075d770d893 req-4558b4fb-c31c-4003-ae78-b7bff5e1514f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655611 Dec 15 04:30:07.476010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-5c7bae14-2999-43e0-a3ec-15ffedf3eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:07.481839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-5c7bae14-2999-43e0-a3ec-15ffedf3eacf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1536274 Dec 15 04:30:07.532821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-acdc0a3a-eadb-44f1-be94-d76a463ea273 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417302 Dec 15 04:30:07.649278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cd9eb-aa0f-4011-b534-5fd74abf2826 req-cf99ab29-8922-4372-bcfc-43e9561b855b tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:07.652049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673cd9eb-aa0f-4011-b534-5fd74abf2826 req-cf99ab29-8922-4372-bcfc-43e9561b855b tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 931 time: 0.0668085 Dec 15 04:30:07.724577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673cd9eb-aa0f-4011-b534-5fd74abf2826 req-a98659f5-2f42-4a32-b205-35e83aaefe87 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661416 Dec 15 04:30:07.751445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-b0eb4fd1-0b17-4f51-a85d-70af8a4c142d service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086072 Dec 15 04:30:07.850832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0280bfc-94f4-46cd-897f-cf2189f2baf8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:07.925470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb104c1-b110-4bfd-9b1e-724f0b4a48be req-e644a6cd-938a-432c-bb83-6ae489daae7e tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:07.934811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcb104c1-b110-4bfd-9b1e-724f0b4a48be req-e644a6cd-938a-432c-bb83-6ae489daae7e tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 948 time: 0.0960445 Dec 15 04:30:07.992915 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f1856cb2-2ac0-4341-acfb-a700628ea23a req-73af1215-eb12-431a-a5e4-e9ae1a729460 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242002 Dec 15 04:30:08.013269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcb104c1-b110-4bfd-9b1e-724f0b4a48be req-63848c62-5c94-43e9-851f-bee710e18500 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772216 Dec 15 04:30:08.039279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d0280bfc-94f4-46cd-897f-cf2189f2baf8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:08.052560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8', 'mac_address': 'fa:16:3e:d3:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:08.099133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50666) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:08.148301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.178717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0280bfc-94f4-46cd-897f-cf2189f2baf8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:08.225701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d0280bfc-94f4-46cd-897f-cf2189f2baf8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:08.235810 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.291740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d0280bfc-94f4-46cd-897f-cf2189f2baf8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:08.323901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1660491173-network', 'tenant_id': '26424469c87148cca927bd751a7abb09'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:08.368910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff54d2-0cb6-4cd4-9566-56c8d934f4ae req-c317cff0-b6bf-4303-a38d-87696ad3815c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:08.377269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5ff54d2-0cb6-4cd4-9566-56c8d934f4ae req-c317cff0-b6bf-4303-a38d-87696ad3815c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.1435068 Dec 15 04:30:08.397885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Made reservation on behalf of 26424469c87148cca927bd751a7abb09 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:08.401066 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.416524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.464923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5ff54d2-0cb6-4cd4-9566-56c8d934f4ae req-fd7f52b3-4aeb-4c3b-8ed0-ec6599be4123 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822055 Dec 15 04:30:08.524316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50684) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:08.592117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d0280bfc-94f4-46cd-897f-cf2189f2baf8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:08.603125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.618818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.675987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:30:08.708768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.709068 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Added segment 16bed447-6bb7-4833-875f-1c8610fb199e of type vlan for network 4214d7b5-1ebd-4085-b6b1-a755321be3f5 Dec 15 04:30:08.738017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f13e6-5046-4ff6-9697-d7a836ea99e5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:08.766893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641c19d-beb4-41c2-830a-8ee8016cda33 req-ee8156ab-695a-4b14-a215-9d2af19800cd tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:08.771222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7641c19d-beb4-41c2-830a-8ee8016cda33 req-ee8156ab-695a-4b14-a215-9d2af19800cd tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 931 time: 0.1924102 Dec 15 04:30:08.849961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.886789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7641c19d-beb4-41c2-830a-8ee8016cda33 req-9ef54a46-324c-4661-bdbc-8faab6a94caa tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013739 Dec 15 04:30:08.932144 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31b987d7-9d50-4f5f-85e1-2a4028e7b64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.941357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:08.942456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:08.943037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.030166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9298928 Dec 15 04:30:09.033354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50698) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:09.038944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Request body: {'subnet': {'network_id': '4214d7b5-1ebd-4085-b6b1-a755321be3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1660491173-subnet', 'tenant_id': '26424469c87148cca927bd751a7abb09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:09.062392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Made reservation on behalf of 26424469c87148cca927bd751a7abb09 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:09.064963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.065652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e55b0-1474-433e-91ca-980362137529 admin admin] Pushing event updated for resources: {'Network': ['ID=4214d7b5-1ebd-4085-b6b1-a755321be3f5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:09.078175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 4214d7b5-1ebd-4085-b6b1-a755321be3f5 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:30:09.103364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771cc31-96af-4888-8ec8-bd9f060a5e6d req-f74c286e-c050-4b12-ab4f-75dce9434013 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:09.116105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e771cc31-96af-4888-8ec8-bd9f060a5e6d req-f74c286e-c050-4b12-ab4f-75dce9434013 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 931 time: 0.1499169 Dec 15 04:30:09.208656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e771cc31-96af-4888-8ec8-bd9f060a5e6d req-2a1c8058-f026-423e-8b6c-a0b4e0cf9e6b tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915718 Dec 15 04:30:09.216920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31b987d7-9d50-4f5f-85e1-2a4028e7b64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.234114 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31b987d7-9d50-4f5f-85e1-2a4028e7b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.282385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-31b987d7-9d50-4f5f-85e1-2a4028e7b64d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2b7b1fea68945bb9289407ae7eec298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7568052 Dec 15 04:30:09.286651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:09.287559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b987d7-9d50-4f5f-85e1-2a4028e7b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2eb1f4-ff94-4b36-9d89-57c8f3290a10,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:09.332698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.599984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-416b3977-7e60-49c6-ba4a-cc8f806fdd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.610555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e76ca5-9da4-46b0-83e1-03b91852523a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:09.646394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ce77b-2a60-4b22-af81-f6d1b2fd404b req-606d28d2-5652-4628-a39e-afdda70243e9 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:09.647940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-178ce77b-2a60-4b22-af81-f6d1b2fd404b req-606d28d2-5652-4628-a39e-afdda70243e9 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 949 time: 0.0785878 Dec 15 04:30:09.659915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-416b3977-7e60-49c6-ba4a-cc8f806fdd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.667874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Checking segment: {'id': '16bed447-6bb7-4833-875f-1c8610fb199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4214d7b5-1ebd-4085-b6b1-a755321be3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:09.668271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Network hostable DHCP agents. Network: 4214d7b5-1ebd-4085-b6b1-a755321be3f5, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:30:09.712368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-178ce77b-2a60-4b22-af81-f6d1b2fd404b req-cf331b65-2fc9-4e96-a55d-7493de6aef51 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555341 Dec 15 04:30:09.715951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Network 4214d7b5-1ebd-4085-b6b1-a755321be3f5 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:30:09.733036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 4214d7b5-1ebd-4085-b6b1-a755321be3f5) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:09.738878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:09.739600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.749466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91585c9d-2be4-4d96-a755-ed7a8c6e8b50 None None] Network 4214d7b5-1ebd-4085-b6b1-a755321be3f5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:30:09.751198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-416b3977-7e60-49c6-ba4a-cc8f806fdd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.761618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-416b3977-7e60-49c6-ba4a-cc8f806fdd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:09.774427 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-416b3977-7e60-49c6-ba4a-cc8f806fdd2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c2eb1f4-ff94-4b36-9d89-57c8f3290a10 HTTP/1.1" status: 204 len: 168 time: 0.4780324 Dec 15 04:30:09.832967 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1799970d-beb1-4362-a274-cf02cb79be83 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7975433 Dec 15 04:30:09.837164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b3977-7e60-49c6-ba4a-cc8f806fdd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2eb1f4-ff94-4b36-9d89-57c8f3290a10,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:09.867135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:09.892714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5fdd2-9801-4b96-82fb-edc46d80377a req-aee61cca-5d0a-4218-b104-df43c94ab012 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:09.901818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9c5fdd2-9801-4b96-82fb-edc46d80377a req-aee61cca-5d0a-4218-b104-df43c94ab012 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.0857210 Dec 15 04:30:09.928959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0280bfc-94f4-46cd-897f-cf2189f2baf8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:09.956592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322b78a-3051-44d3-8427-21a5dc1bd96f None None] Network 4214d7b5-1ebd-4085-b6b1-a755321be3f5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:30:10.008639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9c5fdd2-9801-4b96-82fb-edc46d80377a req-7ccb4971-fb81-4271-a890-f47d60475810 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Dec 15 04:30:10.189765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port d0280bfc-94f4-46cd-897f-cf2189f2baf8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:10.195169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:10.203924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port d0280bfc-94f4-46cd-897f-cf2189f2baf8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:10.204319 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.229552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'port_id': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'mac_address': 'fa:16:3e:1b:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66820c0-6b08-46fe-b325-14590613229e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:10.284574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.327223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031cba27-9535-4d0b-b0dc-638fd120fd1b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:10.338000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.375304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:10.378045 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364eb7f-b7a9-4bb2-bcbf-df6bf4db5091" -d '{"events": [{"server_uuid": "f2a55818-018b-4d3d-97ee-ee5b4b8c03cc", "name": "network-vif-plugged", "status": "completed", "tag": "d0280bfc-94f4-46cd-897f-cf2189f2baf8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:10.385994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:10.396587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d0280bfc-94f4-46cd-897f-cf2189f2baf8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:10.399204 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.408336 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.521760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:10.599008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d0280bfc-94f4-46cd-897f-cf2189f2baf8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:10.599404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c75954-47cf-4e6f-9026-7aeeb2d4892b req-63909892-ff52-463c-9468-cd370fa33c9d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:10.612894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04c75954-47cf-4e6f-9026-7aeeb2d4892b req-63909892-ff52-463c-9468-cd370fa33c9d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 931 time: 0.1370263 Dec 15 04:30:10.685761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04c75954-47cf-4e6f-9026-7aeeb2d4892b req-24e976d5-8c70-4387-9cfa-a81b07697a22 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736411 Dec 15 04:30:10.692331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:10.720278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72a157dd-41f5-48ac-b174-54b25fc487cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.757940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['031cba27-9535-4d0b-b0dc-638fd120fd1b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:10.871975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72a157dd-41f5-48ac-b174-54b25fc487cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.878635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1d9be-4ce5-49ff-87c3-e5dc2274dc8a req-47013bfe-5815-4d10-996d-b917bcb64f48 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:10.880767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06d1d9be-4ce5-49ff-87c3-e5dc2274dc8a req-47013bfe-5815-4d10-996d-b917bcb64f48 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 931 time: 0.1118963 Dec 15 04:30:10.887034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72a157dd-41f5-48ac-b174-54b25fc487cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:10.947880 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72a157dd-41f5-48ac-b174-54b25fc487cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b54e6d4983ad4910971434ab855609e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533998 Dec 15 04:30:10.951373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a157dd-41f5-48ac-b174-54b25fc487cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856eb4dd-2f83-4cef-a604-f7df7e0fff4a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:10.951373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50738) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:10.991632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06d1d9be-4ce5-49ff-87c3-e5dc2274dc8a req-6100c3bb-9377-427f-afb0-74409ddd6da8 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976045 Dec 15 04:30:11.044601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d33dedd7-93f8-4f7e-b61f-194e011fc90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.066772 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aae65b-cc28-40ea-9fc3-cac1c5f844f3 x-openstack-request-id: req-97aae65b-cc28-40ea-9fc3-cac1c5f844f3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:11.067072 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a55818-018b-4d3d-97ee-ee5b4b8c03cc", "name": "network-vif-plugged", "status": "completed", "tag": "d0280bfc-94f4-46cd-897f-cf2189f2baf8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:11.067328 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97aae65b-cc28-40ea-9fc3-cac1c5f844f3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:11.067728 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8', 'code': 200} Dec 15 04:30:11.069872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d33dedd7-93f8-4f7e-b61f-194e011fc90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.145095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:11.149916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-407957756-network', 'tenant_id': '8f5778e7a58c4188b4d06269fea54810'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:11.163857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d33dedd7-93f8-4f7e-b61f-194e011fc90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.168310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d33dedd7-93f8-4f7e-b61f-194e011fc90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.172817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d33dedd7-93f8-4f7e-b61f-194e011fc90f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/856eb4dd-2f83-4cef-a604-f7df7e0fff4a HTTP/1.1" status: 204 len: 168 time: 0.2174642 Dec 15 04:30:11.177646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dedd7-93f8-4f7e-b61f-194e011fc90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856eb4dd-2f83-4cef-a604-f7df7e0fff4a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:11.260053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c780ec-4f24-4444-8e4d-30c33148b85e req-f2ea2df9-9702-4e64-a2de-08e220a3f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:11.262401 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8c780ec-4f24-4444-8e4d-30c33148b85e req-f2ea2df9-9702-4e64-a2de-08e220a3f63b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 1102 time: 0.0578735 Dec 15 04:30:11.266741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Made reservation on behalf of 8f5778e7a58c4188b4d06269fea54810 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:11.269059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.299660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c849e-76a5-4ef4-a718-42fe2c0aa8d6 req-18b277b1-0897-445d-8dc9-58e61ab1d6ee tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:11.301210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e6c849e-76a5-4ef4-a718-42fe2c0aa8d6 req-18b277b1-0897-445d-8dc9-58e61ab1d6ee tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.1339266 Dec 15 04:30:11.314602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.332427 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8c780ec-4f24-4444-8e4d-30c33148b85e req-a802baf4-30c0-406b-a0b5-2587ecda6f11 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Dec 15 04:30:11.407272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e6c849e-76a5-4ef4-a718-42fe2c0aa8d6 req-04f07b01-9d82-4da6-b9b1-0f2dcc87b208 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940394 Dec 15 04:30:11.465849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.471674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.527657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:30:11.546539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a571d8f-5fff-4ba7-a7f4-39aabd65b83e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:11.558797 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.559227 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Added segment d0ff5bbb-c974-4bb2-9c8f-a8e76a91d470 of type vlan for network 4001c99b-d4eb-4cb9-acdc-89e1ea056dac Dec 15 04:30:11.657388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.677425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9e23-f0ae-42d5-b3ab-634578285772 req-f5d3cb2d-ae73-4769-ac88-802e0eead757 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:11.680513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c41c9e23-f0ae-42d5-b3ab-634578285772 req-f5d3cb2d-ae73-4769-ac88-802e0eead757 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.1237156 Dec 15 04:30:11.729293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.731107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:11.732206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.748389 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:30:11.822200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6760237 Dec 15 04:30:11.825551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50766) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:11.831990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Request body: {'subnet': {'network_id': '4001c99b-d4eb-4cb9-acdc-89e1ea056dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-407957756-subnet', 'tenant_id': '8f5778e7a58c4188b4d06269fea54810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:11.859834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c41c9e23-f0ae-42d5-b3ab-634578285772 req-4e38bab1-a421-4875-8392-97f83a65c08e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745322 Dec 15 04:30:11.886286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:11.916337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065d30-6d2a-4359-96b9-479ba19f11f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4001c99b-d4eb-4cb9-acdc-89e1ea056dac,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:11.926668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Made reservation on behalf of 8f5778e7a58c4188b4d06269fea54810 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:11.929061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:11.983920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 4001c99b-d4eb-4cb9-acdc-89e1ea056dac details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:30:12.185747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063f07-e38f-4ad8-aea7-5031368ab7e4 req-d3e96b11-59a1-43ff-ba69-f507b15b3528 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:12.198997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7063f07-e38f-4ad8-aea7-5031368ab7e4 req-d3e96b11-59a1-43ff-ba69-f507b15b3528 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 931 time: 0.1429935 Dec 15 04:30:12.283307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 031cba27-9535-4d0b-b0dc-638fd120fd1b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:12.289704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7063f07-e38f-4ad8-aea7-5031368ab7e4 req-337e280f-3627-41f9-895c-c5fcc5c20699 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877147 Dec 15 04:30:12.295469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 031cba27-9535-4d0b-b0dc-638fd120fd1b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:12.295849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:12.491977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:12.638819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:12.689183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a4f072-594d-494f-833d-771aa519dffa,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:12.702373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Checking segment: {'id': 'd0ff5bbb-c974-4bb2-9c8f-a8e76a91d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4001c99b-d4eb-4cb9-acdc-89e1ea056dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:12.705248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Network hostable DHCP agents. Network: 4001c99b-d4eb-4cb9-acdc-89e1ea056dac, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:30:12.713243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f462438-ac60-437f-b2ef-21b4c43d9fff req-c2a76ba1-5601-406a-8e2e-6b8d8bc03fee tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:12.721813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f462438-ac60-437f-b2ef-21b4c43d9fff req-c2a76ba1-5601-406a-8e2e-6b8d8bc03fee tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 931 time: 0.2132273 Dec 15 04:30:12.745414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:12.752287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Network 4001c99b-d4eb-4cb9-acdc-89e1ea056dac is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:30:12.757337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:12.787175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 4001c99b-d4eb-4cb9-acdc-89e1ea056dac) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:12.798751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:12.807874 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:12.850095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-45e9a084-62db-40a1-8b79-11c20c2ac498 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0137339 Dec 15 04:30:12.900800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f462438-ac60-437f-b2ef-21b4c43d9fff req-58813475-9a4c-4792-8d8d-002fcbffc853 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631556 Dec 15 04:30:12.913885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:12.933768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baabe285-3e22-41ab-b0e4-830397ec40ea None None] Network 4001c99b-d4eb-4cb9-acdc-89e1ea056dac requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:30:13.006904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Request body: {'port': {'device_id': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:13.011609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Request body: {'port': {'device_id': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:13.068335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:13.075099 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816065f9-3754-477c-81ba-01b573a7704f" -d '{"events": [{"server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "name": "network-vif-plugged", "status": "completed", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:13.162736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50796) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:13.225485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:13.313087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3398-e25d-4191-8774-fc9298193f2f req-bafaed0e-62e9-4426-a9d7-6b6cad9b2888 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:13.328473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045b478e-1247-4677-aac0-621528a5afa2 None None] Network 4001c99b-d4eb-4cb9-acdc-89e1ea056dac requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:30:13.343477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe4c3398-e25d-4191-8774-fc9298193f2f req-bafaed0e-62e9-4426-a9d7-6b6cad9b2888 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.2610517 Dec 15 04:30:13.414903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Deleting subnet 27e76ca5-9da4-46b0-83e1-03b91852523a {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:30:13.425597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:13.451420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:13.519680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:13.550247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:13.720965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe4c3398-e25d-4191-8774-fc9298193f2f req-b6fd777a-9e3b-44a8-b134-fc8cfd4567aa tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759134 Dec 15 04:30:13.814906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87970b-ff5d-4aa8-922f-2591582b321c req-3de81910-39c5-4666-a49b-32fd0356c1dd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:13.829255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb87970b-ff5d-4aa8-922f-2591582b321c req-3de81910-39c5-4666-a49b-32fd0356c1dd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 945 time: 0.4801075 Dec 15 04:30:13.915521 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b6c851-335b-4021-8570-ffe71a1ab7ae x-openstack-request-id: req-79b6c851-335b-4021-8570-ffe71a1ab7ae {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:13.916611 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "name": "network-vif-plugged", "status": "completed", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:13.916611 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79b6c851-335b-4021-8570-ffe71a1ab7ae {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:13.917015 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'code': 200} Dec 15 04:30:13.945571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9f7f8e-9367-4e13-9262-2fe87efcbaae {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:13.973096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.014521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Transition to ACTIVE for port object 6d9f7f8e-9367-4e13-9262-2fe87efcbaae will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:14.018547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.132552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e76ca5-9da4-46b0-83e1-03b91852523a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:14.134670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.205080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.210069 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-794ce753-f55e-4015-a54c-be5e8a451307 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/27e76ca5-9da4-46b0-83e1-03b91852523a HTTP/1.1" status: 204 len: 168 time: 1.0461841 Dec 15 04:30:14.211430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:14.221635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50818) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:14.314832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa97588-8ff9-4d45-b006-e73867eb9fae req-295c3b81-18d8-4822-976b-cd11cd5c6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:14.315773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb87970b-ff5d-4aa8-922f-2591582b321c req-1a462f93-3649-4612-b289-68938cf7d028 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119849 Dec 15 04:30:14.317837 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bfa97588-8ff9-4d45-b006-e73867eb9fae req-295c3b81-18d8-4822-976b-cd11cd5c6d35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1097 time: 0.2838142 Dec 15 04:30:14.406824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baa7b1-f68b-4f2b-ac47-e25331d76be1 req-12ae6d35-47cc-4719-b37e-5391e17adb63 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:14.414756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4baa7b1-f68b-4f2b-ac47-e25331d76be1 req-12ae6d35-47cc-4719-b37e-5391e17adb63 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.3565149 Dec 15 04:30:14.448165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.471352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:14.474236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:14.477747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:14.523853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:14.524213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:14.577123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:14.577472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:14.577930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:14.578388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Bound port: 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:14.578752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.625335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bfa97588-8ff9-4d45-b006-e73867eb9fae req-c9b19f63-bd9f-451e-a50b-18f9e021d221 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914262 Dec 15 04:30:14.680928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002a4376-79a8-44f3-b65d-79e6d2a59526 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:14.693067 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.731400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Transition to ACTIVE for port object 002a4376-79a8-44f3-b65d-79e6d2a59526 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:14.758929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.776318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:14.815467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.815815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.816611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.817014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > port after_create 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.817358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.817727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > port after_update 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.818052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.818368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.818687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.819105 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.893710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4baa7b1-f68b-4f2b-ac47-e25331d76be1 req-58d7ae49-5a05-4508-b134-1d65873ab21e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776585 Dec 15 04:30:14.973469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.974032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.974032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.974856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:14.975223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4214d7b5-1ebd-4085-b6b1-a755321be3f5']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:15.011618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Pushing event updated for resources: {'Port': ['ID=002a4376-79a8-44f3-b65d-79e6d2a59526,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:15.043251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bed447-6bb7-4833-875f-1c8610fb199e') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:15.043545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bed447-6bb7-4833-875f-1c8610fb199e') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:15.065570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:15.122909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.137329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-80570bff-6422-44a1-a4e0-6b4176c9433f req-ecc2d090-71b6-4d79-8a7b-769e69a57868 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:30:15.151147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80570bff-6422-44a1-a4e0-6b4176c9433f req-ecc2d090-71b6-4d79-8a7b-769e69a57868 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0610311 Dec 15 04:30:15.158875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:15.173722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.199315 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.225808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Attempting to bind port 002a4376-79a8-44f3-b65d-79e6d2a59526 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:15.226129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Attempting to bind port 002a4376-79a8-44f3-b65d-79e6d2a59526 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:15.226479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Attempting to bind port 002a4376-79a8-44f3-b65d-79e6d2a59526 on network bf4381aa-10f6-42b4-963b-81fcac5d5c0c {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:15.267345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:30:15.267644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Port 002a4376-79a8-44f3-b65d-79e6d2a59526 on network bf4381aa-10f6-42b4-963b-81fcac5d5c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:15.267772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.267863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Attempting to bind port 002a4376-79a8-44f3-b65d-79e6d2a59526 on network bf4381aa-10f6-42b4-963b-81fcac5d5c0c {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:15.283979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:15.284705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Checking segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:15.287594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Bound using segment: {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:15.288324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Bound port: 002a4376-79a8-44f3-b65d-79e6d2a59526, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184de827-c504-41ea-86ac-875822bf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:15.288855 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: from cryptography.utils import int_from_bytes Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: from cryptography.utils import int_from_bytes Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:30:15.313413 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:30:15.320455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:15.321709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.323288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] 10.222.0.42 "PUT /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 1092 time: 2.3202069 Dec 15 04:30:15.348487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:15.357026 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affa4933-a7ed-4ba2-9d3d-f3fe47269332" -d '{"events": [{"name": "network-changed", "server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:15.394371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] For port 002a4376-79a8-44f3-b65d-79e6d2a59526, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:15.408237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339c9d-b3ab-499c-a3c3-0491cff0a701 req-53aae6cd-7245-42cf-b8e7-18e7fb0edfa8 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:15.417773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5339c9d-b3ab-499c-a3c3-0491cff0a701 req-53aae6cd-7245-42cf-b8e7-18e7fb0edfa8 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 943 time: 0.3303463 Dec 15 04:30:15.464038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9cdf3-8472-49fb-aba9-7657eeb1832a service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:15.479838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.487426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5339c9d-b3ab-499c-a3c3-0491cff0a701 req-fe97a20d-dbf4-4f82-99bb-518637b17ce4 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 Dec 15 04:30:15.516788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Pushing event deleted for resources: {'Network': ['ID=4214d7b5-1ebd-4085-b6b1-a755321be3f5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:15.518947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.525667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df89da3f-092d-478b-8a1f-feaa951fa310 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4214d7b5-1ebd-4085-b6b1-a755321be3f5 HTTP/1.1" status: 204 len: 168 time: 1.2994082 Dec 15 04:30:15.527000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50834) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:15.548047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] For port 002a4376-79a8-44f3-b65d-79e6d2a59526, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=002a4376-79a8-44f3-b65d-79e6d2a59526,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:15.559867 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.603173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Deleting subnet 91a4f072-594d-494f-833d-771aa519dffa {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:30:15.614658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.620422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:15.621047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.622449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] 10.222.0.42 "PUT /v2.0/ports/002a4376-79a8-44f3-b65d-79e6d2a59526 HTTP/1.1" status: 200 len: 1092 time: 2.6197829 Dec 15 04:30:15.622967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'tag': '002a4376-79a8-44f3-b65d-79e6d2a59526'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:15.640385 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701424fc-a916-4b7e-a5a4-4f5c70bc9176" -d '{"events": [{"name": "network-changed", "server_uuid": "d664b457-7649-4c65-8c2a-e85fc2e52edf", "tag": "002a4376-79a8-44f3-b65d-79e6d2a59526"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:15.686295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c066f-9f96-4cfd-87fc-6dca35d8749d service neutron] Pushing event updated for resources: {'Port': ['ID=002a4376-79a8-44f3-b65d-79e6d2a59526,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:15.783116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:15.918654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150673c-4054-4929-99e3-8ab2f8710b24 req-453945fa-a2d1-4c25-9768-9234d7c98a58 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:15.930872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7150673c-4054-4929-99e3-8ab2f8710b24 req-453945fa-a2d1-4c25-9768-9234d7c98a58 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.1166484 Dec 15 04:30:15.937550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.011501 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7150673c-4054-4929-99e3-8ab2f8710b24 req-d6737362-f4e2-4549-9e9d-7efa8b4d2b73 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815005 Dec 15 04:30:16.082773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.146940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a4f072-594d-494f-833d-771aa519dffa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:16.151898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.157358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50848) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:16.157533 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4db7ff6c-6f51-4e3d-aeeb-676c1ad293d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/91a4f072-594d-494f-833d-771aa519dffa HTTP/1.1" status: 204 len: 168 time: 0.6294429 Dec 15 04:30:16.461486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6217d8-5a96-4c9b-bb92-a071c2064975 req-29c26ec9-26e0-4e77-a338-53ea3c6e50e1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:16.463372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a6217d8-5a96-4c9b-bb92-a071c2064975 req-29c26ec9-26e0-4e77-a338-53ea3c6e50e1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 945 time: 0.3213689 Dec 15 04:30:16.466111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.567116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a6217d8-5a96-4c9b-bb92-a071c2064975 req-a32bc36c-09e3-406e-80ef-b38f22047518 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969329 Dec 15 04:30:16.579569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.607055 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.607450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.608302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.608652 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.608974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.609304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.609623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.609941 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.610253 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.610574 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.613603 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3a2f94-4583-47a3-b1f5-a48d58716bec x-openstack-request-id: req-5e3a2f94-4583-47a3-b1f5-a48d58716bec {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:16.613996 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:16.614346 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e3a2f94-4583-47a3-b1f5-a48d58716bec {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:16.614829 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'status': 'completed', 'code': 200} Dec 15 04:30:16.680838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.681190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.681519 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.681851 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 04:30:16.682196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4001c99b-d4eb-4cb9-acdc-89e1ea056dac']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:16.687881 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b4f2db-c3ce-4823-a9ef-0abd6852876a x-openstack-request-id: req-40b4f2db-c3ce-4823-a9ef-0abd6852876a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:16.688052 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d664b457-7649-4c65-8c2a-e85fc2e52edf", "tag": "002a4376-79a8-44f3-b65d-79e6d2a59526", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:16.688318 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40b4f2db-c3ce-4823-a9ef-0abd6852876a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:16.688697 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'tag': '002a4376-79a8-44f3-b65d-79e6d2a59526', 'status': 'completed', 'code': 200} Dec 15 04:30:16.701664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ff5bbb-c974-4bb2-9c8f-a8e76a91d470') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:16.701951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ff5bbb-c974-4bb2-9c8f-a8e76a91d470') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:16.717978 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.758928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.770669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:30:16.771032 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: from cryptography.utils import int_from_bytes Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: from cryptography.utils import int_from_bytes Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:30:16.775145 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:30:16.840657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e602d8-aa0f-4462-9d57-bb0282e0542e req-520bcc06-b94a-4099-baac-7b744087b0a9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:16.842220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2e602d8-aa0f-4462-9d57-bb0282e0542e req-520bcc06-b94a-4099-baac-7b744087b0a9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.1206775 Dec 15 04:30:16.855030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.878075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:16.881200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] 10.222.0.37 "DELETE /v2.0/networks/4001c99b-d4eb-4cb9-acdc-89e1ea056dac HTTP/1.1" status: 204 len: 168 time: 0.7092836 Dec 15 04:30:16.885131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab072f2d-3d62-48e5-abd3-baf55bc8495d admin admin] Pushing event deleted for resources: {'Network': ['ID=4001c99b-d4eb-4cb9-acdc-89e1ea056dac,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:16.911040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2e602d8-aa0f-4462-9d57-bb0282e0542e req-ae602c18-45c7-41f7-95a3-59af203ad46e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Dec 15 04:30:17.015260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-fb17c204-53df-442b-acc5-49423e89aea5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cba651196b14712b10470da88ca15b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309186 Dec 15 04:30:17.073225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50870) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:17.081474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4933-a7ed-4ba2-9d3d-f3fe47269332 req-5f5973b4-1f72-4d3d-8589-2972c1a4e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.082890 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-affa4933-a7ed-4ba2-9d3d-f3fe47269332 req-5f5973b4-1f72-4d3d-8589-2972c1a4e22d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1095 time: 0.0618203 Dec 15 04:30:17.147572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-673fc996-4490-4f7d-ad65-878f152b3705 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26424469c87148cca927bd751a7abb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728462 Dec 15 04:30:17.152556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50872) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:17.194957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701424fc-a916-4b7e-a5a4-4f5c70bc9176 req-03be08db-7c7b-4402-83a9-4665a856cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.196461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-701424fc-a916-4b7e-a5a4-4f5c70bc9176 req-03be08db-7c7b-4402-83a9-4665a856cc16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f1448ae995145e4a3c8e0c3cf0cffa4&device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 1095 time: 0.1652737 Dec 15 04:30:17.274963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4933-a7ed-4ba2-9d3d-f3fe47269332 req-70b3fddf-d355-43a6-8d96-e24d558e6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.276453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-affa4933-a7ed-4ba2-9d3d-f3fe47269332 req-70b3fddf-d355-43a6-8d96-e24d558e6aad service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7e3e503c023a4f43a082a2898173102b&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1665978 Dec 15 04:30:17.307853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53a30-d4f1-489f-8e47-7533a6a22640 req-b6043ac8-500f-4577-8f5f-1e09248a46de tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.309340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36a53a30-d4f1-489f-8e47-7533a6a22640 req-b6043ac8-500f-4577-8f5f-1e09248a46de tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 943 time: 0.2117870 Dec 15 04:30:17.337671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-895d51ce-14d7-47ec-a9b5-21ffa1c9a769 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.339089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-895d51ce-14d7-47ec-a9b5-21ffa1c9a769 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067360 Dec 15 04:30:17.415429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-de5e12f4-a487-471f-94ef-bb675ecf7114 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/quotas/6cba651196b14712b10470da88ca15b1 HTTP/1.1" status: 200 len: 375 time: 0.0647912 Dec 15 04:30:17.438189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4933-a7ed-4ba2-9d3d-f3fe47269332 req-251e34cb-541b-4e12-a547-ccbe84640e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.439689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-affa4933-a7ed-4ba2-9d3d-f3fe47269332 req-251e34cb-541b-4e12-a547-ccbe84640e31 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1558697 Dec 15 04:30:17.457570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eeca6e6e-ff34-4e09-96ab-f64ff2f5c9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:17.523469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36a53a30-d4f1-489f-8e47-7533a6a22640 req-0e93071c-fa68-478b-9445-05118b40cdfc tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055025 Dec 15 04:30:17.524863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701424fc-a916-4b7e-a5a4-4f5c70bc9176 req-78c1fa31-3570-4d25-a62d-5c574122dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.526378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-701424fc-a916-4b7e-a5a4-4f5c70bc9176 req-78c1fa31-3570-4d25-a62d-5c574122dbe4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6f1448ae995145e4a3c8e0c3cf0cffa4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3105671 Dec 15 04:30:17.532656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eeca6e6e-ff34-4e09-96ab-f64ff2f5c9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:17.537647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-125c6871-01e0-49ab-8327-588d0a5b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.539129 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-125c6871-01e0-49ab-8327-588d0a5b4672 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1095 time: 0.0421469 Dec 15 04:30:17.594376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-f9548e6e-2b4e-4418-98d6-bf64696822f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 217 time: 0.0408342 Dec 15 04:30:17.623382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-2b4a66c3-2915-4ed5-b4c7-81a9a3ababba tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1854107 Dec 15 04:30:17.652766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d5c3b4d9-f6c8-4659-a127-24472f6d7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.654452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-d5c3b4d9-f6c8-4659-a127-24472f6d7515 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0524428 Dec 15 04:30:17.694604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-933dec23-7487-4f3a-ad5c-6771f7a5e2fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308521 Dec 15 04:30:17.745803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701424fc-a916-4b7e-a5a4-4f5c70bc9176 req-f70ec1e6-178b-4c5f-950d-70ead5b61f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.747320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-701424fc-a916-4b7e-a5a4-4f5c70bc9176 req-f70ec1e6-178b-4c5f-950d-70ead5b61f6b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2112787 Dec 15 04:30:17.747920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eeca6e6e-ff34-4e09-96ab-f64ff2f5c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:17.750437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eeca6e6e-ff34-4e09-96ab-f64ff2f5c9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:17.753789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eeca6e6e-ff34-4e09-96ab-f64ff2f5c9b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/932f13e6-5046-4ff6-9697-d7a836ea99e5 HTTP/1.1" status: 204 len: 168 time: 0.5978718 Dec 15 04:30:17.762154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca6e6e-ff34-4e09-96ab-f64ff2f5c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f13e6-5046-4ff6-9697-d7a836ea99e5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:17.835147 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-c77bef19-6902-48b0-8752-4d671e9394ab service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341732 Dec 15 04:30:17.911505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-e24aa75e-2692-4a38-9c24-568c70fdbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.913042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-e24aa75e-2692-4a38-9c24-568c70fdbd54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f1448ae995145e4a3c8e0c3cf0cffa4&device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 1095 time: 0.1032310 Dec 15 04:30:17.925567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f17ef4-911e-4946-ae58-f406cb55d047 req-d03bb43e-2ba1-428b-be99-71551f305f5a tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:17.927520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f17ef4-911e-4946-ae58-f406cb55d047 req-d03bb43e-2ba1-428b-be99-71551f305f5a tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1097 time: 0.0796752 Dec 15 04:30:17.986139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-faeaa054-7867-46fc-92ad-b99ddccee7c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=002a4376-79a8-44f3-b65d-79e6d2a59526 HTTP/1.1" status: 200 len: 217 time: 0.0576620 Dec 15 04:30:18.015749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-782265bb-5fb2-41a4-a3aa-90d8b9d031bc req-2a0d5a45-7b11-4e76-88b8-84d90682fbd6 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684556 Dec 15 04:30:18.075764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-75a70dde-29f7-401d-adee-7018e430be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:18.077262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-75a70dde-29f7-401d-adee-7018e430be05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d9289546-f6c7-444b-87bc-f260d321dabd HTTP/1.1" status: 200 len: 854 time: 0.0829272 Dec 15 04:30:18.092040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f17ef4-911e-4946-ae58-f406cb55d047 req-62899081-c35a-41c9-bc9a-b71e17285d41 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080778 Dec 15 04:30:18.162811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92e2748f-962c-44e5-bc9c-db0a65420296 req-d9f48cb7-194b-4f91-b781-4f835cf14454 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 210 time: 0.0695243 Dec 15 04:30:18.181668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-65abb350-bc27-4927-aeef-99d97dd880ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:18.183656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-65abb350-bc27-4927-aeef-99d97dd880ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf4381aa-10f6-42b4-963b-81fcac5d5c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681787 Dec 15 04:30:18.330278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-4a52f903-7307-445d-a1d0-c34dafc46b48 service neutron] 10.222.0.42 "GET /v2.0/networks/bf4381aa-10f6-42b4-963b-81fcac5d5c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376641 Dec 15 04:30:18.374238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e22ca-ee07-40c8-b5a0-16a2cbb9c77f req-c57e9597-0f88-4fb5-98fa-735eba4428fb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:18.375744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-163e22ca-ee07-40c8-b5a0-16a2cbb9c77f req-c57e9597-0f88-4fb5-98fa-735eba4428fb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.1122041 Dec 15 04:30:18.427209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50904) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:18.492944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-20a8ff91-fad3-47da-8c32-43c4e550ef0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f5778e7a58c4188b4d06269fea54810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610933 Dec 15 04:30:18.493549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50906) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:18.540395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-163e22ca-ee07-40c8-b5a0-16a2cbb9c77f req-cea793a7-c279-4faf-b011-47a83cc627de tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490986 Dec 15 04:30:18.554461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b7c1d-8862-49f2-bbf0-55ed16c9cf23 req-936f577b-02d7-43dc-83f9-169d3a3fa669 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:18.570303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50912) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:18.573573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd5b7c1d-8862-49f2-bbf0-55ed16c9cf23 req-936f577b-02d7-43dc-83f9-169d3a3fa669 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1097 time: 0.1607580 Dec 15 04:30:18.578180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b50d4f5c-af3e-4e8a-b963-fc22d03040de req-7e1f9378-30fd-4cc2-8fe2-a8f50fb8d6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/bf4381aa-10f6-42b4-963b-81fcac5d5c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394135 Dec 15 04:30:18.628650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdcee561-7a2d-4eb6-aae8-c7a0bff282ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:18.647640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50916) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:18.666151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd5b7c1d-8862-49f2-bbf0-55ed16c9cf23 req-6cba6b1d-50f8-4c82-9d31-18752d0e5fdb tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792170 Dec 15 04:30:18.689803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdcee561-7a2d-4eb6-aae8-c7a0bff282ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:18.730275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb3ec2-d37c-41b7-a067-3e530aa4bb5b req-e23c9d9a-2651-4392-a725-1a7db2c0aa18 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:18.736774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cefb3ec2-d37c-41b7-a067-3e530aa4bb5b req-e23c9d9a-2651-4392-a725-1a7db2c0aa18 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 943 time: 0.0885270 Dec 15 04:30:18.747285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdcee561-7a2d-4eb6-aae8-c7a0bff282ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:18.750587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdcee561-7a2d-4eb6-aae8-c7a0bff282ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:18.754906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fdcee561-7a2d-4eb6-aae8-c7a0bff282ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a571d8f-5fff-4ba7-a7f4-39aabd65b83e HTTP/1.1" status: 204 len: 168 time: 0.2597384 Dec 15 04:30:18.766419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcee561-7a2d-4eb6-aae8-c7a0bff282ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a571d8f-5fff-4ba7-a7f4-39aabd65b83e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:18.829237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cefb3ec2-d37c-41b7-a067-3e530aa4bb5b req-ff737847-0548-4972-b07c-843756a1cdf8 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915148 Dec 15 04:30:19.056146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d79cf21-449b-4887-9184-9f74e619f19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.076456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-697d7d98-3a43-4dd3-ba99-de737436173c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.198918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d79cf21-449b-4887-9184-9f74e619f19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.219624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d79cf21-449b-4887-9184-9f74e619f19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.245318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-697d7d98-3a43-4dd3-ba99-de737436173c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.254613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1d79cf21-449b-4887-9184-9f74e619f19e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a337d1e1e4cf4c099d8b2b27f3a5df94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039641 Dec 15 04:30:19.255682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50946) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:19.258257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-697d7d98-3a43-4dd3-ba99-de737436173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.310768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79cf21-449b-4887-9184-9f74e619f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cae1f-720d-4322-84cd-b67af87476e4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:19.319253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-9816d9a1-0834-49a7-8c9e-403a95f240a2 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6cba651196b14712b10470da88ca15b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399153 Dec 15 04:30:19.326199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-697d7d98-3a43-4dd3-ba99-de737436173c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=827b2881445f4d10ba2e73ece7f82dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7521806 Dec 15 04:30:19.326397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50948) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:19.361328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebf73789-ba20-4ff2-a4ae-e14c850a3aca req-1dd03af3-037b-41c9-8cd0-f63ecc0c3090 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 210 time: 0.0569906 Dec 15 04:30:19.391136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65bb1ef3-d0de-43e0-a37e-8cc4c2698b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.453048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65bb1ef3-d0de-43e0-a37e-8cc4c2698b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.457098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d7d98-3a43-4dd3-ba99-de737436173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528cfba-8211-43a9-99e6-14e8dffa00d0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:19.530028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12f99336-f246-4464-88b6-60d79ec9a892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.541843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65bb1ef3-d0de-43e0-a37e-8cc4c2698b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.544651 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65bb1ef3-d0de-43e0-a37e-8cc4c2698b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.548166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-65bb1ef3-d0de-43e0-a37e-8cc4c2698b17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a32cae1f-720d-4322-84cd-b67af87476e4 HTTP/1.1" status: 204 len: 168 time: 0.2886715 Dec 15 04:30:19.575989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-f53bf0fc-d2db-4d5b-9143-2cad6df52bf9 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:19.578425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-f53bf0fc-d2db-4d5b-9143-2cad6df52bf9 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527215 Dec 15 04:30:19.581344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12f99336-f246-4464-88b6-60d79ec9a892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.598583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb1ef3-d0de-43e0-a37e-8cc4c2698b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cae1f-720d-4322-84cd-b67af87476e4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:19.615848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Request body: {'port': {'device_id': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '6cba651196b14712b10470da88ca15b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:19.758064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12f99336-f246-4464-88b6-60d79ec9a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.764143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12f99336-f246-4464-88b6-60d79ec9a892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.767533 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12f99336-f246-4464-88b6-60d79ec9a892 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f528cfba-8211-43a9-99e6-14e8dffa00d0 HTTP/1.1" status: 204 len: 168 time: 0.4170940 Dec 15 04:30:19.805505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f99336-f246-4464-88b6-60d79ec9a892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528cfba-8211-43a9-99e6-14e8dffa00d0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:19.816527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef7f15-5d0f-45bd-b334-60d43e634223 req-7af2d551-be54-4f4c-9348-42daa461d3c8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:19.818324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9ef7f15-5d0f-45bd-b334-60d43e634223 req-7af2d551-be54-4f4c-9348-42daa461d3c8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.0897102 Dec 15 04:30:19.883186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Made reservation on behalf of 6cba651196b14712b10470da88ca15b1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:19.890263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:19.903707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9ef7f15-5d0f-45bd-b334-60d43e634223 req-4a910a95-3ba6-4ba0-a231-23b62d1d3d3d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744905 Dec 15 04:30:20.048405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab5861-85e1-4948-b215-11badf213c12 req-2eff9d8e-776b-4400-b999-86abaf9d8588 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:20.069587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2fab5861-85e1-4948-b215-11badf213c12 req-2eff9d8e-776b-4400-b999-86abaf9d8588 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 943 time: 0.0767601 Dec 15 04:30:20.081316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Allocated IP 192.168.233.144 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/0a406f82-8282-450f-86f8-37961adf7792) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:20.143440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50990) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:20.157437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a914c84-5939-492c-b21e-ce860a1c5eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.168683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2fab5861-85e1-4948-b215-11badf213c12 req-fc181753-1fd4-4918-94c5-4db112e1dc93 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979626 Dec 15 04:30:20.269921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a914c84-5939-492c-b21e-ce860a1c5eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.274787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a914c84-5939-492c-b21e-ce860a1c5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.309140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.311134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a914c84-5939-492c-b21e-ce860a1c5eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef76d4f-a819-4c73-a47e-c14813762503,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:20.336080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0a914c84-5939-492c-b21e-ce860a1c5eb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45c52cc6f50b42fe9f8aec1498a74dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911764 Dec 15 04:30:20.339299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50992) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:20.360427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.394613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d0280bfc-94f4-46cd-897f-cf2189f2baf8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:20.421112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:20.427126 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00c765ed-8e9b-4b24-96c6-3bf7a4df8257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.432592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-c0cc275c-1b6e-4d1b-8fd1-56a258901fba tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:30:20.433678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-c0cc275c-1b6e-4d1b-8fd1-56a258901fba tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116162 Dec 15 04:30:20.434774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:20.439227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:20.458378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50998) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:20.517502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba911357-b25b-4b7e-b511-1a20565abb95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.524837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00c765ed-8e9b-4b24-96c6-3bf7a4df8257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.535960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a4856364-af0d-44b7-8fd7-be025ca04650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:20.538250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a4856364-af0d-44b7-8fd7-be025ca04650 service neutron] 10.222.0.37 "GET /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 1094 time: 0.0614305 Dec 15 04:30:20.563141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:20.563895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Unknown quota resources ['binding']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:30:20.574230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Pushing event updated for resources: {'Port': ['ID=0a406f82-8282-450f-86f8-37961adf7792,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:20.630800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:20.635856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.740153 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-13d20ddb-e389-4193-bd78-fbb7e0a1c28a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1289108 Dec 15 04:30:20.772700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Request body: {'port': {'device_id': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:20.875428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.896911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:20.897262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:20.897907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:20.927444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-529f03d1-7acd-4663-9a27-2114957f7f80 None None] Provisioning complete for port 0a406f82-8282-450f-86f8-37961adf7792 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:20.928576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-529f03d1-7acd-4663-9a27-2114957f7f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.932823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:20.933187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:20.951617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4a3f-320b-4aa4-aa54-22a4af6c2e37 req-217d2377-cf27-498d-9847-5bc60a9970d8 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:20.953272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721b4a3f-320b-4aa4-aa54-22a4af6c2e37 req-217d2377-cf27-498d-9847-5bc60a9970d8 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 936 time: 0.4412677 Dec 15 04:30:20.976146 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00c765ed-8e9b-4b24-96c6-3bf7a4df8257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.979922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00c765ed-8e9b-4b24-96c6-3bf7a4df8257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:20.981535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00c765ed-8e9b-4b24-96c6-3bf7a4df8257 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eef76d4f-a819-4c73-a47e-c14813762503 HTTP/1.1" status: 204 len: 168 time: 0.6409829 Dec 15 04:30:20.983800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-529f03d1-7acd-4663-9a27-2114957f7f80 None None] Port 0a406f82-8282-450f-86f8-37961adf7792 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:21.021400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c765ed-8e9b-4b24-96c6-3bf7a4df8257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef76d4f-a819-4c73-a47e-c14813762503,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:21.074831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:21.075103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:21.075443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:21.075882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Bound port: 031cba27-9535-4d0b-b0dc-638fd120fd1b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:21.144446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721b4a3f-320b-4aa4-aa54-22a4af6c2e37 req-544e0baa-095c-4396-a530-d9b008d1ba77 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791568 Dec 15 04:30:21.162524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba911357-b25b-4b7e-b511-1a20565abb95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.170532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba911357-b25b-4b7e-b511-1a20565abb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.221343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ba911357-b25b-4b7e-b511-1a20565abb95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27e05468728f404e8c9667c0031a0180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7577665 Dec 15 04:30:21.222569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba911357-b25b-4b7e-b511-1a20565abb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93069cc1-2af1-4241-95c3-7121b7e30f15,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:21.224994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51018) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:21.291374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:21.295412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-251db12d-0304-454c-b1b9-0df488739430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.305079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.306885 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-a9da0fb2-3f44-4bce-bb77-d1d35036457e service neutron] 10.222.0.37 "POST /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7469251 Dec 15 04:30:21.336492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-251db12d-0304-454c-b1b9-0df488739430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.420250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a406f82-8282-450f-86f8-37961adf7792 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:21.430217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.443922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45310988-921e-475f-bef1-c28bfa659f0f req-a2766f49-57aa-4eaf-a5ea-a28a89ff0cc7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:21.447066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Transition to ACTIVE for port object 0a406f82-8282-450f-86f8-37961adf7792 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:21.452885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45310988-921e-475f-bef1-c28bfa659f0f req-a2766f49-57aa-4eaf-a5ea-a28a89ff0cc7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.0991399 Dec 15 04:30:21.453540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.518181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45310988-921e-475f-bef1-c28bfa659f0f req-8d8e9822-4a22-49a0-8111-d9e8451557d0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637035 Dec 15 04:30:21.582712 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-251db12d-0304-454c-b1b9-0df488739430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.588894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-251db12d-0304-454c-b1b9-0df488739430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.599578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-251db12d-0304-454c-b1b9-0df488739430 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93069cc1-2af1-4241-95c3-7121b7e30f15 HTTP/1.1" status: 204 len: 168 time: 0.3714626 Dec 15 04:30:21.609191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251db12d-0304-454c-b1b9-0df488739430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93069cc1-2af1-4241-95c3-7121b7e30f15,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:21.631525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff06ce-68bd-4084-b3a1-113c0d5432ec req-2f9dda37-5351-4a7f-8ffc-f87006a13c68 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:21.633220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaff06ce-68bd-4084-b3a1-113c0d5432ec req-2f9dda37-5351-4a7f-8ffc-f87006a13c68 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 943 time: 0.0994470 Dec 15 04:30:21.647707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Pushing event updated for resources: {'Port': ['ID=0a406f82-8282-450f-86f8-37961adf7792,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:21.698479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Attempting to bind port 0a406f82-8282-450f-86f8-37961adf7792 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:21.700873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Attempting to bind port 0a406f82-8282-450f-86f8-37961adf7792 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:21.701229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Attempting to bind port 0a406f82-8282-450f-86f8-37961adf7792 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:21.709897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Port 0a406f82-8282-450f-86f8-37961adf7792 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:21.713616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Attempting to bind port 0a406f82-8282-450f-86f8-37961adf7792 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:21.726999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:21.728785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:21.730912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:21.731375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Bound port: 0a406f82-8282-450f-86f8-37961adf7792, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:21.731748 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.757683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaff06ce-68bd-4084-b3a1-113c0d5432ec req-6b2a1ba2-574e-431c-845c-c5303ba4c651 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149104 Dec 15 04:30:21.776114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-b978f833-c661-4602-bbf3-92ae4d23c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:21.777962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-b978f833-c661-4602-bbf3-92ae4d23c7c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1097 time: 0.1155474 Dec 15 04:30:21.902780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] For port 0a406f82-8282-450f-86f8-37961adf7792, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:21.906858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] For port 0a406f82-8282-450f-86f8-37961adf7792, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a406f82-8282-450f-86f8-37961adf7792,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:21.914077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.923527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-bbe24050-6068-4055-89c0-6aea0ff75486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:21.925616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-bbe24050-6068-4055-89c0-6aea0ff75486 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1401513 Dec 15 04:30:21.979083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:21.979895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:21.984172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] 10.222.0.16 "PUT /v2.0/ports/0a406f82-8282-450f-86f8-37961adf7792 HTTP/1.1" status: 200 len: 1097 time: 1.2208259 Dec 15 04:30:21.987773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'tag': '0a406f82-8282-450f-86f8-37961adf7792'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:21.998239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c510e-a324-40a9-b991-40556976abe3 req-7b0420bb-392b-4b34-a102-dd1c0f479486 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:22.001285 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7521afe6-0240-42fe-a79e-c2c836d01259" -d '{"events": [{"name": "network-changed", "server_uuid": "4905581f-50e5-4ba2-b640-abc500bcad3c", "tag": "0a406f82-8282-450f-86f8-37961adf7792"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:22.007310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c94c510e-a324-40a9-b991-40556976abe3 req-7b0420bb-392b-4b34-a102-dd1c0f479486 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 945 time: 0.1264503 Dec 15 04:30:22.015095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-63afc627-275b-4a4e-86d2-b072dcc0701e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.0741131 Dec 15 04:30:22.061660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbadfc-5e21-42a0-8953-3813a212760c service neutron] Pushing event updated for resources: {'Port': ['ID=0a406f82-8282-450f-86f8-37961adf7792,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:22.135004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c94c510e-a324-40a9-b991-40556976abe3 req-4cd3b7c4-37a4-429c-b187-a9e1f985a1fe tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250520 Dec 15 04:30:22.172842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-40bd104b-1b1e-44c9-8dd0-28dabf5cc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:22.176977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-40bd104b-1b1e-44c9-8dd0-28dabf5cc6eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1508853 Dec 15 04:30:22.183425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-c49487c4-799a-44e3-b264-34c885f85bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:22.185212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-c49487c4-799a-44e3-b264-34c885f85bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 1100 time: 0.1247902 Dec 15 04:30:22.186492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:22.241341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-15f8facd-97be-4b0c-907b-c6166e655253 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562325 Dec 15 04:30:22.284210 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59052a3-4894-483f-ac85-146e779e8408 x-openstack-request-id: req-a59052a3-4894-483f-ac85-146e779e8408 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:22.284625 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4905581f-50e5-4ba2-b640-abc500bcad3c", "tag": "0a406f82-8282-450f-86f8-37961adf7792", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:22.284784 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a59052a3-4894-483f-ac85-146e779e8408 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:22.286647 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'tag': '0a406f82-8282-450f-86f8-37961adf7792', 'status': 'completed', 'code': 200} Dec 15 04:30:22.293378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-b2d25382-901b-4798-89a0-b80eac9df8cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=0a406f82-8282-450f-86f8-37961adf7792 HTTP/1.1" status: 200 len: 217 time: 0.0929780 Dec 15 04:30:22.402394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-07c9b2e3-4f76-4b94-975f-4760de3b64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:22.403975 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-07c9b2e3-4f76-4b94-975f-4760de3b64ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1025617 Dec 15 04:30:22.434529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:22.461592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'port_id': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'mac_address': 'fa:16:3e:52:38:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3128db63-9590-4e06-b678-46acc6402fec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:22.494106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481696-ac97-4586-a54f-ecceba548622 req-84b9dcbc-f590-4a4c-91f6-a2cdf293b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:22.496440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-84b9dcbc-f590-4a4c-91f6-a2cdf293b6d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748806 Dec 15 04:30:22.535200 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:22.548851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3b075-c8a1-416f-b17a-2bb6962d263b req-5200547e-2184-4c41-9b0a-3ca17f9c759f tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:22.551022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ea3b075-c8a1-416f-b17a-2bb6962d263b req-5200547e-2184-4c41-9b0a-3ca17f9c759f tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 948 time: 0.1635065 Dec 15 04:30:22.554523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9f7f8e-9367-4e13-9262-2fe87efcbaae {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:22.591659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:22.598290 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:22.599236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 002a4376-79a8-44f3-b65d-79e6d2a59526 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:22.623044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-533e993f-a61a-46b6-a373-5b696da81d6c service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726773 Dec 15 04:30:22.717611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-648a8c4f-74ae-4641-9611-393a28664107 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067564 Dec 15 04:30:22.751623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:22.817319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 002a4376-79a8-44f3-b65d-79e6d2a59526, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=002a4376-79a8-44f3-b65d-79e6d2a59526,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:22.831435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '002a4376-79a8-44f3-b65d-79e6d2a59526', 'network_id': 'bf4381aa-10f6-42b4-963b-81fcac5d5c0c', 'port_id': '002a4376-79a8-44f3-b65d-79e6d2a59526', 'mac_address': 'fa:16:3e:7c:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9289546-f6c7-444b-87bc-f260d321dabd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:22.856218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ea3b075-c8a1-416f-b17a-2bb6962d263b req-2f15e77b-2ac4-4a32-b444-423eb0f7eb02 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925923 Dec 15 04:30:22.907640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:22.926417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002a4376-79a8-44f3-b65d-79e6d2a59526 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:22.954448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0663959b-db18-4c14-a0ac-2207f23c76ab service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222795 Dec 15 04:30:22.976213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 002a4376-79a8-44f3-b65d-79e6d2a59526, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=002a4376-79a8-44f3-b65d-79e6d2a59526,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:22.985991 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:22.990134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70481696-ac97-4586-a54f-ecceba548622 req-0b914e7c-6f86-4da8-a63c-3a3a28891c17 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622457 Dec 15 04:30:23.051320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f735e02-800d-4b9c-ae7e-e76f7787b99b req-866b924a-3b14-485e-b756-90ef940e37e4 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.054087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=002a4376-79a8-44f3-b65d-79e6d2a59526,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:23.059787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f735e02-800d-4b9c-ae7e-e76f7787b99b req-866b924a-3b14-485e-b756-90ef940e37e4 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.0924184 Dec 15 04:30:23.186302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-53d2c7ab-d569-47d0-b511-211462356597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.188303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-53d2c7ab-d569-47d0-b511-211462356597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 1100 time: 0.0851808 Dec 15 04:30:23.223987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f735e02-800d-4b9c-ae7e-e76f7787b99b req-7f3ebb7c-994c-4413-add3-7c65b0156fec tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568477 Dec 15 04:30:23.251795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b85f57-4e47-4199-a799-60a15a1b2928 req-5caea5c4-cae3-427c-acd4-3168825690f2 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.255492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51088) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:23.257689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2b85f57-4e47-4199-a799-60a15a1b2928 req-5caea5c4-cae3-427c-acd4-3168825690f2 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 944 time: 0.1950476 Dec 15 04:30:23.262895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-4fc62be1-469d-4cd5-8d34-b1288f577fcc tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.265137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-4fc62be1-469d-4cd5-8d34-b1288f577fcc tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.1866512 Dec 15 04:30:23.282875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:23.325916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-59837931-05b6-4094-a4f1-560c0149bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.327741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-59837931-05b6-4094-a4f1-560c0149bce0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1322377 Dec 15 04:30:23.347272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6d9f7f8e-9367-4e13-9262-2fe87efcbaae'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:23.373717 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.387929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2b85f57-4e47-4199-a799-60a15a1b2928 req-5e6c2f26-6cb8-4369-91f7-2697a3c3da0d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157939 Dec 15 04:30:23.388398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-5cba09fd-700c-4a02-90e0-6996faede1b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=0a406f82-8282-450f-86f8-37961adf7792 HTTP/1.1" status: 200 len: 217 time: 0.0507741 Dec 15 04:30:23.467286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['002a4376-79a8-44f3-b65d-79e6d2a59526'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:23.478756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-6dfd15af-2715-4aae-86f5-f743ce7ba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.480675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-6dfd15af-2715-4aae-86f5-f743ce7ba5b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0845356 Dec 15 04:30:23.492186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-network', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:23.536975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Made reservation on behalf of 6b3b473939f246a6918ec40c9450a1f4 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:23.539834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.568156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.645076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-b22964f5-39d9-48ef-b233-915d7ba0af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.651265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-b22964f5-39d9-48ef-b233-915d7ba0af78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334596 Dec 15 04:30:23.689931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266c77-9c87-425b-bccd-1787af104120 req-68869ada-ca06-49a1-a5ec-c1a85d4c3bb3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:23.691447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab266c77-9c87-425b-bccd-1787af104120 req-68869ada-ca06-49a1-a5ec-c1a85d4c3bb3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 945 time: 0.2008502 Dec 15 04:30:23.782702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:23.814490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab266c77-9c87-425b-bccd-1787af104120 req-97a5a837-eb9c-44d5-b1b1-af323477f760 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158502 Dec 15 04:30:23.828848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.836551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.854725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:30:23.874912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.875816 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Added segment f762141d-5c91-4973-9efe-ba3025274020 of type vlan for network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 Dec 15 04:30:23.879088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:23.953463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51110) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:23.974341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:23.995741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:23.998425 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e78eb4a-27dd-4fc9-ab00-806674f3b113" -d '{"events": [{"server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "name": "network-vif-unplugged", "status": "completed", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:24.003190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.021682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea42fe9b-a1d1-4763-944a-72fabf3f71ec,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:24.040597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.041770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:24.042353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.055369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.065595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-b4d52bd5-44ac-4897-a262-1088bace780c service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018741 Dec 15 04:30:24.126805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8701396 Dec 15 04:30:24.133904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51120) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:24.139566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Request body: {'subnet': {'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-subnet', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:24.146554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-243094c6-2a14-4505-bb2e-a7bbbc8e384c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.170100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1da0-15aa-4b3f-8a47-8d089b03d088 req-b5bfeb9a-76cf-43f2-8eed-c459c6468f3c tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:24.173630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b76d1da0-15aa-4b3f-8a47-8d089b03d088 req-b5bfeb9a-76cf-43f2-8eed-c459c6468f3c tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 948 time: 0.1664231 Dec 15 04:30:24.188603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999707-de26-40f0-9cea-04134360c7cf admin admin] Pushing event updated for resources: {'Network': ['ID=071c5e05-58a4-49ab-865d-0e19cf3d0a88,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:24.203157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:30:24.247829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:24.255365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7521afe6-0240-42fe-a79e-c2c836d01259 req-df6d94fc-844a-4705-ae47-d2f1d3d8f700 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466465 Dec 15 04:30:24.262591 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262afda-7299-4784-a2d1-0b32d5286fff x-openstack-request-id: req-7262afda-7299-4784-a2d1-0b32d5286fff {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:24.262914 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "name": "network-vif-unplugged", "status": "completed", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:24.263503 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7262afda-7299-4784-a2d1-0b32d5286fff {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:24.263503 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'code': 200} Dec 15 04:30:24.277762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Made reservation on behalf of 6b3b473939f246a6918ec40c9450a1f4 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:24.282563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.306218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:24.307215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:24.307737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:24.421249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:24.421575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Attempting to bind port 031cba27-9535-4d0b-b0dc-638fd120fd1b on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:24.432638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b76d1da0-15aa-4b3f-8a47-8d089b03d088 req-7b388baf-f926-45fa-b0ae-d574fdce4d07 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261417 Dec 15 04:30:24.459354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:24.459811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:24.460101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:24.460600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Bound port: 031cba27-9535-4d0b-b0dc-638fd120fd1b, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:24.460908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.531626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edff1f-299d-4a6b-a8f5-c44cfdcdeb5c req-d300161c-a803-416f-a96f-41a74af6dbdf tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:24.533255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27edff1f-299d-4a6b-a8f5-c44cfdcdeb5c req-d300161c-a803-416f-a96f-41a74af6dbdf tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.1741006 Dec 15 04:30:24.540090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51132) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:24.602269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-243094c6-2a14-4505-bb2e-a7bbbc8e384c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.637694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-243094c6-2a14-4505-bb2e-a7bbbc8e384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.664676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0758764a-aef3-4646-9529-63157d479566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.739599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-243094c6-2a14-4505-bb2e-a7bbbc8e384c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8212f8bb4e742d2bcf83fbd1a98a346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7826724 Dec 15 04:30:24.741426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:24.747694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51138) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:24.761804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0758764a-aef3-4646-9529-63157d479566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.772570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0758764a-aef3-4646-9529-63157d479566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.788037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7bc66-e9f9-49c3-b0ca-d7f7f848c0ed req-0594a49a-e5e1-43c1-895d-f861d95d3f9a tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:24.789457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0a7bc66-e9f9-49c3-b0ca-d7f7f848c0ed req-0594a49a-e5e1-43c1-895d-f861d95d3f9a tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 944 time: 0.2734113 Dec 15 04:30:24.812409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27edff1f-299d-4a6b-a8f5-c44cfdcdeb5c req-e015763a-648d-4b79-b31e-86a421c127a1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401295 Dec 15 04:30:24.820997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:24.822080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243094c6-2a14-4505-bb2e-a7bbbc8e384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e1b21-bb35-4ee9-a4ca-a26b00203e56,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:24.842238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.850148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758764a-aef3-4646-9529-63157d479566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ad7fb-6fa9-4717-9ab2-65f3c7dfcd4b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:24.864389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0758764a-aef3-4646-9529-63157d479566 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8482c0de3c954e54b743c0ef90ccdca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221576 Dec 15 04:30:24.865770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51142) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:24.883248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.903997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a542a193-bbca-4ea1-9c33-35f48f066dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:24.956324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a542a193-bbca-4ea1-9c33-35f48f066dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.001602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0a7bc66-e9f9-49c3-b0ca-d7f7f848c0ed req-ca1eb30e-6ede-4037-87d7-78000b2058ac tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973853 Dec 15 04:30:25.019678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa53d09d-1fb9-44b6-b1f8-fddcb54cd7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.032216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=8']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:25.039305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:25.040024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.042115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-0440aa93-491a-458b-a9da-3a9415658d6e service neutron] 10.222.0.42 "PUT /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 1123 time: 1.7678146 Dec 15 04:30:25.052407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebbe00a-6c84-4f6a-a4ed-1426af6f7797,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:25.053494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa53d09d-1fb9-44b6-b1f8-fddcb54cd7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.063762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a542a193-bbca-4ea1-9c33-35f48f066dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.067505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a542a193-bbca-4ea1-9c33-35f48f066dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.069189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a542a193-bbca-4ea1-9c33-35f48f066dfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c1e1b21-bb35-4ee9-a4ca-a26b00203e56 HTTP/1.1" status: 204 len: 168 time: 0.3200567 Dec 15 04:30:25.077860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c21d2-c05e-4c73-89a7-26b2afd0dfbe req-d44a248d-28db-4944-a84b-9b8cb7c5a13a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:25.079424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a1c21d2-c05e-4c73-89a7-26b2afd0dfbe req-d44a248d-28db-4944-a84b-9b8cb7c5a13a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.1547875 Dec 15 04:30:25.083317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Checking segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:25.083681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Network hostable DHCP agents. Network: 071c5e05-58a4-49ab-865d-0e19cf3d0a88, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:30:25.091046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a193-bbca-4ea1-9c33-35f48f066dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e1b21-bb35-4ee9-a4ca-a26b00203e56,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:25.137396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:30:25.148989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa53d09d-1fb9-44b6-b1f8-fddcb54cd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.152821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa53d09d-1fb9-44b6-b1f8-fddcb54cd7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.156377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa53d09d-1fb9-44b6-b1f8-fddcb54cd7c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec9ad7fb-6fa9-4717-9ab2-65f3c7dfcd4b HTTP/1.1" status: 204 len: 168 time: 0.2857940 Dec 15 04:30:25.163863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53d09d-1fb9-44b6-b1f8-fddcb54cd7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ad7fb-6fa9-4717-9ab2-65f3c7dfcd4b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:25.179991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a1c21d2-c05e-4c73-89a7-26b2afd0dfbe req-e172f9b3-5f8f-46fa-a63f-5adff6ec29b5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914192 Dec 15 04:30:25.180774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 071c5e05-58a4-49ab-865d-0e19cf3d0a88) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:25.188120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:25.189211 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.192532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['031cba27-9535-4d0b-b0dc-638fd120fd1b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:25.204835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1cebd-dc3a-4042-ad2c-fe0a27d639f0 None None] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:30:25.215528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-113b7309-fe2a-48e9-a45d-b4e5090cfd38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0793433 Dec 15 04:30:25.218722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51150) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:25.224504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:25.255064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.257315 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.330876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.419940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:30:25.421036 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.507796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.570531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Allocated IP 172.20.0.2 (071c5e05-58a4-49ab-865d-0e19cf3d0a88/eebbe00a-6c84-4f6a-a4ed-1426af6f7797/d394df13-1e52-411e-8336-1da9043d8476) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:25.681234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51158) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:25.684441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa970a-5ef7-40b5-a187-b00cdf694efb req-ab125a86-7101-4be9-a681-af2378aea946 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:25.695726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486149e6-af16-41bb-a0fc-bdab468a276f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.699790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87aa970a-5ef7-40b5-a187-b00cdf694efb req-ab125a86-7101-4be9-a681-af2378aea946 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 948 time: 0.1222425 Dec 15 04:30:25.778915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51160) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:25.781523 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.790530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.806048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87aa970a-5ef7-40b5-a187-b00cdf694efb req-08c69f79-1255-4ba2-93cc-4190d5a966b6 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 Dec 15 04:30:25.807254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7af59a0-f82a-47ad-826d-2b8b57d6b37a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.813317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:25.847938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:25.860635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:25.903765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.915790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a406f82-8282-450f-86f8-37961adf7792 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:25.920751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Pushing event updated for resources: {'Port': ['ID=d394df13-1e52-411e-8336-1da9043d8476,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:25.942859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.961321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Attempting to bind port d394df13-1e52-411e-8336-1da9043d8476 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:25.962388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Attempting to bind port d394df13-1e52-411e-8336-1da9043d8476 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:25.962388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Attempting to bind port d394df13-1e52-411e-8336-1da9043d8476 on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:25.973002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:25.973378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Checking segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:25.973767 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.974148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Bound using segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:25.974618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Bound port: d394df13-1e52-411e-8336-1da9043d8476, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:25.974990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.980139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7af59a0-f82a-47ad-826d-2b8b57d6b37a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:25.990225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7af59a0-f82a-47ad-826d-2b8b57d6b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.010939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486149e6-af16-41bb-a0fc-bdab468a276f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.026440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486149e6-af16-41bb-a0fc-bdab468a276f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.034852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45c2a1-c318-42e4-b0fd-f4c69e2c0d49 req-4a5a738c-60a3-4df4-a87b-6b4d3e17ca5f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:26.044278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de45c2a1-c318-42e4-b0fd-f4c69e2c0d49 req-4a5a738c-60a3-4df4-a87b-6b4d3e17ca5f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.1097274 Dec 15 04:30:26.070784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d7af59a0-f82a-47ad-826d-2b8b57d6b37a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0de608e2ac04f05b174d449258d63de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901914 Dec 15 04:30:26.079384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af59a0-f82a-47ad-826d-2b8b57d6b37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfde753-4ab5-4941-942d-7fca31c67a86,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.084454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51166) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:26.129796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] For port d394df13-1e52-411e-8336-1da9043d8476, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:26.133977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-486149e6-af16-41bb-a0fc-bdab468a276f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d62536b0dd74ae48c3386dfe51387b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515092 Dec 15 04:30:26.136001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] For port d394df13-1e52-411e-8336-1da9043d8476, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d394df13-1e52-411e-8336-1da9043d8476,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:26.138260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a406f82-8282-450f-86f8-37961adf7792, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a406f82-8282-450f-86f8-37961adf7792,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:26.143766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51168) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:26.151578 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.165260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486149e6-af16-41bb-a0fc-bdab468a276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b333832-79e5-443b-8eca-fe9446cc4e2b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.184111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de45c2a1-c318-42e4-b0fd-f4c69e2c0d49 req-af15eb69-c08c-4bb6-aa8a-7742b95d7499 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388700 Dec 15 04:30:26.199694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Allocated IP 172.25.2.247 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/958b401d-72dd-48fa-8ce3-e33ca58a2aef) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:26.201942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0a406f82-8282-450f-86f8-37961adf7792', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '0a406f82-8282-450f-86f8-37961adf7792', 'mac_address': 'fa:16:3e:0a:d6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:26.217010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:26.265347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:26.267406 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2901cc81-9bd3-4ff8-870d-ae8d8994877b" -d '{"events": [{"name": "network-changed", "server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:26.273037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c525bc76-b91a-40e5-80a5-b786c0a14461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.301119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207b14-158e-427d-8ee3-981d59f72d45 req-eee0e59c-c7ba-4dc7-8c5e-d2d2142ae3ce tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:26.302667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d207b14-158e-427d-8ee3-981d59f72d45 req-eee0e59c-c7ba-4dc7-8c5e-d2d2142ae3ce tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 944 time: 0.1628802 Dec 15 04:30:26.313258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd019-3817-430e-aedd-5a306f9d746a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.340299 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c525bc76-b91a-40e5-80a5-b786c0a14461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.357160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.389898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd019-3817-430e-aedd-5a306f9d746a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.408806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.432011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:26.451848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:26.457718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:26.491677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d207b14-158e-427d-8ee3-981d59f72d45 req-4634915d-458f-4a4a-987d-80e534991a5f tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763113 Dec 15 04:30:26.521886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61877c58-1636-4a40-9296-0173bfc88640 None None] Pushing event updated for resources: {'Port': ['ID=d394df13-1e52-411e-8336-1da9043d8476,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.534516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Pushing event updated for resources: {'Port': ['ID=958b401d-72dd-48fa-8ce3-e33ca58a2aef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.536385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.548239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24a038-87df-40f9-8034-f8da9c2872f4 req-898b7002-0047-4bdf-b509-cc21f53e4709 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:26.551639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d24a038-87df-40f9-8034-f8da9c2872f4 req-898b7002-0047-4bdf-b509-cc21f53e4709 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.1506460 Dec 15 04:30:26.554844 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c525bc76-b91a-40e5-80a5-b786c0a14461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.557185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:26.560329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c525bc76-b91a-40e5-80a5-b786c0a14461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.564297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c525bc76-b91a-40e5-80a5-b786c0a14461 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccfde753-4ab5-4941-942d-7fca31c67a86 HTTP/1.1" status: 204 len: 168 time: 0.4760790 Dec 15 04:30:26.572178 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68236af0-21f6-4bf8-858f-03177ef9d343 x-openstack-request-id: req-68236af0-21f6-4bf8-858f-03177ef9d343 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:26.572500 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:26.572725 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68236af0-21f6-4bf8-858f-03177ef9d343 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:26.573321 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'status': 'completed', 'code': 200} Dec 15 04:30:26.576111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:26.576111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.590125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a406f82-8282-450f-86f8-37961adf7792 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:26.598038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525bc76-b91a-40e5-80a5-b786c0a14461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfde753-4ab5-4941-942d-7fca31c67a86,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.614748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd019-3817-430e-aedd-5a306f9d746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.618331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd019-3817-430e-aedd-5a306f9d746a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.619801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7b3bd019-3817-430e-aedd-5a306f9d746a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b333832-79e5-443b-8eca-fe9446cc4e2b HTTP/1.1" status: 204 len: 168 time: 0.4742453 Dec 15 04:30:26.647462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bd019-3817-430e-aedd-5a306f9d746a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b333832-79e5-443b-8eca-fe9446cc4e2b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.674659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d24a038-87df-40f9-8034-f8da9c2872f4 req-d54b0818-4887-46a9-ae98-a51182eabd1c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064634 Dec 15 04:30:26.729927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a406f82-8282-450f-86f8-37961adf7792, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a406f82-8282-450f-86f8-37961adf7792,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:26.763433 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.897915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a406f82-8282-450f-86f8-37961adf7792,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:26.921301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:26.995780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:26.999701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:27.003683 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab453494-eb0b-4888-a849-04a376605ead" -d '{"events": [{"server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "name": "network-vif-plugged", "status": "completed", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:27.015372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.016537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 002a4376-79a8-44f3-b65d-79e6d2a59526 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:27.109741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60fd78-b1aa-4e93-b9df-77730901fc3e req-9a197884-801c-4626-9d4a-cbb72556104e tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:27.115182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f60fd78-b1aa-4e93-b9df-77730901fc3e req-9a197884-801c-4626-9d4a-cbb72556104e tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 949 time: 0.1596744 Dec 15 04:30:27.131925 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c2824-9f27-487c-8aa0-8eb2bc5c8b55 x-openstack-request-id: req-822c2824-9f27-487c-8aa0-8eb2bc5c8b55 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:27.132327 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "name": "network-vif-plugged", "status": "completed", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:27.132498 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-822c2824-9f27-487c-8aa0-8eb2bc5c8b55 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:27.132876 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'code': 200} Dec 15 04:30:27.155331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0a406f82-8282-450f-86f8-37961adf7792'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:27.210946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 002a4376-79a8-44f3-b65d-79e6d2a59526 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:27.214805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:27.234553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 002a4376-79a8-44f3-b65d-79e6d2a59526 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:27.235690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.259439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.300708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f60fd78-b1aa-4e93-b9df-77730901fc3e req-fda85efc-f205-4765-92d7-932248adaad9 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766748 Dec 15 04:30:27.373261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-312d4936-c9e0-43ab-8534-e60bb9008639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:27.376597 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-312d4936-c9e0-43ab-8534-e60bb9008639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1126 time: 0.6388738 Dec 15 04:30:27.450415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288872a-b37f-495a-8a60-ed011a6896f6 req-f861e8e3-7b9e-4e0f-a55a-4f58a24ed781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:27.455059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a288872a-b37f-495a-8a60-ed011a6896f6 req-f861e8e3-7b9e-4e0f-a55a-4f58a24ed781 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1097 time: 0.2158546 Dec 15 04:30:27.485414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.555073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 002a4376-79a8-44f3-b65d-79e6d2a59526, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=002a4376-79a8-44f3-b65d-79e6d2a59526,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:27.567797 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.652099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-6e37546b-94f9-48b5-8de4-986e56170caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:27.653768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-6e37546b-94f9-48b5-8de4-986e56170caf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.2688222 Dec 15 04:30:27.661108 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b38c5316-f0b2-4dcb-bc5e-2f93fd381065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.732611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=002a4376-79a8-44f3-b65d-79e6d2a59526,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:27.759253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-a20677b6-22e6-46c3-b6c8-a39fda074b9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.0918519 Dec 15 04:30:27.811393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d394df13-1e52-411e-8336-1da9043d8476 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:27.825866 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:27.927839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-adb8459a-65e9-4c9f-873c-4c113ac77a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:27.929497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-adb8459a-65e9-4c9f-873c-4c113ac77a6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1604128 Dec 15 04:30:27.931988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d394df13-1e52-411e-8336-1da9043d8476 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:27.932399 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:28.001743 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-c6f49afc-6e0e-4740-b6cf-fa28a6886acb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615582 Dec 15 04:30:28.113679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:28.213685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f955580-85dc-4c96-bea6-866acbc172be None None] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:30:28.228830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-5a5dcefe-2900-4c49-a12c-d407bda5210d service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090034 Dec 15 04:30:28.229320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port d394df13-1e52-411e-8336-1da9043d8476, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d394df13-1e52-411e-8336-1da9043d8476,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:28.230564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:28.246393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9e52f-0f0d-4f9d-8972-14805299b504 req-9ea03ad4-d0d6-45c2-b561-126cf9602d73 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:28.254178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ec9e52f-0f0d-4f9d-8972-14805299b504 req-9ea03ad4-d0d6-45c2-b561-126cf9602d73 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 945 time: 0.8361061 Dec 15 04:30:28.270500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a288872a-b37f-495a-8a60-ed011a6896f6 req-79ea1c43-4367-4f77-a651-fcc0f18d7efb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7895198 Dec 15 04:30:28.286837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:30:28.319731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb81ae-e329-4b51-acc0-cc93ce0a678f req-24d3dd2e-0abd-4a5d-9c98-3a40c09361ca tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:28.328701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25fb81ae-e329-4b51-acc0-cc93ce0a678f req-24d3dd2e-0abd-4a5d-9c98-3a40c09361ca tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.1678708 Dec 15 04:30:28.345972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:28.418300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ec9e52f-0f0d-4f9d-8972-14805299b504 req-bf0947e3-bc77-4290-bd5c-a27aff1d7086 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631491 Dec 15 04:30:28.485540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25fb81ae-e329-4b51-acc0-cc93ce0a678f req-d49a6787-4b5b-440e-8cac-ad76c165b5e3 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555433 Dec 15 04:30:28.553008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b9f68acd-2042-4e0f-94f3-6d51637a7a8d None None] Provisioning complete for port d394df13-1e52-411e-8336-1da9043d8476 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:28.553478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9f68acd-2042-4e0f-94f3-6d51637a7a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:28.558501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:30:28.577331 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:30:28.616993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:28.621728 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:30:28.622594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0a375f91-7436-4486-9eca-651d85fadeca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4025097 Dec 15 04:30:28.625470 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2901cc81-9bd3-4ff8-870d-ae8d8994877b req-654ea982-e7d5-4134-8249-921350208ccb service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808553 Dec 15 04:30:28.626132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:28.626254 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:30:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:28.651137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=d394df13-1e52-411e-8336-1da9043d8476,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:28.789516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01edb4-7d3b-4763-aeff-aac0f5ad78f4 req-0bf7db46-27fc-4822-8719-6a491b4f9d67 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:28.802139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd01edb4-7d3b-4763-aeff-aac0f5ad78f4 req-0bf7db46-27fc-4822-8719-6a491b4f9d67 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.2299685 Dec 15 04:30:28.871409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1232ec-5ac6-4c8b-a095-9ec375564c8a req-f551873b-e92e-4a9b-a793-f20f5fe9bf31 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:28.873209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e1232ec-5ac6-4c8b-a095-9ec375564c8a req-f551873b-e92e-4a9b-a793-f20f5fe9bf31 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 949 time: 0.2084844 Dec 15 04:30:28.916704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd01edb4-7d3b-4763-aeff-aac0f5ad78f4 req-7e6d3527-9028-405f-a7b0-e36c0770aca6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136060 Dec 15 04:30:28.917520 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:30:28.971925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:29.021116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e1232ec-5ac6-4c8b-a095-9ec375564c8a req-27b16305-2739-4107-be6e-36269486eed3 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258063 Dec 15 04:30:29.023079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:30:29.133925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a4376-79a8-44f3-b65d-79e6d2a59526'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:29.137141 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bb46f-77c9-459c-bca6-23692eae06b9" -d '{"events": [{"server_uuid": "d664b457-7649-4c65-8c2a-e85fc2e52edf", "name": "network-vif-plugged", "status": "completed", "tag": "002a4376-79a8-44f3-b65d-79e6d2a59526"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:29.248753 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61e49d-afca-4a89-acf5-08600deb2b23 x-openstack-request-id: req-de61e49d-afca-4a89-acf5-08600deb2b23 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:29.249816 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664b457-7649-4c65-8c2a-e85fc2e52edf", "name": "network-vif-plugged", "status": "completed", "tag": "002a4376-79a8-44f3-b65d-79e6d2a59526", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:29.250216 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de61e49d-afca-4a89-acf5-08600deb2b23 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:29.250768 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a4376-79a8-44f3-b65d-79e6d2a59526', 'code': 200} Dec 15 04:30:29.269347 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:26Z', 'revision_number': 3, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:29.325598 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:30:29.326483 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Updating router bb293f10-9efb-4ffe-83dc-bb83a78d7881 port 958b401d-72dd-48fa-8ce3-e33ca58a2aef binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:30:29.409061 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:29.520893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-432ff326-f0cc-4db4-b7ef-a5624868f05a None None] Provisioning complete for port d394df13-1e52-411e-8336-1da9043d8476 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:29.525696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-432ff326-f0cc-4db4-b7ef-a5624868f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:29.553868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57d1af-806b-4cd8-ac45-8a91cc4729b8 req-c876f789-1bdb-43a9-9729-32dea0be668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:29.555529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe57d1af-806b-4cd8-ac45-8a91cc4729b8 req-c876f789-1bdb-43a9-9729-32dea0be668a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 1097 time: 0.1386507 Dec 15 04:30:29.678827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe57d1af-806b-4cd8-ac45-8a91cc4729b8 req-7a56a465-7bff-4fa9-9c26-c9d98d06c0ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135225 Dec 15 04:30:29.864773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:29.884358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d394df13-1e52-411e-8336-1da9043d8476 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:29.902956 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9a6d694f-e02d-4efc-b11d-6f327ddeddb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:29.914305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8466a9-cba5-4638-8d03-9fd727e892a0 req-c4e10241-289d-4e08-903c-8372b1d26ddb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:29.925733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd8466a9-cba5-4638-8d03-9fd727e892a0 req-c4e10241-289d-4e08-903c-8372b1d26ddb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 945 time: 0.2499144 Dec 15 04:30:30.012426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a406f82-8282-450f-86f8-37961adf7792 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:30.136054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6d8a-c568-4457-984f-a1512479d581 req-17217e9a-f5f0-4f7f-8a81-a91df652ab07 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:30.151966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a6c6d8a-c568-4457-984f-a1512479d581 req-17217e9a-f5f0-4f7f-8a81-a91df652ab07 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.3895588 Dec 15 04:30:30.156951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd8466a9-cba5-4638-8d03-9fd727e892a0 req-eefe8666-6657-4df9-8a2e-42a107d53d01 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287045 Dec 15 04:30:30.165663 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.177403 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.250110 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Pushing event updated for resources: {'Port': ['ID=958b401d-72dd-48fa-8ce3-e33ca58a2aef,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:30.274470 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.274910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.275366 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.275723 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.276053 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.276758 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.277100 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.277492 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.277612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d394df13-1e52-411e-8336-1da9043d8476 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:30.278054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.278151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.278227 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.278681 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.279014 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.279345 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:30.295436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 0a406f82-8282-450f-86f8-37961adf7792 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:30.312978 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Attempting to bind port 958b401d-72dd-48fa-8ce3-e33ca58a2aef on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:30.313627 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Attempting to bind port 958b401d-72dd-48fa-8ce3-e33ca58a2aef by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:30.314404 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Attempting to bind port 958b401d-72dd-48fa-8ce3-e33ca58a2aef on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:30.324349 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:30.329057 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:30.329337 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.329736 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:30.330234 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Bound port: 958b401d-72dd-48fa-8ce3-e33ca58a2aef, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:30.330637 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.406281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0a406f82-8282-450f-86f8-37961adf7792 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:30.406598 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.439589 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] For port 958b401d-72dd-48fa-8ce3-e33ca58a2aef, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:30.444022 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] For port 958b401d-72dd-48fa-8ce3-e33ca58a2aef, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=958b401d-72dd-48fa-8ce3-e33ca58a2aef,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:30.455760 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.459225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a6c6d8a-c568-4457-984f-a1512479d581 req-17542349-bc23-4267-9e27-8a6c2a79a88e tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988737 Dec 15 04:30:30.493663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9fa51-0527-4406-8740-700e9449b0da req-ca58bcd8-bdc9-476c-a07f-c2f34e73379c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:30.504722 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dea9fa51-0527-4406-8740-700e9449b0da req-ca58bcd8-bdc9-476c-a07f-c2f34e73379c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 943 time: 0.2312248 Dec 15 04:30:30.539868 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-f9919490-ed3b-4bf2-a337-d54a3ac1f93e service neutron] 10.222.0.16 "GET /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.6772141 Dec 15 04:30:30.621594 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.637719 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae76659-6101-4f8d-8527-049a19715cf9 None None] Pushing event updated for resources: {'Port': ['ID=958b401d-72dd-48fa-8ce3-e33ca58a2aef,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:30.646969 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:30:30.651769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Allocated IP 172.20.0.1 (071c5e05-58a4-49ab-865d-0e19cf3d0a88/eebbe00a-6c84-4f6a-a4ed-1426af6f7797/af9731b3-b357-49d8-b493-c8b6e4d5af8b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:30.652837 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:30:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:30.654102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dea9fa51-0527-4406-8740-700e9449b0da req-0a428f84-da11-49d1-a4a7-6e3a44b1209e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411636 Dec 15 04:30:30.702467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a406f82-8282-450f-86f8-37961adf7792, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a406f82-8282-450f-86f8-37961adf7792,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:30.713532 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:30.744390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4446f9-b319-439c-9069-a631b4425c8d req-e3725ef6-0abd-4282-b8f4-bfd0678dae44 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:30.752170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc4446f9-b319-439c-9069-a631b4425c8d req-e3725ef6-0abd-4282-b8f4-bfd0678dae44 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 949 time: 0.1517735 Dec 15 04:30:30.821030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc4446f9-b319-439c-9069-a631b4425c8d req-b9cd733a-3097-4678-b88e-aa8abceac59e tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604186 Dec 15 04:30:30.826644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a406f82-8282-450f-86f8-37961adf7792,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:30.909436 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:30:31.009952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.054080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.114063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:31.148639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:31.151082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.252188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a406f82-8282-450f-86f8-37961adf7792'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:31.259696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031cba27-9535-4d0b-b0dc-638fd120fd1b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:31.263794 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a025379-37ad-4c3a-a8b8-acac941ed00c" -d '{"events": [{"server_uuid": "4905581f-50e5-4ba2-b640-abc500bcad3c", "name": "network-vif-plugged", "status": "completed", "tag": "0a406f82-8282-450f-86f8-37961adf7792"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:31.273389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:31.277731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Pushing event updated for resources: {'Port': ['ID=af9731b3-b357-49d8-b493-c8b6e4d5af8b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:31.281089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:31.284633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:31.287398 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:26Z', 'revision_number': 3, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:31.295486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:31.344458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-02619e07-6985-4baf-9a3f-461d918f124d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=78c3c6a94348419b94d15eb4add2baab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352743 Dec 15 04:30:31.356966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.361703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.375135 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73602000-7da8-4958-aaf3-64f5a91a81eb None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:26Z', 'revision_number': 3, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:30:31.496863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-fa41e712-5a26-4d8b-b19c-eb595555bad2 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:31.504645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-fa41e712-5a26-4d8b-b19c-eb595555bad2 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591060 Dec 15 04:30:31.527251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] Transition to ACTIVE for port object 031cba27-9535-4d0b-b0dc-638fd120fd1b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:31.532402 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-9a74605b-1c88-4a31-80eb-4376ee12414b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/quotas/78c3c6a94348419b94d15eb4add2baab HTTP/1.1" status: 200 len: 375 time: 0.0266411 Dec 15 04:30:31.539506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.570093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-d1d059c1-3c7b-4613-9e6e-d58c9c735ed0 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78c3c6a94348419b94d15eb4add2baab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362728 Dec 15 04:30:31.640808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9680f09-7d46-416a-8350-09c7ab405d47 req-cd57dfd8-0f82-46c4-9a05-8774f76b0a44 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:31.642993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9680f09-7d46-416a-8350-09c7ab405d47 req-cd57dfd8-0f82-46c4-9a05-8774f76b0a44 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 945 time: 0.1356144 Dec 15 04:30:31.724034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9680f09-7d46-416a-8350-09c7ab405d47 req-6c5e44b7-b4ae-4de5-ba7f-9e86c9f1a1c7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704589 Dec 15 04:30:31.769047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2074ea36-217b-453e-b4b9-5f49d1ad60b6 None None] Provisioning complete for port af9731b3-b357-49d8-b493-c8b6e4d5af8b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:31.769709 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2074ea36-217b-453e-b4b9-5f49d1ad60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:31.855290 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3745eaac-bda4-41d1-9b0e-e11858616e47 x-openstack-request-id: req-3745eaac-bda4-41d1-9b0e-e11858616e47 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:31.855835 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4905581f-50e5-4ba2-b640-abc500bcad3c", "name": "network-vif-plugged", "status": "completed", "tag": "0a406f82-8282-450f-86f8-37961adf7792", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:31.856607 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3745eaac-bda4-41d1-9b0e-e11858616e47 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:31.857190 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a406f82-8282-450f-86f8-37961adf7792', 'code': 200} Dec 15 04:30:31.906548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2074ea36-217b-453e-b4b9-5f49d1ad60b6 None None] Port af9731b3-b357-49d8-b493-c8b6e4d5af8b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:32.109404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883a52e-b57d-442a-a5ed-a974ce85427b req-8f63c031-f85c-4212-a688-28024046f64d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:32.111055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b883a52e-b57d-442a-a5ed-a974ce85427b req-8f63c031-f85c-4212-a688-28024046f64d tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.1246908 Dec 15 04:30:32.137436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] No DVR routers for this DVR port 031cba27-9535-4d0b-b0dc-638fd120fd1b on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:30:32.185075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] Pushing event updated for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:32.284100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b883a52e-b57d-442a-a5ed-a974ce85427b req-0d9cfb0e-c140-43fc-a630-5d9e28e34e54 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540222 Dec 15 04:30:32.373488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9c844-56a3-45d7-99b1-cac2d652e605 req-c73c5790-596c-450e-b3c9-bd3269495554 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:32.376183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbb9c844-56a3-45d7-99b1-cac2d652e605 req-c73c5790-596c-450e-b3c9-bd3269495554 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.2306690 Dec 15 04:30:32.414447 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-5892875f-783a-467d-bb4f-7a3557ead728 service neutron] 10.222.0.16 "PUT /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 1.8631554 Dec 15 04:30:32.424649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:32.453913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a680b0-7b6d-4e76-83b5-acfbf9d88c4c req-7bb5542e-b62b-4739-a3d9-0c2002163750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:32.455597 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f0a680b0-7b6d-4e76-83b5-acfbf9d88c4c req-7bb5542e-b62b-4739-a3d9-0c2002163750 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 1102 time: 0.3213577 Dec 15 04:30:32.543089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07153159-128e-43c9-be31-eaf58f98741d req-32382bea-249e-47f2-933e-b1b1af7a73cd tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:32.545370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07153159-128e-43c9-be31-eaf58f98741d req-32382bea-249e-47f2-933e-b1b1af7a73cd tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1097 time: 0.1361372 Dec 15 04:30:32.552849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:32.569654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbb9c844-56a3-45d7-99b1-cac2d652e605 req-3c8ddb9a-027b-4ea2-9ada-bb233898706b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871929 Dec 15 04:30:32.760224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07153159-128e-43c9-be31-eaf58f98741d req-ce879eaa-ab50-4a98-89db-5b6fdb82b425 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081611 Dec 15 04:30:32.771908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-141e719c-b52f-42b5-8d05-202485efd1d1 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:32.775985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-141e719c-b52f-42b5-8d05-202485efd1d1 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.2025959 Dec 15 04:30:32.776142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:32.786011 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:32.959703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f0a680b0-7b6d-4e76-83b5-acfbf9d88c4c req-d9144676-4904-4831-90e4-a8360e302ac5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002377 Dec 15 04:30:32.971267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:33.002016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Pushing event updated for resources: {'Port': ['ID=af9731b3-b357-49d8-b493-c8b6e4d5af8b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:33.018942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74a71557-0ed8-41dc-b53d-32c33c0ec088 req-20ecc208-855c-4c10-bc24-fe08dbfca52e tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 210 time: 0.2887053 Dec 15 04:30:33.081101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-b53b37d6-1446-4af9-afc6-d1fea5bc02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:33.086056 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-b53b37d6-1446-4af9-afc6-d1fea5bc02c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&tenant_id=61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 1096 time: 0.2730305 Dec 15 04:30:33.157150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:33.163457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:33.168214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:33.236289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbaf00-c987-4b1e-aeeb-ea5c17271c53 req-dd771b10-acbd-4866-b472-d38c4b3d894a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:33.238442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdcbaf00-c987-4b1e-aeeb-ea5c17271c53 req-dd771b10-acbd-4866-b472-d38c4b3d894a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 950 time: 0.1479232 Dec 15 04:30:33.334754 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:33.344089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-2b3d1753-9466-4413-b8f8-41cdd6e0b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:33.350991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-2b3d1753-9466-4413-b8f8-41cdd6e0b55a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1096 time: 0.2196856 Dec 15 04:30:33.423358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:30:33.525425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdcbaf00-c987-4b1e-aeeb-ea5c17271c53 req-d01f139f-e785-430d-9002-1f267c6c8bcd tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669890 Dec 15 04:30:33.681762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-650f804e-5d76-4520-8a52-89da9c5d2c5e None None] Provisioning complete for port af9731b3-b357-49d8-b493-c8b6e4d5af8b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:33.687495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-650f804e-5d76-4520-8a52-89da9c5d2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:33.696192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:30:33.713495 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-67611b20-2c2b-4cf2-a1b3-42ee68889832 admin admin] 10.222.0.37 "PUT /v2.0/routers/bb293f10-9efb-4ffe-83dc-bb83a78d7881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0836244 Dec 15 04:30:33.738871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa39d8-74e9-4463-b234-74ef7b037ca3 req-7bcde4cb-0a76-46d6-91b1-7b7c4ec64905 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:33.753790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27aa39d8-74e9-4463-b234-74ef7b037ca3 req-7bcde4cb-0a76-46d6-91b1-7b7c4ec64905 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1097 time: 0.2407248 Dec 15 04:30:33.843721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-41f492ea-680e-4664-800b-ec5c5ab33ca7 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=78c3c6a94348419b94d15eb4add2baab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534372 Dec 15 04:30:33.861388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-10f10dfa-d33a-4d61-9170-d6946ef4af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:33.863038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-10f10dfa-d33a-4d61-9170-d6946ef4af38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.4986701 Dec 15 04:30:33.870152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 958b401d-72dd-48fa-8ce3-e33ca58a2aef up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:34.051840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-e82305f2-b2c0-48ee-a4e9-a6eab15c55fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.1779153 Dec 15 04:30:34.159645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:30:34.254514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-650f804e-5d76-4520-8a52-89da9c5d2c5e None None] Port af9731b3-b357-49d8-b493-c8b6e4d5af8b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:34.263117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-a1c7d98c-b7d4-4638-b271-19cb36a75915 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:34.271318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-a1c7d98c-b7d4-4638-b271-19cb36a75915 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209044 Dec 15 04:30:34.288495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 958b401d-72dd-48fa-8ce3-e33ca58a2aef triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:34.291282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:34.296691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Request body: {'port': {'device_id': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '78c3c6a94348419b94d15eb4add2baab'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:34.336145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:30:34.348850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27aa39d8-74e9-4463-b234-74ef7b037ca3 req-0cd5b84a-e51d-439c-aef1-04a87ce89614 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916622 Dec 15 04:30:34.461724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:34.465812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea351b54-755d-47a0-a3f5-b4c8804aa35d req-3e397522-0664-4aba-b84b-bc8ae2389487 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:34.474456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:30:34.475331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea351b54-755d-47a0-a3f5-b4c8804aa35d req-3e397522-0664-4aba-b84b-bc8ae2389487 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.4390879 Dec 15 04:30:34.495042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-dae1b252-bacf-41f0-ab8d-0662d1d7ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:34.502183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-dae1b252-bacf-41f0-ab8d-0662d1d7ef8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.3646049 Dec 15 04:30:34.510942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 958b401d-72dd-48fa-8ce3-e33ca58a2aef, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=958b401d-72dd-48fa-8ce3-e33ca58a2aef,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:34.517256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:30:34.518705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:30:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:34.605215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-f5a6a5c6-727c-40e6-a1fa-d514fa6acf94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832415 Dec 15 04:30:34.652523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Made reservation on behalf of 78c3c6a94348419b94d15eb4add2baab for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:34.660713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:34.708438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:30:34.716230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:34.914169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:34.924147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:34.983259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-c2d51ae2-7c14-43d8-b349-a2a77502e5a0 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651569 Dec 15 04:30:35.019871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662ae198-9f12-44f7-9516-25c5d2f74535,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:35.097956 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:35.127906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Allocated IP 192.168.233.214 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/5b677af3-b707-4c02-9082-73bd90ad9e3b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:35.188413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-2c41fcdd-2f8d-4df2-aaf4-a7eb29b1f99f service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912794 Dec 15 04:30:35.206934 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea351b54-755d-47a0-a3f5-b4c8804aa35d req-4dc312d0-cbde-4b26-81c6-b53abc1d24e4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304294 Dec 15 04:30:35.262244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=958b401d-72dd-48fa-8ce3-e33ca58a2aef,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:35.307352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae64856a-186b-4514-aaef-4de11a24c19d req-22270e10-92a0-4be2-a833-e2ed72ef95e9 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 210 time: 0.1214163 Dec 15 04:30:35.348016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 2, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:35.444250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:30:35.444250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Updating router bb293f10-9efb-4ffe-83dc-bb83a78d7881 port af9731b3-b357-49d8-b493-c8b6e4d5af8b binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:30:35.516807 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:35.547473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199560-7149-4a8c-a9cb-7c923aa008d2 req-7156d6f9-f837-4fcf-a116-4ad6c1f4d04a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:35.562668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:35.564367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44199560-7149-4a8c-a9cb-7c923aa008d2 req-7156d6f9-f837-4fcf-a116-4ad6c1f4d04a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 950 time: 0.1392560 Dec 15 04:30:35.641530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:35.685493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:35.709673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-9add2a62-2be8-4fa0-ac1c-bb1d4744238d tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:35.711195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-9add2a62-2be8-4fa0-ac1c-bb1d4744238d tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1058004 Dec 15 04:30:35.752531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44199560-7149-4a8c-a9cb-7c923aa008d2 req-32247e52-017f-4839-ac3a-5c2228df9f9a tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867228 Dec 15 04:30:35.767922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Pushing event updated for resources: {'Port': ['ID=5b677af3-b707-4c02-9082-73bd90ad9e3b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:35.779725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.780332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.780585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.781259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.784008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.784716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.785268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.785812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.786177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.791610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.794340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.795025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.795634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:35.809459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 958b401d-72dd-48fa-8ce3-e33ca58a2aef up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:35.812834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:35.815629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:35.835053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:35.929770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:35.940513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.002645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-92504860-eb54-4790-b7aa-4742b317a480 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7091591 Dec 15 04:30:36.036305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Request body: {'port': {'device_id': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:36.043996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2155-631b-4d0f-aacf-9c80178e49a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.123469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 958b401d-72dd-48fa-8ce3-e33ca58a2aef triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:36.123799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.412790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2155-631b-4d0f-aacf-9c80178e49a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.428480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.434997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7d9110f2-3800-4a5f-9f48-ad5e704cf653 None None] Provisioning complete for port 5b677af3-b707-4c02-9082-73bd90ad9e3b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:36.435502 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d9110f2-3800-4a5f-9f48-ad5e704cf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.442064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2155-631b-4d0f-aacf-9c80178e49a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.483161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-7c00b637-115c-4195-a887-54b1dc73e37d tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:36.492585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-7c00b637-115c-4195-a887-54b1dc73e37d tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 820 time: 0.6182096 Dec 15 04:30:36.526054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-ae187fc2-c509-4606-aec4-53023fc54328 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/quotas/6b3b473939f246a6918ec40c9450a1f4 HTTP/1.1" status: 200 len: 375 time: 0.0323803 Dec 15 04:30:36.529409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-d38ec3f3-1dba-4bad-9b73-cfa5793e5b5f service neutron] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:36.550515 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-d38ec3f3-1dba-4bad-9b73-cfa5793e5b5f service neutron] Publish callbacks [] for binding, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.552504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abb9d063-3b15-42fb-a4b3-de700d26e687 req-d38ec3f3-1dba-4bad-9b73-cfa5793e5b5f service neutron] 10.222.0.42 "DELETE /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.7879133 Dec 15 04:30:36.595746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7d9110f2-3800-4a5f-9f48-ad5e704cf653 None None] Port 5b677af3-b707-4c02-9082-73bd90ad9e3b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:36.633133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-e5d4d1dd-81dd-43bb-ad9c-189f444e5ce0 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027122 Dec 15 04:30:36.640808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.652332 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa7e2155-631b-4d0f-aacf-9c80178e49a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f436ad602c414968b91259ec3ab1b3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0885479 Dec 15 04:30:36.654878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:36.674830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e2155-631b-4d0f-aacf-9c80178e49a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1dec2-aa3e-4cc5-b154-82e69da23d6d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:36.748287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.849673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:36.850873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e41894-9586-49eb-a62c-e32c45533740 None None] Pushing event updated for resources: {'Port': ['ID=af9731b3-b357-49d8-b493-c8b6e4d5af8b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:36.913549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45782157-58a6-4487-9b89-ff748daad7fc req-0caba783-d5db-4cc1-9d09-3b6a9ec000a8 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:36.923977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45782157-58a6-4487-9b89-ff748daad7fc req-0caba783-d5db-4cc1-9d09-3b6a9ec000a8 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1097 time: 0.1320608 Dec 15 04:30:37.007551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Attempting to bind port af9731b3-b357-49d8-b493-c8b6e4d5af8b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:37.007844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Attempting to bind port af9731b3-b357-49d8-b493-c8b6e4d5af8b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:37.008448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Attempting to bind port af9731b3-b357-49d8-b493-c8b6e4d5af8b on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:37.023407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:37.025371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Checking segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:37.025517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.025808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.026205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Bound using segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:37.026691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Bound port: af9731b3-b357-49d8-b493-c8b6e4d5af8b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:37.027082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.143096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.151194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-23894075-47cf-4ca4-b1ea-089365896316 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075366 Dec 15 04:30:37.198621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] For port af9731b3-b357-49d8-b493-c8b6e4d5af8b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:37.204810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] For port af9731b3-b357-49d8-b493-c8b6e4d5af8b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af9731b3-b357-49d8-b493-c8b6e4d5af8b,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:37.216240 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.274905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45782157-58a6-4487-9b89-ff748daad7fc req-a23338e5-ce13-4d56-ab8e-8fc8ea86d198 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488426 Dec 15 04:30:37.302210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:30:37.302832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:30:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:37.470378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-2c983f3c-9b04-45b9-bdb2-f1d90f1e0d57 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878184 Dec 15 04:30:37.477329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b677af3-b707-4c02-9082-73bd90ad9e3b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:37.490710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.515547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e41894-9586-49eb-a62c-e32c45533740 None None] Pushing event updated for resources: {'Port': ['ID=af9731b3-b357-49d8-b493-c8b6e4d5af8b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:37.526903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Transition to ACTIVE for port object 5b677af3-b707-4c02-9082-73bd90ad9e3b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:37.533111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.537639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-47a96862-a304-4118-8211-515d424f2183 None None] Provisioning complete for port af9731b3-b357-49d8-b493-c8b6e4d5af8b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:37.538152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47a96862-a304-4118-8211-515d424f2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.542277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:30:37.609772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f90a1-d669-49e6-b99f-7ca46a2ed4e3 req-aa31317d-518a-4009-a6e2-e125fe5fcd10 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:37.611486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e0f90a1-d669-49e6-b99f-7ca46a2ed4e3 req-aa31317d-518a-4009-a6e2-e125fe5fcd10 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.1397243 Dec 15 04:30:37.611890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.623121 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.631408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51b1dec2-aa3e-4cc5-b154-82e69da23d6d HTTP/1.1" status: 204 len: 168 time: 0.9709337 Dec 15 04:30:37.687203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1dec2-aa3e-4cc5-b154-82e69da23d6d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:37.715409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b677af3-b707-4c02-9082-73bd90ad9e3b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:37.733038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.733388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.733732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.734070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.734405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.734739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.735067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.735393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.735717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.736041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.736671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.736671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.737002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e3734-eafc-47cb-893e-13a8ad449a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:37.808591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Attempting to bind port 5b677af3-b707-4c02-9082-73bd90ad9e3b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:37.809075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Attempting to bind port 5b677af3-b707-4c02-9082-73bd90ad9e3b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:37.809515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Attempting to bind port 5b677af3-b707-4c02-9082-73bd90ad9e3b on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:37.815722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Port 5b677af3-b707-4c02-9082-73bd90ad9e3b on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:37.816330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Attempting to bind port 5b677af3-b707-4c02-9082-73bd90ad9e3b on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:37.823392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:37.824655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:37.826402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:37.826882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Bound port: 5b677af3-b707-4c02-9082-73bd90ad9e3b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:37.827272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:37.861055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e0f90a1-d669-49e6-b99f-7ca46a2ed4e3 req-b3db1093-3fa2-4c2c-b29d-b6c6b64cdff8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265236 Dec 15 04:30:38.018559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] For port 5b677af3-b707-4c02-9082-73bd90ad9e3b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:38.025381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] For port 5b677af3-b707-4c02-9082-73bd90ad9e3b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:38.034598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.086977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:38.089558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.091017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/5b677af3-b707-4c02-9082-73bd90ad9e3b HTTP/1.1" status: 200 len: 1097 time: 2.0713234 Dec 15 04:30:38.099058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'tag': '5b677af3-b707-4c02-9082-73bd90ad9e3b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:38.101423 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dcc5cd-2d04-4bfb-8220-2221951a127d" -d '{"events": [{"name": "network-changed", "server_uuid": "47fdb393-43f0-4eee-9b1e-1cf2d74861d5", "tag": "5b677af3-b707-4c02-9082-73bd90ad9e3b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:38.140254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dca44-e0e7-4faa-989e-a479891f42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b677af3-b707-4c02-9082-73bd90ad9e3b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:38.290564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-3d06e179-d1fc-44f0-a673-b5a83fbd9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:38.292893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-3d06e179-d1fc-44f0-a673-b5a83fbd9f1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78c3c6a94348419b94d15eb4add2baab&device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 1100 time: 0.1209469 Dec 15 04:30:38.300931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1d637-6acc-4506-a664-b4ef9b1bf39d req-e90923f4-6366-4d5b-b4d1-6720d9f961e4 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:38.310880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7f1d637-6acc-4506-a664-b4ef9b1bf39d req-e90923f4-6366-4d5b-b4d1-6720d9f961e4 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 950 time: 0.3114798 Dec 15 04:30:38.344828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d521a-6951-4cae-9b72-3696e3efb7aa req-d810e826-4d6b-42a4-84cd-add29916fc7b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:38.354195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e6d521a-6951-4cae-9b72-3696e3efb7aa req-d810e826-4d6b-42a4-84cd-add29916fc7b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 948 time: 0.2788203 Dec 15 04:30:38.362833 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47a96862-a304-4118-8211-515d424f2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.416924 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-e7f6839f-45ca-49e7-bba7-133e5a95e699 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b HTTP/1.1" status: 200 len: 217 time: 0.1074688 Dec 15 04:30:38.438785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51454) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:38.444810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-47a96862-a304-4118-8211-515d424f2183 None None] For port af9731b3-b357-49d8-b493-c8b6e4d5af8b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af9731b3-b357-49d8-b493-c8b6e4d5af8b,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:38.457367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47a96862-a304-4118-8211-515d424f2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.498969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-069de284-f1a7-436a-b5bc-e59dcf9a1a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.505200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-a8ab58ec-ba70-4e9e-942c-73fda9e366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:38.509698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-a8ab58ec-ba70-4e9e-942c-73fda9e366d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0820363 Dec 15 04:30:38.531759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:37Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:30:38.561703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-83883b35-ce14-4bf9-a668-ebb714ab21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:38.563371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-83883b35-ce14-4bf9-a668-ebb714ab21f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477605 Dec 15 04:30:38.599517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e6d521a-6951-4cae-9b72-3696e3efb7aa req-d6bae3c6-a79c-4cc7-8ba6-29b22b0a4eff tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373149 Dec 15 04:30:38.605712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6929bb-3045-4c66-8b10-e71be3006c8d None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:37Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:30:38.616907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a96862-a304-4118-8211-515d424f2183 None None] Pushing event updated for resources: {'Port': ['ID=af9731b3-b357-49d8-b493-c8b6e4d5af8b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:38.648020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-29f4c2fe-82cb-4164-a256-16cdf1bd2912 None None] Provisioning complete for port af9731b3-b357-49d8-b493-c8b6e4d5af8b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:38.648481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29f4c2fe-82cb-4164-a256-16cdf1bd2912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.663564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7f1d637-6acc-4506-a664-b4ef9b1bf39d req-54ff124d-742f-4a35-a4bc-8cab4c2a1369 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441961 Dec 15 04:30:38.775990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-29f0a122-020c-4037-8e28-8c4caf61ef7c service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040946 Dec 15 04:30:38.947225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-069de284-f1a7-436a-b5bc-e59dcf9a1a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:38.958046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-069de284-f1a7-436a-b5bc-e59dcf9a1a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:39.055051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b830e12-8da1-4ec4-ab69-6846a8488d06 req-eda2d716-7c45-4025-947e-a464898df63a service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713315 Dec 15 04:30:39.066576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-069de284-f1a7-436a-b5bc-e59dcf9a1a0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c78f6e3bd7714f15a1b39d13091e0ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227634 Dec 15 04:30:39.069698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51460) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:39.072641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a46c756-9b03-421f-a131-6db3f3046845 req-b8a66c57-a035-4dce-ab14-d431ea819430 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 210 time: 0.1177769 Dec 15 04:30:39.151136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de284-f1a7-436a-b5bc-e59dcf9a1a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a47f4-61be-41d6-8e0c-241b0c0e1c69,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:39.246732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cc61-1fdd-458c-a685-37f1645b881f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:39.271391 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1110258-bfd6-4fff-9a67-2c17bb7bc2a6 x-openstack-request-id: req-a1110258-bfd6-4fff-9a67-2c17bb7bc2a6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:39.273240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fdb393-43f0-4eee-9b1e-1cf2d74861d5", "tag": "5b677af3-b707-4c02-9082-73bd90ad9e3b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:39.275600 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1110258-bfd6-4fff-9a67-2c17bb7bc2a6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:39.278443 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'tag': '5b677af3-b707-4c02-9082-73bd90ad9e3b', 'status': 'completed', 'code': 200} Dec 15 04:30:39.302355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cc61-1fdd-458c-a685-37f1645b881f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:39.422960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-cfb14b8a-144b-4407-9c4e-5ded73d1d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:39.424824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-cfb14b8a-144b-4407-9c4e-5ded73d1d7df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78c3c6a94348419b94d15eb4add2baab&device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 1100 time: 0.1128054 Dec 15 04:30:39.510434 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cc61-1fdd-458c-a685-37f1645b881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:39.514248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb6cc61-1fdd-458c-a685-37f1645b881f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:39.515660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4bb6cc61-1fdd-458c-a685-37f1645b881f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/983a47f4-61be-41d6-8e0c-241b0c0e1c69 HTTP/1.1" status: 204 len: 168 time: 0.4293866 Dec 15 04:30:39.543909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6cc61-1fdd-458c-a685-37f1645b881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a47f4-61be-41d6-8e0c-241b0c0e1c69,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:39.612667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-4d06eea0-ae36-4cc9-8e09-493c93b43171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:39.615079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-4d06eea0-ae36-4cc9-8e09-493c93b43171 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1813090 Dec 15 04:30:39.694580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-5ab29df9-e38e-45ed-85a8-ff13eaa79760 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b HTTP/1.1" status: 200 len: 217 time: 0.0625718 Dec 15 04:30:39.900795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-373b487c-0499-408d-836d-b19c730c215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:39.904521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-373b487c-0499-408d-836d-b19c730c215b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2005208 Dec 15 04:30:39.950807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af9731b3-b357-49d8-b493-c8b6e4d5af8b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:40.105870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port af9731b3-b357-49d8-b493-c8b6e4d5af8b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:40.107148 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:40.277390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-69b28de7-f0e3-4233-8acc-3a07fa0a0b3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764100 Dec 15 04:30:40.508278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-35b90334-1602-4e0d-b0ad-81cc1a600946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:40.518758 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-35b90334-1602-4e0d-b0ad-81cc1a600946 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5983605 Dec 15 04:30:40.550714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a4ea-00a5-46bd-b680-8f185655f5b7 req-03a9cf46-c9c8-4f16-b252-6845950ab7c6 tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:40.552952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-1e625823-c938-4e32-af5e-fc09650dfea5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4976854 Dec 15 04:30:40.559328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5be3a4ea-00a5-46bd-b680-8f185655f5b7 req-03a9cf46-c9c8-4f16-b252-6845950ab7c6 tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 1102 time: 0.1139011 Dec 15 04:30:40.593672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5be3a4ea-00a5-46bd-b680-8f185655f5b7 req-863883f0-df1c-4706-960a-370909e3e02e tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:40.734510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-267ea9b3-4ef5-4920-a64f-9543e8dcb38a tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:40.737246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-267ea9b3-4ef5-4920-a64f-9543e8dcb38a tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.16 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 820 time: 0.5591297 Dec 15 04:30:40.743948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-226ffced-c6cd-4334-badf-e9093abdd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:40.745504 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-226ffced-c6cd-4334-badf-e9093abdd907 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6cba651196b14712b10470da88ca15b1&device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 1102 time: 0.0935779 Dec 15 04:30:40.780226 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5be3a4ea-00a5-46bd-b680-8f185655f5b7 req-863883f0-df1c-4706-960a-370909e3e02e tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:40.799028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'port': {'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'admin_state_up': True, 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:40.809072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5be3a4ea-00a5-46bd-b680-8f185655f5b7 req-863883f0-df1c-4706-960a-370909e3e02e tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:40.937027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863883f0-df1c-4706-960a-370909e3e02e tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490ef8b8-d4bc-4976-9e28-3cc13d145ee4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:40.952359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5be3a4ea-00a5-46bd-b680-8f185655f5b7 req-863883f0-df1c-4706-960a-370909e3e02e tempest-LiveMigrationNegativeTest-1777790959 tempest-LiveMigrationNegativeTest-1777790959-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784595 Dec 15 04:30:40.981741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a204b7-aec1-449f-9775-6fa759b3183e req-587cf488-279f-488b-929a-4f77933ffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:40.987662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-587cf488-279f-488b-929a-4f77933ffb84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 1119 time: 0.1659606 Dec 15 04:30:41.191229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Made reservation on behalf of 6b3b473939f246a6918ec40c9450a1f4 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:41.195005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:41.214413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc418f-1445-44cf-8ff1-cab38ed41f4d req-6878c28f-f812-49a9-9e66-d261ae0a8635 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.221983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76fc418f-1445-44cf-8ff1-cab38ed41f4d req-6878c28f-f812-49a9-9e66-d261ae0a8635 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1096 time: 0.1008704 Dec 15 04:30:41.261184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a204b7-aec1-449f-9775-6fa759b3183e req-ac82a58d-e8ac-4d5a-8bf6-d951bcdf31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.262869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-ac82a58d-e8ac-4d5a-8bf6-d951bcdf31ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 924 time: 0.2506266 Dec 15 04:30:41.290327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-f54d877b-e2dd-4d92-952c-943725264966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.292167 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-f54d877b-e2dd-4d92-952c-943725264966 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4759660 Dec 15 04:30:41.294071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-9bae5a90-7a2a-4e40-a433-c7a426f13d94 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797536 Dec 15 04:30:41.352240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76fc418f-1445-44cf-8ff1-cab38ed41f4d req-665c5236-5ef6-4872-bd29-f92ee885f25f tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234126 Dec 15 04:30:41.388862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-6f8c6294-5021-4bb0-aeeb-db1577abd955 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 200 len: 1023 time: 0.1167786 Dec 15 04:30:41.389428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51530) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:41.463125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-8cc2a1dc-838a-4ca1-ab39-3b8942360635 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8 HTTP/1.1" status: 200 len: 217 time: 0.1376534 Dec 15 04:30:41.517267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a204b7-aec1-449f-9775-6fa759b3183e req-ed44ae1e-6785-4ed0-9ce0-7708e51e1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.518723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-ed44ae1e-6785-4ed0-9ce0-7708e51e1d61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.1155331 Dec 15 04:30:41.539027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-e432434c-566f-4986-a198-80d2e9013b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.539353 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-e432434c-566f-4986-a198-80d2e9013b83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0641646 Dec 15 04:30:41.565109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4014796-a43c-46d8-8cad-c4247d625866 req-771327ec-c8e8-427a-a8ae-482838183e59 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.573632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4014796-a43c-46d8-8cad-c4247d625866 req-771327ec-c8e8-427a-a8ae-482838183e59 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 948 time: 0.0888314 Dec 15 04:30:41.666814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4014796-a43c-46d8-8cad-c4247d625866 req-cbcd0f50-4756-441a-98b3-2d876dd19eea tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876079 Dec 15 04:30:41.672895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a204b7-aec1-449f-9775-6fa759b3183e req-e922eb38-a6b7-4027-b5c3-c01ca212cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.674761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-e922eb38-a6b7-4027-b5c3-c01ca212cbe4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474786 Dec 15 04:30:41.685471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-b08b5ebb-12ac-4b4b-9ce0-80a497841c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:41.688010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-b08b5ebb-12ac-4b4b-9ce0-80a497841c04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233809 Dec 15 04:30:41.754433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Allocated IP 172.20.0.6 (071c5e05-58a4-49ab-865d-0e19cf3d0a88/eebbe00a-6c84-4f6a-a4ed-1426af6f7797/bc79cd3b-5042-4f68-9901-2df23d7ab35d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:41.845639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-30f571f4-38e9-4e4a-b739-b5f4d355107c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:30:41.855464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-30f571f4-38e9-4e4a-b739-b5f4d355107c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4646952 Dec 15 04:30:41.871464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-a5f4f9b2-b102-42c5-919d-8a9a0ef45175 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874390 Dec 15 04:30:41.879059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94dcc5cd-2d04-4bfb-8220-2221951a127d req-9bd1101d-bfbc-4dcf-b5e8-195a687ba8be service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524905 Dec 15 04:30:42.025079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16a204b7-aec1-449f-9775-6fa759b3183e req-2501418c-827b-4876-905f-3811f7372598 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424279 Dec 15 04:30:42.084550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0bcaf38-e7dc-4c31-97eb-e4a6ee2c0f12 req-a2619e6c-8a30-46c5-9288-163f73234a64 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 210 time: 0.0603426 Dec 15 04:30:42.298887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5b677af3-b707-4c02-9082-73bd90ad9e3b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:42.420540 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-2dafae0d-60a1-40e7-9e2c-ad407ad00508 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182326 Dec 15 04:30:42.487934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5b677af3-b707-4c02-9082-73bd90ad9e3b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:42.504858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '5b677af3-b707-4c02-9082-73bd90ad9e3b', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '5b677af3-b707-4c02-9082-73bd90ad9e3b', 'mac_address': 'fa:16:3e:aa:2e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:42.538793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:42.567964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:42.596048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:42.606707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b677af3-b707-4c02-9082-73bd90ad9e3b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:42.659565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:42.665427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5b677af3-b707-4c02-9082-73bd90ad9e3b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:42.674858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:42.676163 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:42.682235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:42.689244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event updated for resources: {'Port': ['ID=bc79cd3b-5042-4f68-9901-2df23d7ab35d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:42.735339 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cfb1ab89-7378-40a5-a47d-1555cf403f72 req-b3333e9a-837f-4360-96f6-ad539569da81 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029976 Dec 15 04:30:42.776946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:42.777521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:42.779688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-f9ff0172-877e-414c-aa43-fa06b15429d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:42.781820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-f9ff0172-877e-414c-aa43-fa06b15429d9 service neutron] 10.222.0.37 "GET /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 1094 time: 0.6939976 Dec 15 04:30:42.791049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5b677af3-b707-4c02-9082-73bd90ad9e3b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:42.803315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Request body: {'binding': {'host': 'n-h1-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:42.809647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Unknown quota resources ['binding']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:30:42.817941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-19c8f36c-54ee-4944-b6ec-0dd3243a2b54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0366516 Dec 15 04:30:42.839724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Request body: {'port': {'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:42.919777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:42.950679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-3a2b7bb9-b7a3-4918-9dad-e0817b2619a3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:42.957749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-3a2b7bb9-b7a3-4918-9dad-e0817b2619a3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.7102418 Dec 15 04:30:43.012643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-3f6e7d3f-5411-4357-be9e-01e9d09c9901 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/quotas/61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 375 time: 0.0539734 Dec 15 04:30:43.034087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5b677af3-b707-4c02-9082-73bd90ad9e3b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:43.097738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d60bd603-e28b-432f-bf9b-da8044144b46 None None] Provisioning complete for port bc79cd3b-5042-4f68-9901-2df23d7ab35d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:43.098344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d60bd603-e28b-432f-bf9b-da8044144b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.112081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on host n-h1-820935-10 for vnic_type normal with profile None {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:43.112561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:43.112981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:43.123821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:43.123821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:43.130332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:43.130696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:43.131147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:43.131761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Bound port: 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:43.142917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d60bd603-e28b-432f-bf9b-da8044144b46 None None] Port bc79cd3b-5042-4f68-9901-2df23d7ab35d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:43.200987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-d9705831-7dbc-4ec7-9143-6ec1cb50755a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870615 Dec 15 04:30:43.233205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc79cd3b-5042-4f68-9901-2df23d7ab35d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:43.266528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.281264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:43.294533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Transition to ACTIVE for port object bc79cd3b-5042-4f68-9901-2df23d7ab35d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:43.304978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.329353 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] Publish callbacks [] for binding, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.333443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-0bfe3f03-091c-49f9-8af1-5e2d5122085f service neutron] 10.222.0.37 "POST /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae/bindings HTTP/1.1" status: 201 len: 390 time: 0.5376673 Dec 15 04:30:43.363361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc79cd3b-5042-4f68-9901-2df23d7ab35d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:43.386513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-0e7484d3-b20a-485f-906c-51c7badd3b94 service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844881 Dec 15 04:30:43.548160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Attempting to bind port bc79cd3b-5042-4f68-9901-2df23d7ab35d on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:43.549175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Attempting to bind port bc79cd3b-5042-4f68-9901-2df23d7ab35d by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:43.549725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Attempting to bind port bc79cd3b-5042-4f68-9901-2df23d7ab35d on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:43.556732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Port bc79cd3b-5042-4f68-9901-2df23d7ab35d on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:43.558298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Attempting to bind port bc79cd3b-5042-4f68-9901-2df23d7ab35d on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:43.565831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:43.566207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Checking segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:43.566702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Bound using segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:43.568401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Bound port: bc79cd3b-5042-4f68-9901-2df23d7ab35d, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:43.568983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.607447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-2cbad6f5-30e1-4751-a497-339639582573 service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110593 Dec 15 04:30:43.715396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] For port bc79cd3b-5042-4f68-9901-2df23d7ab35d, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:43.722080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] For port bc79cd3b-5042-4f68-9901-2df23d7ab35d, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:43.739451 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.865976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:43.866608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:43.868887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 1092 time: 1.0341518 Dec 15 04:30:43.871125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:43.873608 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:43.896260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-51c01e8d-bb6b-4f00-bfc0-71463d62a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:43.898197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-51c01e8d-bb6b-4f00-bfc0-71463d62a890 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1097 time: 0.1721742 Dec 15 04:30:43.939402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c484d-b040-42e4-af2e-ced8a5953fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc79cd3b-5042-4f68-9901-2df23d7ab35d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:43.968922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aa305-b526-4215-a954-6372c12199ab req-a205e2a6-82cb-4523-9edb-1069defbc8dd tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:43.978113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e42aa305-b526-4215-a954-6372c12199ab req-a205e2a6-82cb-4523-9edb-1069defbc8dd tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 949 time: 0.0966177 Dec 15 04:30:44.051593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e42aa305-b526-4215-a954-6372c12199ab req-0920d38f-25ec-4652-a52d-cc90a3234162 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669990 Dec 15 04:30:44.136146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-ad53bcbd-7d3d-4e24-8216-51cb213414c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.142157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-ad53bcbd-7d3d-4e24-8216-51cb213414c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1095 time: 0.1362393 Dec 15 04:30:44.153967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-e18f3880-3d06-45a8-8aaf-4439a720e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.156249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-e18f3880-3d06-45a8-8aaf-4439a720e257 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.2431183 Dec 15 04:30:44.234142 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-77590179-bc9b-4163-bed1-77a24a560aea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.0765016 Dec 15 04:30:44.248340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1481234139', 'description': 'tempest-description-1132392'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:44.271247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-3672a2f1-0e38-4bb0-9f81-9f402690d7ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 217 time: 0.0987718 Dec 15 04:30:44.296108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.304874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5b677af3-b707-4c02-9082-73bd90ad9e3b up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:44.350783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.375429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 5b677af3-b707-4c02-9082-73bd90ad9e3b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:44.384681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 5b677af3-b707-4c02-9082-73bd90ad9e3b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:44.386367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.386741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-1b7039ec-c8ff-4e9a-a99a-f55eb0997304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.388760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-1b7039ec-c8ff-4e9a-a99a-f55eb0997304 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1264846 Dec 15 04:30:44.404880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-59b7fcd4-08e3-46ed-a036-53f8a271fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.406502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-59b7fcd4-08e3-46ed-a036-53f8a271fd36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1114964 Dec 15 04:30:44.418458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800059-1349-4e51-81c0-fd8fb5ebae14 req-9fcce96d-fd20-4b20-b7f9-fb6fe721229c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.427762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee800059-1349-4e51-81c0-fd8fb5ebae14 req-9fcce96d-fd20-4b20-b7f9-fb6fe721229c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 943 time: 0.1446111 Dec 15 04:30:44.458264 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-c1d16c89-3957-4055-9c1d-24e9be85ba07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416629 Dec 15 04:30:44.501399 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.504463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-5294c6ec-6098-4340-b82c-6c7d3fa210c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.506126 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-5294c6ec-6098-4340-b82c-6c7d3fa210c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985806 Dec 15 04:30:44.506521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee800059-1349-4e51-81c0-fd8fb5ebae14 req-482ebc6e-ed0a-486f-b519-56b370b6099b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746572 Dec 15 04:30:44.540725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b677af3-b707-4c02-9082-73bd90ad9e3b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:44.544289 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3ee73-a45b-4cc6-9853-972bb3a2c1ab" -d '{"events": [{"server_uuid": "47fdb393-43f0-4eee-9b1e-1cf2d74861d5", "name": "network-vif-plugged", "status": "completed", "tag": "5b677af3-b707-4c02-9082-73bd90ad9e3b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:44.581148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5b677af3-b707-4c02-9082-73bd90ad9e3b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:44.588273 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.594888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.662174 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.699011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5b677af3-b707-4c02-9082-73bd90ad9e3b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:44.712824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-5b3d885a-4db3-441a-8ff5-7c1556672932 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578219 Dec 15 04:30:44.720997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed7105-c89d-42c3-b851-7a6070f73903,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:44.750074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7783bc-95cb-46c6-86c8-cc8ba8ddc575 req-f0b7a201-7be3-4dad-beb0-d7a860c87054 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:44.751706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c7783bc-95cb-46c6-86c8-cc8ba8ddc575 req-f0b7a201-7be3-4dad-beb0-d7a860c87054 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 945 time: 0.1762590 Dec 15 04:30:44.787625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.794598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.798700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-85ff78ca-4a7c-4924-a604-711ea493032f service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241117 Dec 15 04:30:44.850014 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:44.851497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4430439e-fad6-499d-aaa4-834f90281159 req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6079066 Dec 15 04:30:44.863680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c7783bc-95cb-46c6-86c8-cc8ba8ddc575 req-ce481965-18ce-49f5-9686-f86023c3f0bb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057122 Dec 15 04:30:44.865874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c72bd2-7945-4ad1-9034-95305a9bca41 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673ccc42-223d-4811-a3fe-9e03b5294008,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:44.958301 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63332d61-f782-401d-b66a-bbd3d2f5eef7 req-e76feffe-0d8b-4398-bff3-567b1bd46a7d service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158580 Dec 15 04:30:44.975400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f2fd893-f231-49ec-9214-b68f270f4349 req-997ad25c-16b0-4540-9470-27c73f2a8f57 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 210 time: 0.0433569 Dec 15 04:30:45.005219 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-3468b407-101e-483d-9f8d-764ce0a28eac service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927001 Dec 15 04:30:45.046685 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4209421c-8f4f-4520-b1f1-ce24f339a690 x-openstack-request-id: req-4209421c-8f4f-4520-b1f1-ce24f339a690 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:45.046978 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:45.047243 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4209421c-8f4f-4520-b1f1-ce24f339a690 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:45.047653 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'status': 'completed', 'code': 200} Dec 15 04:30:45.071058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-f661b0ba-5c5c-4c49-a03a-0d7cb53ba28e req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1690392206', 'description': 'tempest-description-1605099675'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:45.082536 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e721828-ce8a-4edb-99fc-fb1b8da2153a x-openstack-request-id: req-5e721828-ce8a-4edb-99fc-fb1b8da2153a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:45.082859 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fdb393-43f0-4eee-9b1e-1cf2d74861d5", "name": "network-vif-plugged", "status": "completed", "tag": "5b677af3-b707-4c02-9082-73bd90ad9e3b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:45.083119 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e721828-ce8a-4edb-99fc-fb1b8da2153a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:45.083521 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b677af3-b707-4c02-9082-73bd90ad9e3b', 'code': 200} Dec 15 04:30:45.096520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f661b0ba-5c5c-4c49-a03a-0d7cb53ba28e req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.204494 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f661b0ba-5c5c-4c49-a03a-0d7cb53ba28e req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.238546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f661b0ba-5c5c-4c49-a03a-0d7cb53ba28e req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.272095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53317648-e053-46c3-8843-ac6251f6f17c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:45.286781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.16', 52696) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:45.319661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-537bf6ac-15f7-4f28-949c-a1655692f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.321252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-537bf6ac-15f7-4f28-949c-a1655692f16a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1095 time: 0.1498103 Dec 15 04:30:45.326706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee04c1-f0e3-42e5-8a7a-2391b53108a1 req-ca98c2fe-fde1-4b7b-ac4f-62cb657a5898 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.328432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45ee04c1-f0e3-42e5-8a7a-2391b53108a1 req-ca98c2fe-fde1-4b7b-ac4f-62cb657a5898 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 950 time: 0.1940496 Dec 15 04:30:45.335837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f661b0ba-5c5c-4c49-a03a-0d7cb53ba28e req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.348330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f661b0ba-5c5c-4c49-a03a-0d7cb53ba28e req-7516ef48-89e9-46f0-9075-0ae65b3bf16e tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2823024 Dec 15 04:30:45.370813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921fbe2-46af-4ad0-b983-224e43b5d4f1 req-2d75011d-e997-4586-90a9-b2b11d230c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.381861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0921fbe2-46af-4ad0-b983-224e43b5d4f1 req-2d75011d-e997-4586-90a9-b2b11d230c01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 1102 time: 0.1644232 Dec 15 04:30:45.390388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-ba802e7b-6ac2-4daf-9c5f-d1ecfc06df46 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.392159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-ba802e7b-6ac2-4daf-9c5f-d1ecfc06df46 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.1704504 Dec 15 04:30:45.432438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Request body: {'port': {'device_id': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'admin_state_up': True, 'tenant_id': '61697276bd4442839fa411b0244d2f45'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:45.488602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-89b9512c-601b-4148-9c66-8f999ba2e9a2 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.489991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-89b9512c-601b-4148-9c66-8f999ba2e9a2 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.2020535 Dec 15 04:30:45.515651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-10'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:45.530443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0921fbe2-46af-4ad0-b983-224e43b5d4f1 req-55e76a18-fe48-4d95-a1ed-14b1b0f09cc0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477165 Dec 15 04:30:45.553459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-3a67b3d8-c92d-4123-ba80-eb9a8b84cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.554944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-3a67b3d8-c92d-4123-ba80-eb9a8b84cf25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.1813977 Dec 15 04:30:45.559386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1478f2-98af-4fa1-834b-8f124bc1a10e req-0889757e-900e-4d39-90f6-48a13d733bf4 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.560903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c1478f2-98af-4fa1-834b-8f124bc1a10e req-0889757e-900e-4d39-90f6-48a13d733bf4 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 950 time: 0.1260762 Dec 15 04:30:45.568807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45ee04c1-f0e3-42e5-8a7a-2391b53108a1 req-95311a4c-c015-4b0b-9b8e-6bc9a0bdb695 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178349 Dec 15 04:30:45.627296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.637108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-4f55c15e-bb6f-498e-bf64-f470b4497739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.0672457 Dec 15 04:30:45.654487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Made reservation on behalf of 61697276bd4442839fa411b0244d2f45 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:45.658094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.694109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c1478f2-98af-4fa1-834b-8f124bc1a10e req-3d3193ab-77b7-44a7-b9d9-7de558350ad7 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238170 Dec 15 04:30:45.719987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-193dc41c-6d87-4c9e-9c3a-59a171f32c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.721620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-193dc41c-6d87-4c9e-9c3a-59a171f32c6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0762556 Dec 15 04:30:45.798545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:45.835793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-6cc01561-e252-47b9-be63-b73982eb518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:45.837094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1097234763', 'description': 'tempest-description-1689574612'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:45.837409 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-6cc01561-e252-47b9-be63-b73982eb518e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872524 Dec 15 04:30:45.857036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:45.919908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Allocated IP 172.20.0.3 (e496a23e-f358-4fbe-bd3b-5903885ee32b/c66820c0-6b08-46fe-b325-14590613229e/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:45.920186 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.922755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:45.925446 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9182ede-76f8-4307-9a1b-98968b200021" -d '{"events": [{"server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:45.929814 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.940619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:45.942542 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.017165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-9da31dcb-4be1-4b28-a711-1b27e3791759 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707239 Dec 15 04:30:46.119331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:46.127085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63c62684-0ea1-44e7-8f3b-5d7601e1f5ea req-ed9b0670-8db9-49a5-b4b0-621cca542395 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964036 Dec 15 04:30:46.153284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4300-bd9b-4a8d-9038-168b9c5ad72c req-6bea4092-7a4a-4327-8684-dab4b607d754 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:46.161607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edca4300-bd9b-4a8d-9038-168b9c5ad72c req-6bea4092-7a4a-4327-8684-dab4b607d754 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 943 time: 0.2221513 Dec 15 04:30:46.177341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.184908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on host n-h2-820935-10 for vnic_type normal with profile {"migrating_to": "n-h1-820935-10"} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:46.185256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:46.186124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:46.189977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.200309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:46.200662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Attempting to bind port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:46.242089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.246320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:46.246811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:46.247055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:46.247535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Bound port: 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:46.247829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.265724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f352e18-838b-441e-9734-754c309964e0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:46.276643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edca4300-bd9b-4a8d-9038-168b9c5ad72c req-222260d0-dc8e-4b7b-850e-08fedec4a3bc tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141036 Dec 15 04:30:46.281654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.356057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Network e496a23e-f358-4fbe-bd3b-5903885ee32b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:46.361501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:46.364144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:46.398330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.399963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:46.412550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.416759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:46.430437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:46.431201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.447042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:46.449546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-93028ba6-aebe-4153-8a69-cfc0d2dd7703 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0219049 Dec 15 04:30:46.459751 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.467490 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.468720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-029930ad-6345-463a-a529-dddcf7001ae9 req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6374907 Dec 15 04:30:46.468940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Request body: {'port': {'device_id': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:46.483071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525785c-4b07-46ca-9f7c-7400baf34a40 req-0c87cdd6-8e35-49b5-b1a5-6c86c1135fd8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:46.485768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3525785c-4b07-46ca-9f7c-7400baf34a40 req-0c87cdd6-8e35-49b5-b1a5-6c86c1135fd8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.1300874 Dec 15 04:30:46.506845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8018c1c-a566-43ab-b500-357e5604f0e0 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4677f-26f4-47c8-956b-c15bc9734003,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:46.527762 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371acff8-099b-42b9-8b4c-d8d0d3eb8123 x-openstack-request-id: req-371acff8-099b-42b9-8b4c-d8d0d3eb8123 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:46.528056 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:46.528791 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-371acff8-099b-42b9-8b4c-d8d0d3eb8123 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:46.529196 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'code': 200} Dec 15 04:30:46.563904 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.577638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=8']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:46.617201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:46.617863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.619983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-412dcefb-d3cc-4412-b859-263a545bb19c service neutron] 10.222.0.16 "PUT /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 1123 time: 1.1116803 Dec 15 04:30:46.675274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3525785c-4b07-46ca-9f7c-7400baf34a40 req-1f41c530-9d42-4fce-81d1-3721fd3d4a25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611612 Dec 15 04:30:46.695146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7396ce-fef6-484e-a2b3-ec485d129279 req-d341dd7c-03f9-4af1-8e42-19da680860b7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:46.700532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d7396ce-fef6-484e-a2b3-ec485d129279 req-d341dd7c-03f9-4af1-8e42-19da680860b7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 931 time: 0.0795703 Dec 15 04:30:46.714781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-ebd6ab64-2e88-41b0-ba6e-96deccb00e69 req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-388818352', 'description': 'tempest-description-722219435'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:46.775829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d7396ce-fef6-484e-a2b3-ec485d129279 req-2a786d9a-1f49-4a2b-84b0-d1461f7de851 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718353 Dec 15 04:30:46.777318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ebd6ab64-2e88-41b0-ba6e-96deccb00e69 req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.823582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6d9f7f8e-9367-4e13-9262-2fe87efcbaae'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:46.856369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ebd6ab64-2e88-41b0-ba6e-96deccb00e69 req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.861988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ebd6ab64-2e88-41b0-ba6e-96deccb00e69 req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.930195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ebd6ab64-2e88-41b0-ba6e-96deccb00e69 req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:46.931665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebd6ab64-2e88-41b0-ba6e-96deccb00e69 req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2217355 Dec 15 04:30:46.934109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaafc79-fffb-4cfd-be92-c7a1d024ad3d tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82bbc5-fbda-473e-b369-e0a9320cf790,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:46.967082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8620ea0-50f6-4aa7-b209-2bde6eb2c91a req-b00480b4-38fa-45ad-a598-4eb67f4ba5e7 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:46.969371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8620ea0-50f6-4aa7-b209-2bde6eb2c91a req-b00480b4-38fa-45ad-a598-4eb67f4ba5e7 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 950 time: 0.0963020 Dec 15 04:30:46.983862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:46.991162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.004892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Transition to ACTIVE for port object a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:47.014086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.116136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8620ea0-50f6-4aa7-b209-2bde6eb2c91a req-be407934-9ac4-4bd0-b767-23e89149bfd0 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292174 Dec 15 04:30:47.138050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:47.171555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94246cb-4a8a-4dfc-ac98-e43705449e57 req-5f42786c-c65b-4b76-be9b-8df7c024e105 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:47.173100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f94246cb-4a8a-4dfc-ac98-e43705449e57 req-5f42786c-c65b-4b76-be9b-8df7c024e105 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 950 time: 0.1163511 Dec 15 04:30:47.197830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:47.199103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:47.199652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:47.205525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:47.206691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:47.212453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:47.213033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:47.213629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:47.214777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Bound port: a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:47.215358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.229808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f94246cb-4a8a-4dfc-ac98-e43705449e57 req-4bfc53b9-252b-466e-ac0c-a1da56a4c9a6 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Dec 15 04:30:47.356782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-b8d95621-f918-40c9-bd72-c4d9e1590d81 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:47.358615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-b8d95621-f918-40c9-bd72-c4d9e1590d81 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 950 time: 0.1084921 Dec 15 04:30:47.498278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:47.501274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:47.506918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.546732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:47.547361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.548911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 1092 time: 1.0846329 Dec 15 04:30:47.549368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:47.551634 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b384320-5a66-41b2-a155-7400d4863eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:47.561249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f0b0f-1256-4d22-b16e-264df6d652c1 req-6642ac2d-9307-4f7c-9cbd-a3ba5d4321e1 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:47.562447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814f0b0f-1256-4d22-b16e-264df6d652c1 req-6642ac2d-9307-4f7c-9cbd-a3ba5d4321e1 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 943 time: 0.1827343 Dec 15 04:30:47.579475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ee632-d1e4-4dbb-ad29-fe635011a661 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:47.688842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Deleting port 0a406f82-8282-450f-86f8-37961adf7792 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:30:47.689179 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.692914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-0e3ba185-54ae-44a6-a4bf-1924bc68336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:47.694429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-0e3ba185-54ae-44a6-a4bf-1924bc68336e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0550349 Dec 15 04:30:47.694704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814f0b0f-1256-4d22-b16e-264df6d652c1 req-e3d43d45-52f7-41fa-9095-0d6b6888a7be tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188092 Dec 15 04:30:47.781127 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-aee123dc-3fcc-4a8e-821c-d3d261f9b55a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 217 time: 0.0714869 Dec 15 04:30:47.783678 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e7a5c-08db-4f58-93b1-a805dfc9092f x-openstack-request-id: req-532e7a5c-08db-4f58-93b1-a805dfc9092f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:47.783976 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:47.784973 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-532e7a5c-08db-4f58-93b1-a805dfc9092f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:47.785845 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'status': 'completed', 'code': 200} Dec 15 04:30:47.851682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-fabc1fc2-3555-4a21-8282-759feff1b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:47.853721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-fabc1fc2-3555-4a21-8282-759feff1b02d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.0619001 Dec 15 04:30:47.877680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] For port 0a406f82-8282-450f-86f8-37961adf7792, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a406f82-8282-450f-86f8-37961adf7792,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:47.878046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:47.893837 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-9809500e-5d97-455f-8137-e98a0869628b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280523 Dec 15 04:30:47.901945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Calling delete_port for 0a406f82-8282-450f-86f8-37961adf7792 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:30:47.925688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-3d91e68c-6cae-49aa-bd49-6ab2f686402c tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56507 time: 0.6639659 Dec 15 04:30:47.996741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-6d3ab815-e5e0-4dad-9b8a-984ed5bc60c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934458 Dec 15 04:30:48.005363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627fa30-38b6-407c-8157-667ea017978e req-cfc7b575-5535-43b1-9aae-f24b7a93c7c7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:48.005876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc79cd3b-5042-4f68-9901-2df23d7ab35d details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:48.006838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3627fa30-38b6-407c-8157-667ea017978e req-cfc7b575-5535-43b1-9aae-f24b7a93c7c7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.1945183 Dec 15 04:30:48.081068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-0d2475a0-bcd9-40c2-ad15-500958ffaf57 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/06d57647-11e3-4844-a543-d387083aea6a HTTP/1.1" status: 200 len: 2998 time: 0.1431105 Dec 15 04:30:48.099891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-333c9f17-1f9e-4ed4-a8c2-440dfd66f860 req-f3a319d7-a1b0-41d5-83b4-3a35ce9ea4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947385 Dec 15 04:30:48.123389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3627fa30-38b6-407c-8157-667ea017978e req-6328dc5b-d2de-4ffd-97e1-dbed4f84d1ea tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 Dec 15 04:30:48.160712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc79cd3b-5042-4f68-9901-2df23d7ab35d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:48.175636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:48.194460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-70df5f0f-aa17-4dfe-a759-66d4991bec4a tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/06d57647-11e3-4844-a543-d387083aea6a HTTP/1.1" status: 200 len: 2998 time: 0.0988207 Dec 15 04:30:48.218881 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:48.232755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc79cd3b-5042-4f68-9901-2df23d7ab35d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:48.256314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc79cd3b-5042-4f68-9901-2df23d7ab35d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:48.260159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:48.260463 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:48.272846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-1cbd3c7f-a57c-46f0-b36c-83e646b4ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:48.274390 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-1cbd3c7f-a57c-46f0-b36c-83e646b4ee5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0455456 Dec 15 04:30:48.309820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Pushing event deleted for resources: {'Port': ['ID=0a406f82-8282-450f-86f8-37961adf7792,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:48.310867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d0280bfc-94f4-46cd-897f-cf2189f2baf8', '0a406f82-8282-450f-86f8-37961adf7792'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:48.344385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc79cd3b-5042-4f68-9901-2df23d7ab35d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:48.355049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-433f454c-562c-4115-890f-777334029e04 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1671722e-51d6-4a37-86ea-a0423fc854f3 HTTP/1.1" status: 200 len: 2994 time: 0.1487322 Dec 15 04:30:48.390873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82b477-68f7-4a31-a9af-e3e694cdfb88 req-7cf46198-c9a0-44cd-81f4-eccd53a4071b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:48.397781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b82b477-68f7-4a31-a9af-e3e694cdfb88 req-7cf46198-c9a0-44cd-81f4-eccd53a4071b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 943 time: 0.1904371 Dec 15 04:30:48.408153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-a9643ac8-7202-4685-b5ba-8403ab4672eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:48.411213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-a9643ac8-7202-4685-b5ba-8403ab4672eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1196463 Dec 15 04:30:48.440111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] No DVR routers for this DVR port 0a406f82-8282-450f-86f8-37961adf7792 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:30:48.452180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:48.455781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-958e0e0a-6b62-4533-afa0-f54ff4eb8240 req-114489b3-1ec3-4b56-b39f-52d4b57f7267 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "DELETE /v2.0/ports/0a406f82-8282-450f-86f8-37961adf7792 HTTP/1.1" status: 204 len: 173 time: 1.0885899 Dec 15 04:30:48.488556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-4b927f6b-d58e-4884-aeba-fffcdd9278c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 217 time: 0.0614407 Dec 15 04:30:48.489834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-40fd0cce-a739-451f-98ad-48b060766460 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1671722e-51d6-4a37-86ea-a0423fc854f3 HTTP/1.1" status: 200 len: 2994 time: 0.1339228 Dec 15 04:30:48.498509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b82b477-68f7-4a31-a9af-e3e694cdfb88 req-53c6f955-8951-406e-b45f-1f94ece4214f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998704 Dec 15 04:30:48.551406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae'}, {'server_uuid': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'name': 'network-vif-deleted', 'tag': '0a406f82-8282-450f-86f8-37961adf7792'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:48.554021 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca55d7a-1c1c-4a77-9916-4758906ff11c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae"}, {"server_uuid": "4905581f-50e5-4ba2-b640-abc500bcad3c", "name": "network-vif-deleted", "tag": "0a406f82-8282-450f-86f8-37961adf7792"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:48.563024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-adf027f3-769e-41d0-8680-790e391daba9 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/490ef8b8-d4bc-4976-9e28-3cc13d145ee4 HTTP/1.1" status: 200 len: 2998 time: 0.0578246 Dec 15 04:30:48.577826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-9adbddc8-e582-4bb0-8355-f2ebffb1370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:48.579330 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-9adbddc8-e582-4bb0-8355-f2ebffb1370b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.0662713 Dec 15 04:30:48.613106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-6091faed-66f0-4040-8e10-02352bdf77e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249662 Dec 15 04:30:48.630511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53fbab7f-1269-48a9-89b4-19966acf0854 req-08fe329f-ae86-409b-a5e2-07110f60ff5f tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=4905581f-50e5-4ba2-b640-abc500bcad3c HTTP/1.1" status: 200 len: 210 time: 0.0605044 Dec 15 04:30:48.644632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-fdd3d589-1581-4d62-bc55-bbcbb3cb06d7 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/490ef8b8-d4bc-4976-9e28-3cc13d145ee4 HTTP/1.1" status: 200 len: 2998 time: 0.0757353 Dec 15 04:30:48.699092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-5a21db92-9afc-4613-8538-b8cbf81e87ce tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4a021b1a-893c-46b8-aa88-a67df2b2ac2b HTTP/1.1" status: 200 len: 2994 time: 0.0461769 Dec 15 04:30:48.720597 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-46802759-5fa4-4943-9152-242f709d0fea service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960872 Dec 15 04:30:48.734910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bc79cd3b-5042-4f68-9901-2df23d7ab35d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:48.738114 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:30:48.744544 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-7765a4b7-76c6-48a5-843c-b9fac6c7078f tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4a021b1a-893c-46b8-aa88-a67df2b2ac2b HTTP/1.1" status: 200 len: 2994 time: 0.0391247 Dec 15 04:30:48.829026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-4841a23c-dee9-4681-a124-584fe15542d5 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/57ed7105-c89d-42c3-b851-7a6070f73903 HTTP/1.1" status: 200 len: 2998 time: 0.0757921 Dec 15 04:30:48.835212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b384320-5a66-41b2-a155-7400d4863eb9 req-42066a44-5b6a-4bb6-8d27-78c10cc8eb69 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069260 Dec 15 04:30:48.874705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a843e-8eb2-42d5-9ddd-6c2f5733dac2 req-5b4ed2e6-e86d-4f32-b545-bbdcde281903 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:48.876127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c8a843e-8eb2-42d5-9ddd-6c2f5733dac2 req-5b4ed2e6-e86d-4f32-b545-bbdcde281903 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 950 time: 0.0808980 Dec 15 04:30:48.901553 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-e5b9e7ab-24a2-498b-b723-b2dad3bdfa5e tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/57ed7105-c89d-42c3-b851-7a6070f73903 HTTP/1.1" status: 200 len: 2998 time: 0.0644295 Dec 15 04:30:48.947582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c8a843e-8eb2-42d5-9ddd-6c2f5733dac2 req-a141ed61-e912-4118-854c-24943825570b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Dec 15 04:30:48.964095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-8560c7b9-89ce-4a9b-aaff-4fceb63d996f tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f352e18-838b-441e-9734-754c309964e0 HTTP/1.1" status: 200 len: 2998 time: 0.0558891 Dec 15 04:30:49.004737 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5767077-3209-41ba-b1e5-7ce351912a0c x-openstack-request-id: req-c5767077-3209-41ba-b1e5-7ce351912a0c {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:49.005008 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae", "status": "completed", "code": 200}, {"server_uuid": "4905581f-50e5-4ba2-b640-abc500bcad3c", "name": "network-vif-deleted", "tag": "0a406f82-8282-450f-86f8-37961adf7792", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:49.005256 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5767077-3209-41ba-b1e5-7ce351912a0c {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:49.005652 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'status': 'completed', 'code': 200} Dec 15 04:30:49.005909 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4905581f-50e5-4ba2-b640-abc500bcad3c', 'name': 'network-vif-deleted', 'tag': '0a406f82-8282-450f-86f8-37961adf7792', 'status': 'completed', 'code': 200} Dec 15 04:30:49.013828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-3d469529-37f2-470e-96c3-7d5fe088a6bc tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f352e18-838b-441e-9734-754c309964e0 HTTP/1.1" status: 200 len: 2998 time: 0.0408921 Dec 15 04:30:49.087245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-0ce307bc-9329-4cac-a026-a23a2e7d6079 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/662ae198-9f12-44f7-9516-25c5d2f74535 HTTP/1.1" status: 200 len: 2998 time: 0.0691180 Dec 15 04:30:49.404686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725875d9-b6c3-4ad8-a488-9816a66b1c46 req-49f9e54d-54d1-4aa1-b70c-0831d696ce5c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:49.406139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-725875d9-b6c3-4ad8-a488-9816a66b1c46 req-49f9e54d-54d1-4aa1-b70c-0831d696ce5c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 944 time: 0.3548424 Dec 15 04:30:49.409019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-aec8cca1-bd2d-4d63-be57-d360c1239ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:49.410361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-aec8cca1-bd2d-4d63-be57-d360c1239ebb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1126 time: 0.3487527 Dec 15 04:30:49.414237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-1b62439b-18ff-4705-a197-ab127cfaa79a tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/662ae198-9f12-44f7-9516-25c5d2f74535 HTTP/1.1" status: 200 len: 2998 time: 0.3081791 Dec 15 04:30:49.543060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-725875d9-b6c3-4ad8-a488-9816a66b1c46 req-dd321d4a-43b4-4efe-ae4a-bf8167bbabf4 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304774 Dec 15 04:30:49.550179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-95688efc-1186-404e-baab-7bd5a20d9db3 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/862c0a4c-d1fd-465a-8637-1954eedfd52c HTTP/1.1" status: 200 len: 2998 time: 0.1282442 Dec 15 04:30:49.565744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-84537040-e45d-4c5e-af2f-30b9dbab8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:49.567130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-84537040-e45d-4c5e-af2f-30b9dbab8b42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.1471059 Dec 15 04:30:49.620417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-e8d5bc45-48b6-4f07-818a-41794b7fb0bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 217 time: 0.0437050 Dec 15 04:30:49.629434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-fb98bd02-0263-48b6-b9b4-267cc599fe6a tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/862c0a4c-d1fd-465a-8637-1954eedfd52c HTTP/1.1" status: 200 len: 2998 time: 0.0719991 Dec 15 04:30:49.713565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-1a121799-4ee4-4c4a-b8ec-babedc7f9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:49.715034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-1a121799-4ee4-4c4a-b8ec-babedc7f9faf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0841753 Dec 15 04:30:49.718058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-1ac86872-7c56-4686-8c17-416d4408f709 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b3b5e2ea-98a8-4ab7-a15f-bda4f5b856c5 HTTP/1.1" status: 200 len: 2998 time: 0.0784037 Dec 15 04:30:49.770092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-09d5e1cb-9937-4f88-8e69-b3e3e3c1e566 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427148 Dec 15 04:30:49.861060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-fb37c757-44fb-40b9-b48f-c15f2b781800 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b3b5e2ea-98a8-4ab7-a15f-bda4f5b856c5 HTTP/1.1" status: 200 len: 2998 time: 0.1354933 Dec 15 04:30:49.878420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600ea5-c855-43e9-825b-67c449253048 req-0fb54b47-cc82-4a89-8b59-0ca9e498a523 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:49.879824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0600ea5-c855-43e9-825b-67c449253048 req-0fb54b47-cc82-4a89-8b59-0ca9e498a523 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.1464236 Dec 15 04:30:49.956430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-45c6f4e7-60b8-4c62-bbcd-76b78dd8d3eb service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664627 Dec 15 04:30:49.968182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-babd672f-e915-4a2c-af41-fcc800d270a3 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bea59a72-df4f-4eb2-884a-330a35db778c HTTP/1.1" status: 200 len: 2998 time: 0.1006761 Dec 15 04:30:49.982012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0600ea5-c855-43e9-825b-67c449253048 req-5f78b8b4-c94e-4c66-b992-5b433017e1b8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952072 Dec 15 04:30:50.018962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:50.035232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc79cd3b-5042-4f68-9901-2df23d7ab35d up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:50.112686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-97854b6b-fe5a-439d-b8b0-bfe76a884721 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bea59a72-df4f-4eb2-884a-330a35db778c HTTP/1.1" status: 200 len: 2998 time: 0.1338582 Dec 15 04:30:50.122024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ca55d7a-1c1c-4a77-9916-4758906ff11c req-a669059b-de2a-47d6-b285-d4c6c3a4a733 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529367 Dec 15 04:30:50.145163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port bc79cd3b-5042-4f68-9901-2df23d7ab35d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:50.145961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c3ee-721d-4ac9-9b03-f52233350163 req-643a4ea9-0623-4ccb-a10f-47c69e09b8bf tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:50.147485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3340c3ee-721d-4ac9-9b03-f52233350163 req-643a4ea9-0623-4ccb-a10f-47c69e09b8bf tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 943 time: 0.0969706 Dec 15 04:30:50.157861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port bc79cd3b-5042-4f68-9901-2df23d7ab35d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:50.158547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:50.165280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:50.189954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-4fc10eee-3fa5-4f15-a1c7-6175fdb043f6 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c46b5cab-c298-4f24-bf68-8850c357daac HTTP/1.1" status: 200 len: 2998 time: 0.0701783 Dec 15 04:30:50.197428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae has no active binding in host n-h1-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:30:50.221442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3340c3ee-721d-4ac9-9b03-f52233350163 req-800ce44f-7c01-44bb-be0e-794f252ba056 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Dec 15 04:30:50.252037 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:50.256367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-c1f9dc25-52a2-4bb9-bc69-2ff402bc48c2 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c46b5cab-c298-4f24-bf68-8850c357daac HTTP/1.1" status: 200 len: 2998 time: 0.0587914 Dec 15 04:30:50.285196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:50.287721 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55703c82-22c0-4d5f-a904-7a89a20df6ec" -d '{"events": [{"server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "name": "network-vif-plugged", "status": "completed", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:50.301917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc79cd3b-5042-4f68-9901-2df23d7ab35d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:50.307078 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:50.315939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-44964811-4fb3-4295-87e9-6456cffb7d99 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c539c808-ef12-4b6d-8d71-20b02383bc4e HTTP/1.1" status: 200 len: 2998 time: 0.0529904 Dec 15 04:30:50.359371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-bee6f2ff-8c2a-444e-abfa-0728f5c61d69 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c539c808-ef12-4b6d-8d71-20b02383bc4e HTTP/1.1" status: 200 len: 2998 time: 0.0375032 Dec 15 04:30:50.361982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc79cd3b-5042-4f68-9901-2df23d7ab35d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:50.369610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.369883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.370218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.370614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.370871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.371196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.371522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.371841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.372185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.372504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.372827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.373140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.373453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:30:50.404467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-aa23e146-593e-4dce-9e85-bd58ca960cec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e06b2349-3db4-403c-a9d3-7866a9294005 HTTP/1.1" status: 200 len: 2998 time: 0.0387669 Dec 15 04:30:50.445650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-3e8d25ab-c191-4cbd-bddd-13f7931b5ac7 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e06b2349-3db4-403c-a9d3-7866a9294005 HTTP/1.1" status: 200 len: 2998 time: 0.0351434 Dec 15 04:30:50.485840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-157a8f50-0d36-47f1-96a9-86eae47bd8a9 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=78c3c6a94348419b94d15eb4add2baab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320425 Dec 15 04:30:50.550772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-917b509e-3915-4315-80b8-3ad60db5acc5 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ea42fe9b-a1d1-4763-944a-72fabf3f71ec HTTP/1.1" status: 200 len: 2998 time: 0.0986435 Dec 15 04:30:50.622097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-4d0eb8c8-f1ca-4c81-a44b-2f52c110e187 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ea42fe9b-a1d1-4763-944a-72fabf3f71ec HTTP/1.1" status: 200 len: 2998 time: 0.0639963 Dec 15 04:30:50.630317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-0048424b-8b2d-4a7f-acb1-d56b9eac9a82 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:50.631687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-0048424b-8b2d-4a7f-acb1-d56b9eac9a82 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385729 Dec 15 04:30:50.654165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-d383d5bd-842d-4c94-af29-5cda7d1d3756 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/quotas/78c3c6a94348419b94d15eb4add2baab HTTP/1.1" status: 200 len: 375 time: 0.0157695 Dec 15 04:30:50.705499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-f0a3d215-d6a6-4944-bf0a-c605431d72ca tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/eb62805b-5397-4d86-8ecd-708ddc503810 HTTP/1.1" status: 200 len: 2994 time: 0.0728226 Dec 15 04:30:50.735745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-3f9e39aa-ca70-40be-a680-db5bd7b87ed8 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78c3c6a94348419b94d15eb4add2baab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745170 Dec 15 04:30:50.758605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-03b52941-ab61-49ac-949a-91ddaa0f8fae tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/eb62805b-5397-4d86-8ecd-708ddc503810 HTTP/1.1" status: 200 len: 2994 time: 0.0452998 Dec 15 04:30:50.800059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-0acd0f2c-5878-41ac-8fd1-bb78fbb243f7 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fa9abcfa-0511-4e70-a4d8-d910138aa186 HTTP/1.1" status: 200 len: 2990 time: 0.0355537 Dec 15 04:30:50.843148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-478d6966-2ea7-4bca-b5ac-37c699018093 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fa9abcfa-0511-4e70-a4d8-d910138aa186 HTTP/1.1" status: 200 len: 2990 time: 0.0366704 Dec 15 04:30:50.896287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-8152dc6a-b8f7-4bee-b7be-d06e80931407 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fb50a202-e7e2-48de-903f-d455fdc21a4a HTTP/1.1" status: 200 len: 2998 time: 0.0465000 Dec 15 04:30:50.953924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e671a4cb-e6a1-4fc2-b3e3-58242481d9bb req-d1ab3af0-a2ee-449a-aced-1efc1c61d147 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fb50a202-e7e2-48de-903f-d455fdc21a4a HTTP/1.1" status: 200 len: 2998 time: 0.0444059 Dec 15 04:30:50.981810 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fae8808-3e92-442b-a3b2-36e748f12824 x-openstack-request-id: req-9fae8808-3e92-442b-a3b2-36e748f12824 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:50.982084 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "name": "network-vif-plugged", "status": "completed", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:50.982344 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fae8808-3e92-442b-a3b2-36e748f12824 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:50.982762 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'code': 200} Dec 15 04:30:51.075301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d808b635-efa2-4ede-a412-81460927b466 req-1e6f8efa-f724-47cc-8b8f-ffe7d360dd57 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 210 time: 0.0660872 Dec 15 04:30:51.174566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eb5cb-8064-4f22-a804-3a8e6b3f8808 req-5d9b072b-79df-4c2b-a07c-c4db9f5c0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:51.176102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417eb5cb-8064-4f22-a804-3a8e6b3f8808 req-5d9b072b-79df-4c2b-a07c-c4db9f5c0fd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.0515132 Dec 15 04:30:51.176351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210cca5-bc85-45c1-92af-786dd67753c2 req-2da88089-3e93-40b7-91c1-89cf010963d5 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:51.178090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f210cca5-bc85-45c1-92af-786dd67753c2 req-2da88089-3e93-40b7-91c1-89cf010963d5 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 945 time: 0.1344621 Dec 15 04:30:51.185462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-d901317a-9e72-4b2b-81a1-317fb5dd8c09 service neutron] 10.222.0.42 "GET /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae/bindings/n-h1-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.1821339 Dec 15 04:30:51.232883 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417eb5cb-8064-4f22-a804-3a8e6b3f8808 req-42ca1b7f-6879-47ca-9092-2e05f38c0845 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Dec 15 04:30:51.285503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b81e5f67-4d9a-417e-816f-cbc6e4a31916 req-004ea4c0-ebf7-45f4-8a9c-24f8e4bcfa19 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=424c9fac1e3b4bb0b51524cfbebfdec9 HTTP/1.1" status: 200 len: 6152 time: 0.1816101 Dec 15 04:30:51.321851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f210cca5-bc85-45c1-92af-786dd67753c2 req-adcf4855-9fae-4bdd-ac3c-876e7ac8fd41 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326685 Dec 15 04:30:51.376458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b81e5f67-4d9a-417e-816f-cbc6e4a31916 req-f854226b-3154-4c70-9cf1-8f5f500440c8 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "GET /v2.0/security-groups/57ed7105-c89d-42c3-b851-7a6070f73903 HTTP/1.1" status: 200 len: 2998 time: 0.0805006 Dec 15 04:30:51.504270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b81e5f67-4d9a-417e-816f-cbc6e4a31916 req-1f282996-2f1d-497e-9f20-470522547aea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "GET /v2.0/security-groups/57ed7105-c89d-42c3-b851-7a6070f73903 HTTP/1.1" status: 200 len: 2998 time: 0.1198914 Dec 15 04:30:51.536312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb78b-98ae-47f1-8ffa-121cc410625a req-2634cb83-3839-4f05-b732-13aedec415cf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:51.537821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e17fb78b-98ae-47f1-8ffa-121cc410625a req-2634cb83-3839-4f05-b732-13aedec415cf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.1333554 Dec 15 04:30:51.543781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:51.589675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:51.657350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9f7f8e-9367-4e13-9262-2fe87efcbaae {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:51.668195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e17fb78b-98ae-47f1-8ffa-121cc410625a req-0e61ed8b-0525-41e7-b704-516ea3e884f0 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217761 Dec 15 04:30:51.673390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:51.693075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a67115-67dd-462a-92b7-2f85ddbb8728 req-dd4fc095-3d3a-4dfe-bd84-548ab049d2c6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:51.694567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5a67115-67dd-462a-92b7-2f85ddbb8728 req-dd4fc095-3d3a-4dfe-bd84-548ab049d2c6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 943 time: 0.1236148 Dec 15 04:30:51.701246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:51.823114 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5a67115-67dd-462a-92b7-2f85ddbb8728 req-2ff41e9d-68db-4c0c-a544-7de7ff3e94f0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184828 Dec 15 04:30:51.844469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3350a-ccd1-4f48-8988-4542ce27d56b req-04eac722-c1ae-48ca-91f8-8cc657407790 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:51.846051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bb3350a-ccd1-4f48-8988-4542ce27d56b req-04eac722-c1ae-48ca-91f8-8cc657407790 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 943 time: 0.1159551 Dec 15 04:30:51.850753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] Transition to ACTIVE for port object 6d9f7f8e-9367-4e13-9262-2fe87efcbaae will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:51.860515 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:51.949827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] No DVR routers for this DVR port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on host n-h2-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:30:51.972252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bb3350a-ccd1-4f48-8988-4542ce27d56b req-68fcfddc-3031-4e23-9482-5d0ba272876a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198943 Dec 15 04:30:51.997251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e0866-a075-496d-954d-19f172e51899 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=10']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:52.020265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-706e0866-a075-496d-954d-19f172e51899 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae/bindings/n-h1-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8187125 Dec 15 04:30:52.024786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89aba0a2-35f3-413d-bee8-2f5d6472c9bc req-ea261f37-4f9a-4e1d-b7ff-31b7e64cca39 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ab82bbc5-fbda-473e-b369-e0a9320cf790 HTTP/1.1" status: 200 len: 1793 time: 0.0795224 Dec 15 04:30:52.037679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:52.054359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a406f82-8282-450f-86f8-37961adf7792 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:30:52.079782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-89aba0a2-35f3-413d-bee8-2f5d6472c9bc req-7066495e-c8ca-4e24-a0c0-34bc3750db95 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.084933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 0a406f82-8282-450f-86f8-37961adf7792 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:30:52.085282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a406f82-8282-450f-86f8-37961adf7792 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:30:52.101608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-89aba0a2-35f3-413d-bee8-2f5d6472c9bc req-7066495e-c8ca-4e24-a0c0-34bc3750db95 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.127369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-05426a58-6f5d-4310-8d93-fdc8fdd60c0b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=78c3c6a94348419b94d15eb4add2baab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340984 Dec 15 04:30:52.158147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-89aba0a2-35f3-413d-bee8-2f5d6472c9bc req-7066495e-c8ca-4e24-a0c0-34bc3750db95 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.161097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-89aba0a2-35f3-413d-bee8-2f5d6472c9bc req-7066495e-c8ca-4e24-a0c0-34bc3750db95 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.162670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89aba0a2-35f3-413d-bee8-2f5d6472c9bc req-7066495e-c8ca-4e24-a0c0-34bc3750db95 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab82bbc5-fbda-473e-b369-e0a9320cf790 HTTP/1.1" status: 204 len: 173 time: 0.1313078 Dec 15 04:30:52.175679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066495e-c8ca-4e24-a0c0-34bc3750db95 tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82bbc5-fbda-473e-b369-e0a9320cf790,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:52.190127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:52.209802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'port_id': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'mac_address': 'fa:16:3e:97:8e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66820c0-6b08-46fe-b325-14590613229e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:52.263608 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.268627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaad1c53-9512-4f6b-8c05-263121668af2 req-6fae7f0e-451c-4958-bddf-7d11c5735bfd tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 210 time: 0.0663123 Dec 15 04:30:52.280061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-e5ad70fb-d76f-42bc-9f2f-74f0a07e6b73 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.281904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-e5ad70fb-d76f-42bc-9f2f-74f0a07e6b73 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.0824013 Dec 15 04:30:52.287046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:52.306292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb864aa9-7b37-4ff2-8ef9-bf819d3d7496 req-f6be7a45-a5ee-40cb-8a9a-86e6cb67124b tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e0e4677f-26f4-47c8-956b-c15bc9734003 HTTP/1.1" status: 200 len: 1795 time: 0.1160569 Dec 15 04:30:52.308040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-1a9df74c-d3e0-4f79-9128-027cfc494d03 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.309579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-1a9df74c-d3e0-4f79-9128-027cfc494d03 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734214 Dec 15 04:30:52.323201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:52.327496 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.344034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-484a4c69-b893-4e3d-9aea-22ea1e67e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.345555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-484a4c69-b893-4e3d-9aea-22ea1e67e4af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396&tenant_id=7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 1096 time: 0.0541906 Dec 15 04:30:52.366732 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb864aa9-7b37-4ff2-8ef9-bf819d3d7496 req-3c4e47dd-fd60-4592-8ddb-22049a0ff9ec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.369798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Request body: {'port': {'device_id': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '78c3c6a94348419b94d15eb4add2baab'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:52.387175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:52.403911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb864aa9-7b37-4ff2-8ef9-bf819d3d7496 req-3c4e47dd-fd60-4592-8ddb-22049a0ff9ec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.495767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-7f2c8900-9b0e-4780-a2b9-2b2cd1ba7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.497286 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-7f2c8900-9b0e-4780-a2b9-2b2cd1ba7069 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1096 time: 0.0697660 Dec 15 04:30:52.500268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc49a-9bc0-4275-9838-0922987ef8bc req-f315bb8a-e1d8-4b8e-9ab1-c64addae832c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.508672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-828bc49a-9bc0-4275-9838-0922987ef8bc req-f315bb8a-e1d8-4b8e-9ab1-c64addae832c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 945 time: 0.0789781 Dec 15 04:30:52.512279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb864aa9-7b37-4ff2-8ef9-bf819d3d7496 req-3c4e47dd-fd60-4592-8ddb-22049a0ff9ec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.515057 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb864aa9-7b37-4ff2-8ef9-bf819d3d7496 req-3c4e47dd-fd60-4592-8ddb-22049a0ff9ec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.516150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb864aa9-7b37-4ff2-8ef9-bf819d3d7496 req-3c4e47dd-fd60-4592-8ddb-22049a0ff9ec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0e4677f-26f4-47c8-956b-c15bc9734003 HTTP/1.1" status: 204 len: 173 time: 0.2028992 Dec 15 04:30:52.536679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e47dd-fd60-4592-8ddb-22049a0ff9ec tempest-SecurityGroupsTestAdminJSON-1844387583 tempest-SecurityGroupsTestAdminJSON-1844387583-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4677f-26f4-47c8-956b-c15bc9734003,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:52.592250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Made reservation on behalf of 78c3c6a94348419b94d15eb4add2baab for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:52.595697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.596482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19a3ba7a-db5e-4e7a-9508-12b6f319c433 req-ea744ae8-5720-445a-aaaa-82c57d491e80 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "GET /v2.0/security-groups/53317648-e053-46c3-8843-ac6251f6f17c HTTP/1.1" status: 200 len: 1795 time: 0.0559454 Dec 15 04:30:52.617386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-828bc49a-9bc0-4275-9838-0922987ef8bc req-f57b4a5c-c79f-49e6-9b07-a41846e53168 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077912 Dec 15 04:30:52.636555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-4cdf7472-0d77-4df1-84c8-67291822cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.638083 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-4cdf7472-0d77-4df1-84c8-67291822cda9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.1318853 Dec 15 04:30:52.665180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-19a3ba7a-db5e-4e7a-9508-12b6f319c433 req-5ae5d67e-7fc0-47cb-8551-a31296ab80ea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.687252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-19a3ba7a-db5e-4e7a-9508-12b6f319c433 req-5ae5d67e-7fc0-47cb-8551-a31296ab80ea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.708962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:52.712749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-25546a2b-3e64-41e9-944f-d7739aca13d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 217 time: 0.0413241 Dec 15 04:30:52.742151 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-19a3ba7a-db5e-4e7a-9508-12b6f319c433 req-5ae5d67e-7fc0-47cb-8551-a31296ab80ea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.746534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-19a3ba7a-db5e-4e7a-9508-12b6f319c433 req-5ae5d67e-7fc0-47cb-8551-a31296ab80ea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.747747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19a3ba7a-db5e-4e7a-9508-12b6f319c433 req-5ae5d67e-7fc0-47cb-8551-a31296ab80ea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "DELETE /v2.0/security-groups/53317648-e053-46c3-8843-ac6251f6f17c HTTP/1.1" status: 204 len: 173 time: 0.1428835 Dec 15 04:30:52.777248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5d67e-7fc0-47cb-8551-a31296ab80ea tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53317648-e053-46c3-8843-ac6251f6f17c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:52.828743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-1dedae08-de87-49d7-a52e-51a45220ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.830806 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-1dedae08-de87-49d7-a52e-51a45220ace1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0740025 Dec 15 04:30:52.842264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858bc2-254c-4aea-8b7d-898ab8529783 req-f3f177cf-158a-4a35-be4e-f5f32ef4ca53 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:52.843775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14858bc2-254c-4aea-8b7d-898ab8529783 req-f3f177cf-158a-4a35-be4e-f5f32ef4ca53 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.0948982 Dec 15 04:30:52.848333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99a0e6cf-ce08-425d-8fef-a309f8c964ba req-6e88cd30-cdc6-40f7-97b3-466d5634423b tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "GET /v2.0/security-groups/673ccc42-223d-4811-a3fe-9e03b5294008 HTTP/1.1" status: 200 len: 1792 time: 0.0729501 Dec 15 04:30:52.890303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-dd6d2618-631c-4fda-8d24-747f3b3007cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463891 Dec 15 04:30:52.891335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Allocated IP 192.168.233.124 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/93c87c72-721e-44f7-a3a9-5b6424eedc32) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:52.946630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14858bc2-254c-4aea-8b7d-898ab8529783 req-c3c658dd-92f2-45c4-8ba1-be398ac27dcf tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825195 Dec 15 04:30:52.951964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99a0e6cf-ce08-425d-8fef-a309f8c964ba req-4c6850de-eff7-47ca-9f17-f43596c8aef5 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:52.978397 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99a0e6cf-ce08-425d-8fef-a309f8c964ba req-4c6850de-eff7-47ca-9f17-f43596c8aef5 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.045629 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99a0e6cf-ce08-425d-8fef-a309f8c964ba req-4c6850de-eff7-47ca-9f17-f43596c8aef5 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.049030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99a0e6cf-ce08-425d-8fef-a309f8c964ba req-4c6850de-eff7-47ca-9f17-f43596c8aef5 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.050651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99a0e6cf-ce08-425d-8fef-a309f8c964ba req-4c6850de-eff7-47ca-9f17-f43596c8aef5 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] 10.222.0.37 "DELETE /v2.0/security-groups/673ccc42-223d-4811-a3fe-9e03b5294008 HTTP/1.1" status: 204 len: 173 time: 0.1851895 Dec 15 04:30:53.084828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-3b84ce23-0ff7-4a03-ade9-649280a1850a service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800470 Dec 15 04:30:53.086139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6850de-eff7-47ca-9f17-f43596c8aef5 tempest-SecurityGroupsTestAdminJSON-1592991272 tempest-SecurityGroupsTestAdminJSON-1592991272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ccc42-223d-4811-a3fe-9e03b5294008,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:53.111952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cc2ae-a6ac-4089-8386-8dc8ac3d4865 req-0767cf8c-bdf7-4b2b-b835-52a786d8fca5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.120452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-541cc2ae-a6ac-4089-8386-8dc8ac3d4865 req-0767cf8c-bdf7-4b2b-b835-52a786d8fca5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.0924995 Dec 15 04:30:53.182342 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.190135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-541cc2ae-a6ac-4089-8386-8dc8ac3d4865 req-f637ebdb-baef-46fc-816a-e6388df1c09f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688059 Dec 15 04:30:53.225733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.274341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5b677af3-b707-4c02-9082-73bd90ad9e3b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:53.289054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de1aeb-78f1-4f56-aa57-6dda8b61b4b8 req-7de0d2f0-b92c-4903-9b5d-a775595bde70 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.291066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06de1aeb-78f1-4f56-aa57-6dda8b61b4b8 req-7de0d2f0-b92c-4903-9b5d-a775595bde70 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 944 time: 0.1000352 Dec 15 04:30:53.295319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:53.302765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:53.304289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-b02bc6b5-5a08-41f6-9a74-d2d492c485b6 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.317008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:53.323230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-7404cd68-8c1c-410e-9390-e36c23538929 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331815 Dec 15 04:30:53.324237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-b02bc6b5-5a08-41f6-9a74-d2d492c485b6 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.1030743 Dec 15 04:30:53.349031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Pushing event updated for resources: {'Port': ['ID=93c87c72-721e-44f7-a3a9-5b6424eedc32,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:53.424645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.425327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.457501 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-19dfbec9-355e-40ee-81fb-56da8487f490 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0868139 Dec 15 04:30:53.479815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Request body: {'port': {'device_id': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:53.527077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51746) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:53.560820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06de1aeb-78f1-4f56-aa57-6dda8b61b4b8 req-a531d77d-e0c9-4e2b-8aa7-2410aa89200f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318397 Dec 15 04:30:53.594747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.599460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399b05-a3b7-4c43-9665-acb1433c0c8a req-5d00335d-94db-4cb9-b349-0b87ca3aecd2 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.601018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34399b05-a3b7-4c43-9665-acb1433c0c8a req-5d00335d-94db-4cb9-b349-0b87ca3aecd2 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 936 time: 0.1608949 Dec 15 04:30:53.638423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Deleting port d0280bfc-94f4-46cd-897f-cf2189f2baf8 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:30:53.638777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.749242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a51db612-6991-45a9-87e1-ca14281c9edf None None] Provisioning complete for port 93c87c72-721e-44f7-a3a9-5b6424eedc32 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:53.749605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a51db612-6991-45a9-87e1-ca14281c9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.781465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34399b05-a3b7-4c43-9665-acb1433c0c8a req-a1b8c123-b195-4e90-8222-b3cbb1039446 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700757 Dec 15 04:30:53.785450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a51db612-6991-45a9-87e1-ca14281c9edf None None] Port 93c87c72-721e-44f7-a3a9-5b6424eedc32 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:30:53.811992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efac37-ead2-4b07-90a7-25f5b07a65c7 req-b57f832b-6a77-4d16-80c5-93d3cdb57307 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.813824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0efac37-ead2-4b07-90a7-25f5b07a65c7 req-b57f832b-6a77-4d16-80c5-93d3cdb57307 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 945 time: 0.1036460 Dec 15 04:30:53.826215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] For port d0280bfc-94f4-46cd-897f-cf2189f2baf8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0280bfc-94f4-46cd-897f-cf2189f2baf8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:53.826612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:53.830255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b967ed5-2222-43b0-94aa-b059be4f3f90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=424c9fac1e3b4bb0b51524cfbebfdec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020539 Dec 15 04:30:53.839193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:53.860598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Calling delete_port for d0280bfc-94f4-46cd-897f-cf2189f2baf8 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:30:53.873256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-3e47074c-4265-43fa-ab27-482368601a4c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:53.874774 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-3e47074c-4265-43fa-ab27-482368601a4c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.2041717 Dec 15 04:30:53.951258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0efac37-ead2-4b07-90a7-25f5b07a65c7 req-9d421ef9-b3a1-43fc-8fa1-ecd5f908a34e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303518 Dec 15 04:30:53.968205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b502e93f-c5a6-49bd-92ee-9a284ef320a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.037030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:30:54.061262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c87c72-721e-44f7-a3a9-5b6424eedc32 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:54.065818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-c38b6250-8c75-41ae-a5e1-c1b19d2b2ed9 service neutron] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:54.069957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.074703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-c38b6250-8c75-41ae-a5e1-c1b19d2b2ed9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.075201 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b502e93f-c5a6-49bd-92ee-9a284ef320a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.076114 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48aa2956-23e0-4dfc-ab6a-6963d55944b2 req-c38b6250-8c75-41ae-a5e1-c1b19d2b2ed9 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae/bindings/n-h2-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.1921008 Dec 15 04:30:54.088282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Transition to ACTIVE for port object 93c87c72-721e-44f7-a3a9-5b6424eedc32 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:30:54.098061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.098304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:30:54.103976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:30:54.104449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.209348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.213640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Pushing event updated for resources: {'Port': ['ID=93c87c72-721e-44f7-a3a9-5b6424eedc32,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:54.244345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:54.248631 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2f4dc1-0912-422c-9dcb-09499de153a0" -d '{"events": [{"server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:54.249656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Attempting to bind port 93c87c72-721e-44f7-a3a9-5b6424eedc32 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:30:54.249998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Attempting to bind port 93c87c72-721e-44f7-a3a9-5b6424eedc32 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:30:54.250333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Attempting to bind port 93c87c72-721e-44f7-a3a9-5b6424eedc32 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:54.256398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Port 93c87c72-721e-44f7-a3a9-5b6424eedc32 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:30:54.256725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Attempting to bind port 93c87c72-721e-44f7-a3a9-5b6424eedc32 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:30:54.262582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:30:54.262794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:54.263148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:30:54.263563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:30:54.264254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Bound port: 93c87c72-721e-44f7-a3a9-5b6424eedc32, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:30:54.264721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.269900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.276038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb30db7-07ea-4f2a-bff1-fdf2300f5d44 req-3aea50f6-4d76-4fb3-ab40-c9fc91a281f4 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:54.282650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bb30db7-07ea-4f2a-bff1-fdf2300f5d44 req-3aea50f6-4d76-4fb3-ab40-c9fc91a281f4 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a55818-018b-4d3d-97ee-ee5b4b8c03cc HTTP/1.1" status: 200 len: 950 time: 0.2054150 Dec 15 04:30:54.338394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:54.348867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] For port 93c87c72-721e-44f7-a3a9-5b6424eedc32, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:30:54.353857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] For port 93c87c72-721e-44f7-a3a9-5b6424eedc32, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:30:54.359668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.369965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:30:54.377216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-64caa32a-17a8-46fc-a9f7-657717410efe tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3885550 Dec 15 04:30:54.387986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:54.399609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:54.400602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.403066 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-25712ade-f02c-42e7-831e-585257c220ea service neutron] 10.222.0.42 "PUT /v2.0/ports/93c87c72-721e-44f7-a3a9-5b6424eedc32 HTTP/1.1" status: 200 len: 1097 time: 0.9298146 Dec 15 04:30:54.403218 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b502e93f-c5a6-49bd-92ee-9a284ef320a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.405961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b502e93f-c5a6-49bd-92ee-9a284ef320a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.407427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b502e93f-c5a6-49bd-92ee-9a284ef320a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57ed7105-c89d-42c3-b851-7a6070f73903 HTTP/1.1" status: 204 len: 168 time: 0.5673158 Dec 15 04:30:54.408304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'tag': '93c87c72-721e-44f7-a3a9-5b6424eedc32'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:54.428412 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb13b7c-632a-43e2-922c-d4ea71b4287e", "tag": "93c87c72-721e-44f7-a3a9-5b6424eedc32"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:54.446576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:30:54.448938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.464544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e93f-c5a6-49bd-92ee-9a284ef320a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed7105-c89d-42c3-b851-7a6070f73903,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:54.481598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25712ade-f02c-42e7-831e-585257c220ea service neutron] Pushing event updated for resources: {'Port': ['ID=93c87c72-721e-44f7-a3a9-5b6424eedc32,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:54.483710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:54.503520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d0280bfc-94f4-46cd-897f-cf2189f2baf8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:54.530950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bb30db7-07ea-4f2a-bff1-fdf2300f5d44 req-2b265b69-2ed9-4a6b-8b43-46444ce0b21d tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.37 "GET /v2.0/security-groups?id=06d57647-11e3-4844-a543-d387083aea6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323437 Dec 15 04:30:54.546230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Pushing event deleted for resources: {'Port': ['ID=d0280bfc-94f4-46cd-897f-cf2189f2baf8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:54.600747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-5dc63fdf-7e34-4a06-b070-b63bd27c0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:54.603001 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-5dc63fdf-7e34-4a06-b070-b63bd27c0d6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78c3c6a94348419b94d15eb4add2baab&device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 1100 time: 0.1034355 Dec 15 04:30:54.709568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-0b91d5f8-a444-4272-aec3-418ed2f256bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32 HTTP/1.1" status: 200 len: 217 time: 0.0750577 Dec 15 04:30:54.809898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-767e4b24-fa31-4e37-b7e8-89628e6d4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:54.811419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-767e4b24-fa31-4e37-b7e8-89628e6d4b86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0846827 Dec 15 04:30:54.923593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-f3f386b2-b42b-41c8-ae49-faef39732e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:54.925681 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-f3f386b2-b42b-41c8-ae49-faef39732e81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546587 Dec 15 04:30:54.945617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51776) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:54.990034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] No DVR routers for this DVR port d0280bfc-94f4-46cd-897f-cf2189f2baf8 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:30:55.003408 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.008048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d758e6e4-8344-46c2-b39b-27c1f661993f req-d34e28ec-9f61-4c56-a85d-70d341ab00b5 tempest-LiveMigrationNegativeTest-1007959965 tempest-LiveMigrationNegativeTest-1007959965-project] 10.222.0.16 "DELETE /v2.0/ports/d0280bfc-94f4-46cd-897f-cf2189f2baf8 HTTP/1.1" status: 204 len: 173 time: 1.6650269 Dec 15 04:30:55.009247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'name': 'network-vif-deleted', 'tag': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:30:55.012589 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772e3e25-b84d-41ae-b8b1-fda4f044a18e" -d '{"events": [{"server_uuid": "f2a55818-018b-4d3d-97ee-ee5b4b8c03cc", "name": "network-vif-deleted", "tag": "d0280bfc-94f4-46cd-897f-cf2189f2baf8"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:30:55.045698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f9c7d93-5aae-4bf5-a0d8-faac030f201d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f58a81e6faf146c1bc15def522373a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959911 Dec 15 04:30:55.046613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51780) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:55.076470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf176e-2575-4713-b87b-56710cc773de req-b89d9703-c229-4d31-9adb-981820780f78 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:55.081779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aaf176e-2575-4713-b87b-56710cc773de req-b89d9703-c229-4d31-9adb-981820780f78 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.1095915 Dec 15 04:30:55.113576 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-6f23f6fd-9326-4a91-ac33-dea5a9eb7307 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764431 Dec 15 04:30:55.114151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2399cd3-3337-497a-a66e-4d91d02c17eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.145111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aaf176e-2575-4713-b87b-56710cc773de req-4a0b0ada-9899-4191-a130-fa4e293fe453 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598741 Dec 15 04:30:55.150258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2399cd3-3337-497a-a66e-4d91d02c17eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.187982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.270437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4494ec2-f21b-4233-8a61-d1e7789b4799 req-a1d44d82-5104-4cbf-af4c-72ca623f0ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370027 Dec 15 04:30:55.275756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2399cd3-3337-497a-a66e-4d91d02c17eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.279921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2399cd3-3337-497a-a66e-4d91d02c17eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.281244 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e2399cd3-3337-497a-a66e-4d91d02c17eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f352e18-838b-441e-9734-754c309964e0 HTTP/1.1" status: 204 len: 168 time: 0.2343543 Dec 15 04:30:55.290253 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca8659-9c78-4fac-85e4-05f1b4a607af x-openstack-request-id: req-c3ca8659-9c78-4fac-85e4-05f1b4a607af {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:55.290783 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:55.291244 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ca8659-9c78-4fac-85e4-05f1b4a607af {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:55.291353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2399cd3-3337-497a-a66e-4d91d02c17eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f352e18-838b-441e-9734-754c309964e0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:55.292166 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'code': 200} Dec 15 04:30:55.376467 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3bb06a-7914-4a7f-ad19-5dd941aa6f6e x-openstack-request-id: req-dc3bb06a-7914-4a7f-ad19-5dd941aa6f6e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:55.377626 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb13b7c-632a-43e2-922c-d4ea71b4287e", "tag": "93c87c72-721e-44f7-a3a9-5b6424eedc32", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:55.378069 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc3bb06a-7914-4a7f-ad19-5dd941aa6f6e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:55.379792 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'tag': '93c87c72-721e-44f7-a3a9-5b6424eedc32', 'status': 'completed', 'code': 200} Dec 15 04:30:55.413200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Allocated IP 172.25.2.162 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/8c64bf1b-af04-4854-b4e4-e95a65b5e94a) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:30:55.613566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-45b51d97-3ef8-4a10-946d-0a49f1af04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:55.615964 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-45b51d97-3ef8-4a10-946d-0a49f1af04dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78c3c6a94348419b94d15eb4add2baab&device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 1100 time: 0.1407092 Dec 15 04:30:55.675465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23891b6b-daa2-4080-94bc-259e1c2356ef req-6507a3cd-2508-4859-a1d4-01873df9a0d9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:55.683602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23891b6b-daa2-4080-94bc-259e1c2356ef req-6507a3cd-2508-4859-a1d4-01873df9a0d9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 945 time: 0.2185795 Dec 15 04:30:55.699985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f907a-1731-41bf-89ef-29ee2d07ce9d req-59ba004d-26a5-4154-98e5-3cc4ad68d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:55.701639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b11f907a-1731-41bf-89ef-29ee2d07ce9d req-59ba004d-26a5-4154-98e5-3cc4ad68d45f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1097 time: 0.2749388 Dec 15 04:30:55.792053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.821521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23891b6b-daa2-4080-94bc-259e1c2356ef req-79c550e3-f189-40b5-9718-58c687c9a996 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350687 Dec 15 04:30:55.824943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-67a336d6-d3c6-4f14-bd36-a17313d48fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:55.825804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b11f907a-1731-41bf-89ef-29ee2d07ce9d req-57597865-5ba0-4e87-b697-9c5fab802928 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112289 Dec 15 04:30:55.843596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-67a336d6-d3c6-4f14-bd36-a17313d48fd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2153814 Dec 15 04:30:55.882577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:55.925531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:30:55.929963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:30:55.942125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-5c440b47-4b67-4cce-a76f-ba5d9056d7f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32 HTTP/1.1" status: 200 len: 217 time: 0.0865715 Dec 15 04:30:55.944298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:30:55.986609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event updated for resources: {'Port': ['ID=8c64bf1b-af04-4854-b4e4-e95a65b5e94a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:56.018731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-26c321af-db53-4e7b-942b-031f59800e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:56.020945 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-26c321af-db53-4e7b-942b-031f59800e40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0673678 Dec 15 04:30:56.025284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25cb72-bb82-4788-bb0e-33954ff46c1f req-01f8583f-e0eb-4e12-b9f6-32875692a045 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:56.026787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a25cb72-bb82-4788-bb0e-33954ff46c1f req-01f8583f-e0eb-4e12-b9f6-32875692a045 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 948 time: 0.0947628 Dec 15 04:30:56.073437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-da6b9b40-d839-433b-abd6-8abdc227979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:56.075715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-da6b9b40-d839-433b-abd6-8abdc227979b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0468533 Dec 15 04:30:56.143213 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:56.162853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a25cb72-bb82-4788-bb0e-33954ff46c1f req-00e9d35e-a0cd-4890-bd9f-c98f0863f1f8 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126401 Dec 15 04:30:56.190572 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:56.199611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-56d375d3-e21e-4cce-9e47-be24dbdcbb6a service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097116 Dec 15 04:30:56.248790 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e3794-2efd-48c8-bd1e-0a0935c3ad30 x-openstack-request-id: req-364e3794-2efd-48c8-bd1e-0a0935c3ad30 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:30:56.249081 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a55818-018b-4d3d-97ee-ee5b4b8c03cc", "name": "network-vif-deleted", "tag": "d0280bfc-94f4-46cd-897f-cf2189f2baf8", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:30:56.249334 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-364e3794-2efd-48c8-bd1e-0a0935c3ad30 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:30:56.249730 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a55818-018b-4d3d-97ee-ee5b4b8c03cc', 'name': 'network-vif-deleted', 'tag': 'd0280bfc-94f4-46cd-897f-cf2189f2baf8', 'status': 'completed', 'code': 200} Dec 15 04:30:56.315235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9cdd535c-f20d-4c5d-9e27-03ad69a70d2d req-79f8ef7b-3205-4342-a135-dfc8f4153600 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078036 Dec 15 04:30:56.444551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:56.462079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:56.545065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event updated for resources: {'Port': ['ID=8c64bf1b-af04-4854-b4e4-e95a65b5e94a,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:56.562972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:56.591415 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:56.600859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-3fc290eb-5d74-452a-89bd-abe1ca4f428c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2224755 Dec 15 04:30:56.720611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51828) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:56.729319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-99d2fc7e-74d0-4f41-bf36-ef3948aadaae tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.1216843 Dec 15 04:30:56.824943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb07a8-bf1c-4dba-b356-4f7dcae64600 req-def7f3b8-25df-4c63-b7b9-212d4405119f tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:56.833155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3eb07a8-bf1c-4dba-b356-4f7dcae64600 req-def7f3b8-25df-4c63-b7b9-212d4405119f tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1096 time: 0.1887693 Dec 15 04:30:56.896579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3a060bf-7cd3-4d7f-bcac-0695902621e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cba651196b14712b10470da88ca15b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728470 Dec 15 04:30:56.896975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51840) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:56.920981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-42e5dd73-f1dc-418f-8881-e5712fde0b6c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:56.922619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-42e5dd73-f1dc-418f-8881-e5712fde0b6c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1876163 Dec 15 04:30:56.935580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3eb07a8-bf1c-4dba-b356-4f7dcae64600 req-0a3de7b0-cbd8-4435-adf4-55bb792c18c0 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015551 Dec 15 04:30:56.941708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-fa7dc8db-eac9-4004-849f-196b146c559e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:30:56.942926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5fdb3e-8e1b-4553-8978-aa74bed23007 req-fa7dc8db-eac9-4004-849f-196b146c559e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063949 Dec 15 04:30:56.999058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ede9c174-6d3a-4ad7-be9f-3bb90fd48af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.058556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ede9c174-6d3a-4ad7-be9f-3bb90fd48af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.161554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dfcdb-e42d-497d-a110-2c992759d0d4 req-eba3a572-d5fb-4e7e-bcd3-c3bd96d2209a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:57.163942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-691dfcdb-e42d-497d-a110-2c992759d0d4 req-eba3a572-d5fb-4e7e-bcd3-c3bd96d2209a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 945 time: 0.0818126 Dec 15 04:30:57.166172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ede9c174-6d3a-4ad7-be9f-3bb90fd48af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.168733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ede9c174-6d3a-4ad7-be9f-3bb90fd48af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.169875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ede9c174-6d3a-4ad7-be9f-3bb90fd48af9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06d57647-11e3-4844-a543-d387083aea6a HTTP/1.1" status: 204 len: 168 time: 0.2719941 Dec 15 04:30:57.184186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9c174-6d3a-4ad7-be9f-3bb90fd48af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d57647-11e3-4844-a543-d387083aea6a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:57.242398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-691dfcdb-e42d-497d-a110-2c992759d0d4 req-f625ed06-98a2-4e73-b2a4-41536b7d479d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723884 Dec 15 04:30:57.533448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-840ad5a0-fcd6-4b57-b21b-8a573dcd9ad1 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:57.534986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-840ad5a0-fcd6-4b57-b21b-8a573dcd9ad1 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 820 time: 0.1765037 Dec 15 04:30:57.551140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-223130c4-e0e9-4e96-8f2d-3204e6cb2398 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/quotas/6b3b473939f246a6918ec40c9450a1f4 HTTP/1.1" status: 200 len: 375 time: 0.0098577 Dec 15 04:30:57.592883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-187350a6-5f05-423d-b797-d7637e410b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.646309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-78410cf0-a354-4d36-a561-2d256181d384 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723279 Dec 15 04:30:57.679846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51880) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:57.720585 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-458e271c-bbe8-49e8-9d80-ee15b6ba7b26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffe69705426b49a796f1ba7e2792afba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386622 Dec 15 04:30:57.722938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51882) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:57.733649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-85a52b8f-1bd3-40b0-af9a-809442177b3c service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864725 Dec 15 04:30:57.772288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6417a900-dbc9-4b99-bd0b-b088f6669054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.793020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6417a900-dbc9-4b99-bd0b-b088f6669054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.828158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-a84b2e21-be34-40ca-b2d2-d57c41d554c1 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878572 Dec 15 04:30:57.845494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6417a900-dbc9-4b99-bd0b-b088f6669054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.848309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6417a900-dbc9-4b99-bd0b-b088f6669054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:57.849562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6417a900-dbc9-4b99-bd0b-b088f6669054 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/490ef8b8-d4bc-4976-9e28-3cc13d145ee4 HTTP/1.1" status: 204 len: 168 time: 0.1256337 Dec 15 04:30:57.858889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417a900-dbc9-4b99-bd0b-b088f6669054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490ef8b8-d4bc-4976-9e28-3cc13d145ee4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:58.033426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983ea4b-e060-48d4-8b67-84f943494538 req-e67dc9f1-ff80-4697-8f25-74e255adbb04 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:58.042064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d983ea4b-e060-48d4-8b67-84f943494538 req-e67dc9f1-ff80-4697-8f25-74e255adbb04 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 948 time: 0.0656052 Dec 15 04:30:58.070016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0280bfc-94f4-46cd-897f-cf2189f2baf8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:30:58.097209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d983ea4b-e060-48d4-8b67-84f943494538 req-73c85b4f-7881-40d4-a6a1-43300c8a119c tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534990 Dec 15 04:30:58.116874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: d0280bfc-94f4-46cd-897f-cf2189f2baf8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:30:58.117215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0280bfc-94f4-46cd-897f-cf2189f2baf8 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:30:58.315583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-6d3ce3c0-f2be-47c0-9baf-02d209976812 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:58.320664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-6d3ce3c0-f2be-47c0-9baf-02d209976812 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.1295478 Dec 15 04:30:58.337423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-6d3d9e0d-b2ef-4e9e-930c-261efcc82508 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/quotas/7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 375 time: 0.0115309 Dec 15 04:30:58.400324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 93c87c72-721e-44f7-a3a9-5b6424eedc32 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:30:58.413641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b2bfe01f-7b08-4849-9d16-1c74e8f79c0e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685472 Dec 15 04:30:58.527890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 93c87c72-721e-44f7-a3a9-5b6424eedc32, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:58.544769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '93c87c72-721e-44f7-a3a9-5b6424eedc32', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '93c87c72-721e-44f7-a3a9-5b6424eedc32', 'mac_address': 'fa:16:3e:fc:26:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:30:58.555549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-a2b31f4e-1398-4ffa-995e-d69f514aa816 service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396956 Dec 15 04:30:58.592679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:58.608159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c87c72-721e-44f7-a3a9-5b6424eedc32 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:30:58.633963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 93c87c72-721e-44f7-a3a9-5b6424eedc32, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:30:58.641537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:58.712990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=93c87c72-721e-44f7-a3a9-5b6424eedc32,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:58.726412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-93dd099b-a269-4e0f-9b58-09232470d0fe service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680830 Dec 15 04:30:58.815659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51924) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:58.944657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1475934771-network', 'tenant_id': '41557f99c7b14e5a856b4788ba98bdb6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:58.970726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Made reservation on behalf of 41557f99c7b14e5a856b4788ba98bdb6 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:58.975546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:58.985923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.021414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['93c87c72-721e-44f7-a3a9-5b6424eedc32'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:30:59.121809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.131119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.163497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:59.184472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:30:59.196349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.197936 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Added segment e10dd31e-4b43-4ef7-9174-6323ff25bbc6 of type vlan for network d67ed130-cc76-4b61-910e-874e5fa3ae10 Dec 15 04:30:59.250825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.306657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.309129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:59.313487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.506292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-85ac7c91-c424-4cda-8d00-7e3c0f0952dc tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:59.507770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-85ac7c91-c424-4cda-8d00-7e3c0f0952dc tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.42 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 820 time: 0.1100938 Dec 15 04:30:59.512395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-e9736d9c-3f96-4ee8-b12e-09160f437cde tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=501c801daf744166b7bf61815f1fb347&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357244 Dec 15 04:30:59.524985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7047219 Dec 15 04:30:59.526067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:30:59.549722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Request body: {'subnet': {'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1475934771-subnet', 'tenant_id': '41557f99c7b14e5a856b4788ba98bdb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:59.575469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'port': {'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'admin_state_up': True, 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:30:59.609711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25daec9-e514-4725-9d00-0672c02873b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d67ed130-cc76-4b61-910e-874e5fa3ae10,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:30:59.634225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d67ed130-cc76-4b61-910e-874e5fa3ae10 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:30:59.671727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-114298b5-19a0-4146-ba7b-dbc7b31ead3d tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:30:59.679580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-114298b5-19a0-4146-ba7b-dbc7b31ead3d tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661642 Dec 15 04:30:59.697716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-9fecb557-64c7-4993-b371-76a902157e65 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/quotas/501c801daf744166b7bf61815f1fb347 HTTP/1.1" status: 200 len: 375 time: 0.0162661 Dec 15 04:30:59.720807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Made reservation on behalf of 41557f99c7b14e5a856b4788ba98bdb6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:30:59.724471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.758860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-6aed7d20-5f13-4648-929c-4b3bf6a14e90 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=501c801daf744166b7bf61815f1fb347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578959 Dec 15 04:30:59.849537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c3c7973-8f68-41ab-9388-081be379ae8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:30:59.972696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf729a03-8328-4f99-a06d-89952c3184e6 req-aa6afd8f-820f-4887-b4cd-ef3bc141ac87 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 210 time: 0.0271695 Dec 15 04:31:00.114692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Made reservation on behalf of 6b3b473939f246a6918ec40c9450a1f4 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:00.118721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.122826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc5c87-4d2d-43e9-8b31-dd01e94b893f req-9e1adf2a-2801-4d71-8e1c-d8ca25d9fabd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:00.129992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86dc5c87-4d2d-43e9-8b31-dd01e94b893f req-9e1adf2a-2801-4d71-8e1c-d8ca25d9fabd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 945 time: 0.0723896 Dec 15 04:31:00.207461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86dc5c87-4d2d-43e9-8b31-dd01e94b893f req-e364f869-affe-4587-a643-ab829ee37d09 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766191 Dec 15 04:31:00.351262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.354227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Allocated IP 172.20.0.8 (071c5e05-58a4-49ab-865d-0e19cf3d0a88/eebbe00a-6c84-4f6a-a4ed-1426af6f7797/bd940960-3600-4266-a7d5-fc9bd9c3b015) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:00.406062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 93c87c72-721e-44f7-a3a9-5b6424eedc32 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:00.436002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ace9f74c-0537-4bf6-9b57-aee37596afa0 req-cd7831f0-41eb-44f1-a8e4-45beabef42fc tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 210 time: 0.0823965 Dec 15 04:31:00.494642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 93c87c72-721e-44f7-a3a9-5b6424eedc32 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:00.508988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 93c87c72-721e-44f7-a3a9-5b6424eedc32 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:00.509530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.540236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-360eca00-6651-4cd1-8199-e806c226c9e1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:00.542034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-360eca00-6651-4cd1-8199-e806c226c9e1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.2995577 Dec 15 04:31:00.553371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0718dff2-f167-455a-9453-68dd35c686ad,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:00.596312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Request body: {'port': {'device_id': '08537393-400b-441a-90ab-f389de4213b3', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'admin_state_up': True, 'tenant_id': '7e3e503c023a4f43a082a2898173102b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:00.612965 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.665845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 93c87c72-721e-44f7-a3a9-5b6424eedc32, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:00.667627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c87c72-721e-44f7-a3a9-5b6424eedc32'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:00.671056 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05602c4f-567d-4072-8291-dcf5de985f9c" -d '{"events": [{"server_uuid": "9bb13b7c-632a-43e2-922c-d4ea71b4287e", "name": "network-vif-plugged", "status": "completed", "tag": "93c87c72-721e-44f7-a3a9-5b6424eedc32"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:00.676628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77323-968b-43d2-8e61-070445b1fd12 req-c9d61ea0-cf09-4e13-b2d8-8c01fa51c146 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:00.677344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.678495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60f77323-968b-43d2-8e61-070445b1fd12 req-c9d61ea0-cf09-4e13-b2d8-8c01fa51c146 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 949 time: 0.1271052 Dec 15 04:31:00.679006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Checking segment: {'id': 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:00.679390 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Network hostable DHCP agents. Network: d67ed130-cc76-4b61-910e-874e5fa3ae10, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:31:00.746631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=93c87c72-721e-44f7-a3a9-5b6424eedc32,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:00.768991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60f77323-968b-43d2-8e61-070445b1fd12 req-a2e23ec8-cfaa-45ee-901e-44ba57a3038b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782006 Dec 15 04:31:00.781482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.823961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Network d67ed130-cc76-4b61-910e-874e5fa3ae10 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:31:00.833938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Made reservation on behalf of 7e3e503c023a4f43a082a2898173102b for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:00.840503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.848934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, d67ed130-cc76-4b61-910e-874e5fa3ae10) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:00.857720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1baea6-2b12-42a0-af48-946e03fed990 None None] Network d67ed130-cc76-4b61-910e-874e5fa3ae10 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:00.870418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:00.870848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.895658 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-433db579-a99e-490e-9f09-f1323188c4f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3663075 Dec 15 04:31:00.900138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:00.974081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bc79cd3b-5042-4f68-9901-2df23d7ab35d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:00.987005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event updated for resources: {'Port': ['ID=bd940960-3600-4266-a7d5-fc9bd9c3b015,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:01.003506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:01.005011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:01.007398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:01.040313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdb779d8-0fd6-4edd-b842-d3e0a7432bb8 req-63f4c657-0f94-4b4a-9507-a4e68da632bb tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 210 time: 0.0593855 Dec 15 04:31:01.090728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:01.091388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.121397 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-427af052-da27-4d91-b73f-42f13def89c8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5521178 Dec 15 04:31:01.139422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Request body: {'port': {'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:01.141571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Allocated IP 172.20.0.2 (c4a6f920-be7a-4bb6-b36a-b7b72f162816/3128db63-9590-4e06-b678-46acc6402fec/f1dc9bbe-526d-483e-adbb-e8442c4a5af0) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:01.236328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.480643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f95d3-2744-4ed4-a08e-5e107e1bdab6 req-6db15848-e0cc-449a-a713-7015726cce92 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:01.493483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d25f95d3-2744-4ed4-a08e-5e107e1bdab6 req-6db15848-e0cc-449a-a713-7015726cce92 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1097 time: 0.1200094 Dec 15 04:31:01.548339 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-8be65239-f937-451e-9403-163abac5045f tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=501c801daf744166b7bf61815f1fb347&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390387 Dec 15 04:31:01.592982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.606452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d25f95d3-2744-4ed4-a08e-5e107e1bdab6 req-bf269f03-986b-4c84-87ba-8a91400b9424 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118097 Dec 15 04:31:01.659354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8820ebaf-1cd9-46c1-aea0-eb521c37e72f None None] Provisioning complete for port bd940960-3600-4266-a7d5-fc9bd9c3b015 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:01.660153 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8820ebaf-1cd9-46c1-aea0-eb521c37e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.690531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-c09bde6f-0027-42cc-8fd0-ae57e56ed580 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:01.692105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-c09bde6f-0027-42cc-8fd0-ae57e56ed580 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375766 Dec 15 04:31:01.715593 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.738712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Request body: {'port': {'device_id': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '501c801daf744166b7bf61815f1fb347'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:01.739192 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.767235 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a717f-8734-42ec-8583-711d196e8192 x-openstack-request-id: req-959a717f-8734-42ec-8583-711d196e8192 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:01.767542 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb13b7c-632a-43e2-922c-d4ea71b4287e", "name": "network-vif-plugged", "status": "completed", "tag": "93c87c72-721e-44f7-a3a9-5b6424eedc32", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:01.767799 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-959a717f-8734-42ec-8583-711d196e8192 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:01.769122 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c87c72-721e-44f7-a3a9-5b6424eedc32', 'code': 200} Dec 15 04:31:01.864627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4864e0a-3d75-46d5-a7b4-352505b3d0ce None None] Network d67ed130-cc76-4b61-910e-874e5fa3ae10 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:01.882613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:01.904005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:01.906998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:01.936507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Made reservation on behalf of 501c801daf744166b7bf61815f1fb347 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:01.940034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:01.950610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8820ebaf-1cd9-46c1-aea0-eb521c37e72f None None] Port bd940960-3600-4266-a7d5-fc9bd9c3b015 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:01.985746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51990) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:01.989579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.000243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1019079663-network', 'tenant_id': '4bf83128f22e443ba7d0a34e3348dacb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:02.021645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:02.037468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c18f7-349b-49f8-b4b6-e6f10dccd3d1 req-62311e4d-0a2e-4c0f-bd81-6e0e63ab7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.038968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-774c18f7-349b-49f8-b4b6-e6f10dccd3d1 req-62311e4d-0a2e-4c0f-bd81-6e0e63ab7625 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 1102 time: 0.1284947 Dec 15 04:31:02.045300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.045927 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.071943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd940960-3600-4266-a7d5-fc9bd9c3b015 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:02.084265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e16f8-5f7c-45c6-9e38-68f1d16d4eb2 req-64057486-c08a-44fa-9b8c-c6c2c01208ea tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.086316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c44e16f8-5f7c-45c6-9e38-68f1d16d4eb2 req-64057486-c08a-44fa-9b8c-c6c2c01208ea tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 931 time: 0.2061393 Dec 15 04:31:02.089128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.122225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Made reservation on behalf of 4bf83128f22e443ba7d0a34e3348dacb for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:02.125783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.132864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-b11306c5-269b-49ea-83a1-4325a0404ba0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5421886 Dec 15 04:31:02.135959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.142092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Transition to ACTIVE for port object bd940960-3600-4266-a7d5-fc9bd9c3b015 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:02.142941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-774c18f7-349b-49f8-b4b6-e6f10dccd3d1 req-2bbce240-de6c-4b92-ba10-f8ee758635cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937798 Dec 15 04:31:02.143749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.145758 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.155511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Request body: {'port': {'device_id': '08537393-400b-441a-90ab-f389de4213b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:02.164668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.194049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c44e16f8-5f7c-45c6-9e38-68f1d16d4eb2 req-368adcbd-682b-44c9-8029-40684de8320b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016173 Dec 15 04:31:02.239135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.285964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:02.337313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Pushing event updated for resources: {'Port': ['ID=bd940960-3600-4266-a7d5-fc9bd9c3b015,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:02.455475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f5a47-61f9-4ab7-bbd9-c9699cd2a013 req-04185010-3035-4892-ba85-e72a0842dc90 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.463889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b2f5a47-61f9-4ab7-bbd9-c9699cd2a013 req-04185010-3035-4892-ba85-e72a0842dc90 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 931 time: 0.1620064 Dec 15 04:31:02.479791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Allocated IP 192.168.233.151 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/b17fea10-692f-431e-8ae1-737651b24380) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:02.537670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.539697 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.546941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Attempting to bind port bd940960-3600-4266-a7d5-fc9bd9c3b015 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:02.547465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Attempting to bind port bd940960-3600-4266-a7d5-fc9bd9c3b015 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:02.548439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Attempting to bind port bd940960-3600-4266-a7d5-fc9bd9c3b015 on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:02.550456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.585672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Port bd940960-3600-4266-a7d5-fc9bd9c3b015 on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:02.585672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Attempting to bind port bd940960-3600-4266-a7d5-fc9bd9c3b015 on network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:02.606110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:31:02.619432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b2f5a47-61f9-4ab7-bbd9-c9699cd2a013 req-4d244a52-c42c-40d7-8c59-fe9e484bd9c9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514332 Dec 15 04:31:02.634354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92167c-429d-4ad6-9aeb-6333ccb23ed2 req-c897da0c-f52c-4977-8194-7cce855cd236 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.635906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb92167c-429d-4ad6-9aeb-6333ccb23ed2 req-c897da0c-f52c-4977-8194-7cce855cd236 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1097 time: 0.1492262 Dec 15 04:31:02.648256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:02.648665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Checking segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:02.649558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Bound using segment: {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:02.650006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Bound port: bd940960-3600-4266-a7d5-fc9bd9c3b015, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762141d-5c91-4973-9efe-ba3025274020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:02.650369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.662689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c45574c-6431-4960-b452-bdf0fd479fef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:02.667527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.667748 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Added segment 340a6fa9-96a7-4b76-9a73-ccd648ad7524 of type vlan for network 6cdc89e0-5ff9-4c29-8709-b9ee02efc649 Dec 15 04:31:02.779609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb92167c-429d-4ad6-9aeb-6333ccb23ed2 req-c1088e95-fb00-4348-823b-067b632257c6 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290240 Dec 15 04:31:02.805474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.806915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76542a-fba9-4068-9d70-7e45e12b2fd7 req-9ea078dc-26dd-4854-9738-2ad1f1740383 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.808467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d76542a-fba9-4068-9d70-7e45e12b2fd7 req-9ea078dc-26dd-4854-9738-2ad1f1740383 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 950 time: 0.0918117 Dec 15 04:31:02.861975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dc9bbe-526d-483e-adbb-e8442c4a5af0 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:02.880260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.894977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] For port bd940960-3600-4266-a7d5-fc9bd9c3b015, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:02.903104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.913541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4687fcc7-0799-4c82-9f69-af97dd9fd0da req-bd2073f6-6848-40f5-8968-d6f070aaa6dd tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 210 time: 0.0470891 Dec 15 04:31:02.914566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.915496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:02.916082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.919384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] For port bd940960-3600-4266-a7d5-fc9bd9c3b015, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:02.926481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d76542a-fba9-4068-9d70-7e45e12b2fd7 req-34087193-3d2a-42c1-92b8-6bd93f8b4f09 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997467 Dec 15 04:31:02.933121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:02.934141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Transition to ACTIVE for port object f1dc9bbe-526d-483e-adbb-e8442c4a5af0 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:02.958355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.014345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:03.073933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0868673 Dec 15 04:31:03.074589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52004) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:03.098437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Request body: {'subnet': {'network_id': '6cdc89e0-5ff9-4c29-8709-b9ee02efc649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1019079663-subnet', 'tenant_id': '4bf83128f22e443ba7d0a34e3348dacb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:03.105688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.106273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.107830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 1092 time: 1.9726722 Dec 15 04:31:03.111375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:03.112748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:03.113180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:03.113586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:03.123045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:03.123223 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872932ba-9315-4296-a8ae-003262efac7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:03.123669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:03.141500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:03.141847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:03.142240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:03.142686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Bound port: f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:03.143053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.153278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.170946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5846c-d705-4291-bc4e-82c6cacf13bc admin admin] Pushing event updated for resources: {'Network': ['ID=6cdc89e0-5ff9-4c29-8709-b9ee02efc649,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:03.182680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 6cdc89e0-5ff9-4c29-8709-b9ee02efc649 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:31:03.212347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.230976 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230ab91-340b-443d-bb6b-ec996da1f3e9 x-openstack-request-id: req-c230ab91-340b-443d-bb6b-ec996da1f3e9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:03.230976 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:03.231277 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c230ab91-340b-443d-bb6b-ec996da1f3e9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:03.231595 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'status': 'completed', 'code': 200} Dec 15 04:31:03.256379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ce15-7c73-4d8b-a89e-a64b9f7f8c16 service neutron] Pushing event updated for resources: {'Port': ['ID=bd940960-3600-4266-a7d5-fc9bd9c3b015,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:03.294732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Made reservation on behalf of 4bf83128f22e443ba7d0a34e3348dacb for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:03.308862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.376030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.411651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:03.437546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:03.441396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:03.444805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Pushing event updated for resources: {'Port': ['ID=b17fea10-692f-431e-8ae1-737651b24380,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:03.451817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd60fe-ffda-47ff-bb79-d1afeb178dad req-948d0666-976a-4cae-92e3-b949d479e3e0 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.452002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:03.454725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:03.466810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ebd60fe-ffda-47ff-bb79-d1afeb178dad req-948d0666-976a-4cae-92e3-b949d479e3e0 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1097 time: 0.1825421 Dec 15 04:31:03.475617 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.485240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-2af906d3-1060-44bd-9558-43bc147bf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.486818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-2af906d3-1060-44bd-9558-43bc147bf9be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1095 time: 0.2910383 Dec 15 04:31:03.554421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.555600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.593856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443cf2b-647f-41ed-aa6b-8f85487c798c req-4e22959a-20a3-47e8-9ba0-1ac1aa1e2e3c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.603017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c443cf2b-647f-41ed-aa6b-8f85487c798c req-4e22959a-20a3-47e8-9ba0-1ac1aa1e2e3c tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 943 time: 0.2490139 Dec 15 04:31:03.627362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.628753 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.629355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-4a62dd84-528a-4f1d-9585-10184381d72a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 217 time: 0.1071582 Dec 15 04:31:03.630712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 1092 time: 1.4812348 Dec 15 04:31:03.639738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:03.746723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-aef2d1f7-d6af-4298-af95-72d73fe2c408 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0385187 Dec 15 04:31:03.750458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-2fab382a-f9bc-4e0b-b31c-f510a79c3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.751738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-2fab382a-f9bc-4e0b-b31c-f510a79c3659 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0997448 Dec 15 04:31:03.760977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4d31de26-9173-46d0-b266-72fd0e0e57cd None None] Provisioning complete for port b17fea10-692f-431e-8ae1-737651b24380 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:03.761628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4d31de26-9173-46d0-b266-72fd0e0e57cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.779612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Request body: {'port': {'device_id': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:03.805657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4d31de26-9173-46d0-b266-72fd0e0e57cd None None] Port b17fea10-692f-431e-8ae1-737651b24380 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:03.916789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17df9-cef1-4db3-960a-7a14b628923f req-a6d3771e-437b-41d6-961d-a6491bb35867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:03.918433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-a6d3771e-437b-41d6-961d-a6491bb35867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451702 Dec 15 04:31:03.925251 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:03.937067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.983328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:03.983956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb4724-ceee-4249-a66f-6ee2917ff4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:04.002541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ebd60fe-ffda-47ff-bb79-d1afeb178dad req-0b42db5d-16e9-4a34-a45e-de48a5edad34 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222313 Dec 15 04:31:04.024739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c443cf2b-647f-41ed-aa6b-8f85487c798c req-ca62b565-ae7b-47bd-b2f7-40b6ef9e8a2d tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202499 Dec 15 04:31:04.045438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-81806511-e7be-482e-8ccd-3ca9fe8bd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.047127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-81806511-e7be-482e-8ccd-3ca9fe8bd9a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1095 time: 0.1188505 Dec 15 04:31:04.116863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7eed75d-0ebc-42fb-89bc-65422229b18d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:04.131609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-e8c875ad-6a13-457b-bed7-ea4c0d3f58ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0654716 Dec 15 04:31:04.147406 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6b1f09-0740-46c1-a80a-bcdfdaa74e35 x-openstack-request-id: req-bb6b1f09-0740-46c1-a80a-bcdfdaa74e35 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:04.147940 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:04.149417 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb6b1f09-0740-46c1-a80a-bcdfdaa74e35 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:04.149815 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'status': 'completed', 'code': 200} Dec 15 04:31:04.169716 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-941f09b9-02da-4103-97e7-390af7c19122 service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419825 Dec 15 04:31:04.183838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Checking segment: {'id': '340a6fa9-96a7-4b76-9a73-ccd648ad7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6cdc89e0-5ff9-4c29-8709-b9ee02efc649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:04.184227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Network hostable DHCP agents. Network: 6cdc89e0-5ff9-4c29-8709-b9ee02efc649, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:31:04.250436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09866de1-5dab-4535-b8eb-d3cbf068fb4c req-ae4ff381-c4b9-4180-964a-c08de88d9a17 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.251842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09866de1-5dab-4535-b8eb-d3cbf068fb4c req-ae4ff381-c4b9-4180-964a-c08de88d9a17 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.1180396 Dec 15 04:31:04.262911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-5635193e-8592-4958-b271-41b270a09a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.264558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-5635193e-8592-4958-b271-41b270a09a65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0977924 Dec 15 04:31:04.278009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97ad3a-5f40-4912-b0ad-67cf90e23c7e req-28d3be2b-2bb3-4351-9403-bc5719072482 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.279623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e97ad3a-5f40-4912-b0ad-67cf90e23c7e req-28d3be2b-2bb3-4351-9403-bc5719072482 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 936 time: 0.1116166 Dec 15 04:31:04.304146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Network 6cdc89e0-5ff9-4c29-8709-b9ee02efc649 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:31:04.329087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 6cdc89e0-5ff9-4c29-8709-b9ee02efc649) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:04.329601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-a9eacdf3-b5f3-4289-a71d-e6833c5b8964 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479195 Dec 15 04:31:04.340747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f7205-23fc-43bf-bc72-04dc57db05ee None None] Network 6cdc89e0-5ff9-4c29-8709-b9ee02efc649 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:04.346586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.347188 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:04.355369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30e17df9-cef1-4db3-960a-7a14b628923f req-b5c9b751-d3d0-48f6-b0b2-c7a74f65e85a service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725686 Dec 15 04:31:04.397266 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-41809b7c-e79b-45f5-bb6e-2d8de9ae8b99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3033175 Dec 15 04:31:04.473778 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e97ad3a-5f40-4912-b0ad-67cf90e23c7e req-9089043b-52f6-490f-b24d-6439f7a1aa73 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831307 Dec 15 04:31:04.480832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17fea10-692f-431e-8ae1-737651b24380 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:04.493883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:04.517530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09866de1-5dab-4535-b8eb-d3cbf068fb4c req-4d5302f3-0924-4bfe-8181-1649da4b701c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275896 Dec 15 04:31:04.541950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Transition to ACTIVE for port object b17fea10-692f-431e-8ae1-737651b24380 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:04.549781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:04.631363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c6d2ed-8e20-40c9-bedd-8160a5edbaed None None] Network 6cdc89e0-5ff9-4c29-8709-b9ee02efc649 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:04.783323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c54f1-e9a1-499c-95f2-9893d64c8f21 req-071ad3ea-d34c-41e9-877f-c193e2ba6ebb tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.785109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e3c54f1-e9a1-499c-95f2-9893d64c8f21 req-071ad3ea-d34c-41e9-877f-c193e2ba6ebb tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 950 time: 0.1662312 Dec 15 04:31:04.787205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-291e6c0a-33f4-4176-86e5-941a074be1ce service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230781 Dec 15 04:31:04.906873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97d1b794-5aa0-430b-a43f-78978a3d5159 req-af87f9ae-7c8d-47eb-9b1b-17d249a2e26a service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077745 Dec 15 04:31:04.958469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e3c54f1-e9a1-499c-95f2-9893d64c8f21 req-6f7c919c-01e7-4ed7-a290-84a845faacd7 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649044 Dec 15 04:31:04.958678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872932ba-9315-4296-a8ae-003262efac7a req-e2abc05a-f0d1-43f3-81b7-6ed46a0445f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:04.959711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-e2abc05a-f0d1-43f3-81b7-6ed46a0445f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1095 time: 0.4595339 Dec 15 04:31:05.007457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Pushing event updated for resources: {'Port': ['ID=b17fea10-692f-431e-8ae1-737651b24380,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:05.078318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-162c77b3-3089-4bc6-a3c2-f5b179edd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.079765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-162c77b3-3089-4bc6-a3c2-f5b179edd5af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1095 time: 0.0625267 Dec 15 04:31:05.100609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Attempting to bind port b17fea10-692f-431e-8ae1-737651b24380 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:05.100938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Attempting to bind port b17fea10-692f-431e-8ae1-737651b24380 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:05.101270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Attempting to bind port b17fea10-692f-431e-8ae1-737651b24380 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:05.114162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Port b17fea10-692f-431e-8ae1-737651b24380 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:05.114487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Attempting to bind port b17fea10-692f-431e-8ae1-737651b24380 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:05.129802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:05.130150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:05.130495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:05.130920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Bound port: b17fea10-692f-431e-8ae1-737651b24380, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:05.131276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:05.136526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872932ba-9315-4296-a8ae-003262efac7a req-0b8e74c1-09b7-4079-9da5-e61eb3c4e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.138206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-0b8e74c1-09b7-4079-9da5-e61eb3c4e531 service neutron] 10.222.0.42 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.1619956 Dec 15 04:31:05.219661 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-17f6f385-3854-4889-9793-780e58124dcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 217 time: 0.0443366 Dec 15 04:31:05.271069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-d3abf584-87e9-4026-a820-edd0e1bc1ee5 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.272425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-d3abf584-87e9-4026-a820-edd0e1bc1ee5 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/networks?id=d67ed130-cc76-4b61-910e-874e5fa3ae10 HTTP/1.1" status: 200 len: 815 time: 0.2058928 Dec 15 04:31:05.277471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] For port b17fea10-692f-431e-8ae1-737651b24380, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:05.285117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44834f-2c64-45c2-a0df-31bb34e764ef req-af426680-89d5-4729-ad28-2aa372b617fb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.286595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b44834f-2c64-45c2-a0df-31bb34e764ef req-af426680-89d5-4729-ad28-2aa372b617fb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 943 time: 0.1057398 Dec 15 04:31:05.289226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-6dfc611f-26f0-4e66-a7cd-8d8d008537d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.290640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-6dfc611f-26f0-4e66-a7cd-8d8d008537d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.1988413 Dec 15 04:31:05.296643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] For port b17fea10-692f-431e-8ae1-737651b24380, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b17fea10-692f-431e-8ae1-737651b24380,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:05.298924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872932ba-9315-4296-a8ae-003262efac7a req-1d400d8f-2392-4599-848a-f31b6133d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.300714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-1d400d8f-2392-4599-848a-f31b6133d37a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0709491 Dec 15 04:31:05.302347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:05.307144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-3d84f78a-e25f-4cb8-ab3e-9f4d48543f78 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/quotas/41557f99c7b14e5a856b4788ba98bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0196083 Dec 15 04:31:05.345910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.346443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:05.347906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] 10.222.0.16 "PUT /v2.0/ports/b17fea10-692f-431e-8ae1-737651b24380 HTTP/1.1" status: 200 len: 1097 time: 1.5732906 Dec 15 04:31:05.361932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-00f1d50c-c961-4820-b136-eb3bd3025f9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0560243 Dec 15 04:31:05.369351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'tag': 'b17fea10-692f-431e-8ae1-737651b24380'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:05.371545 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ea169-34e2-4dc9-9593-b455f47d9e5f", "tag": "b17fea10-692f-431e-8ae1-737651b24380"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:05.378776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-5b9b7b6f-0646-4a5c-8721-ba59a0550da8 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41557f99c7b14e5a856b4788ba98bdb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594404 Dec 15 04:31:05.410514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872932ba-9315-4296-a8ae-003262efac7a req-f52878c0-be7d-4858-b590-929b5fe3ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.412738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-f52878c0-be7d-4858-b590-929b5fe3ff43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012285 Dec 15 04:31:05.421494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336fbd0-d570-4604-b56d-ef33f91c4777 service neutron] Pushing event updated for resources: {'Port': ['ID=b17fea10-692f-431e-8ae1-737651b24380,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:05.494874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b44834f-2c64-45c2-a0df-31bb34e764ef req-75bc8bbf-554c-430c-b4a2-8e5984e8f328 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972659 Dec 15 04:31:05.509279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-19b16eac-bd55-4394-acc4-f90d6eb9186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.511125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-19b16eac-bd55-4394-acc4-f90d6eb9186a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1349344 Dec 15 04:31:05.517978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-b71b1ee0-e138-4001-8ea9-320cd7818a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.519440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-b71b1ee0-e138-4001-8ea9-320cd7818a44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=501c801daf744166b7bf61815f1fb347&device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 1100 time: 0.1063685 Dec 15 04:31:05.548329 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-6509c668-35d2-4207-911c-0a50497dfc75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286860 Dec 15 04:31:05.582686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-b93393f8-ae3a-45dc-b896-63483ca3aece service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b17fea10-692f-431e-8ae1-737651b24380 HTTP/1.1" status: 200 len: 217 time: 0.0477262 Dec 15 04:31:05.590904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-013e1d6d-6674-4395-95ef-bc15b125e5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573946 Dec 15 04:31:05.651984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-5626f2e9-be01-4145-ae2e-d6742838c53e service neutron] 10.222.0.37 "GET /v2.0/networks/d67ed130-cc76-4b61-910e-874e5fa3ae10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613237 Dec 15 04:31:05.687883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-f63dcbc2-5d27-497b-9434-c0daf7b68f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.689405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-f63dcbc2-5d27-497b-9434-c0daf7b68f6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0972712 Dec 15 04:31:05.732358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b792-de33-4d85-a71f-a4cf8b849658 req-75884b29-20a5-4dea-a87a-6d55b34f0b28 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.733869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7678b792-de33-4d85-a71f-a4cf8b849658 req-75884b29-20a5-4dea-a87a-6d55b34f0b28 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1097 time: 0.1625781 Dec 15 04:31:05.748265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-872932ba-9315-4296-a8ae-003262efac7a req-9e642f53-3f70-4acc-8c50-1faf32fd6e2e service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423032 Dec 15 04:31:05.757680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c001f-b486-447b-b8bb-4e7328433b5b req-2263c899-ceb8-4f15-afae-77cc4cb26633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:05.759683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-2263c899-ceb8-4f15-afae-77cc4cb26633 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563233 Dec 15 04:31:05.764701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-cc4b0b47-1314-4a45-ba87-8df7e38dc595 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076445 Dec 15 04:31:05.856237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7678b792-de33-4d85-a71f-a4cf8b849658 req-d0960fa2-e70a-49be-8ed9-a850e47880bd tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121562 Dec 15 04:31:05.860906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-d9f70fac-c893-4eec-8a05-9c7fe9e2629f service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852208 Dec 15 04:31:05.861559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-1b856b25-a8d0-4a00-b85f-8704e9ae8451 service neutron] 10.222.0.37 "GET /v2.0/networks/d67ed130-cc76-4b61-910e-874e5fa3ae10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017059 Dec 15 04:31:05.922448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf3ac53-cc41-4f82-ad6a-e9857e0f3d8a req-44bdab20-4377-416a-8257-daa42e485dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402290 Dec 15 04:31:05.998472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9244ed-3934-4d41-a961-4f5fd8f3e7ce req-3cd6b380-70eb-45c6-8539-544e483b3311 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.000284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f9244ed-3934-4d41-a961-4f5fd8f3e7ce req-3cd6b380-70eb-45c6-8539-544e483b3311 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 1102 time: 0.0553269 Dec 15 04:31:06.013394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-814c001f-b486-447b-b8bb-4e7328433b5b req-2a35bff3-fa56-4cef-941a-f5d3051830ac service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338289 Dec 15 04:31:06.021742 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f9244ed-3934-4d41-a961-4f5fd8f3e7ce req-07b23dde-0394-46d2-af59-46667e77e3a0 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:06.037746 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac91d66-989c-4572-8fdf-0abf6598987e x-openstack-request-id: req-3ac91d66-989c-4572-8fdf-0abf6598987e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:06.038090 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ea169-34e2-4dc9-9593-b455f47d9e5f", "tag": "b17fea10-692f-431e-8ae1-737651b24380", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:06.039513 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac91d66-989c-4572-8fdf-0abf6598987e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:06.039965 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'tag': 'b17fea10-692f-431e-8ae1-737651b24380', 'status': 'completed', 'code': 200} Dec 15 04:31:06.135947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f9244ed-3934-4d41-a961-4f5fd8f3e7ce req-07b23dde-0394-46d2-af59-46667e77e3a0 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:06.145306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f9244ed-3934-4d41-a961-4f5fd8f3e7ce req-07b23dde-0394-46d2-af59-46667e77e3a0 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:06.162831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-e93d70ed-e03f-489f-b3c8-d32aec05327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.165043 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-e93d70ed-e03f-489f-b3c8-d32aec05327c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=501c801daf744166b7bf61815f1fb347&device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 1100 time: 0.0455341 Dec 15 04:31:06.165892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2557642-7a59-4b94-af34-524010ebcec3 req-da9dbb78-be29-4137-8c66-6f895a8ba134 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.166966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2557642-7a59-4b94-af34-524010ebcec3 req-da9dbb78-be29-4137-8c66-6f895a8ba134 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 948 time: 0.0812161 Dec 15 04:31:06.211175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b23dde-0394-46d2-af59-46667e77e3a0 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabc058d-144f-4711-90cb-674de15b1cf9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:06.224558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f9244ed-3934-4d41-a961-4f5fd8f3e7ce req-07b23dde-0394-46d2-af59-46667e77e3a0 tempest-ServersAdminNegativeTestJSON-1423571312 tempest-ServersAdminNegativeTestJSON-1423571312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161741 Dec 15 04:31:06.272351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2557642-7a59-4b94-af34-524010ebcec3 req-2cf939ad-51da-4d94-b08b-e219b4cffa71 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946195 Dec 15 04:31:06.279575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-2f2cf7e4-6113-4cc7-82c2-3d409e3854e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.281097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-2f2cf7e4-6113-4cc7-82c2-3d409e3854e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1081879 Dec 15 04:31:06.329164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-4eff3cc7-a548-4019-9fbd-ae50eb1cf463 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b17fea10-692f-431e-8ae1-737651b24380 HTTP/1.1" status: 200 len: 217 time: 0.0389113 Dec 15 04:31:06.361464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fd923-dfce-4d51-afe7-536012d59aa9 req-2c7c3054-b7db-4686-a82a-59689a04e0a9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.363107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-724fd923-dfce-4d51-afe7-536012d59aa9 req-2c7c3054-b7db-4686-a82a-59689a04e0a9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.0619140 Dec 15 04:31:06.390644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-7135e670-940b-43f1-8c02-bd3f3b755bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.392510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-7135e670-940b-43f1-8c02-bd3f3b755bb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0524554 Dec 15 04:31:06.416788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-724fd923-dfce-4d51-afe7-536012d59aa9 req-643eda1a-0928-4e14-a6d2-d2c6fa33866d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Dec 15 04:31:06.466159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-d8e69d9d-3c15-4c5d-a2c6-b635eb56ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.468454 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-d8e69d9d-3c15-4c5d-a2c6-b635eb56ee48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655251 Dec 15 04:31:06.534144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f4faf04-99b2-4465-9ae6-0ff65d14092d req-16c39706-82e4-43f5-996e-f7e1fcd376ae tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 210 time: 0.0310113 Dec 15 04:31:06.600143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-40c2e21f-3e5a-4ca8-82ba-6bc57d70ed13 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214254 Dec 15 04:31:06.619766 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:06.711201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cc999f-f393-43bd-a3b2-dcb0bfc8a8e5 req-53feff20-b9da-41de-a520-e29ba07adef0 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028767 Dec 15 04:31:06.815225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7bfc0-8ddd-47d6-876c-ffcfd6313198 req-f0b983a5-d855-4135-803e-908fec071ee9 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:06.816717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8db7bfc0-8ddd-47d6-876c-ffcfd6313198 req-f0b983a5-d855-4135-803e-908fec071ee9 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 943 time: 0.0495501 Dec 15 04:31:06.874201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8db7bfc0-8ddd-47d6-876c-ffcfd6313198 req-5c496eac-18fc-4961-92f8-eef66f592c2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Dec 15 04:31:07.130802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadd3fd-61e1-469a-959d-e0dc9604fbcf req-df74bc97-b217-449b-93f3-2aeedf4d816e tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:07.132213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcadd3fd-61e1-469a-959d-e0dc9604fbcf req-df74bc97-b217-449b-93f3-2aeedf4d816e tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.0521629 Dec 15 04:31:07.181272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcadd3fd-61e1-469a-959d-e0dc9604fbcf req-98d62854-4305-4b15-84d8-615f6046834b tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Dec 15 04:31:07.434172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd01c7-9e85-4a18-8796-3d0893615c76 req-8060f959-5e56-4979-bcaa-b39ff13fc03e tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:07.435723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ebd01c7-9e85-4a18-8796-3d0893615c76 req-8060f959-5e56-4979-bcaa-b39ff13fc03e tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 948 time: 0.0557292 Dec 15 04:31:07.484332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ebd01c7-9e85-4a18-8796-3d0893615c76 req-7b694973-52d1-4d36-8b36-b5f76fcd3c10 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Dec 15 04:31:07.557785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-6a8fa42a-3cc8-422b-9037-3631d3514f36 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:31:07.564811 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-6a8fa42a-3cc8-422b-9037-3631d3514f36 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510218 Dec 15 04:31:07.597757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538996-810c-4606-b323-b74b8a6a2088 req-e247a9b0-2ae9-4642-bfea-3d3966c498df tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:07.599502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4538996-810c-4606-b323-b74b8a6a2088 req-e247a9b0-2ae9-4642-bfea-3d3966c498df tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 950 time: 0.0547178 Dec 15 04:31:07.621219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-ea8c189d-4f6b-480d-9a68-43ee3cdb71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:07.622595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-ea8c189d-4f6b-480d-9a68-43ee3cdb71a3 service neutron] 10.222.0.37 "GET /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 1094 time: 0.0569324 Dec 15 04:31:07.634240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:07.634693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Unknown quota resources ['binding']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:31:07.653623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4538996-810c-4606-b323-b74b8a6a2088 req-e45b8921-7032-4060-a38a-c4fc5b58ee02 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Dec 15 04:31:07.688324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-ffbb87e3-d2d2-4ed8-9761-8f8c03768b58 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:07.689713 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-ffbb87e3-d2d2-4ed8-9761-8f8c03768b58 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.42 "GET /v2.0/networks?id=d67ed130-cc76-4b61-910e-874e5fa3ae10 HTTP/1.1" status: 200 len: 815 time: 0.1925411 Dec 15 04:31:07.790073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Request body: {'port': {'device_id': 'ee109663-0050-4789-9215-29b027e54832', 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10', 'admin_state_up': True, 'tenant_id': '41557f99c7b14e5a856b4788ba98bdb6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:07.840792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:07.841128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:07.841453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:07.854762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:07.855080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:07.863059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:07.863388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:07.863769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:07.864222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Bound port: a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:07.881462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7fb84-77d1-4ae6-857c-9dd928bd41c2 req-319a424c-220b-4f7d-8709-1f5393ad2931 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:07.883547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12b7fb84-77d1-4ae6-857c-9dd928bd41c2 req-319a424c-220b-4f7d-8709-1f5393ad2931 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.0486240 Dec 15 04:31:07.930725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12b7fb84-77d1-4ae6-857c-9dd928bd41c2 req-65175635-aa0f-4a76-9b7a-69213085c59e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Dec 15 04:31:07.950737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:07.958498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:07.959686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-fa98d15d-45d5-4151-98f1-2e720ba8427c service neutron] 10.222.0.37 "POST /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd/bindings HTTP/1.1" status: 201 len: 390 time: 0.3314712 Dec 15 04:31:07.966369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Made reservation on behalf of 41557f99c7b14e5a856b4788ba98bdb6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:07.970060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.021210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a03f432c-03c3-4fd2-bc37-abc4fa702c63 req-0039eaf1-97cb-4238-9a42-42713b4db91c tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 210 time: 0.0276935 Dec 15 04:31:08.109207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:08.156195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Allocated IP 172.20.0.12 (d67ed130-cc76-4b61-910e-874e5fa3ae10/0718dff2-f167-455a-9453-68dd35c686ad/e52ef9b5-cdc5-45ec-b139-03c538c0055e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:08.177241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e201-6d80-49f2-836c-997bd183a083 req-c0d1ed5f-e453-4786-bd74-9bc5366805fd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.178760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e63e201-6d80-49f2-836c-997bd183a083 req-c0d1ed5f-e453-4786-bd74-9bc5366805fd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 945 time: 0.0738277 Dec 15 04:31:08.188054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67444e8e-708b-46a8-872c-5d005d7a2aa7 req-0c49a6e9-1839-482b-bc69-655abad2e4db tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.189540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67444e8e-708b-46a8-872c-5d005d7a2aa7 req-0c49a6e9-1839-482b-bc69-655abad2e4db tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 943 time: 0.0945773 Dec 15 04:31:08.231622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:08.246030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'port_id': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'mac_address': 'fa:16:3e:7c:aa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3128db63-9590-4e06-b678-46acc6402fec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:08.284843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.289572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67444e8e-708b-46a8-872c-5d005d7a2aa7 req-75cfa7cb-bdd8-4095-9684-184cac340fd3 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913210 Dec 15 04:31:08.295397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e63e201-6d80-49f2-836c-997bd183a083 req-5e7b0c6e-c379-40c7-99d7-7907948c13f6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049192 Dec 15 04:31:08.299115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1dc9bbe-526d-483e-adbb-e8442c4a5af0 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:08.310790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-c875cd25-cc7c-4d71-aa2f-a58ab4ca607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.311846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-c875cd25-cc7c-4d71-aa2f-a58ab4ca607c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0786135 Dec 15 04:31:08.322607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:08.337688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.364790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.393129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:08.406908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.438935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bd940960-3600-4266-a7d5-fc9bd9c3b015 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:08.459727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Network d67ed130-cc76-4b61-910e-874e5fa3ae10 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:08.459942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e935c-807b-4cc2-84e7-96c7aab61727 req-06802fb8-3a7b-4516-917a-f37cd5bf62b5 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.462352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c7e935c-807b-4cc2-84e7-96c7aab61727 req-06802fb8-3a7b-4516-917a-f37cd5bf62b5 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.0794129 Dec 15 04:31:08.466205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:08.468429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Pushing event updated for resources: {'Port': ['ID=e52ef9b5-cdc5-45ec-b139-03c538c0055e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:08.470598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:08.500816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-044fb8b4-0bf5-4cb1-aae2-4607cca00810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.502930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-044fb8b4-0bf5-4cb1-aae2-4607cca00810 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1785738 Dec 15 04:31:08.542672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bd940960-3600-4266-a7d5-fc9bd9c3b015, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:08.545697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.547397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.560646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:08.566680 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-17ca489a-73b6-4e70-9b79-9f8d9dcfb165 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812369 Dec 15 04:31:08.578459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3a48d43f-eeb3-4e8f-a390-2997cafe4f33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 217 time: 0.0659823 Dec 15 04:31:08.614658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Request body: {'port': {'device_id': 'ee109663-0050-4789-9215-29b027e54832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:08.615490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c7e935c-807b-4cc2-84e7-96c7aab61727 req-234458eb-ca5e-4dc0-8f61-7a0337f7d038 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347854 Dec 15 04:31:08.625571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.642460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd940960-3600-4266-a7d5-fc9bd9c3b015 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:08.662748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bd940960-3600-4266-a7d5-fc9bd9c3b015, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:08.667000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.670249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.673102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e15a1-0752-4f33-bd34-d1a641c83642 req-46703f8d-4b93-479f-bef7-d26a6627ee86 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.675258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf7e15a1-0752-4f33-bd34-d1a641c83642 req-46703f8d-4b93-479f-bef7-d26a6627ee86 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 948 time: 0.1132488 Dec 15 04:31:08.678238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-2e43edaf-6771-4f49-bd03-93fad69d750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.679721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-2e43edaf-6771-4f49-bd03-93fad69d750e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.0632463 Dec 15 04:31:08.698715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f1dc9bbe-526d-483e-adbb-e8442c4a5af0'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:08.743072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf7e15a1-0752-4f33-bd34-d1a641c83642 req-d9b9c460-dfba-4e62-839e-37cb335a4334 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567420 Dec 15 04:31:08.780632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-c03ddd0a-e963-4467-8bb7-c46abbc2a2ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442061 Dec 15 04:31:08.789529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=bd940960-3600-4266-a7d5-fc9bd9c3b015,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:08.873098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d453c3-eaa3-43d8-9db5-63fe24a765e8 req-1d4e7d49-6e2a-48c5-a4aa-e2d02c39ab0d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:08.876540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96d453c3-eaa3-43d8-9db5-63fe24a765e8 req-1d4e7d49-6e2a-48c5-a4aa-e2d02c39ab0d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 950 time: 0.1387951 Dec 15 04:31:08.937334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-199b97ca-03a2-4d17-9f79-5e1b81519dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421010 Dec 15 04:31:08.967779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52ef9b5-cdc5-45ec-b139-03c538c0055e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:08.972748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96d453c3-eaa3-43d8-9db5-63fe24a765e8 req-8112cc9f-259d-4a75-87c9-202253c907c0 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911355 Dec 15 04:31:08.976053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:08.991184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Transition to ACTIVE for port object e52ef9b5-cdc5-45ec-b139-03c538c0055e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:08.997549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:09.048796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Pushing event updated for resources: {'Port': ['ID=e52ef9b5-cdc5-45ec-b139-03c538c0055e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:09.071825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-617809f1-ebee-4bdb-9fd6-26e0fcf87fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229532 Dec 15 04:31:09.074207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['bd940960-3600-4266-a7d5-fc9bd9c3b015'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:09.097013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fef44-2f35-4603-b461-fdf2b6d8018f req-5a9b9fe7-569c-4b81-8696-566ae3edb776 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.099477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-957fef44-2f35-4603-b461-fdf2b6d8018f req-5a9b9fe7-569c-4b81-8696-566ae3edb776 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.0633769 Dec 15 04:31:09.139595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Attempting to bind port e52ef9b5-cdc5-45ec-b139-03c538c0055e on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:09.140231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Attempting to bind port e52ef9b5-cdc5-45ec-b139-03c538c0055e by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:09.140565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Attempting to bind port e52ef9b5-cdc5-45ec-b139-03c538c0055e on network d67ed130-cc76-4b61-910e-874e5fa3ae10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:09.144967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Port e52ef9b5-cdc5-45ec-b139-03c538c0055e on network d67ed130-cc76-4b61-910e-874e5fa3ae10 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:09.145293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Attempting to bind port e52ef9b5-cdc5-45ec-b139-03c538c0055e on network d67ed130-cc76-4b61-910e-874e5fa3ae10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:09.150964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:09.151140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Checking segment: {'id': 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:09.151476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Bound using segment: {'id': 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:09.151905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Bound port: e52ef9b5-cdc5-45ec-b139-03c538c0055e, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:09.152296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:09.187516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52821b-d33d-4c03-8129-8bde94b40644 req-7c3f3c72-d50b-4b37-81c8-17d2f2963328 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.189048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c52821b-d33d-4c03-8129-8bde94b40644 req-7c3f3c72-d50b-4b37-81c8-17d2f2963328 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 944 time: 0.0876772 Dec 15 04:31:09.197853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-957fef44-2f35-4603-b461-fdf2b6d8018f req-e19e5e98-4943-487b-a1a4-2fdc5c1360ba tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803068 Dec 15 04:31:09.243429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] For port e52ef9b5-cdc5-45ec-b139-03c538c0055e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:09.247055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] For port e52ef9b5-cdc5-45ec-b139-03c538c0055e, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e52ef9b5-cdc5-45ec-b139-03c538c0055e,segment=NetworkSegment(e10dd31e-4b43-4ef7-9174-6323ff25bbc6),segment_id=e10dd31e-4b43-4ef7-9174-6323ff25bbc6)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:09.248611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c52821b-d33d-4c03-8129-8bde94b40644 req-18630e5a-9596-46b8-a542-918e636cbced tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Dec 15 04:31:09.250847 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:09.289852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.290531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:09.291924 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e52ef9b5-cdc5-45ec-b139-03c538c0055e HTTP/1.1" status: 200 len: 1093 time: 0.6965952 Dec 15 04:31:09.292393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee109663-0050-4789-9215-29b027e54832', 'tag': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:09.294647 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3fbbdb-e382-462e-bd10-e8fc817d2582" -d '{"events": [{"name": "network-changed", "server_uuid": "ee109663-0050-4789-9215-29b027e54832", "tag": "e52ef9b5-cdc5-45ec-b139-03c538c0055e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:09.313428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f68ec-ab42-458e-8dc7-b2e2fbc51be1 service neutron] Pushing event updated for resources: {'Port': ['ID=e52ef9b5-cdc5-45ec-b139-03c538c0055e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:09.332548 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b5bb4-66a3-4363-9684-6ad6b4b0761d x-openstack-request-id: req-d36b5bb4-66a3-4363-9684-6ad6b4b0761d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:09.332843 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee109663-0050-4789-9215-29b027e54832", "tag": "e52ef9b5-cdc5-45ec-b139-03c538c0055e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:09.333095 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d36b5bb4-66a3-4363-9684-6ad6b4b0761d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:09.333495 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee109663-0050-4789-9215-29b027e54832', 'tag': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e', 'status': 'completed', 'code': 200} Dec 15 04:31:09.443594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-bad7eaf4-d200-4a90-9b0c-933f44c7fc46 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.445077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-bad7eaf4-d200-4a90-9b0c-933f44c7fc46 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.0990920 Dec 15 04:31:09.446407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fbbdb-e382-462e-bd10-e8fc817d2582 req-b271a86b-379c-455d-a061-4ecb58a56aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.447898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a3fbbdb-e382-462e-bd10-e8fc817d2582 req-b271a86b-379c-455d-a061-4ecb58a56aaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41557f99c7b14e5a856b4788ba98bdb6&device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 1096 time: 0.0441546 Dec 15 04:31:09.466703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a12ed-5657-47d5-96b6-fe0421629e29 req-5dd772f8-8c27-4526-a8e6-fa76c96dc628 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.468118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e6a12ed-5657-47d5-96b6-fe0421629e29 req-5dd772f8-8c27-4526-a8e6-fa76c96dc628 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0891204 Dec 15 04:31:09.480575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e59cc-6c62-492a-8e3e-92dcbaf28134 req-3280cccd-cdd6-4806-bd0b-d421bf98438a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.481977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-485e59cc-6c62-492a-8e3e-92dcbaf28134 req-3280cccd-cdd6-4806-bd0b-d421bf98438a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 945 time: 0.0727093 Dec 15 04:31:09.498549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.42', 51195) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:09.523016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:09.578829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e6a12ed-5657-47d5-96b6-fe0421629e29 req-4451284a-35f4-4071-8017-f17723b6a38e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958078 Dec 15 04:31:09.592206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-485e59cc-6c62-492a-8e3e-92dcbaf28134 req-fca7ddc4-ec50-4bed-8500-76907bda240f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036146 Dec 15 04:31:09.595895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.42', 51196) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:09.625584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:09.625740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acce54-c938-48a4-a285-32b75a15dd57 req-cd435fad-bb25-4b71-b6bd-cd7d46179382 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.626480 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95acce54-c938-48a4-a285-32b75a15dd57 req-cd435fad-bb25-4b71-b6bd-cd7d46179382 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.42 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.1162255 Dec 15 04:31:09.748441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fbbdb-e382-462e-bd10-e8fc817d2582 req-69d91984-9117-4ff8-b6a1-20490ec21d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.749910 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a3fbbdb-e382-462e-bd10-e8fc817d2582 req-69d91984-9117-4ff8-b6a1-20490ec21d40 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=41557f99c7b14e5a856b4788ba98bdb6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2312469 Dec 15 04:31:09.759051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-2e7eb789-2115-4819-88fd-c0e3a14eb31b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.760430 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-2e7eb789-2115-4819-88fd-c0e3a14eb31b tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 950 time: 0.1553001 Dec 15 04:31:09.795378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada4acd-6fec-4938-992a-d83c534a565c req-f4ca588a-c891-45f4-988c-be6f34ad4651 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.796913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ada4acd-6fec-4938-992a-d83c534a565c req-f4ca588a-c891-45f4-988c-be6f34ad4651 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 945 time: 0.1044059 Dec 15 04:31:09.823343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:09.906300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ada4acd-6fec-4938-992a-d83c534a565c req-40b28c04-ae07-4329-bc62-879317536bfc tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/security-groups?id=c46b5cab-c298-4f24-bf68-8850c357daac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002922 Dec 15 04:31:09.917240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:09.926561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98b272-a56e-44e8-93e7-2f418afa0962 req-762e2ffb-37a8-48b2-9e1d-88ffc0fd4369 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:09.928135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a98b272-a56e-44e8-93e7-2f418afa0962 req-762e2ffb-37a8-48b2-9e1d-88ffc0fd4369 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 948 time: 0.1014724 Dec 15 04:31:09.993704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:09.996108 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c534a6d0-c657-44e7-9397-e82a2f28fb60" -d '{"events": [{"server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:10.002110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.017813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.047541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a98b272-a56e-44e8-93e7-2f418afa0962 req-15096578-66de-4d54-ac19-37542918193a tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979393 Dec 15 04:31:10.093139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:10.131414 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff1b74-ce45-4036-b845-1b4a6b50d5cd x-openstack-request-id: req-32ff1b74-ce45-4036-b845-1b4a6b50d5cd {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:10.131705 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:10.131956 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32ff1b74-ce45-4036-b845-1b4a6b50d5cd {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:10.132370 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'code': 200} Dec 15 04:31:10.139702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b17fea10-692f-431e-8ae1-737651b24380 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:10.142382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Deleting port 002a4376-79a8-44f3-b65d-79e6d2a59526 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:10.142764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.146955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:10.153519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:10.153849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:10.154171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:10.170856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e90a-755a-4bd9-91d1-3e5886126593 req-48d8a5ba-f461-4839-8899-715afbcd42cd tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.172399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7749e90a-755a-4bd9-91d1-3e5886126593 req-48d8a5ba-f461-4839-8899-715afbcd42cd tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 950 time: 0.0953965 Dec 15 04:31:10.173159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:10.173474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Attempting to bind port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:10.179075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:10.179406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:10.180373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:10.180795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Bound port: a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:10.181147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.213095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fbbdb-e382-462e-bd10-e8fc817d2582 req-05a934db-9734-4b03-ad3e-3f6bdd011355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.214596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a3fbbdb-e382-462e-bd10-e8fc817d2582 req-05a934db-9734-4b03-ad3e-3f6bdd011355 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4519975 Dec 15 04:31:10.264705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:10.278665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:10.279374 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.283077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7749e90a-755a-4bd9-91d1-3e5886126593 req-1d14ed70-2d96-4e9e-bbee-c31773cd69fb tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979753 Dec 15 04:31:10.295461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:10.300305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:10.317620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.325291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Deleting port 93c87c72-721e-44f7-a3a9-5b6424eedc32 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:10.325513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b17fea10-692f-431e-8ae1-737651b24380, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b17fea10-692f-431e-8ae1-737651b24380,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:10.325778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.341168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'b17fea10-692f-431e-8ae1-737651b24380', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'b17fea10-692f-431e-8ae1-737651b24380', 'mac_address': 'fa:16:3e:9d:2f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:10.411508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] For port 002a4376-79a8-44f3-b65d-79e6d2a59526, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=002a4376-79a8-44f3-b65d-79e6d2a59526,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:10.411508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.413646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.423724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.438320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17fea10-692f-431e-8ae1-737651b24380 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:10.438709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Calling delete_port for 002a4376-79a8-44f3-b65d-79e6d2a59526 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:10.459058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bd940960-3600-4266-a7d5-fc9bd9c3b015 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:10.490998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:10.493334 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61af0c63-6ae6-4514-b7f3-d9d3e8fa9e85" -d '{"events": [{"server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "name": "network-vif-plugged", "status": "completed", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:10.503134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b17fea10-692f-431e-8ae1-737651b24380, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b17fea10-692f-431e-8ae1-737651b24380,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:10.515411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.525377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:10.553200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] For port 93c87c72-721e-44f7-a3a9-5b6424eedc32, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=93c87c72-721e-44f7-a3a9-5b6424eedc32,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:10.553595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.554356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.567588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-8c935988-4922-4782-aedd-db7d5c049528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.569034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-8c935988-4922-4782-aedd-db7d5c049528 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41557f99c7b14e5a856b4788ba98bdb6&device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 1096 time: 0.1723673 Dec 15 04:31:10.576996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Calling delete_port for 93c87c72-721e-44f7-a3a9-5b6424eedc32 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:10.587944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b17fea10-692f-431e-8ae1-737651b24380,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:10.594884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port bd940960-3600-4266-a7d5-fc9bd9c3b015 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:10.624051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port bd940960-3600-4266-a7d5-fc9bd9c3b015 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:10.624459 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.643183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-694b7fc5-0f3d-4400-9add-f88658e4e5dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e52ef9b5-cdc5-45ec-b139-03c538c0055e HTTP/1.1" status: 200 len: 217 time: 0.0519991 Dec 15 04:31:10.676690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:10.734308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.761469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.762103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.763484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 1123 time: 1.2503688 Dec 15 04:31:10.773127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bd940960-3600-4266-a7d5-fc9bd9c3b015, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:10.776723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a752b-bf5b-43fd-94fa-4c4ad7caff46 req-93b79c2d-a236-4ba0-a86a-d5b9c54969b7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.778415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d3a752b-bf5b-43fd-94fa-4c4ad7caff46 req-93b79c2d-a236-4ba0-a86a-d5b9c54969b7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.4803832 Dec 15 04:31:10.782420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc7665-2e49-4a5d-9194-ceff1253bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=8']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:10.785332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.792652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-0257602a-290c-4251-aa24-69b3d4f4f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.795055 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-0257602a-290c-4251-aa24-69b3d4f4f9f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0718dff2-f167-455a-9453-68dd35c686ad HTTP/1.1" status: 200 len: 855 time: 0.1172700 Dec 15 04:31:10.805369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927a0d-b0a0-43dd-903e-c3d276b7c4d5 req-01ce7d6d-b4e7-4141-8d90-310cba126bb7 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:10.808812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e927a0d-b0a0-43dd-903e-c3d276b7c4d5 req-01ce7d6d-b4e7-4141-8d90-310cba126bb7 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 944 time: 0.4337957 Dec 15 04:31:10.854958 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-466a6fc1-8df2-49f0-a408-8e7b77f81992 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d67ed130-cc76-4b61-910e-874e5fa3ae10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471258 Dec 15 04:31:10.856102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=bd940960-3600-4266-a7d5-fc9bd9c3b015,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:10.875516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:10.886361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['b17fea10-692f-431e-8ae1-737651b24380'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:10.886834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d3a752b-bf5b-43fd-94fa-4c4ad7caff46 req-7d404198-db80-43a0-bad9-bc99befdd6a8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975161 Dec 15 04:31:10.902441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e927a0d-b0a0-43dd-903e-c3d276b7c4d5 req-48be1d60-823f-434f-8638-94d490341a65 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785444 Dec 15 04:31:10.918840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['002a4376-79a8-44f3-b65d-79e6d2a59526'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:10.974662 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba532f-5c15-4a44-885f-8fe6ed38e6f8 x-openstack-request-id: req-fbba532f-5c15-4a44-885f-8fe6ed38e6f8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:10.975102 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "name": "network-vif-plugged", "status": "completed", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:10.975427 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbba532f-5c15-4a44-885f-8fe6ed38e6f8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:10.976045 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'code': 200} Dec 15 04:31:10.977479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:11.017624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Pushing event deleted for resources: {'Port': ['ID=002a4376-79a8-44f3-b65d-79e6d2a59526,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:11.097239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6461ff-c0fb-43f7-a187-34d43a7e2138 req-a34c3f71-ba94-4859-a051-38492e2d2622 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:11.104563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad6461ff-c0fb-43f7-a187-34d43a7e2138 req-a34c3f71-ba94-4859-a051-38492e2d2622 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 943 time: 0.0899489 Dec 15 04:31:11.121010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] No DVR routers for this DVR port 002a4376-79a8-44f3-b65d-79e6d2a59526 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:11.129550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:11.133393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95acce54-c938-48a4-a285-32b75a15dd57 req-fd98bfe7-dfdc-4857-891d-fe99cfba3a98 tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.42 "DELETE /v2.0/ports/002a4376-79a8-44f3-b65d-79e6d2a59526 HTTP/1.1" status: 204 len: 173 time: 1.4833348 Dec 15 04:31:11.136160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:11.145451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e25-1771-4686-bc2a-0314b2860cc8 req-09a90276-da0d-4f69-b373-993fb9212027 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:11.147090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6d40e25-1771-4686-bc2a-0314b2860cc8 req-09a90276-da0d-4f69-b373-993fb9212027 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 945 time: 0.1480684 Dec 15 04:31:11.173970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5b677af3-b707-4c02-9082-73bd90ad9e3b', '93c87c72-721e-44f7-a3a9-5b6424eedc32'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:11.182266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Pushing event deleted for resources: {'Port': ['ID=93c87c72-721e-44f7-a3a9-5b6424eedc32,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:11.199198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-60492dbc-efbe-4b3f-a8a6-81b37d87e8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/d67ed130-cc76-4b61-910e-874e5fa3ae10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319433 Dec 15 04:31:11.203594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad6461ff-c0fb-43f7-a187-34d43a7e2138 req-6190213b-5d8d-48fa-9b95-6bf6e2feba23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978861 Dec 15 04:31:11.205506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b7fe-c8dd-46aa-a7a7-9489f9f776b8 req-b1c1e02b-047f-4bf9-afeb-eed7d72c9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:11.207000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2d9b7fe-c8dd-46aa-a7a7-9489f9f776b8 req-b1c1e02b-047f-4bf9-afeb-eed7d72c9b56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1097 time: 0.1422858 Dec 15 04:31:11.231298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6d40e25-1771-4686-bc2a-0314b2860cc8 req-f89ce749-9978-4be6-b338-13e2d95db9dc tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736988 Dec 15 04:31:11.291144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] No DVR routers for this DVR port 93c87c72-721e-44f7-a3a9-5b6424eedc32 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:11.346790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'name': 'network-vif-deleted', 'tag': '002a4376-79a8-44f3-b65d-79e6d2a59526'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:11.349177 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11baf9ba-bb4f-4eab-849f-45e70813a336" -d '{"events": [{"server_uuid": "d664b457-7649-4c65-8c2a-e85fc2e52edf", "name": "network-vif-deleted", "tag": "002a4376-79a8-44f3-b65d-79e6d2a59526"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:11.352993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:11.362075 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5e90e01-104f-42a1-9a2f-42cd1a1ab62c req-4af295d2-8684-4082-ad46-7cb64d82b735 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "DELETE /v2.0/ports/93c87c72-721e-44f7-a3a9-5b6424eedc32 HTTP/1.1" status: 204 len: 173 time: 1.5856900 Dec 15 04:31:11.371237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6a0b405-13a7-4126-bbd9-ba1d5168bedd req-8422b34a-3fcd-48d2-97a1-784569ad01cd tempest-AttachSCSIVolumeTestJSON-369113087 tempest-AttachSCSIVolumeTestJSON-369113087-project] 10.222.0.37 "GET /v2.0/ports?device_id=d664b457-7649-4c65-8c2a-e85fc2e52edf HTTP/1.1" status: 200 len: 210 time: 0.0507886 Dec 15 04:31:11.444242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58ebd2f1-2bbd-418a-9976-92c5a5a5fb67 req-5a53e56e-31b8-463e-92f5-4850fe2fa1af service neutron] 10.222.0.42 "GET /v2.0/networks/d67ed130-cc76-4b61-910e-874e5fa3ae10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179978 Dec 15 04:31:11.476319 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2d9b7fe-c8dd-46aa-a7a7-9489f9f776b8 req-9ef043a5-6ae6-4898-8616-f55a63136bf8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517545 Dec 15 04:31:11.595908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c3629-a2a6-48c9-8fda-914b4a6661f3 req-0ea2c3dc-331f-4ca3-b1b6-46b72aa5521d tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:11.599867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba4c3629-a2a6-48c9-8fda-914b4a6661f3 req-0ea2c3dc-331f-4ca3-b1b6-46b72aa5521d tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 949 time: 0.1021950 Dec 15 04:31:11.649245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da009acf-56eb-4d50-ac2b-c6202f93a7f1 req-c1f01ead-d76b-4909-8c25-23c34de8c5b6 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb13b7c-632a-43e2-922c-d4ea71b4287e HTTP/1.1" status: 200 len: 210 time: 0.0468001 Dec 15 04:31:11.687863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba4c3629-a2a6-48c9-8fda-914b4a6661f3 req-e1ff45a2-616f-4d27-8982-52ad80aee491 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770218 Dec 15 04:31:11.698472 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21cc550-aa45-43e9-82f0-2884331b72dd x-openstack-request-id: req-c21cc550-aa45-43e9-82f0-2884331b72dd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:11.698969 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d664b457-7649-4c65-8c2a-e85fc2e52edf", "name": "network-vif-deleted", "tag": "002a4376-79a8-44f3-b65d-79e6d2a59526", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:11.699081 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c21cc550-aa45-43e9-82f0-2884331b72dd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:11.699394 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd664b457-7649-4c65-8c2a-e85fc2e52edf', 'name': 'network-vif-deleted', 'tag': '002a4376-79a8-44f3-b65d-79e6d2a59526', 'status': 'completed', 'code': 200} Dec 15 04:31:12.041917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e5c73-e21e-4ee4-9f6f-fcd8378a5818 req-be0ea9d4-26c5-4504-b2e0-8b726513e1b8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.043383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-907e5c73-e21e-4ee4-9f6f-fcd8378a5818 req-be0ea9d4-26c5-4504-b2e0-8b726513e1b8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.0819490 Dec 15 04:31:12.055812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25ca92-99aa-45b7-ab3b-70a3cd19dd22 req-4028b857-c68f-426f-8e1f-73281e6b132c tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.057248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e25ca92-99aa-45b7-ab3b-70a3cd19dd22 req-4028b857-c68f-426f-8e1f-73281e6b132c tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 944 time: 0.0699391 Dec 15 04:31:12.129191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-907e5c73-e21e-4ee4-9f6f-fcd8378a5818 req-5d41c2ae-ddc4-435e-a934-c11d833e99fc tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709257 Dec 15 04:31:12.134018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e25ca92-99aa-45b7-ab3b-70a3cd19dd22 req-cd9c61b8-21b4-4ef0-9e1f-0ce5aed30aaf tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690324 Dec 15 04:31:12.134687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:12.137799 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bb4791-0e67-4241-9b34-934322ff58a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:12.169471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b17fea10-692f-431e-8ae1-737651b24380 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:12.175250 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1b50d-09ef-43d8-b32d-1737e23f140a x-openstack-request-id: req-cbf1b50d-09ef-43d8-b32d-1737e23f140a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:12.175542 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:12.175796 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbf1b50d-09ef-43d8-b32d-1737e23f140a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:12.176265 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'status': 'completed', 'code': 200} Dec 15 04:31:12.220857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port b17fea10-692f-431e-8ae1-737651b24380 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:12.225547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port b17fea10-692f-431e-8ae1-737651b24380 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:12.225960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:12.279248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-57112432-4c25-4666-838e-83d123c7d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.281889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-57112432-4c25-4666-838e-83d123c7d293 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1126 time: 0.0551662 Dec 15 04:31:12.435313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d09f-d7bd-4f01-ae5e-32262aced5c5 req-1732725d-dc0f-4f64-a48d-1f37b9239eb7 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.437054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a89d09f-d7bd-4f01-ae5e-32262aced5c5 req-1732725d-dc0f-4f64-a48d-1f37b9239eb7 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 945 time: 0.0910246 Dec 15 04:31:12.441277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-363590a7-149a-4e36-8be7-0a536ada374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.442973 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-363590a7-149a-4e36-8be7-0a536ada374f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1508849 Dec 15 04:31:12.446578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c83c8-a31d-47b6-91bb-3c414ba35506 req-9318a455-8ace-494b-bfb8-199cc7b5c3ad tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.447997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe1c83c8-a31d-47b6-91bb-3c414ba35506 req-9318a455-8ace-494b-bfb8-199cc7b5c3ad tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 943 time: 0.1124668 Dec 15 04:31:12.485884 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:12.514322 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-1bd8d638-1209-4b29-8bee-3628bc206e11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 217 time: 0.0564470 Dec 15 04:31:12.547411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a89d09f-d7bd-4f01-ae5e-32262aced5c5 req-f757b22f-4dc3-4df3-9621-8cbfe758b438 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983694 Dec 15 04:31:12.550942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe1c83c8-a31d-47b6-91bb-3c414ba35506 req-17544ee4-07a6-4b08-9c35-441d0c239642 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935209 Dec 15 04:31:12.569960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b17fea10-692f-431e-8ae1-737651b24380, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b17fea10-692f-431e-8ae1-737651b24380,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:12.572699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:12.643776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-19739679-1a2e-4a88-8bdd-0d9ad3bc43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.647221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-19739679-1a2e-4a88-8bdd-0d9ad3bc43e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1232419 Dec 15 04:31:12.683515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b17fea10-692f-431e-8ae1-737651b24380,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:12.723237 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-11b01f16-0659-4f07-997d-be4fd87b2b7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455389 Dec 15 04:31:12.866900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-4753b02c-129f-40e4-baa4-04684b7731bf service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255205 Dec 15 04:31:12.901391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95456-3692-4a50-bf8b-65f3f60f6088 req-d3015a1d-0617-407a-9d03-592e72bb8fdd tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.902986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ab95456-3692-4a50-bf8b-65f3f60f6088 req-d3015a1d-0617-407a-9d03-592e72bb8fdd tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 950 time: 0.1223626 Dec 15 04:31:12.933363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6328-9afb-44b9-8505-7ac2870d68e1 req-78d286c8-3924-4c87-a59e-54bf5c1ece63 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:12.936009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f72a6328-9afb-44b9-8505-7ac2870d68e1 req-78d286c8-3924-4c87-a59e-54bf5c1ece63 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 967 time: 0.0998669 Dec 15 04:31:12.977406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015'}, {'server_uuid': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17fea10-692f-431e-8ae1-737651b24380'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:12.982350 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f548b35-7b26-447d-bd18-f43659d81936" -d '{"events": [{"server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "name": "network-vif-plugged", "status": "completed", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015"}, {"server_uuid": "2c4ea169-34e2-4dc9-9593-b455f47d9e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b17fea10-692f-431e-8ae1-737651b24380"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:12.999464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6bb4791-0e67-4241-9b34-934322ff58a2 req-056b9a66-5e00-43ef-b907-0cd810356e0f service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225283 Dec 15 04:31:13.004804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ab95456-3692-4a50-bf8b-65f3f60f6088 req-01b99f60-62fe-41d4-a08b-9f063ef7524a tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923743 Dec 15 04:31:13.024884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f72a6328-9afb-44b9-8505-7ac2870d68e1 req-058627e6-487d-45d7-a2f4-845fb46f3fa2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771537 Dec 15 04:31:13.076154 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a918e2-2b44-42e2-9166-eecd851fc0b1 x-openstack-request-id: req-d8a918e2-2b44-42e2-9166-eecd851fc0b1 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:13.076154 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "name": "network-vif-plugged", "status": "completed", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015", "code": 200}, {"server_uuid": "2c4ea169-34e2-4dc9-9593-b455f47d9e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b17fea10-692f-431e-8ae1-737651b24380", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:13.076420 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8a918e2-2b44-42e2-9166-eecd851fc0b1 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:13.076717 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'code': 200} Dec 15 04:31:13.076902 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17fea10-692f-431e-8ae1-737651b24380', 'code': 200} Dec 15 04:31:13.291219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae055-7859-444e-9dec-7feab2089d03 req-9dfbac8a-c6b8-400f-b140-eb68e361c9fa tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.299310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cbae055-7859-444e-9dec-7feab2089d03 req-9dfbac8a-c6b8-400f-b140-eb68e361c9fa tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.0744591 Dec 15 04:31:13.336601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8526c7-71ba-4621-91c8-ff524c9326c8 req-1196591e-ab9e-45b9-b6f1-5ed78b75c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.338642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b8526c7-71ba-4621-91c8-ff524c9326c8 req-1196591e-ab9e-45b9-b6f1-5ed78b75c323 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 1102 time: 0.1591566 Dec 15 04:31:13.374524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64955822-ec18-4626-bcc1-5558305fe3e5 req-1f837068-893a-4c86-8c7a-afa6bc9b004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.376055 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64955822-ec18-4626-bcc1-5558305fe3e5 req-1f837068-893a-4c86-8c7a-afa6bc9b004c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1097 time: 0.1193204 Dec 15 04:31:13.376827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cbae055-7859-444e-9dec-7feab2089d03 req-097aadf5-cacb-46c1-9acb-04e866996c46 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 Dec 15 04:31:13.456812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b8526c7-71ba-4621-91c8-ff524c9326c8 req-ccbb56af-5061-49fe-85b7-3703c046bdfd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105449 Dec 15 04:31:13.475215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64955822-ec18-4626-bcc1-5558305fe3e5 req-bd0a8015-5b92-400b-b296-072d1eb28c8b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728440 Dec 15 04:31:13.481115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431d2a3-d3eb-4891-9809-2f17a7da4490 req-cca1649a-005c-42db-ba29-39622de48330 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.484397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8431d2a3-d3eb-4891-9809-2f17a7da4490 req-cca1649a-005c-42db-ba29-39622de48330 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 944 time: 0.1064565 Dec 15 04:31:13.568428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22922305-c777-4afd-86be-80751b6db558 req-1e93be2a-9978-4ae3-af9e-fdbe83e17ef7 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.577924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22922305-c777-4afd-86be-80751b6db558 req-1e93be2a-9978-4ae3-af9e-fdbe83e17ef7 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 950 time: 0.0922656 Dec 15 04:31:13.589254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8431d2a3-d3eb-4891-9809-2f17a7da4490 req-4f323e2d-469a-4373-b950-19ea50f6db1f tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951316 Dec 15 04:31:13.647431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22922305-c777-4afd-86be-80751b6db558 req-0aef0fa2-dfde-4054-8281-53949cbec3dd tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684912 Dec 15 04:31:13.700650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'name': 'network-vif-deleted', 'tag': '93c87c72-721e-44f7-a3a9-5b6424eedc32'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:13.703240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a76e8-6a0d-4945-b954-4a6a9320fc83" -d '{"events": [{"server_uuid": "9bb13b7c-632a-43e2-922c-d4ea71b4287e", "name": "network-vif-deleted", "tag": "93c87c72-721e-44f7-a3a9-5b6424eedc32"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:13.767479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d8593-2258-4e19-8876-9c8f8cb51e05 req-b0ded3a5-9b0d-43e3-8492-25edcddfc153 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.769020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e3d8593-2258-4e19-8876-9c8f8cb51e05 req-b0ded3a5-9b0d-43e3-8492-25edcddfc153 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1097 time: 0.0838358 Dec 15 04:31:13.782211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be8960-b31d-4e69-a326-d1b38a4959eb req-8b0ad590-17f8-405f-aa89-424828863e6f tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.786471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1be8960-b31d-4e69-a326-d1b38a4959eb req-8b0ad590-17f8-405f-aa89-424828863e6f tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 945 time: 0.0790703 Dec 15 04:31:13.855694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e3d8593-2258-4e19-8876-9c8f8cb51e05 req-ace7b184-847a-428a-b4e5-464627e3576f tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706530 Dec 15 04:31:13.876509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1be8960-b31d-4e69-a326-d1b38a4959eb req-0f483f19-1374-4ec4-b162-f0575c0a2a40 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Dec 15 04:31:13.919725 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b02695-2a9b-4c39-9474-6eda4ceee1fc x-openstack-request-id: req-e7b02695-2a9b-4c39-9474-6eda4ceee1fc {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:13.920248 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb13b7c-632a-43e2-922c-d4ea71b4287e", "name": "network-vif-deleted", "tag": "93c87c72-721e-44f7-a3a9-5b6424eedc32", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:13.920358 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7b02695-2a9b-4c39-9474-6eda4ceee1fc {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:13.920699 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb13b7c-632a-43e2-922c-d4ea71b4287e', 'name': 'network-vif-deleted', 'tag': '93c87c72-721e-44f7-a3a9-5b6424eedc32', 'status': 'completed', 'code': 200} Dec 15 04:31:13.972863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc0b19-20e3-4bff-a9fd-54a7890829ac req-34e87256-42d2-4248-be59-4f0172eb00aa tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:13.974358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ecc0b19-20e3-4bff-a9fd-54a7890829ac req-34e87256-42d2-4248-be59-4f0172eb00aa tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 943 time: 0.0600648 Dec 15 04:31:14.037579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ecc0b19-20e3-4bff-a9fd-54a7890829ac req-40c8fb21-0126-4605-82bd-e07feca41b1a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551307 Dec 15 04:31:14.140305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d12d92-cb44-47cb-815b-d7f573b6b5a4 req-ef5a4756-d5fb-47b8-bc79-1f63a66579b8 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:14.141795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5d12d92-cb44-47cb-815b-d7f573b6b5a4 req-ef5a4756-d5fb-47b8-bc79-1f63a66579b8 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 950 time: 0.0526960 Dec 15 04:31:14.190465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5d12d92-cb44-47cb-815b-d7f573b6b5a4 req-39e0a41d-9811-47bb-805e-d5c88a5eaa26 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Dec 15 04:31:14.478335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:14.494706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 93c87c72-721e-44f7-a3a9-5b6424eedc32 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:14.658031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 93c87c72-721e-44f7-a3a9-5b6424eedc32 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:14.658822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 93c87c72-721e-44f7-a3a9-5b6424eedc32 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:14.659212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 002a4376-79a8-44f3-b65d-79e6d2a59526 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:14.688575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:14.720140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 002a4376-79a8-44f3-b65d-79e6d2a59526 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:14.720479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 002a4376-79a8-44f3-b65d-79e6d2a59526 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:14.730170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:31:14.730634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e52ef9b5-cdc5-45ec-b139-03c538c0055e details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:14.798496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f71b9b-25bf-4f6a-8562-89ddfb18e36c req-25cf6111-1bee-4bc9-9346-ebc91896b34f tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:14.800870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5f71b9b-25bf-4f6a-8562-89ddfb18e36c req-25cf6111-1bee-4bc9-9346-ebc91896b34f tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 944 time: 0.0880368 Dec 15 04:31:14.852850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e52ef9b5-cdc5-45ec-b139-03c538c0055e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e52ef9b5-cdc5-45ec-b139-03c538c0055e,segment=NetworkSegment(e10dd31e-4b43-4ef7-9174-6323ff25bbc6),segment_id=e10dd31e-4b43-4ef7-9174-6323ff25bbc6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:14.866955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e', 'network_id': 'd67ed130-cc76-4b61-910e-874e5fa3ae10', 'port_id': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e', 'mac_address': 'fa:16:3e:bc:c2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0718dff2-f167-455a-9453-68dd35c686ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:14.897452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-4e19d92a-c52d-4bfe-ac53-88dfeeabbdbf tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1622057622&fields=id&tenant_id=722fd27d7b4443859473fa756cbba28b HTTP/1.1" status: 200 len: 267 time: 0.1321869 Dec 15 04:31:14.933904 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:14.951865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52ef9b5-cdc5-45ec-b139-03c538c0055e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:14.974664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e52ef9b5-cdc5-45ec-b139-03c538c0055e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e52ef9b5-cdc5-45ec-b139-03c538c0055e,segment=NetworkSegment(e10dd31e-4b43-4ef7-9174-6323ff25bbc6),segment_id=e10dd31e-4b43-4ef7-9174-6323ff25bbc6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:14.981646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:15.049283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e52ef9b5-cdc5-45ec-b139-03c538c0055e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:15.061590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-5acf478a-975a-4c38-b869-ad7a042d49c3 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:15.064492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-5acf478a-975a-4c38-b869-ad7a042d49c3 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 824 time: 0.1538889 Dec 15 04:31:15.075113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5f71b9b-25bf-4f6a-8562-89ddfb18e36c req-84c7e377-f69c-43f4-898e-fca3e942a647 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270195 Dec 15 04:31:15.095403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-33d0eb01-36c4-47b2-863c-e1e91b93b5fd tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/quotas/722fd27d7b4443859473fa756cbba28b HTTP/1.1" status: 200 len: 375 time: 0.0182433 Dec 15 04:31:15.182680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-c7b60a99-5b68-404b-873e-616486504017 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862331 Dec 15 04:31:15.196849 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-cee76843-e819-478a-9f7c-3eac4f0a2691 service neutron] 10.222.0.16 "GET /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.1052773 Dec 15 04:31:15.356661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88597d-e687-49a2-a7af-0393f3e02bbf req-aa82676b-96b2-4340-980c-5a733ca69558 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:15.366617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d88597d-e687-49a2-a7af-0393f3e02bbf req-aa82676b-96b2-4340-980c-5a733ca69558 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 950 time: 0.1729131 Dec 15 04:31:15.404688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-4d5e9087-9305-442c-b63a-59a613b61217 service neutron] 10.222.0.37 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211268 Dec 15 04:31:15.482590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d88597d-e687-49a2-a7af-0393f3e02bbf req-a5ea40d2-553f-4052-a04a-9533be48e2f7 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/security-groups?id=662ae198-9f12-44f7-9516-25c5d2f74535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098421 Dec 15 04:31:15.528704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:15.532984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e52ef9b5-cdc5-45ec-b139-03c538c0055e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:15.542238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-793887ff-ed0d-435c-ac11-ff2fed706bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243253 Dec 15 04:31:15.569134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:15.627166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:15.641680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:15.663595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:15.681040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4811e38-effa-4ee4-925e-0402ab1d105d req-8733556a-67bf-4f68-b4f7-dcb977b9d4ae tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:15.690722 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4811e38-effa-4ee4-925e-0402ab1d105d req-8733556a-67bf-4f68-b4f7-dcb977b9d4ae tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 945 time: 0.0893264 Dec 15 04:31:15.776028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4811e38-effa-4ee4-925e-0402ab1d105d req-cf54280d-093d-4aa4-8887-7681230ffe79 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789721 Dec 15 04:31:15.784630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] Transition to ACTIVE for port object a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:15.794783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:15.906331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:15.909442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] No DVR routers for this DVR port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:15.951457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-db82c734-3619-499a-93ab-f4a12dbdd189 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7459149 Dec 15 04:31:15.965435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf44a8-5dbd-44ad-bfdb-6f389b09ce9c req-b899a3e5-d881-429f-9a64-4275d5225af8 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:15.973709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bcf44a8-5dbd-44ad-bfdb-6f389b09ce9c req-b899a3e5-d881-429f-9a64-4275d5225af8 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 950 time: 0.1174197 Dec 15 04:31:16.021701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5545ed6-b898-4d95-aa35-0512f655f05d req-d4f88b21-226c-44bb-958a-f8ced8f72c47 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.024227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5545ed6-b898-4d95-aa35-0512f655f05d req-d4f88b21-226c-44bb-958a-f8ced8f72c47 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 944 time: 0.1383379 Dec 15 04:31:16.088479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bcf44a8-5dbd-44ad-bfdb-6f389b09ce9c req-1ed11dbe-5f1c-4b39-8f8f-c5ff721e27c1 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136293 Dec 15 04:31:16.090530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ba600-348b-4ef9-818e-dfc21101a364 req-82f3b469-139c-4a34-84cd-3c53ae3d204d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.092265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-730ba600-348b-4ef9-818e-dfc21101a364 req-82f3b469-139c-4a34-84cd-3c53ae3d204d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 950 time: 0.0767353 Dec 15 04:31:16.133288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5545ed6-b898-4d95-aa35-0512f655f05d req-a64fe3ea-42f3-4f34-b9f9-4c87437f26ad tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911086 Dec 15 04:31:16.197373 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d436d6d0-b0ad-46c3-98ba-676a186c5971 req-c6bbe929-ec74-4805-abf7-5728b5ea8d9e tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 210 time: 0.0291727 Dec 15 04:31:16.283880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-6fee7798-1594-49ab-81e9-27d638ecc1fe tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.285458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-6fee7798-1594-49ab-81e9-27d638ecc1fe tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.2164705 Dec 15 04:31:16.340817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Deleting port 5b677af3-b707-4c02-9082-73bd90ad9e3b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:16.341324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.364016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173069a-d787-4378-a0b2-3b37078223e6 req-8d5cbe50-a787-4534-a177-2ee25af974d6 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.366288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-8d5cbe50-a787-4534-a177-2ee25af974d6 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1557434 Dec 15 04:31:16.375484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffcbf6-f4ce-4935-a824-60adae9415d5 req-6e21505e-098c-4adc-8dfd-80522ef3c659 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.378135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70ffcbf6-f4ce-4935-a824-60adae9415d5 req-6e21505e-098c-4adc-8dfd-80522ef3c659 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 945 time: 0.1114728 Dec 15 04:31:16.421848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-9ebdefb9-ca00-44ab-a531-406bb3885b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.423671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-9ebdefb9-ca00-44ab-a531-406bb3885b38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2&tenant_id=61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 1096 time: 0.1190891 Dec 15 04:31:16.447356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-6126bf80-b6fd-46a1-8b4b-a1ebc9941ecf tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0676615 Dec 15 04:31:16.475776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] For port 5b677af3-b707-4c02-9082-73bd90ad9e3b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5b677af3-b707-4c02-9082-73bd90ad9e3b,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:16.476274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.477707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'floatingip': {'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:16.494219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Calling delete_port for 5b677af3-b707-4c02-9082-73bd90ad9e3b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:16.497835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e52ef9b5-cdc5-45ec-b139-03c538c0055e up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:16.581022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70ffcbf6-f4ce-4935-a824-60adae9415d5 req-1e0ed594-f29f-496a-ab93-b44310c1d840 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898031 Dec 15 04:31:16.587588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port e52ef9b5-cdc5-45ec-b139-03c538c0055e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:16.590827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.593590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e52ef9b5-cdc5-45ec-b139-03c538c0055e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:16.594349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.651165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-a013094e-fe5c-49e4-9b56-681abc4b1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.652878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-a013094e-fe5c-49e4-9b56-681abc4b1987 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1096 time: 0.1433980 Dec 15 04:31:16.691363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.731101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee109663-0050-4789-9215-29b027e54832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:16.733802 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1ec5c-e6e2-4d68-a2e5-b45873ae4f3e" -d '{"events": [{"server_uuid": "ee109663-0050-4789-9215-29b027e54832", "name": "network-vif-plugged", "status": "completed", "tag": "e52ef9b5-cdc5-45ec-b139-03c538c0055e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:16.769262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e52ef9b5-cdc5-45ec-b139-03c538c0055e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e52ef9b5-cdc5-45ec-b139-03c538c0055e,segment=NetworkSegment(e10dd31e-4b43-4ef7-9174-6323ff25bbc6),segment_id=e10dd31e-4b43-4ef7-9174-6323ff25bbc6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:16.779600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.841676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e52ef9b5-cdc5-45ec-b139-03c538c0055e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:16.909042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-93909e09-0cde-4caa-a11f-c387f82afc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.913815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-93909e09-0cde-4caa-a11f-c387f82afc02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.2519174 Dec 15 04:31:16.924351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-eaca98a1-7228-4fff-8459-37e468aea218 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:16.926166 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-eaca98a1-7228-4fff-8459-37e468aea218 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "GET /v2.0/ports?device_id=3957cbbb-18b2-4891-adaa-6b4f8964a60f HTTP/1.1" status: 200 len: 967 time: 0.1623001 Dec 15 04:31:16.969870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:16.974602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5d76a39-f86e-4487-a3dd-cf1e34d9e809 req-8a18862b-4e0d-4138-911f-52b9300c3859 tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fdb393-43f0-4eee-9b1e-1cf2d74861d5 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Dec 15 04:31:16.987948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-2d2ffbba-29fc-44e5-b772-ea6d3b9c0f6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 200 len: 217 time: 0.0603368 Dec 15 04:31:17.005290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5b677af3-b707-4c02-9082-73bd90ad9e3b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:17.302489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Pushing event deleted for resources: {'Port': ['ID=5b677af3-b707-4c02-9082-73bd90ad9e3b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:17.361509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:17.369333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:17.433343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] No DVR routers for this DVR port 5b677af3-b707-4c02-9082-73bd90ad9e3b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:17.445572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:17.448979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-730ba600-348b-4ef9-818e-dfc21101a364 req-8e015997-c284-4ed0-a4ef-4d3f787ba55d tempest-ServersAdminNegativeTestJSON-1746568751 tempest-ServersAdminNegativeTestJSON-1746568751-project] 10.222.0.42 "DELETE /v2.0/ports/5b677af3-b707-4c02-9082-73bd90ad9e3b HTTP/1.1" status: 204 len: 173 time: 1.3375597 Dec 15 04:31:17.452663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'name': 'network-vif-deleted', 'tag': '5b677af3-b707-4c02-9082-73bd90ad9e3b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:17.455508 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a0e0e6-52b6-424f-b2ef-10cf3d8c9e4c" -d '{"events": [{"server_uuid": "47fdb393-43f0-4eee-9b1e-1cf2d74861d5", "name": "network-vif-deleted", "tag": "5b677af3-b707-4c02-9082-73bd90ad9e3b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:17.470425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-720582cf-19b0-48e9-95b8-fe86fc86da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:17.471928 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-720582cf-19b0-48e9-95b8-fe86fc86da4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1832626 Dec 15 04:31:17.523780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-08fc43eb-f27f-4a66-87ca-3aaeddb4de15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430405 Dec 15 04:31:17.534615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Deleting port ac78f301-ce62-416a-8f37-3c7e92f5f91b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:17.536962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:17.642879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3a6784ee-b241-4bbb-b0ba-c26c6f5cb3ae tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:17.645810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3a6784ee-b241-4bbb-b0ba-c26c6f5cb3ae tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 824 time: 0.2711787 Dec 15 04:31:17.659729 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84 associated. External IP: 172.25.2.162, port: bc79cd3b-5042-4f68-9901-2df23d7ab35d. Dec 15 04:31:17.787597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] For port ac78f301-ce62-416a-8f37-3c7e92f5f91b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ac78f301-ce62-416a-8f37-3c7e92f5f91b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:17.787973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:17.799221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-8f3ababf-1a10-43eb-b1d2-4d201c6b3c8c service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564697 Dec 15 04:31:18.000505 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c298f-d539-49c8-966a-d3087bc9deab x-openstack-request-id: req-587c298f-d539-49c8-966a-d3087bc9deab {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:18.001032 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee109663-0050-4789-9215-29b027e54832", "name": "network-vif-plugged", "status": "completed", "tag": "e52ef9b5-cdc5-45ec-b139-03c538c0055e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:18.001032 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-587c298f-d539-49c8-966a-d3087bc9deab {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:18.001446 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee109663-0050-4789-9215-29b027e54832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e', 'code': 200} Dec 15 04:31:18.089105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-ac521f75-5634-4b00-8433-515335d54410 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=722fd27d7b4443859473fa756cbba28b HTTP/1.1" status: 200 len: 380 time: 0.4265251 Dec 15 04:31:18.109456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'port': {'device_id': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'admin_state_up': True, 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'security_groups': ['8de074e7-15e8-4618-9a28-5553f5534073']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:18.127966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-d7a6ed98-48d7-44b7-8204-985c2e7957bc service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981780 Dec 15 04:31:18.207416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:18.241868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:18.242394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:18.242901 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee disassociated. External IP: 172.25.2.134, port: ac78f301-ce62-416a-8f37-3c7e92f5f91b. Dec 15 04:31:18.243321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Calling delete_port for ac78f301-ce62-416a-8f37-3c7e92f5f91b owned by compute:tempest-test_az-1203488307 {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:18.303560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875623c-1634-4a46-b414-a659504e9525 req-ca5a8ede-3e9f-4ac7-8d34-208d44448a40 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:18.305155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2875623c-1634-4a46-b414-a659504e9525 req-ca5a8ede-3e9f-4ac7-8d34-208d44448a40 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 944 time: 0.1500010 Dec 15 04:31:18.308715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16e1e7-c157-4218-9168-8c520426e259 req-0304a84b-36b7-4155-9260-128add1aa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:18.315953 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee16e1e7-c157-4218-9168-8c520426e259 req-0304a84b-36b7-4155-9260-128add1aa572 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 1098 time: 0.1344402 Dec 15 04:31:18.332404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:18.395068 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee16e1e7-c157-4218-9168-8c520426e259 req-97cad789-67d1-42c3-b759-fd15f93afc6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680141 Dec 15 04:31:18.404432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Made reservation on behalf of 722fd27d7b4443859473fa756cbba28b for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:18.407922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:18.415178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:18.458905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2875623c-1634-4a46-b414-a659504e9525 req-38a6b166-aa9d-4052-928a-81fa7e37d575 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285460 Dec 15 04:31:18.475947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:18.528396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event deleted for resources: {'Port': ['ID=ac78f301-ce62-416a-8f37-3c7e92f5f91b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:18.663117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-254a1943-e850-4efd-a472-5331a269946b req-956517b5-ec71-4c4f-9fdd-9ed8de4bb8bb tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 210 time: 0.0625179 Dec 15 04:31:18.729026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:18.730920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Allocated IP 172.20.0.14 (71ef51fe-c551-4029-aefd-ee3f2b5a56b4/abd4428e-bd37-495d-a9bf-d2789979b16b/48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:18.735390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:18.746739 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:18.777664 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:18.782187 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:18.783711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-7bec4be9-171a-460d-b141-7ddd94ede793 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "PUT /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 996 time: 2.3196180 Dec 15 04:31:18.793894 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd18790-07de-4937-a2ac-e3018475e14d x-openstack-request-id: req-ffd18790-07de-4937-a2ac-e3018475e14d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:18.794198 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fdb393-43f0-4eee-9b1e-1cf2d74861d5", "name": "network-vif-deleted", "tag": "5b677af3-b707-4c02-9082-73bd90ad9e3b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:18.794456 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffd18790-07de-4937-a2ac-e3018475e14d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:18.799020 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fdb393-43f0-4eee-9b1e-1cf2d74861d5', 'name': 'network-vif-deleted', 'tag': '5b677af3-b707-4c02-9082-73bd90ad9e3b', 'status': 'completed', 'code': 200} Dec 15 04:31:18.799668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:18.802019 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9e74bf-193e-4010-8849-692cf7818973" -d '{"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:18.844252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:19.053041 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:19.076419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-0f1ee625-8c22-4598-b17a-0633fa2c3032 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:19.077979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-0f1ee625-8c22-4598-b17a-0633fa2c3032 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1910894 Dec 15 04:31:19.140270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173069a-d787-4378-a0b2-3b37078223e6 req-f9fed34d-c6e9-4579-811f-71d517cb3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:19.141785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:19.149848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-f9fed34d-c6e9-4579-811f-71d517cb3017 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.3416929 Dec 15 04:31:19.153099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:19.176854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:19.177865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:19.237486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] No DVR routers for this DVR port ac78f301-ce62-416a-8f37-3c7e92f5f91b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:19.240576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:19.245224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c406612b-a744-4bcf-8bca-1ee0dc5f5511 req-3dc86e66-8c0f-4eb2-855f-cf9a71a21385 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "DELETE /v2.0/ports/ac78f301-ce62-416a-8f37-3c7e92f5f91b HTTP/1.1" status: 204 len: 173 time: 2.2725027 Dec 15 04:31:19.315334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda26850-b488-4336-b64d-5ad327c2f9e2 req-9e6feb7f-879f-4a72-9f20-1e2ff3272588 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:19.329946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bda26850-b488-4336-b64d-5ad327c2f9e2 req-9e6feb7f-879f-4a72-9f20-1e2ff3272588 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 946 time: 0.4299212 Dec 15 04:31:19.337312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-b9950a12-0acc-47a9-8052-c67967fde065 service neutron] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:19.361595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-b9950a12-0acc-47a9-8052-c67967fde065 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:19.370634 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99e77be5-2acc-42bb-b67f-71fedfd59652 req-b9950a12-0acc-47a9-8052-c67967fde065 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.2831564 Dec 15 04:31:19.386228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:19.434469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:19.503488 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:17Z', 'revision_number': 1, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:19.537549 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:19.548380 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:19.549271 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:19.577593 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:19.657541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:19.660889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bda26850-b488-4336-b64d-5ad327c2f9e2 req-d3cb0708-8080-44ce-8a31-de60cfdd6d76 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296626 Dec 15 04:31:19.686359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:19.696281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:19.697024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:19.772430 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:19.790420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:19.804290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173069a-d787-4378-a0b2-3b37078223e6 req-ef8a4da3-07b6-4032-bb4d-b68783ddaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:19.806405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-ef8a4da3-07b6-4032-bb4d-b68783ddaa6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.6462595 Dec 15 04:31:19.807265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:19.810024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:19.859288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:19.879202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:19.879831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:19.897299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-85f90a63-90ce-4b16-8042-f0f9d609c576 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:19.903106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-85f90a63-90ce-4b16-8042-f0f9d609c576 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 950 time: 0.1152277 Dec 15 04:31:19.925496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event updated for resources: {'Port': ['ID=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:19.946429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3f3234a0-7442-42d8-9701-2c80ea4e76c2 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8391740 Dec 15 04:31:20.049230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Request body: {'port': {'device_id': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:20.095731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730820-fe4d-4dd2-8599-8eb9ea4ef01f req-43436f46-e269-4617-a7a8-d4e78845c548 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:20.097424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3730820-fe4d-4dd2-8599-8eb9ea4ef01f req-43436f46-e269-4617-a7a8-d4e78845c548 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c4ea169-34e2-4dc9-9593-b455f47d9e5f HTTP/1.1" status: 200 len: 950 time: 0.3486607 Dec 15 04:31:20.167197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Deleting port b17fea10-692f-431e-8ae1-737651b24380 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:20.169661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:20.281494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-d6e645da-ad28-4206-8648-b01479ed01f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 999 time: 0.4101155 Dec 15 04:31:20.322613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3730820-fe4d-4dd2-8599-8eb9ea4ef01f req-256ebee0-9705-4a10-86ce-f8217a3a4a1a tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.37 "GET /v2.0/security-groups?id=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701522 Dec 15 04:31:20.349115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-436a0983-0202-4120-96ed-c2ff72780f9d None None] Provisioning complete for port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:20.349691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-436a0983-0202-4120-96ed-c2ff72780f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:20.360615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:17Z', 'revision_number': 1, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:20.409293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:20.412339 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f234d-33c2-4a58-8ac3-a62d115f2784 None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:17Z', 'revision_number': 1, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:20.430279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] For port b17fea10-692f-431e-8ae1-737651b24380, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b17fea10-692f-431e-8ae1-737651b24380,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:20.431509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:20.432148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-436a0983-0202-4120-96ed-c2ff72780f9d None None] Port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:20.445567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173069a-d787-4378-a0b2-3b37078223e6 req-c1692df2-c981-4596-9016-7512f5811d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:20.452398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:20.453210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-c1692df2-c981-4596-9016-7512f5811d18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1705797 Dec 15 04:31:20.459312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Calling delete_port for b17fea10-692f-431e-8ae1-737651b24380 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:20.513440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ac78f301-ce62-416a-8f37-3c7e92f5f91b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:20.519227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97bc29-402e-41cb-ba47-f49973bc13f2 None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:20.566865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ac78f301-ce62-416a-8f37-3c7e92f5f91b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:20.567206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ac78f301-ce62-416a-8f37-3c7e92f5f91b not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:20.567623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5b677af3-b707-4c02-9082-73bd90ad9e3b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:20.628574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 5b677af3-b707-4c02-9082-73bd90ad9e3b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:20.631086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5b677af3-b707-4c02-9082-73bd90ad9e3b not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:20.641443 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9761fee-ce01-4d52-bc92-ed0b0a55123e x-openstack-request-id: req-f9761fee-ce01-4d52-bc92-ed0b0a55123e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:20.641738 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:20.642004 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9761fee-ce01-4d52-bc92-ed0b0a55123e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:20.643570 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'status': 'completed', 'code': 200} Dec 15 04:31:20.690413 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:20.728445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['b17fea10-692f-431e-8ae1-737651b24380'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:20.757507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Pushing event deleted for resources: {'Port': ['ID=b17fea10-692f-431e-8ae1-737651b24380,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:20.819692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173069a-d787-4378-a0b2-3b37078223e6 req-563fa67c-acb0-45ea-8514-5d22b409ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:20.841976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'name': 'network-vif-deleted', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:20.843293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-563fa67c-acb0-45ea-8514-5d22b409ec66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3891785 Dec 15 04:31:20.849906 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a05cf5-ccbe-476a-b698-619e4aeb2009" -d '{"events": [{"server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "name": "network-vif-deleted", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:20.859424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-1b02b2ea-ba66-47fb-b47c-2d62417655a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:31:20.863441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98466cc-fb1f-43b0-a5bd-70a1d0b5b348 None None] New status for floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:20.871672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-1b02b2ea-ba66-47fb-b47c-2d62417655a8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253572 Dec 15 04:31:20.938155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] No DVR routers for this DVR port b17fea10-692f-431e-8ae1-737651b24380 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:20.941325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:20.954649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c18628de-2ec0-49f5-95bd-aeacb2d5806d req-fc99395f-f76e-48dd-a77e-b402f62b61f2 tempest-ServerDiagnosticsNegativeTest-1578983441 tempest-ServerDiagnosticsNegativeTest-1578983441-project] 10.222.0.16 "DELETE /v2.0/ports/b17fea10-692f-431e-8ae1-737651b24380 HTTP/1.1" status: 204 len: 173 time: 1.0126872 Dec 15 04:31:21.075939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:21.115480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4159a37-c702-4e29-881d-be62122e8b24 None None] New status for floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:21.163295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e74bf-193e-4010-8849-692cf7818973 req-987fc4b6-5d21-4c2a-8942-0736720026af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:21.165737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-987fc4b6-5d21-4c2a-8942-0736720026af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.5089490 Dec 15 04:31:21.274346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e6fb-2499-4324-8574-739176b9e2d5 req-31e02842-4aeb-458f-b0f5-6650f68a27c5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:21.283849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5db6e6fb-2499-4324-8574-739176b9e2d5 req-31e02842-4aeb-458f-b0f5-6650f68a27c5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 944 time: 0.6127582 Dec 15 04:31:21.361079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ceb1108-46f3-43ef-adb7-92957d5a912b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78c3c6a94348419b94d15eb4add2baab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836456 Dec 15 04:31:21.378218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52396) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:21.477430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-b94dfb34-4507-48bb-af29-f4c99af9756b service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045892 Dec 15 04:31:21.490106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d72f12e-626b-4089-8025-a9b4168d343a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:21.518279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d72f12e-626b-4089-8025-a9b4168d343a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:21.590647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d72f12e-626b-4089-8025-a9b4168d343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:21.592596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5db6e6fb-2499-4324-8574-739176b9e2d5 req-00e86130-4835-4cf8-940e-80c2ca97ba98 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069780 Dec 15 04:31:21.594258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d72f12e-626b-4089-8025-a9b4168d343a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:21.595886 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d72f12e-626b-4089-8025-a9b4168d343a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/662ae198-9f12-44f7-9516-25c5d2f74535 HTTP/1.1" status: 204 len: 168 time: 0.2163713 Dec 15 04:31:21.608598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72f12e-626b-4089-8025-a9b4168d343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ae198-9f12-44f7-9516-25c5d2f74535,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:21.624713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e74bf-193e-4010-8849-692cf7818973 req-4dc706cc-2315-4616-880d-421e851f98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:21.626446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-4dc706cc-2315-4616-880d-421e851f98cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.3751719 Dec 15 04:31:21.762937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:21.774469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:21.779047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-46b9a2c4-c236-4521-bdf9-b2430d0eeb5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 1001 time: 0.1372237 Dec 15 04:31:21.783763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3173069a-d787-4378-a0b2-3b37078223e6 req-ec0d9c9a-6bb0-4a1f-a3d2-342a3f9c98b3 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867525 Dec 15 04:31:21.827823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Transition to ACTIVE for port object 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:21.848992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:21.873539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52408) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:22.179617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52410) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:22.262288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e74bf-193e-4010-8849-692cf7818973 req-1a2cbbfd-f00c-4fca-acab-a2dc5fe0e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:22.263774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-1a2cbbfd-f00c-4fca-acab-a2dc5fe0e708 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.4693699 Dec 15 04:31:22.270799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Pushing event updated for resources: {'Port': ['ID=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:22.279907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3a8b-b604-417e-b4c4-4e13996a5071 req-58aac1b2-0ceb-489c-92db-2f9dfeaf1e97 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:22.287567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e8d3a8b-b604-417e-b4c4-4e13996a5071 req-58aac1b2-0ceb-489c-92db-2f9dfeaf1e97 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 932 time: 0.5105591 Dec 15 04:31:22.417084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe81f-f971-4048-ae3f-c3f85e6f5a30 req-8e008a75-bcd9-4095-9a6d-7b13a6f3e22b tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:22.422746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f1fe81f-f971-4048-ae3f-c3f85e6f5a30 req-8e008a75-bcd9-4095-9a6d-7b13a6f3e22b tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 946 time: 0.2380428 Dec 15 04:31:22.428233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a55332d7-3b61-4652-8f75-6979a1eda2c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9016903082d4468a2ad1a4f8778dc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406490 Dec 15 04:31:22.436947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:22.524539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e74bf-193e-4010-8849-692cf7818973 req-09d42f2d-3d1e-4765-9bcd-bfc28c4da43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:22.526133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-09d42f2d-3d1e-4765-9bcd-bfc28c4da43b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2353883 Dec 15 04:31:22.548982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e8d3a8b-b604-417e-b4c4-4e13996a5071 req-d0935b20-d767-43a4-bc74-6aa4eba94dff tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605443 Dec 15 04:31:22.602275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Attempting to bind port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:22.602275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Attempting to bind port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:22.603288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Attempting to bind port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:22.628448 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788159e4-df5a-40f6-b996-a1c59dd3e261 x-openstack-request-id: req-788159e4-df5a-40f6-b996-a1c59dd3e261 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:22.629303 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3957cbbb-18b2-4891-adaa-6b4f8964a60f", "name": "network-vif-deleted", "tag": "ac78f301-ce62-416a-8f37-3c7e92f5f91b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:22.630244 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-788159e4-df5a-40f6-b996-a1c59dd3e261 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:22.630805 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3957cbbb-18b2-4891-adaa-6b4f8964a60f', 'name': 'network-vif-deleted', 'tag': 'ac78f301-ce62-416a-8f37-3c7e92f5f91b', 'status': 'completed', 'code': 200} Dec 15 04:31:22.654096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:22.660359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f1fe81f-f971-4048-ae3f-c3f85e6f5a30 req-f775b6df-400c-4295-997c-9ef668ba5fec tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242806 Dec 15 04:31:22.664553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:22.664861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Attempting to bind port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d on network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:22.683638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:22.683638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Checking segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:22.683953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Bound using segment: {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:22.684440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Bound port: 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:22.684804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:22.696959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc251-2954-4883-b972-97b70f0e1fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:22.752394 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc251-2954-4883-b972-97b70f0e1fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:22.803105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-d9bc70c8-e2bc-40ca-a44c-952f7fa01828 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603683 Dec 15 04:31:23.025889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] For port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:23.042929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] For port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:23.092573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-5a1ce01c-3f30-4ab5-8b54-81c16d211a5e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:23.100005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-5a1ce01c-3f30-4ab5-8b54-81c16d211a5e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2959001 Dec 15 04:31:23.103307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc251-2954-4883-b972-97b70f0e1fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.106051 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc251-2954-4883-b972-97b70f0e1fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.109358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1e0dc251-2954-4883-b972-97b70f0e1fc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fabc058d-144f-4711-90cb-674de15b1cf9 HTTP/1.1" status: 204 len: 168 time: 0.6692545 Dec 15 04:31:23.109358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.118438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52424) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:23.175919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Deleting port acce2d32-7701-47f1-97a8-c969cf24a4b4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:23.176447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.301883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] For port acce2d32-7701-47f1-97a8-c969cf24a4b4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=acce2d32-7701-47f1-97a8-c969cf24a4b4,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:23.302510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.317719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Calling delete_port for acce2d32-7701-47f1-97a8-c969cf24a4b4 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:23.394680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-44fcdd21-1a9d-4326-859d-cbff84ac68fa tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.2934518 Dec 15 04:31:23.405202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc251-2954-4883-b972-97b70f0e1fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabc058d-144f-4711-90cb-674de15b1cf9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:23.452936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:23.454270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.455804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] 10.222.0.42 "PUT /v2.0/ports/48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d HTTP/1.1" status: 200 len: 1093 time: 3.4187410 Dec 15 04:31:23.456457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:23.459516 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104b89eb-006c-4c27-b7b9-696175442882" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:23.468117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'floatingip': {'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:23.480469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec63335-889b-4750-9cf4-e79ffac5c7be service neutron] Pushing event updated for resources: {'Port': ['ID=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:23.659653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.674021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2ae7-826c-4c1b-8393-306c888f9a58 req-c6f71b27-7449-4c85-8c6e-cea34f47d4f3 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:23.683439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e17f2ae7-826c-4c1b-8393-306c888f9a58 req-c6f71b27-7449-4c85-8c6e-cea34f47d4f3 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 1096 time: 0.7622459 Dec 15 04:31:23.714767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Pushing event deleted for resources: {'Port': ['ID=acce2d32-7701-47f1-97a8-c969cf24a4b4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:23.738109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c9e74bf-193e-4010-8849-692cf7818973 req-bdb46aa9-9dfe-4fd1-ad8e-957d11dfdb23 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422532 Dec 15 04:31:23.745066 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:23.876531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f3eddedc-4d23-439c-bb67-aa4fa1efb9c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=501c801daf744166b7bf61815f1fb347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7565918 Dec 15 04:31:23.879035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:24.092504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89b0bb5e-92eb-455c-9877-e93b077a3bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.131591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-edc61cb2-d3a9-4d7e-b30e-15fbc8aa0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:24.140612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-edc61cb2-d3a9-4d7e-b30e-15fbc8aa0a34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 1096 time: 0.5738890 Dec 15 04:31:24.142988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89b0bb5e-92eb-455c-9877-e93b077a3bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.214201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.255880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-aed4a27d-2508-4a5c-add6-2457f62857c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d HTTP/1.1" status: 200 len: 217 time: 0.0917532 Dec 15 04:31:24.270808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b17fea10-692f-431e-8ae1-737651b24380 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:24.318759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: b17fea10-692f-431e-8ae1-737651b24380 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:24.319099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b17fea10-692f-431e-8ae1-737651b24380 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:24.331952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e17f2ae7-826c-4c1b-8393-306c888f9a58 req-f7cfc3b5-91a4-462b-938d-095c5ce669a4 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475093 Dec 15 04:31:24.377588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89b0bb5e-92eb-455c-9877-e93b077a3bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.387507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89b0bb5e-92eb-455c-9877-e93b077a3bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.388370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-35044074-11c0-438d-a4e0-b90a3895d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:24.390189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-35044074-11c0-438d-a4e0-b90a3895d7f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.1272285 Dec 15 04:31:24.392713 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-89b0bb5e-92eb-455c-9877-e93b077a3bab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa HTTP/1.1" status: 204 len: 168 time: 0.5126977 Dec 15 04:31:24.431672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0bb5e-92eb-455c-9877-e93b077a3bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b15ee9-8611-4a8b-ad21-3c4e6b83d4aa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:24.556037 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d88449c-0faa-4dc5-abdf-d4a6e38248e9 x-openstack-request-id: req-4d88449c-0faa-4dc5-abdf-d4a6e38248e9 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:24.557530 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:24.558368 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d88449c-0faa-4dc5-abdf-d4a6e38248e9 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:24.558942 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'status': 'completed', 'code': 200} Dec 15 04:31:24.595633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:31:24.632304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'name': 'network-vif-deleted', 'tag': 'b17fea10-692f-431e-8ae1-737651b24380'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:24.634947 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a15c007-2e77-4525-b0ca-818f438d55cc" -d '{"events": [{"server_uuid": "2c4ea169-34e2-4dc9-9593-b455f47d9e5f", "name": "network-vif-deleted", "tag": "b17fea10-692f-431e-8ae1-737651b24380"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:24.677074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-75f96054-77c0-41d3-a683-8122f58a0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:24.678695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-75f96054-77c0-41d3-a683-8122f58a0527 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2737095 Dec 15 04:31:24.782686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Router 234280b4-3c43-4d4b-bdb1-315370d013f0 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:24.867950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-a3a097ea-afb4-4bd3-a4a1-ab6d1b68bf08 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611052 Dec 15 04:31:24.890790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.901503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3d021-984e-44de-8586-6022fd81e5cd req-4c445124-df93-4f8e-bc7c-059258e1a923 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:24.909023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3c3d021-984e-44de-8586-6022fd81e5cd req-4c445124-df93-4f8e-bc7c-059258e1a923 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 944 time: 0.2661932 Dec 15 04:31:24.935577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:24.998568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3c3d021-984e-44de-8586-6022fd81e5cd req-e354e1a6-b561-45bb-934a-56cf98417c69 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885718 Dec 15 04:31:25.043219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:25.057104 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] Sync routers for ids ['234280b4-3c43-4d4b-bdb1-315370d013f0'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:25.065857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-288a0d6e-ace3-49b5-b20a-bafa9daf0168 admin admin] 10.222.0.37 "PUT /v2.0/routers/234280b4-3c43-4d4b-bdb1-315370d013f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1906254 Dec 15 04:31:25.067787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52480) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:25.074409 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] Routers {'234280b4-3c43-4d4b-bdb1-315370d013f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:25.077155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['234280b4-3c43-4d4b-bdb1-315370d013f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:25.133518 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d823d-a9f7-4bb7-97b6-93a706de21e4 x-openstack-request-id: req-4c4d823d-a9f7-4bb7-97b6-93a706de21e4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:25.134203 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ea169-34e2-4dc9-9593-b455f47d9e5f", "name": "network-vif-deleted", "tag": "b17fea10-692f-431e-8ae1-737651b24380", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:25.134674 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c4d823d-a9f7-4bb7-97b6-93a706de21e4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:25.135290 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea169-34e2-4dc9-9593-b455f47d9e5f', 'name': 'network-vif-deleted', 'tag': 'b17fea10-692f-431e-8ae1-737651b24380', 'status': 'completed', 'code': 200} Dec 15 04:31:25.219822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52492) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:25.257082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d4f3-cdcc-406b-86a7-bb2fe16cf5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.278979 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] Set router 234280b4-3c43-4d4b-bdb1-315370d013f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:25.379404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d4f3-cdcc-406b-86a7-bb2fe16cf5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.387600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.431014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d4f3-cdcc-406b-86a7-bb2fe16cf5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.494674 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f9e8d4f3-cdcc-406b-86a7-bb2fe16cf5f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b78fc0b39e0346f7927f016cb5a6d151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610490 Dec 15 04:31:25.517873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52498) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:25.586064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f786d64-39d2-4fd4-ad46-bcec0f5c03f3 req-d9226a73-6124-43d2-97f4-10b587bc5fef service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096071 Dec 15 04:31:25.636445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8d4f3-cdcc-406b-86a7-bb2fe16cf5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74e204-c3ae-4297-90e9-f4b6b922fce8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:25.646234 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:31:23Z', 'revision_number': 5, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port': {'id': '2d62cea5-bfc0-4d57-95c9-a6c19e586bbe', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:06Z', 'updated_at': '2021-12-15T04:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:25.686398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b03b1c4-5fe8-4f2c-bc77-fa385f519c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.703401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.714483 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] Checking router: 234280b4-3c43-4d4b-bdb1-315370d013f0 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:25.746992 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] Routers {'234280b4-3c43-4d4b-bdb1-315370d013f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:25.753182 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['234280b4-3c43-4d4b-bdb1-315370d013f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:25.762585 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:31:25.789200 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84 associated. External IP: 172.25.2.162, port: bc79cd3b-5042-4f68-9901-2df23d7ab35d. Dec 15 04:31:25.796975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b03b1c4-5fe8-4f2c-bc77-fa385f519c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.859529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b89eb-006c-4c27-b7b9-696175442882 req-b107c26c-51c4-4a1e-9e48-8852a62a82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:25.869889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-b107c26c-51c4-4a1e-9e48-8852a62a82a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 1096 time: 0.1659071 Dec 15 04:31:25.878567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-7b899636-754c-4ebf-a445-b8c01104814c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:25.880160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-7b899636-754c-4ebf-a445-b8c01104814c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.2973123 Dec 15 04:31:25.907691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Deleting port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:25.908098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.929976 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] Set router 234280b4-3c43-4d4b-bdb1-315370d013f0 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:25.981584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b03b1c4-5fe8-4f2c-bc77-fa385f519c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.984718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b03b1c4-5fe8-4f2c-bc77-fa385f519c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:25.988885 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9b03b1c4-5fe8-4f2c-bc77-fa385f519c5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b74e204-c3ae-4297-90e9-f4b6b922fce8 HTTP/1.1" status: 204 len: 168 time: 0.4670348 Dec 15 04:31:26.013557 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:31:25Z', 'revision_number': 6, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:26.031126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] For port 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:26.032237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:26.035815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03b1c4-5fe8-4f2c-bc77-fa385f519c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74e204-c3ae-4297-90e9-f4b6b922fce8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:26.040997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-37244e65-27da-43b8-86a7-dadb8d61e8f5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/quotas/61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 375 time: 0.1474695 Dec 15 04:31:26.052017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Calling delete_port for 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:26.088814 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb35b208-fbac-49ba-bbb6-0d8cc29ffd28 None None] The sync data for ids ['234280b4-3c43-4d4b-bdb1-315370d013f0'] in n-d-820935-10 is: [{'id': '234280b4-3c43-4d4b-bdb1-315370d013f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1663424603-router', 'tenant_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:04Z', 'updated_at': '2021-12-15T04:31:25Z', 'revision_number': 6, 'project_id': '6f1448ae995145e4a3c8e0c3cf0cffa4', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:26.164122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-49435a32-0787-4b66-8496-b2d297870216 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219544 Dec 15 04:31:26.166886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b89eb-006c-4c27-b7b9-696175442882 req-6b016c27-0bb6-4519-99da-0fb23a308e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:26.168863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-6b016c27-0bb6-4519-99da-0fb23a308e8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 924 time: 0.2976294 Dec 15 04:31:26.262947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-4c0b0587-98ef-419d-bf0e-6e61eacd6a89 service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973601 Dec 15 04:31:26.410038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-ed12d488-3a53-451a-a381-bc64c2347747 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d HTTP/1.1" status: 200 len: 217 time: 0.1431015 Dec 15 04:31:26.545499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-8c76f888-dc91-41b4-8746-b554e845a9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816644 Dec 15 04:31:26.549130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b89eb-006c-4c27-b7b9-696175442882 req-5b6bbcc4-08ea-46e1-99bb-217792643755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:26.550485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-5b6bbcc4-08ea-46e1-99bb-217792643755 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.1278629 Dec 15 04:31:26.556277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:26.561942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:26.624472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d62cea5-bfc0-4d57-95c9-a6c19e586bbe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:26.727096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b89eb-006c-4c27-b7b9-696175442882 req-f3d5133c-6fb0-404c-827a-c65694b537ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:26.728749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-f3d5133c-6fb0-404c-827a-c65694b537ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709266 Dec 15 04:31:26.792240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:26.830049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:26.842933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:26.853487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:26.854954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:26.920132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-786edada-8859-4d11-80b2-136a432cab50 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787565 Dec 15 04:31:26.990919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:26.994608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.113509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.114168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234280b4-3c43-4d4b-bdb1-315370d013f0 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:31:27.128183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.135738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4e7bf0d2-119b-4295-958a-f2d805d585f0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/234280b4-3c43-4d4b-bdb1-315370d013f0 HTTP/1.1" status: 204 len: 168 time: 2.0661733 Dec 15 04:31:27.136466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52546) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:27.139770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:27.214720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Deleting subnet d9289546-f6c7-444b-87bc-f260d321dabd {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:31:27.219582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.408473 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.440914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-104b89eb-006c-4c27-b7b9-696175442882 req-6c6ae554-1d3d-41df-9da8-37f6b388b55c service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108089 Dec 15 04:31:27.646216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f502f-0ed4-4c0c-831c-48e380a2bd86 req-055e3fa5-92a2-4ae8-ad1b-211b83228606 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:27.648271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a75f502f-0ed4-4c0c-831c-48e380a2bd86 req-055e3fa5-92a2-4ae8-ad1b-211b83228606 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 944 time: 0.1326094 Dec 15 04:31:27.681416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb0f72bd-689b-4249-ba7b-f50b05d4efa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.707639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.738809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:24Z', 'revision_number': 3, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:27.791366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:27.801312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a75f502f-0ed4-4c0c-831c-48e380a2bd86 req-3f53c422-73e0-47ac-a152-a5a3817a8922 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274645 Dec 15 04:31:27.813559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:27.830966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:27.831809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:27.871827 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.922804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:27.946840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9289546-f6c7-444b-87bc-f260d321dabd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:27.959239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:27.963274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef1970d3-4f82-44e7-8360-ad42eeae971b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9289546-f6c7-444b-87bc-f260d321dabd HTTP/1.1" status: 204 len: 168 time: 0.8257036 Dec 15 04:31:27.965769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:28.023613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:28.024025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2d62cea5-bfc0-4d57-95c9-a6c19e586bbe not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:28.024480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device acce2d32-7701-47f1-97a8-c969cf24a4b4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:28.055754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:28.063529 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.081631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0e8d6-4526-48e9-9cef-c091758c32c4 None None] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:28.113181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.194085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: acce2d32-7701-47f1-97a8-c969cf24a4b4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:28.194443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device acce2d32-7701-47f1-97a8-c969cf24a4b4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:28.202809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:28.206740 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7e70e4-dbe3-4124-b000-763de913eeff" -d '{"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:28.214309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-f394b84e-20fa-40f7-b25f-401c6c678a2e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "PUT /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 998 time: 4.8174613 Dec 15 04:31:28.234690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Deleting port 5407bea3-f99c-4a9f-b085-90f18538b4b2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:28.234690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.289088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-d89fdc2c-b7eb-46cc-8128-9b1d784185f3 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:28.291826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-d89fdc2c-b7eb-46cc-8128-9b1d784185f3 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports/bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 942 time: 0.0706522 Dec 15 04:31:28.346752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] For port 5407bea3-f99c-4a9f-b085-90f18538b4b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5407bea3-f99c-4a9f-b085-90f18538b4b2,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:28.347330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.361136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:28.381706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Calling delete_port for 5407bea3-f99c-4a9f-b085-90f18538b4b2 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:28.422060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] DHCP port deletion for bf4381aa-10f6-42b4-963b-81fcac5d5c0c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:31:28.525268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Deleting port 5407bea3-f99c-4a9f-b085-90f18538b4b2 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:28.525654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.551023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-08f49d96-44b9-4c8c-a183-fbcdf2f194ee tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4827bc8eb1c2422a811fbd8e0bf5f472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201336 Dec 15 04:31:28.582057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:28.599703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.631167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-7c33cbc4-d94e-4692-ba19-1aec176039ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:28.639389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-7c33cbc4-d94e-4692-ba19-1aec176039ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.1850405 Dec 15 04:31:28.658432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Pushing event deleted for resources: {'Port': ['ID=5407bea3-f99c-4a9f-b085-90f18538b4b2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:28.660505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] No DVR routers for this DVR port 5407bea3-f99c-4a9f-b085-90f18538b4b2 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:28.797868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.828777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4381aa-10f6-42b4-963b-81fcac5d5c0c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:28.832174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] For port 5407bea3-f99c-4a9f-b085-90f18538b4b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5407bea3-f99c-4a9f-b085-90f18538b4b2,segment=NetworkSegment(184de827-c504-41ea-86ac-875822bf2a98),segment_id=184de827-c504-41ea-86ac-875822bf2a98)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:28.832585 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.842164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184de827-c504-41ea-86ac-875822bf2a98') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:28.842460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184de827-c504-41ea-86ac-875822bf2a98') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:28.868900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:28.871800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Calling delete_port for 5407bea3-f99c-4a9f-b085-90f18538b4b2 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:28.871978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.897458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'port_id': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'mac_address': 'fa:16:3e:2c:c0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:28.899786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-2c57f9a0-d793-480f-8216-10d1ca64ce0c tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:28.907797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-2c57f9a0-d793-480f-8216-10d1ca64ce0c tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3557551 Dec 15 04:31:28.910757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.919994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-96afa39b-aa95-448a-a924-0261d2fcc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:28.921004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:31:28.921598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-96afa39b-aa95-448a-a924-0261d2fcc769 service neutron] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2813811 Dec 15 04:31:28.923180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:31:28.927029 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:31:28.932578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-c8013ba2-1c9a-4d63-9acb-ea3341424fc5 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/quotas/4827bc8eb1c2422a811fbd8e0bf5f472 HTTP/1.1" status: 200 len: 375 time: 0.0232656 Dec 15 04:31:28.985913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-f0681cad-8382-4e9d-842b-f4c2f288a5bc tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4827bc8eb1c2422a811fbd8e0bf5f472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523865 Dec 15 04:31:28.998056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:29.010623 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:29.022042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf4381aa-10f6-42b4-963b-81fcac5d5c0c HTTP/1.1" status: 204 len: 168 time: 1.0527234 Dec 15 04:31:29.023755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52596) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:29.060000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07955c-b4b2-4de9-87fa-5ab012cd1776 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4381aa-10f6-42b4-963b-81fcac5d5c0c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:29.093187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-23324068-7db0-4b6b-b8d2-2be2aaa656f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.1506622 Dec 15 04:31:29.197088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-859f78cf-8bc5-48a9-9900-5f179a650014 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:29.199254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-859f78cf-8bc5-48a9-9900-5f179a650014 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.4862826 Dec 15 04:31:29.211344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-5563d77e-54b2-41cf-a1cc-89d71ffacf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:29.212313 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:29.229982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-5563d77e-54b2-41cf-a1cc-89d71ffacf9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1358268 Dec 15 04:31:29.242111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:29.250527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:29.279396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Request body: {'port': {'device_id': '62618691-2dd3-4085-ba40-df0f36e09229', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'admin_state_up': True, 'tenant_id': '61697276bd4442839fa411b0244d2f45'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:29.289625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:29.299517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3609d293-69ab-41a0-9f1c-fa33a35257ec req-a42cda51-b54d-4a22-b0f2-7671ec7c2203 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Dec 15 04:31:29.358840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:29.372478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Pushing event deleted for resources: {'Port': ['ID=5407bea3-f99c-4a9f-b085-90f18538b4b2,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:29.394491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] Network bf4381aa-10f6-42b4-963b-81fcac5d5c0c is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:31:29.397440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e99ae6-6e6b-4328-ac2a-2095d41b1fcc None None] No DVR routers for this DVR port 5407bea3-f99c-4a9f-b085-90f18538b4b2 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:29.404473 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9179d-a43f-428f-84b8-9697fdf98d1e x-openstack-request-id: req-99c9179d-a43f-428f-84b8-9697fdf98d1e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:29.404929 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:29.405188 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99c9179d-a43f-428f-84b8-9697fdf98d1e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:29.405588 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'status': 'completed', 'code': 200} Dec 15 04:31:29.447662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-d8d3bc5c-6b91-4cd0-9000-04346009723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:29.455474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-d8d3bc5c-6b91-4cd0-9000-04346009723c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245345 Dec 15 04:31:29.513837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:24Z', 'revision_number': 3, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:29.591640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Made reservation on behalf of 61697276bd4442839fa411b0244d2f45 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:29.592878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:29.651634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-e605d9d4-e765-4b00-a312-235fcdc635a7 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952419 Dec 15 04:31:29.660875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-2733b221-15ab-4ea9-9ba0-a9c502831319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:29.665571 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-2733b221-15ab-4ea9-9ba0-a9c502831319 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.2165883 Dec 15 04:31:29.672417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebadab9-214d-4261-b2f2-5d942b7c5e54 None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:24Z', 'revision_number': 3, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:29.733872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:29.777595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:29.896999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5407bea3-f99c-4a9f-b085-90f18538b4b2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:29.944653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-2b1690dc-05be-4a8c-b2f9-8011f2697fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:29.947172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-2b1690dc-05be-4a8c-b2f9-8011f2697fb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2712517 Dec 15 04:31:30.018958 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-7d67610d-54bd-4166-b331-c05e88374c16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.0532207 Dec 15 04:31:30.027422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-724b645c-3d56-4a4f-8335-e7c3e3b92321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:30.033399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5407bea3-f99c-4a9f-b085-90f18538b4b2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:30.034509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5407bea3-f99c-4a9f-b085-90f18538b4b2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:30.086859 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646c0f7-2160-4b6c-a726-7a18306517ef None None] New status for floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:30.108530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:30.177718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-b2f4ab40-b383-4421-8233-b7c7ef27670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:30.178921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-86ab427a-9b74-46bc-845e-674a2b446e36 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4944bdca706d449ebedcb57c74051d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091521 Dec 15 04:31:30.180089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-b2f4ab40-b383-4421-8233-b7c7ef27670b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1521773 Dec 15 04:31:30.332662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-3fd4be7a-7a95-4fab-8483-936c04113480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:30.352049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-3fd4be7a-7a95-4fab-8483-936c04113480 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496272 Dec 15 04:31:30.511778 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-d9dd8365-74ad-4df1-a6ee-88bbd7c42e8e service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307163 Dec 15 04:31:30.565863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-763f6214-bc8d-42ef-bd6a-774ac0e5c93e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:30.567859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-763f6214-bc8d-42ef-bd6a-774ac0e5c93e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3875945 Dec 15 04:31:30.616881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Allocated IP 172.20.0.9 (e496a23e-f358-4fbe-bd3b-5903885ee32b/c66820c0-6b08-46fe-b325-14590613229e/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:30.620587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-0b3ac5b5-8943-4328-996f-e5fe7f0d76c9 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9628541 Dec 15 04:31:30.621826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2e240248-7b5d-4be5-bfb6-26bd6c43ddb3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/quotas/4944bdca706d449ebedcb57c74051d07 HTTP/1.1" status: 200 len: 375 time: 0.0457270 Dec 15 04:31:30.704101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-fcaaa45e-12f1-43f0-96ff-e9ab1e0df3da tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699861 Dec 15 04:31:30.718528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:30.721594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d7e70e4-dbe3-4124-b000-763de913eeff req-5124b63d-2e17-4323-b1e3-a2d26a93dab4 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002473 Dec 15 04:31:30.730888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-3a4a1e7c-3f8f-4797-b23a-85b562dbb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:30.731708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:30.732429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-3a4a1e7c-3f8f-4797-b23a-85b562dbb59d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0838685 Dec 15 04:31:30.732643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:30.740990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Deleting port ceb2f257-8577-466c-8ecf-00e7f9adde8c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:30.742474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:30.885907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] For port ceb2f257-8577-466c-8ecf-00e7f9adde8c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ceb2f257-8577-466c-8ecf-00e7f9adde8c,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:30.886253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:30.915323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Calling delete_port for ceb2f257-8577-466c-8ecf-00e7f9adde8c owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:31.035471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:31.084482 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:31.123862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-480b478d-83e7-45bd-87c1-0d1f77cc26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:31.126376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-480b478d-83e7-45bd-87c1-0d1f77cc26bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.3856239 Dec 15 04:31:31.130062 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:31.191898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-59e68447-5102-4f90-8fac-d581e597919f tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4827bc8eb1c2422a811fbd8e0bf5f472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666335 Dec 15 04:31:31.275011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52838-9065-4406-ac44-25eacbbecdde req-16ffd52f-fee8-474c-a1f6-35068acfdec0 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:31.287803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9a52838-9065-4406-ac44-25eacbbecdde req-16ffd52f-fee8-474c-a1f6-35068acfdec0 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 945 time: 0.2364066 Dec 15 04:31:31.339105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-127456aa-931e-4713-80b7-8fc31babdbc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 1001 time: 0.1998470 Dec 15 04:31:31.441547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-e6cb93a4-3e27-4ce2-af34-2827beb501e8 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:31.443045 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-e6cb93a4-3e27-4ce2-af34-2827beb501e8 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441752 Dec 15 04:31:31.447391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:31.450534 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60eede-a20d-48a6-abd3-caa9012ba99b" -d '{"events": [{"name": "network-changed", "server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:31.459502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-ce38a0f6-03b0-4c6c-a86b-7c82f61a569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:31.461352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-ce38a0f6-03b0-4c6c-a86b-7c82f61a569e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0707238 Dec 15 04:31:31.478906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Request body: {'port': {'device_id': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '4827bc8eb1c2422a811fbd8e0bf5f472'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:31.511715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:31.544174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:30Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:31.556607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9a52838-9065-4406-ac44-25eacbbecdde req-a82ed76a-1cff-4a02-920b-2c83e90ccd1f tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666650 Dec 15 04:31:31.560771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:31.609391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:31.617008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb2f257-8577-466c-8ecf-00e7f9adde8c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:31.642554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Network e496a23e-f358-4fbe-bd3b-5903885ee32b is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:31.650638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:31.651761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:31.653654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:31.658596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-5af4f0c5-fbdb-4f60-b103-a16236180709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:31.660500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-5af4f0c5-fbdb-4f60-b103-a16236180709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774685 Dec 15 04:31:31.660886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:31.770510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:31.810047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d34f9516-2497-4f2b-87ac-5dd60ac5843a req-ff6e41cd-73a1-4a01-a0bc-6c9a834c0e61 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 210 time: 0.1022184 Dec 15 04:31:31.876115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:31.877169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:31.896827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:31.971214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-dfa61c1d-af3b-4d60-bf25-806e02fbdb9b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6954634 Dec 15 04:31:32.003648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Request body: {'port': {'device_id': '62618691-2dd3-4085-ba40-df0f36e09229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:32.082986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-eda18896-7c9d-4da5-9b00-0db223026bcb service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901465 Dec 15 04:31:32.103864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4df2-d3c5-48e6-8cce-ffd9b9753b73 req-8a66e3da-ecf5-4286-98cd-4a6748cf8e9e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:32.112033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-025c4df2-d3c5-48e6-8cce-ffd9b9753b73 req-8a66e3da-ecf5-4286-98cd-4a6748cf8e9e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 931 time: 0.1719234 Dec 15 04:31:32.114370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.237330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-025c4df2-d3c5-48e6-8cce-ffd9b9753b73 req-59eaa0c4-49cb-4006-97e1-136d77c2a011 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236019 Dec 15 04:31:32.403412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:30Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:32.445655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991c713-9eb4-476a-b319-438c8c4ff434 None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:60:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:30Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:32.497794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-3964910d-094c-46b2-9452-14dd07c7139d tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4944bdca706d449ebedcb57c74051d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497646 Dec 15 04:31:32.504110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270a7bf1-050d-42a9-9796-561d1c5cd5b2 req-6159e2f8-e02b-4f5d-9a50-ed8abb52ad5c service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102168 Dec 15 04:31:32.525280 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.556816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:32.633636 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b0349-a7df-4bae-a4bd-a9757c0ca448 x-openstack-request-id: req-010b0349-a7df-4bae-a4bd-a9757c0ca448 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:32.633926 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:32.634170 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-010b0349-a7df-4bae-a4bd-a9757c0ca448 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:32.634744 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'status': 'completed', 'code': 200} Dec 15 04:31:32.636915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.696317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:32.703217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:32.703613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.835443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-08462b72-1121-41f0-b088-75576bc2b26d tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4944bdca706d449ebedcb57c74051d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251341 Dec 15 04:31:32.837396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Made reservation on behalf of 4827bc8eb1c2422a811fbd8e0bf5f472 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:32.840811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.849764 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.881865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:32.884953 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc7ef5a-3fb1-4de6-ab71-80410249c676" -d '{"events": [{"server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "name": "network-vif-plugged", "status": "completed", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:32.897270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.916476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:32.924395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:32.959932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-3c40120b-dbdf-4a54-9a0f-8457661810d5 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:32.973910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-3c40120b-dbdf-4a54-9a0f-8457661810d5 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4734125 Dec 15 04:31:32.987917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:32.995618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef17794c-9f34-4bb2-a75d-d0353c0e126a req-3e6e2cea-daf7-457d-acb9-c90de3db8bfa tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.3439763 Dec 15 04:31:33.005811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-8f7cd5e7-4ed9-419d-a15f-c87fef5de77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:33.007995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-8f7cd5e7-4ed9-419d-a15f-c87fef5de77f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1097 time: 0.3247609 Dec 15 04:31:33.054895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-53dd0648-10b1-4049-8309-4617fafaeda6 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/quotas/4944bdca706d449ebedcb57c74051d07 HTTP/1.1" status: 200 len: 375 time: 0.0798364 Dec 15 04:31:33.125910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:33.143563 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.150343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-948f26ea-4115-484b-b7fd-fc1569b82910 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:33.151670 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-948f26ea-4115-484b-b7fd-fc1569b82910 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633314 Dec 15 04:31:33.161436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e9f9cc00-13f6-4a4a-ac65-524584bd2e35 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055074 Dec 15 04:31:33.197295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.206940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Request body: {'port': {'device_id': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '4944bdca706d449ebedcb57c74051d07'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:33.208841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17794c-9f34-4bb2-a75d-d0353c0e126a req-b7dab4d8-53e1-401e-9537-f87557f46916 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:33.210410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef17794c-9f34-4bb2-a75d-d0353c0e126a req-b7dab4d8-53e1-401e-9537-f87557f46916 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports/bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 942 time: 0.1971595 Dec 15 04:31:33.229080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:33.244875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.256137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.269823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Transition to ACTIVE for port object 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:33.271354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-48449f10-70ba-43a2-9de4-9e4358f4db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:33.273233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-48449f10-70ba-43a2-9de4-9e4358f4db22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2515984 Dec 15 04:31:33.277437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.330935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.467335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:33.491080 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] Sync routers for ids ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:33.508191 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] Routers {'0933e4fd-c930-48d5-b702-003e7a5a8fe6'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:33.508861 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:33.520911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3492d804-9cfb-4391-a8b0-f3f4826599a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/0933e4fd-c930-48d5-b702-003e7a5a8fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4769344 Dec 15 04:31:33.534473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:33.655438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd793e5-9d0e-4775-bce1-08bcbd833471,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:33.682574 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] Set router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:33.788844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Made reservation on behalf of 4944bdca706d449ebedcb57c74051d07 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:33.792406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.823343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.841891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Allocated IP 192.168.233.3 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:33.845061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:33.917958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-d653a87d-b658-49bf-8cd3-22c2ba6253f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 1001 time: 0.6220925 Dec 15 04:31:33.924040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef17794c-9f34-4bb2-a75d-d0353c0e126a req-2db2e652-5bc7-4f73-9a99-20a2e9fc2f22 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.6061316 Dec 15 04:31:33.938194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:33.984783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:31:31Z', 'revision_number': 5, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port': {'id': '213a4f86-0517-41bd-a9b1-a13ed26762bc', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:29:17Z', 'updated_at': '2021-12-15T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:34.159394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.203900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.236479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.273623 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] Checking router: 0933e4fd-c930-48d5-b702-003e7a5a8fe6 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:34.283626 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] Routers {'0933e4fd-c930-48d5-b702-003e7a5a8fe6'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:34.284283 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:34.323830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.347950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47791e9-83fc-4b9d-9669-40efdd7cbb98,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:34.399404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Deleting port 213a4f86-0517-41bd-a9b1-a13ed26762bc {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:34.399772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.411763 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] Set router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:34.444483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.481736 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:31:34Z', 'revision_number': 6, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:34.515736 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884107c-8a41-4413-892e-28c236455fd7 None None] The sync data for ids ['0933e4fd-c930-48d5-b702-003e7a5a8fe6'] in n-d-820935-10 is: [{'id': '0933e4fd-c930-48d5-b702-003e7a5a8fe6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423596425-router', 'tenant_id': 'ee522897eaf6472496d13d9d83e8d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:29:16Z', 'updated_at': '2021-12-15T04:31:34Z', 'revision_number': 6, 'project_id': 'ee522897eaf6472496d13d9d83e8d44c', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:34.542160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Allocated IP 192.168.233.45 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/0fcb834e-f53e-4efb-92a5-112fd656c11c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:34.642230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-a7bef01b-a017-4621-9821-f680206f2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:34.643750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-a7bef01b-a017-4621-9821-f680206f2c16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.6836784 Dec 15 04:31:34.679363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1cbc7-0580-4cca-9595-55ecf7fb97a1 req-f6b79db1-221d-4236-a52e-f832d2c7b803 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:34.681716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53a1cbc7-0580-4cca-9595-55ecf7fb97a1 req-f6b79db1-221d-4236-a52e-f832d2c7b803 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 1.2631471 Dec 15 04:31:34.704452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:34.728115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:34.735841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:34.754321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Pushing event updated for resources: {'Port': ['ID=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:34.795300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] For port 213a4f86-0517-41bd-a9b1-a13ed26762bc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=213a4f86-0517-41bd-a9b1-a13ed26762bc,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:34.795677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.799360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17794c-9f34-4bb2-a75d-d0353c0e126a req-c859a2b5-653f-428a-9e54-d9b89ad2eec0 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:34.800970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef17794c-9f34-4bb2-a75d-d0353c0e126a req-c859a2b5-653f-428a-9e54-d9b89ad2eec0 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.7828238 Dec 15 04:31:34.820879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:34.822972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:34.823325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:34.829324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Calling delete_port for 213a4f86-0517-41bd-a9b1-a13ed26762bc owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:34.848331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:34.848661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:34.861886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-85893656-70fe-41b7-a340-addfb5fad8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:34.863670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-85893656-70fe-41b7-a340-addfb5fad8a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095003 Dec 15 04:31:34.866011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:34.866697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.867688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53a1cbc7-0580-4cca-9595-55ecf7fb97a1 req-4e46d651-c78c-4ff9-86c5-fa0b83a8e0c0 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631887 Dec 15 04:31:34.869307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:34.869635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:34.879590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:34.880087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Bound port: 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:34.880447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:34.996853 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d0ae3-10fd-4d69-891f-dc0f5397fb12 x-openstack-request-id: req-cf9d0ae3-10fd-4d69-891f-dc0f5397fb12 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:34.997784 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "name": "network-vif-plugged", "status": "completed", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:34.998209 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf9d0ae3-10fd-4d69-891f-dc0f5397fb12 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:34.998795 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'code': 200} Dec 15 04:31:35.101066 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.161899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-124dcc72-1314-41e3-8223-ffb369ce6c46 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6834855 Dec 15 04:31:35.169856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-66bd0bbc-ff41-4dc2-89ff-59a00085aa27 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4944bdca706d449ebedcb57c74051d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049852 Dec 15 04:31:35.205891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1734ff99-76c8-40c2-91fd-87a184eeaac7 None None] Provisioning complete for port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:35.206264 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1734ff99-76c8-40c2-91fd-87a184eeaac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.210158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Request body: {'port': {'device_id': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:35.230433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:35.235206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-04b5314b-faa2-4192-b157-b1a57e2c8578 service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507640 Dec 15 04:31:35.238850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:35.266136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.297645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1734ff99-76c8-40c2-91fd-87a184eeaac7 None None] Port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:35.350211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d98bc9-a7e0-4785-9d08-9f8e427073b8 req-7d3f4a00-2811-4eb2-ac31-26f72699f1b5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.353173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d98bc9-a7e0-4785-9d08-9f8e427073b8 req-7d3f4a00-2811-4eb2-ac31-26f72699f1b5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.2406867 Dec 15 04:31:35.413846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.414385 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.415793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] 10.222.0.16 "PUT /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 1092 time: 3.4241879 Dec 15 04:31:35.423822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:35.426860 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83f6a8-1330-47f2-9db1-92280dbb1908" -d '{"events": [{"name": "network-changed", "server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:35.495162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42d859-2b97-46fa-ab18-82bedb02312b service neutron] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:35.513529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbe797-7f2d-4cfa-9799-42c4a387b871 req-36beed38-0837-4dc3-b159-07fc62ebfe34 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.521251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ffbe797-7f2d-4cfa-9799-42c4a387b871 req-36beed38-0837-4dc3-b159-07fc62ebfe34 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 934 time: 0.2809153 Dec 15 04:31:35.576140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a60eede-a20d-48a6-abd3-caa9012ba99b req-8a052f7a-65fb-4b7a-9116-f94a945e5ee2 service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238084 Dec 15 04:31:35.588577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d98bc9-a7e0-4785-9d08-9f8e427073b8 req-ff8032e8-a906-40e9-8eff-13846d4751ef tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123611 Dec 15 04:31:35.670715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ffbe797-7f2d-4cfa-9799-42c4a387b871 req-1011f8a9-f9cc-44ba-b7aa-af111611cda0 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484005 Dec 15 04:31:35.673152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-55eacd65-5b0f-4e2c-a45e-c6631912ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.677355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-55eacd65-5b0f-4e2c-a45e-c6631912ebe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1095 time: 0.1385300 Dec 15 04:31:35.764196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de84d083-706a-44a3-a0a9-bec4b0c38a64 req-773e501e-56c8-4fe1-97d1-128a9274a1ab tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 210 time: 0.0857999 Dec 15 04:31:35.778058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-d152c3bb-6f7a-4284-9f5a-f220ec0f6246 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 217 time: 0.0835693 Dec 15 04:31:35.827195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.864708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 213a4f86-0517-41bd-a9b1-a13ed26762bc no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:35.889163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.904991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-08bfd5f4-ad9c-4140-a514-c498b39d8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.906232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-08bfd5f4-ad9c-4140-a514-c498b39d8b5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1147401 Dec 15 04:31:35.909857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc56a-d4da-4ee0-a006-b6a2ad5bdc02 req-49853c3d-f816-4766-ae7f-a8094e8ca2e5 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.911326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-324cc56a-d4da-4ee0-a006-b6a2ad5bdc02 req-49853c3d-f816-4766-ae7f-a8094e8ca2e5 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1097 time: 0.1841855 Dec 15 04:31:35.939355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-c831f7ee-c15e-4efc-80a2-0cc0aeac0ce9 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.1185324 Dec 15 04:31:35.967332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-ea02efe4-16ab-41f5-b915-cae960f5b89b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481229 Dec 15 04:31:35.972405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:35.994753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111ac93-ee3a-4283-bf6d-68ac5c7cb22a req-d0989583-9137-45a9-9c78-c81df46876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:35.996340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6111ac93-ee3a-4283-bf6d-68ac5c7cb22a req-d0989583-9137-45a9-9c78-c81df46876a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 1098 time: 0.7562220 Dec 15 04:31:36.027092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:36.046897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:36.071210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-21e76df2-e867-4921-8253-dbd1ebf8b059 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.071966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:36.087462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-21e76df2-e867-4921-8253-dbd1ebf8b059 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports/bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 942 time: 0.1147592 Dec 15 04:31:36.119854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-324cc56a-d4da-4ee0-a006-b6a2ad5bdc02 req-a6c62d06-1d44-4bd7-a120-761c91a64a41 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935892 Dec 15 04:31:36.156272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-11a7c7be-a9bd-47a6-a5cb-80e17ea04f8e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.157842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-11a7c7be-a9bd-47a6-a5cb-80e17ea04f8e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9165535 Dec 15 04:31:36.174072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:36.188011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-cb0eb603-70eb-40fc-a52c-7e2b68ab8086 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097344 Dec 15 04:31:36.197642 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253df493-094e-4772-8713-91fac009f6ae x-openstack-request-id: req-253df493-094e-4772-8713-91fac009f6ae {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:36.198118 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:36.198629 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-253df493-094e-4772-8713-91fac009f6ae {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:36.199166 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'status': 'completed', 'code': 200} Dec 15 04:31:36.249984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Request body: {'port': {'device_id': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '4944bdca706d449ebedcb57c74051d07'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:36.309609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ceb2f257-8577-466c-8ecf-00e7f9adde8c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:36.322825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.323163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.323494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.323827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.324200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.324539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.324862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.325182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.325504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.325998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.326338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.326621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.326944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:36.349609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ceb2f257-8577-466c-8ecf-00e7f9adde8c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:36.349957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ceb2f257-8577-466c-8ecf-00e7f9adde8c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:36.374844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.412733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.414266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.440267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-473ed30b-f841-446c-8f76-0f860b419feb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.1954284 Dec 15 04:31:36.442766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6111ac93-ee3a-4283-bf6d-68ac5c7cb22a req-3de92922-78fd-4621-b1be-0beeaa8db9e6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111903 Dec 15 04:31:36.466837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=213a4f86-0517-41bd-a9b1-a13ed26762bc,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:36.516261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b000f-9b49-495a-8b5a-bef2b9681f4d req-cbb9a53b-9f85-4315-a90e-2cc656b46670 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.517682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c8b000f-9b49-495a-8b5a-bef2b9681f4d req-cbb9a53b-9f85-4315-a90e-2cc656b46670 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.1814818 Dec 15 04:31:36.528260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fb2a1a1-d9ba-4cf7-98d0-89cb96f59943 None None] Provisioning complete for port 0fcb834e-f53e-4efb-92a5-112fd656c11c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:36.528643 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a1a1-d9ba-4cf7-98d0-89cb96f59943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.535427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757e82bf-b0a5-4fb2-928b-95797146bc86 req-7ca9925a-c63c-4851-91c0-b04a3c0f1424 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219945 Dec 15 04:31:36.535766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2a09a654-228b-4e2b-897d-3b482e2a0273 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3333156 Dec 15 04:31:36.569786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2a1a1-d9ba-4cf7-98d0-89cb96f59943 None None] Port 0fcb834e-f53e-4efb-92a5-112fd656c11c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:36.577988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Request body: {'port': {'device_id': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:36.596150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c8b000f-9b49-495a-8b5a-bef2b9681f4d req-ffee499a-652b-4e55-8b94-86afe2295d43 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716119 Dec 15 04:31:36.630414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-f7881828-9709-4e83-b81c-01b25e992154 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.631873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-f7881828-9709-4e83-b81c-01b25e992154 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1825044 Dec 15 04:31:36.642776 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.660109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-4c34d7a6-8489-409f-9a1f-ab9cfba99978 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:31:36.660894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-4c34d7a6-8489-409f-9a1f-ab9cfba99978 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164664 Dec 15 04:31:36.667190 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.743786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-e3168ebe-a386-4a66-820c-ab508ba67ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.745351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-e3168ebe-a386-4a66-820c-ab508ba67ae5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1095 time: 0.1047542 Dec 15 04:31:36.752851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-01c61075-ea56-488e-866d-093c3dc25b1d tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.0757322 Dec 15 04:31:36.776814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:36.813677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.820738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.830067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Made reservation on behalf of 4944bdca706d449ebedcb57c74051d07 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:36.833722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.837749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.874550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.938659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-91c1cc39-6aa9-4ed6-b33b-7e52a58656fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:36.940561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-91c1cc39-6aa9-4ed6-b33b-7e52a58656fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1864398 Dec 15 04:31:36.968366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.968885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0933e4fd-c930-48d5-b702-003e7a5a8fe6 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:31:36.974437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:36.978139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db3b4d43-9320-4c07-956b-69c7fc2bcfbd admin admin] 10.222.0.37 "DELETE /v2.0/routers/0933e4fd-c930-48d5-b702-003e7a5a8fe6 HTTP/1.1" status: 204 len: 168 time: 3.4426994 Dec 15 04:31:36.985531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52714) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:36.990250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:37.017367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-f09574a3-2c1a-43eb-b693-75d54efd3625 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 217 time: 0.0657675 Dec 15 04:31:37.042459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.146173 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.152314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-502e047b-b622-4dc5-b710-110cd3dad98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:37.153918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-502e047b-b622-4dc5-b710-110cd3dad98d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1271660 Dec 15 04:31:37.155372 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.156473 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84 disassociated. External IP: 172.25.2.162, port: bd940960-3600-4266-a7d5-fc9bd9c3b015. Dec 15 04:31:37.156623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Transition to ACTIVE for port object 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:37.178077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.199731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Deleting subnet 6a2613d9-f953-4449-b174-f963e1e29428 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:31:37.245673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.248253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-7d8e426e-96ba-4c54-9bcb-0cd1f0f6d1a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569644 Dec 15 04:31:37.342262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Pushing event updated for resources: {'Port': ['ID=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:37.370167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.399172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Allocated IP 192.168.233.161 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/3d07da27-da88-4194-90ce-aac2fc7d3e86) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:37.454648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-7feb0b02-0280-4fb5-9a3b-e497955cb1be service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970539 Dec 15 04:31:37.607129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Attempting to bind port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:37.607669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Attempting to bind port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:37.607820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Attempting to bind port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:37.623251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:37.623574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Attempting to bind port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:37.667037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac83f6a8-1330-47f2-9db1-92280dbb1908 req-f6541a42-98e7-4303-a874-9a4bc4c48e7c service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777322 Dec 15 04:31:37.674236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:37.682413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:37.682767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:37.683154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:37.683598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Bound port: 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:37.683955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.696631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.822290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:37.828407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.837269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:37.850340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:37.851941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:37.864918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-605c146f-7ede-48cf-9204-5161034f9ecd tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "PUT /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 695 time: 1.1030393 Dec 15 04:31:37.872408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-4dc596e8-ec9d-4ca1-97c1-72072c185f1f tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:31:37.873626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-4dc596e8-ec9d-4ca1-97c1-72072c185f1f tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156672 Dec 15 04:31:37.885507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.894490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.919409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] For port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:37.954110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2613d9-f953-4449-b174-f963e1e29428,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:37.964942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:37.972289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2515a673-3b77-4ceb-99dd-e56e7c5eeaf5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6a2613d9-f953-4449-b174-f963e1e29428 HTTP/1.1" status: 204 len: 168 time: 0.9842615 Dec 15 04:31:37.973527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:37.974709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] For port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:37.978201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3a37e-ac4c-41b9-af92-8bd478db6401 None None] Network 0365ad4c-8e67-4253-a3e9-1bedfad125de requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:37.982252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-ca63abf0-bf32-4689-bc71-29a7cbd44684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:37.983552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-ca63abf0-bf32-4689-bc71-29a7cbd44684 service neutron] 10.222.0.37 "GET /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 1094 time: 0.1012363 Dec 15 04:31:37.986933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.010891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:38.011349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Unknown quota resources ['binding']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:31:38.028292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-17fc5155-ac72-478c-ad8d-a33f50287164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.037031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-17fc5155-ac72-478c-ad8d-a33f50287164 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1097 time: 0.1416183 Dec 15 04:31:38.077118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:38.088368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.088987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.090657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] 10.222.0.16 "PUT /v2.0/ports/5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed HTTP/1.1" status: 200 len: 1095 time: 2.9159632 Dec 15 04:31:38.091113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'tag': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:38.094461 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e25ef-1782-42ea-b41e-030c2a439faf" -d '{"events": [{"name": "network-changed", "server_uuid": "422fdf20-9e88-4506-8997-5ef0988e91c1", "tag": "5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:38.147909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.265196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85345d-318b-40b6-ac28-8f1abe27fe2e service neutron] Pushing event updated for resources: {'Port': ['ID=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:38.403717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] DHCP port deletion for 0365ad4c-8e67-4253-a3e9-1bedfad125de request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:31:38.527273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:38.530386 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41767db-7474-4811-8676-8059854d37b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:38.542506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.602882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:38.611765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-520dd88a-f321-4afe-8b5d-3403c52e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.613758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-520dd88a-f321-4afe-8b5d-3403c52e316b service neutron] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.5754302 Dec 15 04:31:38.619005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:38.621354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:38.632410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:38.666044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:38.676587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] Deleting port 3cffbfb7-f6d0-4447-896f-8559db49c367 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:38.677204 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.681767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:38.682014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event updated for resources: {'Port': ['ID=3d07da27-da88-4194-90ce-aac2fc7d3e86,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:38.682779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:38.701004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-ef3dd478-0315-4347-b9d8-3b85c6c79435 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 217 time: 0.0568087 Dec 15 04:31:38.722557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-cc4b8718-7094-4b91-898b-9e59dfe8d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.724456 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-cc4b8718-7094-4b91-898b-9e59dfe8d30d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4827bc8eb1c2422a811fbd8e0bf5f472&device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 1098 time: 0.4771852 Dec 15 04:31:38.772286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-294a0dfb-6381-4133-a992-c16be93a4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.780553 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-294a0dfb-6381-4133-a992-c16be93a4122 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0784700 Dec 15 04:31:38.808691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.809332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.823922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-9caba504-eaf9-411e-9b5b-bbae244c26d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed HTTP/1.1" status: 200 len: 217 time: 0.0675273 Dec 15 04:31:38.841437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Deleting port 3cffbfb7-f6d0-4447-896f-8559db49c367 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:38.841992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.860291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-b8c2192f-ceca-4d63-969c-0fca8e074059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:38.861296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] For port 3cffbfb7-f6d0-4447-896f-8559db49c367, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3cffbfb7-f6d0-4447-896f-8559db49c367,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:38.862238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:38.871295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-b8c2192f-ceca-4d63-969c-0fca8e074059 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894270 Dec 15 04:31:38.883740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-a25513f3-cb6e-4ca3-b25c-0ad66af2b199 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6390610 Dec 15 04:31:38.888600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] Calling delete_port for 3cffbfb7-f6d0-4447-896f-8559db49c367 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:38.890989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:38.891330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:38.891776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:38.930706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Request body: {'port': {'device_id': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:38.936815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:38.937136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:38.947089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:38.968349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:38.968695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:38.969082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:38.969520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Bound port: f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:38.998798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] For port 3cffbfb7-f6d0-4447-896f-8559db49c367, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3cffbfb7-f6d0-4447-896f-8559db49c367,segment=NetworkSegment(5b60bc2d-597c-4293-b2ce-01fc7a0417f4),segment_id=5b60bc2d-597c-4293-b2ce-01fc7a0417f4)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:38.999175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.011065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1a0eb9c7-d97e-4782-9d2b-4a3bc393b4a9 None None] Provisioning complete for port 3d07da27-da88-4194-90ce-aac2fc7d3e86 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:39.011747 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb9c7-d97e-4782-9d2b-4a3bc393b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.026188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Calling delete_port for 3cffbfb7-f6d0-4447-896f-8559db49c367 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:39.028421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:39.032565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:39.038975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-3e722a0f-654e-4ce1-874d-1ceea616565b service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652858 Dec 15 04:31:39.051092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.052785 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9c9f6aca-fb14-4769-add5-4347bc8178e9 service neutron] 10.222.0.37 "POST /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0/bindings HTTP/1.1" status: 201 len: 390 time: 1.0462489 Dec 15 04:31:39.055226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.058986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-b78217ef-7dde-4def-873a-45d4d4e57a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:39.060763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-b78217ef-7dde-4def-873a-45d4d4e57a3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2264841 Dec 15 04:31:39.140356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1a0eb9c7-d97e-4782-9d2b-4a3bc393b4a9 None None] Port 3d07da27-da88-4194-90ce-aac2fc7d3e86 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:39.148395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.157496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.167283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Transition to ACTIVE for port object 0fcb834e-f53e-4efb-92a5-112fd656c11c will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:39.190843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] Pushing event deleted for resources: {'Port': ['ID=3cffbfb7-f6d0-4447-896f-8559db49c367,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:39.198976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7eba33-1f2c-4d2d-94fb-e931e491172d None None] No DVR routers for this DVR port 3cffbfb7-f6d0-4447-896f-8559db49c367 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:39.205132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.219371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.268160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cffbfb7-f6d0-4447-896f-8559db49c367,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:39.271994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa319b6-9537-4418-8184-1b05b5caa447 req-31df969e-03dc-4d7f-a220-cae5d92c184e service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753821 Dec 15 04:31:39.284386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-983c7fc1-1da0-4cd2-b484-66eb263e0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:39.286070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-983c7fc1-1da0-4cd2-b484-66eb263e0d17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2168026 Dec 15 04:31:39.287059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] No DVR routers for this DVR port 3cffbfb7-f6d0-4447-896f-8559db49c367 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:39.290604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.291225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.291760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.293159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.293705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.295096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.295691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.296302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.296858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.297468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.298093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.298655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.299209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:39.357758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:39.412012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a818f9-f585-4174-beee-b6e47a7d5f90 None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:39.443610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:39.470400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.522789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0365ad4c-8e67-4253-a3e9-1bedfad125de']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:39.547487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b60bc2d-597c-4293-b2ce-01fc7a0417f4') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:39.548210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b60bc2d-597c-4293-b2ce-01fc7a0417f4') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:39.565342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.584727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422daba7-0178-44fd-8f28-84dd2f96245e req-a7c6745a-3f03-4b43-8a48-abfdd505df6b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:39.586323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-422daba7-0178-44fd-8f28-84dd2f96245e req-a7c6745a-3f03-4b43-8a48-abfdd505df6b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.1863678 Dec 15 04:31:39.595934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.615780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28c4b-75c8-445f-8b1f-b98cf9809364 req-4950b510-89d9-4acf-baac-c9402dd9ce2f tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:39.617869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13b28c4b-75c8-445f-8b1f-b98cf9809364 req-4950b510-89d9-4acf-baac-c9402dd9ce2f tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 946 time: 0.1923945 Dec 15 04:31:39.619633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:31:39.620036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:31:39.622038 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:31:39.646425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Attempting to bind port 0fcb834e-f53e-4efb-92a5-112fd656c11c on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:39.646654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Attempting to bind port 0fcb834e-f53e-4efb-92a5-112fd656c11c by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:39.646973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Attempting to bind port 0fcb834e-f53e-4efb-92a5-112fd656c11c on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:39.651267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-e90cfca3-99e9-4ac7-9513-ab186d897db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:39.653049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-e90cfca3-99e9-4ac7-9513-ab186d897db0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1097 time: 0.2339654 Dec 15 04:31:39.667071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Port 0fcb834e-f53e-4efb-92a5-112fd656c11c on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:39.667393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Attempting to bind port 0fcb834e-f53e-4efb-92a5-112fd656c11c on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:39.721738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:39.722052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:39.723363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:39.735495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Bound port: 0fcb834e-f53e-4efb-92a5-112fd656c11c, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:39.736155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.745206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.767586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:39.773577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0365ad4c-8e67-4253-a3e9-1bedfad125de HTTP/1.1" status: 204 len: 168 time: 1.7962520 Dec 15 04:31:39.773577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666e93a-018a-411b-8fe9-cc8f51e9ee43 admin admin] Pushing event deleted for resources: {'Network': ['ID=0365ad4c-8e67-4253-a3e9-1bedfad125de,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:39.777794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-422daba7-0178-44fd-8f28-84dd2f96245e req-272bfd2e-076c-4ddc-afc9-629366c442b4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743271 Dec 15 04:31:39.784774 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-6d5f3f5a-ac85-486b-90a4-0f570f252ded service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343905 Dec 15 04:31:39.786070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13b28c4b-75c8-445f-8b1f-b98cf9809364 req-7ac1f208-35cb-475c-bc7a-75511ed2e28f tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486745 Dec 15 04:31:39.790379 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efe73a-02bb-4edd-b6d4-af510fd34e5f None None] New status for floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:39.857760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3cffbfb7-f6d0-4447-896f-8559db49c367 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:39.919217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3cffbfb7-f6d0-4447-896f-8559db49c367 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:39.920463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3cffbfb7-f6d0-4447-896f-8559db49c367 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:39.999782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a358-be0e-49db-8fa0-eab2758de7e5 req-6aaf789f-7667-4f35-b636-2ba0fdc9a0ce tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.001402 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6761a358-be0e-49db-8fa0-eab2758de7e5 req-6aaf789f-7667-4f35-b636-2ba0fdc9a0ce tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.0903621 Dec 15 04:31:40.014485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a81e-98c0-459a-a8fb-305adeb65728 req-1e9c426c-195e-45ee-bcf7-d1adf02fcb6c tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.024463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebc5a81e-98c0-459a-a8fb-305adeb65728 req-1e9c426c-195e-45ee-bcf7-d1adf02fcb6c tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 936 time: 0.1219966 Dec 15 04:31:40.087156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebc5a81e-98c0-459a-a8fb-305adeb65728 req-68cc1925-2163-416d-a0ba-0ebfa763a493 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615213 Dec 15 04:31:40.120386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6761a358-be0e-49db-8fa0-eab2758de7e5 req-28347a68-29ff-46e2-a977-65ea9754338c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915022 Dec 15 04:31:40.121367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52748) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:40.124851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-60e63a60-db22-4543-9a1f-485329bc2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.126256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-60e63a60-db22-4543-9a1f-485329bc2e55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.4447958 Dec 15 04:31:40.132664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-effba1ff-3783-43d9-95e6-8a2d03e57305 req-5499ff27-27c3-4373-ab9a-7259e4661c77 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704403 Dec 15 04:31:40.139228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d07da27-da88-4194-90ce-aac2fc7d3e86 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:40.166050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:40.175100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:40.176844 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f893cc-f8e5-4bfd-be7c-9b4e9de2de1e x-openstack-request-id: req-82f893cc-f8e5-4bfd-be7c-9b4e9de2de1e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:40.177186 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:40.177595 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82f893cc-f8e5-4bfd-be7c-9b4e9de2de1e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:40.178050 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'status': 'completed', 'code': 200} Dec 15 04:31:40.181015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.186413 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eace88e-0015-43df-9231-426caa3a8436 x-openstack-request-id: req-1eace88e-0015-43df-9231-426caa3a8436 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:40.186668 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422fdf20-9e88-4506-8997-5ef0988e91c1", "tag": "5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:40.186927 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1eace88e-0015-43df-9231-426caa3a8436 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:40.187338 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'tag': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed', 'status': 'completed', 'code': 200} Dec 15 04:31:40.203669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4b3b1dca-4d82-458b-81ca-82324103437e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f1448ae995145e4a3c8e0c3cf0cffa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780563 Dec 15 04:31:40.204057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:40.247222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.282043 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-69262fbd-2669-4502-a4ec-3a420bc45b1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 217 time: 0.1449637 Dec 15 04:31:40.316879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:40.320037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41767db-7474-4811-8676-8059854d37b6 req-1e6d37b5-87ea-4a28-8190-3b9a08f5cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.324626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-1e6d37b5-87ea-4a28-8190-3b9a08f5cb20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0984340 Dec 15 04:31:40.327036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbc4cd43-0ef6-4e96-baa0-89114856e321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.335088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.336022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.337969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] 10.222.0.16 "PUT /v2.0/ports/0fcb834e-f53e-4efb-92a5-112fd656c11c HTTP/1.1" status: 200 len: 1096 time: 3.7643654 Dec 15 04:31:40.345279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Transition to ACTIVE for port object 3d07da27-da88-4194-90ce-aac2fc7d3e86 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:31:40.473013 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbc4cd43-0ef6-4e96-baa0-89114856e321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.482698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.487971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:40.511276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'port_id': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'mac_address': 'fa:16:3e:4c:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66820c0-6b08-46fe-b325-14590613229e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:40.572530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.601673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:40.611325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e25ef-1782-42ea-b41e-030c2a439faf req-194a5215-f99c-4d8a-bb91-edbf318a5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.618238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-194a5215-f99c-4d8a-bb91-edbf318a5599 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4827bc8eb1c2422a811fbd8e0bf5f472&device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 1098 time: 0.3532832 Dec 15 04:31:40.620181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41767db-7474-4811-8676-8059854d37b6 req-58785f88-99e1-44a3-9ce3-30eb06ff2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.621666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-58785f88-99e1-44a3-9ce3-30eb06ff2578 service neutron] 10.222.0.42 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2889247 Dec 15 04:31:40.631595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bf841-f910-4adc-b464-6664fd524384 req-0c5fb391-f210-4a3d-8383-8e0cc48e1d3e tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.633833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-328bf841-f910-4adc-b464-6664fd524384 req-0c5fb391-f210-4a3d-8383-8e0cc48e1d3e tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.1272552 Dec 15 04:31:40.637028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-085c6403-9000-4a9d-adf0-dfd112249ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.639764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:40.640441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-085c6403-9000-4a9d-adf0-dfd112249ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1099 time: 0.2168655 Dec 15 04:31:40.643910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-4f52e17e-5964-4234-8cf9-9d071b977f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:40.646810 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-4f52e17e-5964-4234-8cf9-9d071b977f3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.3230705 Dec 15 04:31:40.647398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52758) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:40.653826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Request body: {'floatingip': {'port_id': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:40.655790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc915fe4-84dd-4d53-8320-6397112c064d service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:40.667970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.763842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:40.800158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbc4cd43-0ef6-4e96-baa0-89114856e321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.804302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbc4cd43-0ef6-4e96-baa0-89114856e321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.805211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bbc4cd43-0ef6-4e96-baa0-89114856e321 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c46b5cab-c298-4f24-bf68-8850c357daac HTTP/1.1" status: 204 len: 168 time: 0.5983512 Dec 15 04:31:40.807264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-9eca2eec-28b3-4a55-9a69-a76d9a8f8551 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 200 len: 217 time: 0.1725550 Dec 15 04:31:40.814696 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-beab0f5e-7240-41fc-9713-970c18aee142 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191995 Dec 15 04:31:40.880276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:40.932366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4cd43-0ef6-4e96-baa0-89114856e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b5cab-c298-4f24-bf68-8850c357daac,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:40.944773 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-2d81d533-1ffe-478e-8b5b-2491d8d18c83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c HTTP/1.1" status: 200 len: 217 time: 0.2669203 Dec 15 04:31:40.998891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41767db-7474-4811-8676-8059854d37b6 req-ef4a5dac-143e-4b35-bcf1-f2e97be804d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.000465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-ef4a5dac-143e-4b35-bcf1-f2e97be804d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1828063 Dec 15 04:31:41.008287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a8a4-68ec-4ac4-b77b-7a7585a60afb req-cf17a2e1-048e-4506-b50c-645dabd0548f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.009983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0540a8a4-68ec-4ac4-b77b-7a7585a60afb req-cf17a2e1-048e-4506-b50c-645dabd0548f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.3354998 Dec 15 04:31:41.028988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Pushing event updated for resources: {'Port': ['ID=3d07da27-da88-4194-90ce-aac2fc7d3e86,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:41.060378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-4aac61be-5f4f-4b1e-b5e9-82c0b6e75bea tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.062029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-4aac61be-5f4f-4b1e-b5e9-82c0b6e75bea tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2847602 Dec 15 04:31:41.066594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:41.110272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e25ef-1782-42ea-b41e-030c2a439faf req-65ac6486-a15a-444d-88ba-6b6fcc645b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.111950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-65ac6486-a15a-444d-88ba-6b6fcc645b7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4572117 Dec 15 04:31:41.113869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-7cd23323-b6b3-407e-9ab3-18756d5dffb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411499 Dec 15 04:31:41.114546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Attempting to bind port 3d07da27-da88-4194-90ce-aac2fc7d3e86 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:41.115049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Attempting to bind port 3d07da27-da88-4194-90ce-aac2fc7d3e86 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:41.115379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Attempting to bind port 3d07da27-da88-4194-90ce-aac2fc7d3e86 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:41.121390 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-d76ef3bf-6f76-451f-8674-5f436dd90ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.123670 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-d76ef3bf-6f76-451f-8674-5f436dd90ec5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1654561 Dec 15 04:31:41.179094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-8ba9654c-3882-43fa-82a0-b1264fd83a54 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0956707 Dec 15 04:31:41.273385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'floatingip': {'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:41.289284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-aef9ee68-07b1-4e73-9104-56af9e7606ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed HTTP/1.1" status: 200 len: 217 time: 0.1631436 Dec 15 04:31:41.292532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52770) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:41.293152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Port 3d07da27-da88-4194-90ce-aac2fc7d3e86 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:41.293473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Attempting to bind port 3d07da27-da88-4194-90ce-aac2fc7d3e86 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:41.320994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41767db-7474-4811-8676-8059854d37b6 req-c172ed36-a48a-460e-87b2-0e471f7241f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.322493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-c172ed36-a48a-460e-87b2-0e471f7241f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3063695 Dec 15 04:31:41.327559 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-9877863e-6975-4e13-b5ed-a25ee8e54db3 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517520 Dec 15 04:31:41.331223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0540a8a4-68ec-4ac4-b77b-7a7585a60afb req-296e9e1a-3fe6-4b79-b1e2-987da3bb53ed tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021016 Dec 15 04:31:41.335678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:41.382320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:41.382866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:41.383321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:41.383860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Bound port: 3d07da27-da88-4194-90ce-aac2fc7d3e86, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:41.384313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:41.478322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] For port 3d07da27-da88-4194-90ce-aac2fc7d3e86, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:41.481782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] For port 3d07da27-da88-4194-90ce-aac2fc7d3e86, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:41.499592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-981b3d92-6b22-4b67-b9e8-1747ca35f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.501040 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-981b3d92-6b22-4b67-b9e8-1747ca35f2f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108305 Dec 15 04:31:41.504784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:41.519213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ad3f1cd9-3ce9-41aa-b395-f835824ff23c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee522897eaf6472496d13d9d83e8d44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233670 Dec 15 04:31:41.520690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e25ef-1782-42ea-b41e-030c2a439faf req-934ac9fb-05ef-4e47-95dd-83ec1b039304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.522056 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-934ac9fb-05ef-4e47-95dd-83ec1b039304 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2115290 Dec 15 04:31:41.523147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52772) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:41.597107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.597810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:41.598960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] 10.222.0.42 "PUT /v2.0/ports/3d07da27-da88-4194-90ce-aac2fc7d3e86 HTTP/1.1" status: 200 len: 1097 time: 2.6784594 Dec 15 04:31:41.696170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637ef3c-ca88-4946-ae4e-f4d75ba6b9de req-13830a7f-99f0-402b-a990-aff0d347ec31 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:41.697729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b637ef3c-ca88-4946-ae4e-f4d75ba6b9de req-13830a7f-99f0-402b-a990-aff0d347ec31 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 944 time: 0.2578807 Dec 15 04:31:41.737465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38de911-0b99-46c8-b7a6-c8c6bba1565e service neutron] Pushing event updated for resources: {'Port': ['ID=3d07da27-da88-4194-90ce-aac2fc7d3e86,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:41.741919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-4fdb64b6-f8a7-47ba-8a07-c07706d26be2 service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728485 Dec 15 04:31:42.040155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.057247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.061971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b637ef3c-ca88-4946-ae4e-f4d75ba6b9de req-e5b6eae6-0f7d-4f8d-b14a-9242cae837b4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311017 Dec 15 04:31:42.090672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e25ef-1782-42ea-b41e-030c2a439faf req-6a937732-b2ec-4955-99a9-ed5781b4d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:42.092286 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-6a937732-b2ec-4955-99a9-ed5781b4d286 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5230725 Dec 15 04:31:42.151301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-530968ce-010c-4d7e-bebc-74ff893489bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.197478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c'}, {'name': 'network-changed', 'server_uuid': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'tag': '3d07da27-da88-4194-90ce-aac2fc7d3e86'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:42.200196 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1b34d-99d8-4174-a67e-b038ce843a00" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c"}, {"name": "network-changed", "server_uuid": "1f12293e-5e1d-437c-85a7-2c6648f63adb", "tag": "3d07da27-da88-4194-90ce-aac2fc7d3e86"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:42.226990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-0b54ef85-afab-4f54-9e99-77d564c0310b service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119415 Dec 15 04:31:42.235690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-23f7f2e6-5b50-4ac0-831a-315f5a7cbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:42.237345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-23f7f2e6-5b50-4ac0-831a-315f5a7cbddc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 1100 time: 0.5485921 Dec 15 04:31:42.246654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-530968ce-010c-4d7e-bebc-74ff893489bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.333652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:42.354037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-1de44fd0-1076-4b1f-b040-e9af318d6c7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2597177 Dec 15 04:31:42.397760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:42.402293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:42.402537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.428227 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-2624b0bd-c030-4025-b4ab-b4a3f28eb6bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86 HTTP/1.1" status: 200 len: 217 time: 0.1263835 Dec 15 04:31:42.484616 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-18a27d79-20d1-41c8-85e0-76e01094da38 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724148 Dec 15 04:31:42.511340 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.542012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:42.542772 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103a44a-6e86-4e4c-8cb8-029b555fb842" -d '{"events": [{"server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "name": "network-vif-plugged", "status": "completed", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:42.560986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:42.571156 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.580106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a41767db-7474-4811-8676-8059854d37b6 req-be9c2d91-7dee-4298-a7ee-79191ee2330a service neutron] 10.222.0.42 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581147 Dec 15 04:31:42.593002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4731f337-7e66-453a-b80d-4fcad6c1bd1b req-d0c114f7-bd4c-4ec5-a013-03911083da90 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544753 Dec 15 04:31:42.627338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-58e5a943-3d78-4dab-9475-ecef868077c5 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:42.628923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-58e5a943-3d78-4dab-9475-ecef868077c5 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.42 "GET /v2.0/ports?device_id=f49ce8e8-f52e-4bc6-966f-025d87ed7ea8 HTTP/1.1" status: 200 len: 945 time: 0.3083503 Dec 15 04:31:42.630444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-5fce6159-c4f4-4bbd-ab91-54ed7f8cccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:42.632517 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-5fce6159-c4f4-4bbd-ab91-54ed7f8cccc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1744764 Dec 15 04:31:42.633182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-530968ce-010c-4d7e-bebc-74ff893489bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.637183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-530968ce-010c-4d7e-bebc-74ff893489bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.640865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-530968ce-010c-4d7e-bebc-74ff893489bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c539c808-ef12-4b6d-8d71-20b02383bc4e HTTP/1.1" status: 204 len: 168 time: 1.0895822 Dec 15 04:31:42.642663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee25d-6016-40cb-aefc-e1c2a01b190b req-00a6bddc-f978-4543-bf60-47a8c4b77e29 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:42.643826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95dee25d-6016-40cb-aefc-e1c2a01b190b req-00a6bddc-f978-4543-bf60-47a8c4b77e29 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 946 time: 0.1957128 Dec 15 04:31:42.665994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:42.667284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-a7436bf8-18a7-4654-b3bb-616c11ee48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:42.670633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-a7436bf8-18a7-4654-b3bb-616c11ee48ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 1096 time: 0.2766678 Dec 15 04:31:42.696723 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee associated. External IP: 172.25.2.134, port: 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d. Dec 15 04:31:42.718700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530968ce-010c-4d7e-bebc-74ff893489bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c539c808-ef12-4b6d-8d71-20b02383bc4e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:42.871575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95dee25d-6016-40cb-aefc-e1c2a01b190b req-ab483501-db1e-41b3-b845-3fd9032fb131 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011042 Dec 15 04:31:42.874073 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.911835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:42.963154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-947e25ef-1782-42ea-b41e-030c2a439faf req-4347829f-2205-4f42-819b-7b51b9510bd6 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486935 Dec 15 04:31:43.005490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-db95e190-f348-4875-b068-3256ac053c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.007399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-db95e190-f348-4875-b068-3256ac053c1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3523266 Dec 15 04:31:43.094134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-efd23217-f9ff-480a-a362-2b7b9ac63525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.095948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-efd23217-f9ff-480a-a362-2b7b9ac63525 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.3441377 Dec 15 04:31:43.105517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Deleting port bd940960-3600-4266-a7d5-fc9bd9c3b015 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:43.106212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:43.137851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e3bae-4527-4266-a5e8-0a76f441f8c7 req-a55804a5-187b-4a6b-9a81-6b81fa459be2 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.145682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b5e3bae-4527-4266-a5e8-0a76f441f8c7 req-a55804a5-187b-4a6b-9a81-6b81fa459be2 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 948 time: 0.1442149 Dec 15 04:31:43.191947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-db255ee6-ae3f-4f84-93b0-9224382be914 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 200 len: 217 time: 0.0792909 Dec 15 04:31:43.267779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b5e3bae-4527-4266-a5e8-0a76f441f8c7 req-fd2e1b16-d251-40ab-9a99-04bf0ae2b2ae tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211364 Dec 15 04:31:43.273875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-4db6e1c2-decf-4c0b-b7f1-2949fbc51238 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504885 Dec 15 04:31:43.319496 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84 associated. External IP: 172.25.2.162, port: bc79cd3b-5042-4f68-9901-2df23d7ab35d. Dec 15 04:31:43.341988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-1d075b1e-f656-46ab-8d29-c189ab3a32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.343433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-1d075b1e-f656-46ab-8d29-c189ab3a32aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1350577 Dec 15 04:31:43.392005 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51574c-9af5-4297-8a5d-bd76a2216b23 x-openstack-request-id: req-9c51574c-9af5-4297-8a5d-bd76a2216b23 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:43.393678 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f12293e-5e1d-437c-85a7-2c6648f63adb", "tag": "3d07da27-da88-4194-90ce-aac2fc7d3e86", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:43.394550 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c51574c-9af5-4297-8a5d-bd76a2216b23 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:43.395575 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'status': 'completed', 'code': 200} Dec 15 04:31:43.396391 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'tag': '3d07da27-da88-4194-90ce-aac2fc7d3e86', 'status': 'completed', 'code': 200} Dec 15 04:31:43.455092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-2a67235c-fbb8-45e7-83fa-c78ca354e403 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030200 Dec 15 04:31:43.468922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] For port bd940960-3600-4266-a7d5-fc9bd9c3b015, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bd940960-3600-4266-a7d5-fc9bd9c3b015,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:43.469247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:43.472029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:43.553426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Calling delete_port for bd940960-3600-4266-a7d5-fc9bd9c3b015 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:43.630790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ed76-2152-48ab-b8a2-dbfd94a00aae req-728572fc-e5c8-410d-bd05-fc4f9d796042 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.633491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0c6ed76-2152-48ab-b8a2-dbfd94a00aae req-728572fc-e5c8-410d-bd05-fc4f9d796042 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.1583915 Dec 15 04:31:43.665828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6869b046-2b83-44c4-b4b0-8798154ca248 req-7b07cc97-adfb-4f9b-8b07-bdaab66eea95 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776731 Dec 15 04:31:43.696060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-3a53dd44-e5f5-4d55-ad63-2cff8e1f96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.697593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-3a53dd44-e5f5-4d55-ad63-2cff8e1f96fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1099 time: 0.2490332 Dec 15 04:31:43.833986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-f4310eca-1a86-4ede-ba24-30ef2126812f service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618824 Dec 15 04:31:43.890849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:43.893537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:43.907906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:43.908176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:43.925469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:43.926807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:43.964261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-f0fd1b8e-7c6b-4367-801f-560d6c06c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:43.965738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-f0fd1b8e-7c6b-4367-801f-560d6c06c6a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2578881 Dec 15 04:31:43.966065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0c6ed76-2152-48ab-b8a2-dbfd94a00aae req-32af8acf-f9c2-4887-8d82-63a225c58f09 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658270 Dec 15 04:31:44.048682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:44.099842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:44.106684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:44.110602 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:44.122919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-63df947b-1546-4c92-a1c3-04ffe27aa905 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "PUT /v2.0/floatingips/99ac0803-7631-4c38-bc7f-0c11eed37dee HTTP/1.1" status: 200 len: 992 time: 3.4724760 Dec 15 04:31:44.125002 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:44.125803 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:44.143166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-7e63a3a2-8ef6-4376-aea6-3bb9a2602a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:44.145346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-7e63a3a2-8ef6-4376-aea6-3bb9a2602a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 1100 time: 0.3549199 Dec 15 04:31:44.146659 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-7994b3dc-1c2e-49f2-9659-87b5e90421e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c HTTP/1.1" status: 200 len: 217 time: 0.1554613 Dec 15 04:31:44.151840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65ec52ab-3029-4163-bf06-5d4ae6c35570 req-8bf8867d-2660-4c55-90f2-239cc4b2cc73 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053095 Dec 15 04:31:44.153232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:44.164798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:44.167368 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdafd2f-f127-49b6-b42b-0982026c7a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:44.208675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-42452ce8-a0b5-4b59-a3a1-fcf36ccce3bb tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "PUT /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 996 time: 2.9710424 Dec 15 04:31:44.250357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-bd82afe3-19dc-4001-a4a4-cceab4ced1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:44.251809 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-bd82afe3-19dc-4001-a4a4-cceab4ced1f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0926001 Dec 15 04:31:44.312952 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249570d8-32a4-445a-856b-4e4a65e214d8 x-openstack-request-id: req-249570d8-32a4-445a-856b-4e4a65e214d8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:44.313349 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "name": "network-vif-plugged", "status": "completed", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:44.313676 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-249570d8-32a4-445a-856b-4e4a65e214d8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:44.314135 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'code': 200} Dec 15 04:31:44.315805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-8b2f612b-24b2-4e1c-9c8d-6ab9fafb4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:44.322559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-8b2f612b-24b2-4e1c-9c8d-6ab9fafb4d05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.1057918 Dec 15 04:31:44.337319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bc79cd3b-5042-4f68-9901-2df23d7ab35d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:44.377213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['bd940960-3600-4266-a7d5-fc9bd9c3b015'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:44.396707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:44.439696 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:44.518835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:44.547604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-6dd627f1-4853-40b3-9af8-a8e27cce9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:44.558420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-6dd627f1-4853-40b3-9af8-a8e27cce9e3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2322555 Dec 15 04:31:44.563568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed', 'mac_address': 'fa:16:3e:ec:76:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:44.687392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-58d4de1a-ef8b-4557-94d4-adcaeb943258 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 999 time: 0.1278353 Dec 15 04:31:44.763811 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:44.807355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-7a448612-3e21-4336-89b5-5846300aedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:44.816231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-7a448612-3e21-4336-89b5-5846300aedf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1217418 Dec 15 04:31:44.848623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event deleted for resources: {'Port': ['ID=bd940960-3600-4266-a7d5-fc9bd9c3b015,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:44.859758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:44.888204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:42Z', 'revision_number': 8, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:44.891835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-72406913-d1ed-487c-8d49-8aa78ec90e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:44.904976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-72406913-d1ed-487c-8d49-8aa78ec90e8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876653 Dec 15 04:31:44.929876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:44.971918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:44.972799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:44.976558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '99ac0803-7631-4c38-bc7f-0c11eed37dee', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'port_id': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'mac_address': 'fa:16:3e:2c:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:29:02Z', 'updated_at': '2021-12-15T04:31:41Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:44.998164 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:44.998806 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:45.080010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] No DVR routers for this DVR port bd940960-3600-4266-a7d5-fc9bd9c3b015 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:45.089270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:45.090530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e4019-ad8a-4ca4-ace6-567e3c6270cc req-9ab16562-4935-4e66-bbf3-95578d836fa6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:45.092123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d47e4019-ad8a-4ca4-ace6-567e3c6270cc req-9ab16562-4935-4e66-bbf3-95578d836fa6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.0940588 Dec 15 04:31:45.104620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3352a40e-0429-4251-bc4e-07fb2b229d4a req-2b1af8cb-952b-4e12-8c89-1830fd8ce572 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.42 "DELETE /v2.0/ports/bd940960-3600-4266-a7d5-fc9bd9c3b015 HTTP/1.1" status: 204 len: 173 time: 2.4460399 Dec 15 04:31:45.110363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-9aaed6f9-af68-41fe-b3fd-8e535ddf6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:45.112223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-9aaed6f9-af68-41fe-b3fd-8e535ddf6e44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.9295816 Dec 15 04:31:45.133317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-62f05a81-36ba-49c2-9431-ea8b770261e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:45.135153 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-62f05a81-36ba-49c2-9431-ea8b770261e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3090849 Dec 15 04:31:45.148992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:45.162309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:45.187745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d47e4019-ad8a-4ca4-ace6-567e3c6270cc req-f0f4735a-491f-4824-82e9-25f6208c95b3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838439 Dec 15 04:31:45.211489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-adfb9e11-cb4a-4d7c-82cd-a36bffd30862 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054602 Dec 15 04:31:45.224645 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:45.253044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3c59-b867-46f8-9b17-c4ac6201424e req-4c4e2544-3842-42f6-9aeb-7e16a8e193f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:45.257773 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa0b3c59-b867-46f8-9b17-c4ac6201424e req-4c4e2544-3842-42f6-9aeb-7e16a8e193f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1097 time: 1.0093653 Dec 15 04:31:45.264498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:45.272840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:45.287088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-6b97d6b1-d933-4ae3-abca-8b01509f533a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86 HTTP/1.1" status: 200 len: 217 time: 0.1633754 Dec 15 04:31:45.424507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227e38b9-5198-4229-b4db-15a9f6aacf9a req-09ffcb2e-efb8-4249-a761-15a1b79ef9b8 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103815 Dec 15 04:31:45.511064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:45.545499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'name': 'network-vif-deleted', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:45.547872 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b6cb8-df5c-4154-8bf8-7a8a010fe4ec" -d '{"events": [{"server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "name": "network-vif-deleted", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:45.552121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-1e2abd92-8a3a-4d7b-ac89-6f351f36593c service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038088 Dec 15 04:31:45.842671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-200cea03-d5de-456e-8685-143a0110fe3b service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709267 Dec 15 04:31:45.897344 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:42Z', 'revision_number': 8, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:45.937308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa0b3c59-b867-46f8-9b17-c4ac6201424e req-bd39cfec-7c65-4c85-93b5-cdaeb4b9c835 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482184 Dec 15 04:31:45.940565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:45.941016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-282943e3-ee21-4690-a0e4-6a163ab3bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:45.941988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-282943e3-ee21-4690-a0e4-6a163ab3bf14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.3719246 Dec 15 04:31:45.945479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-1e0ef74f-87a7-4b11-8f4c-da88af25d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:45.947175 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-1e0ef74f-87a7-4b11-8f4c-da88af25d5ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=722fd27d7b4443859473fa756cbba28b&device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 1098 time: 0.1036015 Dec 15 04:31:46.134695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-48b0b81e-ae2a-4f06-b63b-e05e3686062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.136381 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-48b0b81e-ae2a-4f06-b63b-e05e3686062a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697655 Dec 15 04:31:46.168969 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c8978-2d19-4e74-8ed2-ecf7c81175f9 x-openstack-request-id: req-aa7c8978-2d19-4e74-8ed2-ecf7c81175f9 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:46.169537 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:46.169537 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa7c8978-2d19-4e74-8ed2-ecf7c81175f9 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:46.170750 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'status': 'completed', 'code': 200} Dec 15 04:31:46.172341 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603e44a-8f9e-4177-9520-dbb2eaee50e8 None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1625a7a9-60e1-45b0-8939-994a1238fe84', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'port_id': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'mac_address': 'fa:16:3e:74:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:30:56Z', 'updated_at': '2021-12-15T04:31:42Z', 'revision_number': 8, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:46.254676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fad0-d03e-4f5c-9c49-e27105157079 req-f104b3ca-0e90-42fe-ab52-5c65d194e985 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.262408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a09fad0-d03e-4f5c-9c49-e27105157079 req-f104b3ca-0e90-42fe-ab52-5c65d194e985 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 948 time: 0.0906174 Dec 15 04:31:46.271571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de3d6d-c1e6-4866-a868-22671aa40c8b req-c03ce136-fd64-4f2e-8e08-01326847148f tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.280689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1de3d6d-c1e6-4866-a868-22671aa40c8b req-c03ce136-fd64-4f2e-8e08-01326847148f tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 947 time: 0.7823133 Dec 15 04:31:46.305366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '99ac0803-7631-4c38-bc7f-0c11eed37dee', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'port_id': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'mac_address': 'fa:16:3e:2c:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:29:02Z', 'updated_at': '2021-12-15T04:31:41Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:46.318523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-ac51b88b-73e5-4697-819c-d0f7fea9857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.324598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-ac51b88b-73e5-4697-819c-d0f7fea9857e service neutron] 10.222.0.42 "GET /v2.0/networks?id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 200 len: 924 time: 0.3495464 Dec 15 04:31:46.391055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:46.400745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a09fad0-d03e-4f5c-9c49-e27105157079 req-5fa4e31f-06a4-439f-b9bc-3eb0fa15eb94 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375482 Dec 15 04:31:46.416535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1de3d6d-c1e6-4866-a868-22671aa40c8b req-7640fb44-7672-4886-90e4-adc68d9fbfeb tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349564 Dec 15 04:31:46.422040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d29db5-a542-4f40-8de8-097ff9a2318c None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '99ac0803-7631-4c38-bc7f-0c11eed37dee', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'port_id': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'mac_address': 'fa:16:3e:2c:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:29:02Z', 'updated_at': '2021-12-15T04:31:41Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:46.636752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3d07da27-da88-4194-90ce-aac2fc7d3e86 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:46.639015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bd940960-3600-4266-a7d5-fc9bd9c3b015 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:31:46.651719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-dbe4d6d8-37ee-49b2-9d9a-68c783a2e326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d HTTP/1.1" status: 200 len: 1000 time: 0.3119607 Dec 15 04:31:46.654288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-dd89d637-b1d1-4640-82ae-b6d952d5aa3d service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009949 Dec 15 04:31:46.676692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0d704-f0c7-46f2-a8e7-30eea834d2b0 None None] New status for floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:46.683892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: bd940960-3600-4266-a7d5-fc9bd9c3b015 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:31:46.683892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bd940960-3600-4266-a7d5-fc9bd9c3b015 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:31:46.721591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dc15b-7983-44c9-836a-10d995b49210 req-471d8ff1-8f7d-4583-aa22-26ac479eeea2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.723398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae1dc15b-7983-44c9-836a-10d995b49210 req-471d8ff1-8f7d-4583-aa22-26ac479eeea2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.0959163 Dec 15 04:31:46.804545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae1dc15b-7983-44c9-836a-10d995b49210 req-93eeaad4-79f0-4e9b-b525-7b6b26534393 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742283 Dec 15 04:31:46.854931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-600352bf-4b60-40b6-8dea-715bc849af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.856462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-600352bf-4b60-40b6-8dea-715bc849af4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 200 len: 863 time: 0.1894958 Dec 15 04:31:46.887102 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d399f9-105b-4412-aa10-8230b3a636c7 None None] New status for floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:46.931290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:46.969499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-82f1b34d-99d8-4174-a67e-b038ce843a00 req-122c5db8-7fc5-466b-a3bd-ddfe2f529076 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010852 Dec 15 04:31:46.974209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-057da921-5c77-47de-9a44-365163d294a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:46.980331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-057da921-5c77-47de-9a44-365163d294a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71ef51fe-c551-4029-aefd-ee3f2b5a56b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090045 Dec 15 04:31:47.018490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd5a9bbf-0af6-4d85-8a1d-5b253a04006e req-147fe4e4-2e26-478d-87c6-ceded71857ef tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 996 time: 0.1526651 Dec 15 04:31:47.054419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'mac_address': 'fa:16:3e:54:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:47.127399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 3d07da27-da88-4194-90ce-aac2fc7d3e86, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:47.145801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '3d07da27-da88-4194-90ce-aac2fc7d3e86', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '3d07da27-da88-4194-90ce-aac2fc7d3e86', 'mac_address': 'fa:16:3e:90:ee:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:31:47.148858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:47.172433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:47.188919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-43523667-68d9-480d-9255-d2d0854788b8 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934583 Dec 15 04:31:47.219309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:47.225149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a9bbf-0af6-4d85-8a1d-5b253a04006e req-14236f9b-aa76-461f-8326-ee6375b01d5e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:47.252379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd5a9bbf-0af6-4d85-8a1d-5b253a04006e req-14236f9b-aa76-461f-8326-ee6375b01d5e tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2324800 Dec 15 04:31:47.262059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-fd5a9bbf-0af6-4d85-8a1d-5b253a04006e req-90d3810b-ca1b-42f8-91d6-5dac773108fe tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:31:47.270028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd5a9bbf-0af6-4d85-8a1d-5b253a04006e req-90d3810b-ca1b-42f8-91d6-5dac773108fe tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156565 Dec 15 04:31:47.276793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:47.295320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d07da27-da88-4194-90ce-aac2fc7d3e86 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:31:47.314115 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d357d589-6642-4ce1-8ed0-4de00337b6b3 x-openstack-request-id: req-d357d589-6642-4ce1-8ed0-4de00337b6b3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:47.314559 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ce8e8-f52e-4bc6-966f-025d87ed7ea8", "name": "network-vif-deleted", "tag": "bd940960-3600-4266-a7d5-fc9bd9c3b015", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:47.314888 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d357d589-6642-4ce1-8ed0-4de00337b6b3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:47.315303 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ce8e8-f52e-4bc6-966f-025d87ed7ea8', 'name': 'network-vif-deleted', 'tag': 'bd940960-3600-4266-a7d5-fc9bd9c3b015', 'status': 'completed', 'code': 200} Dec 15 04:31:47.321180 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1cdafd2f-f127-49b6-b42b-0982026c7a0e req-bdcfef29-6225-4414-a628-53d959adf521 service neutron] 10.222.0.42 "GET /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253233 Dec 15 04:31:47.324945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 3d07da27-da88-4194-90ce-aac2fc7d3e86, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:47.327411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:47.334484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:47.387132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:47.419972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed5a4-1355-44bf-a668-ea8f198f3e3b req-2ebdcd6a-d6e2-46b0-af84-03d171b89517 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:47.426362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca1ed5a4-1355-44bf-a668-ea8f198f3e3b req-2ebdcd6a-d6e2-46b0-af84-03d171b89517 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.0565381 Dec 15 04:31:47.440664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=3d07da27-da88-4194-90ce-aac2fc7d3e86,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:47.470502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca1ed5a4-1355-44bf-a668-ea8f198f3e3b req-80e9e0f3-cff1-4ff9-ac7d-c19f53295154 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Dec 15 04:31:47.655689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a0f700-7104-48a3-aa59-9fbac870a1d4 req-19473b86-2d8f-41f1-aa8c-ca75e9990444 tempest-FlavorsV2NegativeTest-1610732879 tempest-FlavorsV2NegativeTest-1610732879-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c06453bfc8b1497995ce19a392697894&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259411 Dec 15 04:31:47.683264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:47.716023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['3d07da27-da88-4194-90ce-aac2fc7d3e86'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:47.775858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0f700-7104-48a3-aa59-9fbac870a1d4 req-9ca5e2d7-37eb-4408-97b5-792043388811 tempest-FlavorsV2NegativeTest-1610732879 tempest-FlavorsV2NegativeTest-1610732879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:47.780526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a0f700-7104-48a3-aa59-9fbac870a1d4 req-9ca5e2d7-37eb-4408-97b5-792043388811 tempest-FlavorsV2NegativeTest-1610732879 tempest-FlavorsV2NegativeTest-1610732879-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189666 Dec 15 04:31:47.794323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a0f700-7104-48a3-aa59-9fbac870a1d4 req-b7d63330-6c50-41c0-8386-22f6cae459ac tempest-FlavorsV2NegativeTest-1610732879 tempest-FlavorsV2NegativeTest-1610732879-project] 10.222.0.37 "GET /v2.0/quotas/c06453bfc8b1497995ce19a392697894 HTTP/1.1" status: 200 len: 375 time: 0.0104525 Dec 15 04:31:47.828194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a0f700-7104-48a3-aa59-9fbac870a1d4 req-7038a854-d57c-45d0-98b7-a1f68c0668ef tempest-FlavorsV2NegativeTest-1610732879 tempest-FlavorsV2NegativeTest-1610732879-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c06453bfc8b1497995ce19a392697894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271311 Dec 15 04:31:47.937948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-9de2ac4e-15c9-4361-b436-83302836fb71 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.0835559 Dec 15 04:31:47.994804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-e55fd56a-b478-43bc-8f3f-4abb5a3e3eba tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:47.996388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-e55fd56a-b478-43bc-8f3f-4abb5a3e3eba tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports/bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 942 time: 0.0527141 Dec 15 04:31:48.113327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-f354a1db-8251-4dd9-ba9b-fd86204831ce tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.0662766 Dec 15 04:31:48.174376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:48.176642 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84524b9e-4e4c-4ddf-b99e-3395febc80a4" -d '{"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:48.233717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-c43fbbf6-8f8a-4aa1-86a7-d7ef012c82b8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:48.235274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-c43fbbf6-8f8a-4aa1-86a7-d7ef012c82b8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1146395 Dec 15 04:31:48.325266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-a60af5ce-afad-4b69-be10-a2fb89c8c322 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 1001 time: 0.0807941 Dec 15 04:31:48.337072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:48.351869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:48.397718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52914) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:48.405460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.420087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:48.425888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:48.427830 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.524816 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.541355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60e4-9892-4143-b8a0-caf93d99ccb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.565688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:48.568269 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0132fad9-c539-4c60-814e-0c8aeb6da562" -d '{"events": [{"server_uuid": "422fdf20-9e88-4506-8997-5ef0988e91c1", "name": "network-vif-plugged", "status": "completed", "tag": "5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:48.583659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.589462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:48.590544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.591041 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84 disassociated. External IP: 172.25.2.162, port: bc79cd3b-5042-4f68-9901-2df23d7ab35d. Dec 15 04:31:48.595131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.648929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:48.656300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60e4-9892-4143-b8a0-caf93d99ccb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.662528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6dd60e4-9892-4143-b8a0-caf93d99ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.710398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6dd60e4-9892-4143-b8a0-caf93d99ccb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c06453bfc8b1497995ce19a392697894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116105 Dec 15 04:31:48.711111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52922) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:48.711734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd60e4-9892-4143-b8a0-caf93d99ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05645fe6-b2d2-4cc9-97c3-1be9aafd5bfd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:48.769020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-620a2f39-ad5e-475f-a4f4-b503d773ec89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.789898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-620a2f39-ad5e-475f-a4f4-b503d773ec89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.837900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:48.844995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-620a2f39-ad5e-475f-a4f4-b503d773ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.848027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-620a2f39-ad5e-475f-a4f4-b503d773ec89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.852058 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-620a2f39-ad5e-475f-a4f4-b503d773ec89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05645fe6-b2d2-4cc9-97c3-1be9aafd5bfd HTTP/1.1" status: 204 len: 168 time: 0.1337044 Dec 15 04:31:48.859333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a2f39-ad5e-475f-a4f4-b503d773ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05645fe6-b2d2-4cc9-97c3-1be9aafd5bfd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:48.973119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:48.978558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:48.987155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:49.000946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:49.001569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:49.024054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5a422a6b-0ef2-46b6-84a1-fbdbdfb71d81 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "PUT /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 696 time: 0.6913662 Dec 15 04:31:49.071284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-d568e5e2-c1eb-4cd1-b310-fa40354a2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:49.082893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-d568e5e2-c1eb-4cd1-b310-fa40354a2609 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.0553992 Dec 15 04:31:49.165678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:49.255156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5194c032-8c8b-43e9-b32e-e40c134d1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:49.259451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-5194c032-8c8b-43e9-b32e-e40c134d1738 service neutron] 10.222.0.37 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.1744096 Dec 15 04:31:49.323527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-83a7011b-5947-480a-98c4-24a101bbd93c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.0589039 Dec 15 04:31:49.385340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-604f1cd1-e35d-4063-98c0-0817f42ed16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:49.387657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-604f1cd1-e35d-4063-98c0-0817f42ed16f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0580337 Dec 15 04:31:49.415752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:49.445675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-7d4cab05-0712-447b-a063-0c9d1b30e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:49.447837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-7d4cab05-0712-447b-a063-0c9d1b30e637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524502 Dec 15 04:31:49.457265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:49.468315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:49.468937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:49.564322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-babbae51-c9c7-4e72-b4ba-5e37d83ce1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090577 Dec 15 04:31:49.646432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52944) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:49.697796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05fd35d0-db79-4e51-88f3-43557a1eedd0 req-e85c6dfd-0000-4c15-af3c-b37961658e90 service neutron] 10.222.0.37 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325705 Dec 15 04:31:49.768952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:49.773505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-579135200-network', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:49.797400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Made reservation on behalf of 092b3d8be7b04bd1887bcad1c7ede3d3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:49.801274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:49.815676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:49.871549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8ea08-172a-407f-93ff-ed9c5ed0fdd6 req-1ece2c0f-788f-42b8-a658-09f72310efd8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:49.882176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9c8ea08-172a-407f-93ff-ed9c5ed0fdd6 req-1ece2c0f-788f-42b8-a658-09f72310efd8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 949 time: 0.0755396 Dec 15 04:31:49.934481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9c8ea08-172a-407f-93ff-ed9c5ed0fdd6 req-a508bd4b-2304-4885-94b5-e32722ae7474 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514343 Dec 15 04:31:49.935811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:49.943962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:49.974942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb92cf-d7ff-4a12-bc05-8ec84202ed5f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:50.003070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:31:50.023995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.024853 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Added segment 71b51103-e3ce-4aff-81d5-bd5b1f54bb13 of type vlan for network 56e1f045-e55e-4c00-b4bb-5638db554984 Dec 15 04:31:50.042732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:50.070765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141f4a-a1df-4978-9d05-7afff1ce698c req-5f363dbe-00b2-4846-b94f-b75a4151cb18 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:50.072918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f141f4a-a1df-4978-9d05-7afff1ce698c req-5f363dbe-00b2-4846-b94f-b75a4151cb18 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.0629413 Dec 15 04:31:50.081905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.082146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fb7b5-0575-416d-ac8d-a36c6f0ea44b None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:32Z', 'revision_number': 4, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'af9731b3-b357-49d8-b493-c8b6e4d5af8b', 'name': '', 'network_id': '071c5e05-58a4-49ab-865d-0e19cf3d0a88', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'mac_address': 'fa:16:3e:f3:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:30Z', 'updated_at': '2021-12-15T04:30:38Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'subnets': [{'id': 'eebbe00a-6c84-4f6a-a4ed-1426af6f7797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:50.116563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.117671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:50.118815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.135424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f141f4a-a1df-4978-9d05-7afff1ce698c req-c82ec636-94ec-495f-bb43-ffc650db785a tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553930 Dec 15 04:31:50.190142 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5390029 Dec 15 04:31:50.191627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52950) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:50.199444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20726e-923c-48e6-9b63-1606cb592291 admin admin] Pushing event updated for resources: {'Network': ['ID=56e1f045-e55e-4c00-b4bb-5638db554984,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:50.203846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Request body: {'subnet': {'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-subnet', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:50.211721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 56e1f045-e55e-4c00-b4bb-5638db554984 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:31:50.254244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Made reservation on behalf of 092b3d8be7b04bd1887bcad1c7ede3d3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:31:50.256837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.318962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605212-c594-4b4f-9a70-7165bc57a0dc req-3b1e4485-291c-4521-8577-83ae5343f07a tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:50.324845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15605212-c594-4b4f-9a70-7165bc57a0dc req-3b1e4485-291c-4521-8577-83ae5343f07a tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1097 time: 0.1002223 Dec 15 04:31:50.354469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:50.398086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15605212-c594-4b4f-9a70-7165bc57a0dc req-6b96e0f2-4e58-429d-b6af-be686ec61a49 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 Dec 15 04:31:50.416279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 0fcb834e-f53e-4efb-92a5-112fd656c11c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:50.421042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0fcb834e-f53e-4efb-92a5-112fd656c11c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:50.421423 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.464290 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ce012-125e-4742-9dfa-46bff644e963 None None] New status for floating IP 1625a7a9-60e1-45b0-8939-994a1238fe84: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:31:50.520486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.537711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.581140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:50.595005 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.623624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7a1a2a-7098-4825-ad75-b85043624bba,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:50.633488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3d07da27-da88-4194-90ce-aac2fc7d3e86 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:50.648442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Checking segment: {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:50.648719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Network hostable DHCP agents. Network: 56e1f045-e55e-4c00-b4bb-5638db554984, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:31:50.660374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4946-52e7-4ee7-8946-f841146aaaea req-54dc0290-16ab-4e3f-84dd-4bb094be7aa5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:50.661866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b93e4946-52e7-4ee7-8946-f841146aaaea req-54dc0290-16ab-4e3f-84dd-4bb094be7aa5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.1275127 Dec 15 04:31:50.690046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Network 56e1f045-e55e-4c00-b4bb-5638db554984 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:31:50.710453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 56e1f045-e55e-4c00-b4bb-5638db554984) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:50.716907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:50.717021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.726702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c038fdf-029b-4dfa-b5b1-9ab5af596019 None None] Network 56e1f045-e55e-4c00-b4bb-5638db554984 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:50.752876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b93e4946-52e7-4ee7-8946-f841146aaaea req-1f65781d-6ab6-4954-8b9c-cb84cc042de0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815265 Dec 15 04:31:50.759544 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bb1c390f-3c20-41ff-9500-72b11e380d19 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5648355 Dec 15 04:31:50.762627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:50.768371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:50.790496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:50.810158 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.812462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.815898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.816440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.816935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.817536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.817872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.818319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.818643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.819725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.820172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.820503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.820876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.821219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.821663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:31:50.835629 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a89919d-5e1e-414d-a70e-0222cc243cd5 x-openstack-request-id: req-9a89919d-5e1e-414d-a70e-0222cc243cd5 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:50.836018 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:50.836297 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a89919d-5e1e-414d-a70e-0222cc243cd5 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:50.836825 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'status': 'completed', 'code': 200} Dec 15 04:31:50.853692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 3d07da27-da88-4194-90ce-aac2fc7d3e86 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:31:50.864261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 3d07da27-da88-4194-90ce-aac2fc7d3e86 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:50.864636 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.921856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:50.947636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-56e1f045-e55e-4c00-b4bb-5638db554984', 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984', 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'fixed_ips': [{'subnet_id': '6f7a1a2a-7098-4825-ad75-b85043624bba'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:31:50.951057 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.005054 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fe2b07-0259-4d5e-8d78-d48e7e952e6a x-openstack-request-id: req-e9fe2b07-0259-4d5e-8d78-d48e7e952e6a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:51.005423 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422fdf20-9e88-4506-8997-5ef0988e91c1", "name": "network-vif-plugged", "status": "completed", "tag": "5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:51.005685 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9fe2b07-0259-4d5e-8d78-d48e7e952e6a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:51.006077 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed', 'code': 200} Dec 15 04:31:51.081658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.179801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 3d07da27-da88-4194-90ce-aac2fc7d3e86, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:51.183175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-b55cfcbd-e8da-4d8d-a7a0-6415330f8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:51.185243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-b55cfcbd-e8da-4d8d-a7a0-6415330f8e36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.2756355 Dec 15 04:31:51.188200 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.190066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.234721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Allocated IP 172.20.0.2 (56e1f045-e55e-4c00-b4bb-5638db554984/6f7a1a2a-7098-4825-ad75-b85043624bba/db686c17-303f-4b57-9505-4461fb754681) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:51.272056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227a274-a399-4444-ac1e-24faaf03f91f req-8777cd2b-3e14-4231-893b-0d3861986d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:51.273909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7227a274-a399-4444-ac1e-24faaf03f91f req-8777cd2b-3e14-4231-893b-0d3861986d43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 1100 time: 0.1340456 Dec 15 04:31:51.292362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=3d07da27-da88-4194-90ce-aac2fc7d3e86,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:51.366481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16f1a-e324-4602-badc-38405ecf0f2a req-6ae242b5-96b3-4782-b648-9f1194513a64 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:51.373008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3f16f1a-e324-4602-badc-38405ecf0f2a req-6ae242b5-96b3-4782-b648-9f1194513a64 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.1108227 Dec 15 04:31:51.422452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7227a274-a399-4444-ac1e-24faaf03f91f req-abd8a38d-e8e8-401d-85b2-3da3ce6978aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325061 Dec 15 04:31:51.429283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-1aff3f38-af62-4206-ae6b-3de99f10d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:51.430779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-1aff3f38-af62-4206-ae6b-3de99f10d74c service neutron] 10.222.0.16 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2323234 Dec 15 04:31:51.450564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3f16f1a-e324-4602-badc-38405ecf0f2a req-b6eb7b4f-3700-4c81-9d55-11b668f5019d tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704296 Dec 15 04:31:51.546032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.555267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.641797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.648825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Pushing event updated for resources: {'Port': ['ID=db686c17-303f-4b57-9505-4461fb754681,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:51.671713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Network 56e1f045-e55e-4c00-b4bb-5638db554984 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:51.677001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d92f2-7109-4d45-a684-e8eb984a38a3 req-dab5bdfe-c713-41f1-8026-cbe21b6b9cc6 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:51.677361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:51.679520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b33d92f2-7109-4d45-a684-e8eb984a38a3 req-dab5bdfe-c713-41f1-8026-cbe21b6b9cc6 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.1155672 Dec 15 04:31:51.680946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:51.682160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.762463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b33d92f2-7109-4d45-a684-e8eb984a38a3 req-8588111c-5206-472d-95d6-8d544abf43ef tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675180 Dec 15 04:31:51.775577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Attempting to bind port db686c17-303f-4b57-9505-4461fb754681 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:51.776027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Attempting to bind port db686c17-303f-4b57-9505-4461fb754681 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:51.776637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Attempting to bind port db686c17-303f-4b57-9505-4461fb754681 on network 56e1f045-e55e-4c00-b4bb-5638db554984 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:51.791881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:51.792280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Checking segment: {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:51.792685 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.793120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Bound using segment: {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:51.793585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Bound port: db686c17-303f-4b57-9505-4461fb754681, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:51.794017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.799961 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-0fa73b61-c593-44f8-b35a-44f12e25b285 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.0500913 Dec 15 04:31:51.894378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-8116ec36-83eb-493e-b38e-26d6b92367e0 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 200 len: 694 time: 0.1025615 Dec 15 04:31:51.900298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] For port db686c17-303f-4b57-9505-4461fb754681, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:51.903805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Allocated IP 172.25.2.10 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/41762322-467c-423e-8091-98075ab6af67) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:51.904995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] For port db686c17-303f-4b57-9505-4461fb754681, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db686c17-303f-4b57-9505-4461fb754681,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:51.909918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-f2120945-10c1-438c-92df-290195f093e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:51.911748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:51.912708 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-f2120945-10c1-438c-92df-290195f093e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.0791469 Dec 15 04:31:51.988708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da08257-eabb-44c1-a260-b3df3100244d None None] Pushing event updated for resources: {'Port': ['ID=db686c17-303f-4b57-9505-4461fb754681,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:52.111585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-9459005b-88ad-4490-bdec-74f64d935d3b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:52.119648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-9459005b-88ad-4490-bdec-74f64d935d3b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2240975 Dec 15 04:31:52.125601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-4b18fdae-2894-45cd-b39a-c6a42c6b35e7 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:31:52.134877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-4b18fdae-2894-45cd-b39a-c6a42c6b35e7 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141037 Dec 15 04:31:52.199610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-357bdf53-c791-47b8-a436-3fb19cac46a8 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 697 time: 0.0635209 Dec 15 04:31:52.332613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-6f684e22-7d9a-46a9-8adb-81b102d87c87 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 697 time: 0.1319366 Dec 15 04:31:52.342549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-ee4d4a62-1996-48f9-a52d-ec35d78b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:52.345274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-ee4d4a62-1996-48f9-a52d-ec35d78b055e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4217405 Dec 15 04:31:52.447258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:52.491461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Deleting port 8c64bf1b-af04-4854-b4e4-e95a65b5e94a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:52.492547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:52.513006 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-43b72f4d-c476-4b81-a03d-45eabf1554ec service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496682 Dec 15 04:31:52.532504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:52.607768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:52.607768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:52.622618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Calling delete_port for 8c64bf1b-af04-4854-b4e4-e95a65b5e94a owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:52.624262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Pushing event updated for resources: {'Port': ['ID=41762322-467c-423e-8091-98075ab6af67,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:52.654799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:52.658234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:52.703417 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84524b9e-4e4c-4ddf-b99e-3395febc80a4 req-72f3b646-64ec-457c-8e65-4657126a129f service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803582 Dec 15 04:31:52.704686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:52.845587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:52.847861 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16d6b01-5419-40be-9691-5aa8b2252291" -d '{"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:52.902143 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:52.982143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event deleted for resources: {'Port': ['ID=8c64bf1b-af04-4854-b4e4-e95a65b5e94a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:53.007661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c'}, {'server_uuid': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d07da27-da88-4194-90ce-aac2fc7d3e86'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:53.011415 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e031d85c-2eb5-4fb9-b9e4-29d407d93fd2" -d '{"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c"}, {"server_uuid": "1f12293e-5e1d-437c-85a7-2c6648f63adb", "name": "network-vif-plugged", "status": "completed", "tag": "3d07da27-da88-4194-90ce-aac2fc7d3e86"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:53.065732 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.068654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.082130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7fe70d2-73da-43f4-ae0f-264695c005f6 req-10183548-055d-47d6-87fc-4172e67c9a9b tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "DELETE /v2.0/floatingips/1625a7a9-60e1-45b0-8939-994a1238fe84 HTTP/1.1" status: 204 len: 173 time: 0.7479668 Dec 15 04:31:53.088913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.106864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfc4ff-025b-46ab-97cf-36d947e945ae req-7bbccb30-9a2a-410e-939e-6f56c20fc2a3 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:53.110655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eadfc4ff-025b-46ab-97cf-36d947e945ae req-7bbccb30-9a2a-410e-939e-6f56c20fc2a3 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.0934894 Dec 15 04:31:53.174842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eadfc4ff-025b-46ab-97cf-36d947e945ae req-9140246a-29da-4793-bb84-95094db85c82 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578303 Dec 15 04:31:53.357984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5955fe-3adf-4b43-b3b2-18eb3a34466a req-99e6532e-e5cd-461a-92cb-986f80020980 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:53.360700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f5955fe-3adf-4b43-b3b2-18eb3a34466a req-99e6532e-e5cd-461a-92cb-986f80020980 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.1126363 Dec 15 04:31:53.368528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.369819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ef3ac-6316-4d1a-9f89-ef77b1fb8c02 req-c7b0ed35-5e49-42e4-b8f5-0d9ca1cb9c63 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:53.371300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c36ef3ac-6316-4d1a-9f89-ef77b1fb8c02 req-c7b0ed35-5e49-42e4-b8f5-0d9ca1cb9c63 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.1054840 Dec 15 04:31:53.439086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027719de-7b1d-4f19-a036-8c2cf1c2aa65 None None] Network 56e1f045-e55e-4c00-b4bb-5638db554984 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:31:53.446135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f5955fe-3adf-4b43-b3b2-18eb3a34466a req-eb64222a-b748-4d57-85ab-a5b65c7535bc tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738399 Dec 15 04:31:53.455273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c36ef3ac-6316-4d1a-9f89-ef77b1fb8c02 req-a57e9ab5-1903-4297-b65e-b080ad72a99c tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770721 Dec 15 04:31:53.505443 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cb3798-b98d-41ab-baa2-eeb85034d5d0 x-openstack-request-id: req-b7cb3798-b98d-41ab-baa2-eeb85034d5d0 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:53.506054 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:53.506054 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7cb3798-b98d-41ab-baa2-eeb85034d5d0 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:53.506957 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'status': 'completed', 'code': 200} Dec 15 04:31:53.539182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Router f961f893-5757-44a9-823b-97d2ba567d08 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:31:53.588096 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a202dbbe-f02d-4ef1-ba71-4b0f6d8f4fd8 x-openstack-request-id: req-a202dbbe-f02d-4ef1-ba71-4b0f6d8f4fd8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:53.592835 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c", "code": 200}, {"server_uuid": "1f12293e-5e1d-437c-85a7-2c6648f63adb", "name": "network-vif-plugged", "status": "completed", "tag": "3d07da27-da88-4194-90ce-aac2fc7d3e86", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:53.594258 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a202dbbe-f02d-4ef1-ba71-4b0f6d8f4fd8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:53.594831 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'code': 200} Dec 15 04:31:53.596053 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d07da27-da88-4194-90ce-aac2fc7d3e86', 'code': 200} Dec 15 04:31:53.670493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c0a39cf8-ca73-4b6d-a595-3481d8d52217 None None] Provisioning complete for port db686c17-303f-4b57-9505-4461fb754681 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:53.671127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0a39cf8-ca73-4b6d-a595-3481d8d52217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.818664 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0a39cf8-ca73-4b6d-a595-3481d8d52217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.884922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c0a39cf8-ca73-4b6d-a595-3481d8d52217 None None] For port db686c17-303f-4b57-9505-4461fb754681, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db686c17-303f-4b57-9505-4461fb754681,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:53.895370 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0a39cf8-ca73-4b6d-a595-3481d8d52217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:53.936830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-1be3d462-c59c-49a9-89ec-fa9453e87bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:53.939220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-1be3d462-c59c-49a9-89ec-fa9453e87bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b3b473939f246a6918ec40c9450a1f4&device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 1097 time: 0.3718853 Dec 15 04:31:54.017851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb10f-be30-4bfa-9fc5-b15f35fa860b req-252710ba-4a46-49fb-abfb-1bedfd4f01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.019485 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-11fcb10f-be30-4bfa-9fc5-b15f35fa860b req-252710ba-4a46-49fb-abfb-1bedfd4f01ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1101 time: 0.2936232 Dec 15 04:31:54.020960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db686c17-303f-4b57-9505-4461fb754681 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:54.038670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39cf8-ca73-4b6d-a595-3481d8d52217 None None] Pushing event updated for resources: {'Port': ['ID=db686c17-303f-4b57-9505-4461fb754681,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:54.040301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e520-ed33-4518-9115-468c3518b346 req-031c60b2-8e87-4c54-880d-3df1e210beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.044661 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92a2e520-ed33-4518-9115-468c3518b346 req-031c60b2-8e87-4c54-880d-3df1e210beff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 1102 time: 0.3199584 Dec 15 04:31:54.072022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:54.120891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25eff3-aa40-4c22-94c3-8e1be75a6cd6 req-34dee244-d778-421c-8856-784ba82cdad2 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.122426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc25eff3-aa40-4c22-94c3-8e1be75a6cd6 req-34dee244-d778-421c-8856-784ba82cdad2 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 945 time: 0.1162734 Dec 15 04:31:54.124224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Sync routers for ids ['f961f893-5757-44a9-823b-97d2ba567d08'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:54.140566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:54.141756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4dfd55d4-b09f-4733-bd02-d1d2fbad6987 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3779919 Dec 15 04:31:54.152521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53006) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:31:54.153579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Routers {'f961f893-5757-44a9-823b-97d2ba567d08'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:54.163142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f961f893-5757-44a9-823b-97d2ba567d08'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:54.212624 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-11fcb10f-be30-4bfa-9fc5-b15f35fa860b req-433038e3-d0d0-4c29-a170-ab844562835e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794126 Dec 15 04:31:54.214189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-6901f423-15bb-48b2-b611-75f90eb7cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.216258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-6901f423-15bb-48b2-b611-75f90eb7cfd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 200 len: 920 time: 0.2657793 Dec 15 04:31:54.254494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92a2e520-ed33-4518-9115-468c3518b346 req-1b59f27d-61b2-4d1c-8ed0-b83248c0a8c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998806 Dec 15 04:31:54.260486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc25eff3-aa40-4c22-94c3-8e1be75a6cd6 req-a216c7c4-5f52-4efd-80f2-a9b9a085740d tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269181 Dec 15 04:31:54.277048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7af9c423-4ef4-4763-aa58-cefca89f1495 None None] Provisioning complete for port db686c17-303f-4b57-9505-4461fb754681 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:54.277404 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7af9c423-4ef4-4763-aa58-cefca89f1495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:54.344526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port db686c17-303f-4b57-9505-4461fb754681 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:54.345178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:54.389090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Set router f961f893-5757-44a9-823b-97d2ba567d08 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:54.538905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0e3e-16d1-4b41-8a62-bfa5291c02a6 req-549c3927-1e0f-4c54-a678-4f84a09c3363 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.546126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c7c0e3e-16d1-4b41-8a62-bfa5291c02a6 req-549c3927-1e0f-4c54-a678-4f84a09c3363 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.1301510 Dec 15 04:31:54.639123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-d041c331-6984-4287-9e1e-f426ed01b31c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 200 len: 217 time: 0.0686707 Dec 15 04:31:54.647963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c7c0e3e-16d1-4b41-8a62-bfa5291c02a6 req-5fa66826-c117-45c2-a566-874219238f2a tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006532 Dec 15 04:31:54.762423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-bd1d5bbb-5abb-46a7-ba5e-510c2f9244cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.764017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-bd1d5bbb-5abb-46a7-ba5e-510c2f9244cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 200 len: 859 time: 0.1169596 Dec 15 04:31:54.766692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:31:52Z', 'revision_number': 3, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:54.818361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Checking router: f961f893-5757-44a9-823b-97d2ba567d08 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:31:54.818900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Updating router f961f893-5757-44a9-823b-97d2ba567d08 port 41762322-467c-423e-8091-98075ab6af67 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:31:54.866833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:54.870980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-f72aed13-fd64-4956-8d56-e05baedbf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:54.888431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-f72aed13-fd64-4956-8d56-e05baedbf818 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071c5e05-58a4-49ab-865d-0e19cf3d0a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149142 Dec 15 04:31:54.893715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.025228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-59d05de7-f156-4ba9-a339-4c8f70a41070 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276243 Dec 15 04:31:55.102273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1422d-999f-4267-8749-84825b0026d7 req-eed30d23-eb42-4647-9fd3-a72fa260a1f4 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:55.108732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3fd1422d-999f-4267-8749-84825b0026d7 req-eed30d23-eb42-4647-9fd3-a72fa260a1f4 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.1825669 Dec 15 04:31:55.254961 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e16d6b01-5419-40be-9691-5aa8b2252291 req-e8ca374b-009f-497c-8f23-1a8c29d52eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084060 Dec 15 04:31:55.450736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3fd1422d-999f-4267-8749-84825b0026d7 req-00a78572-5f03-4160-b93e-a2bfcb86374d tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297489 Dec 15 04:31:55.477712 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.494002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Allocated IP 172.20.0.1 (56e1f045-e55e-4c00-b4bb-5638db554984/6f7a1a2a-7098-4825-ad75-b85043624bba/23dc30f2-ce6a-4191-98c1-93e84abe83e6) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:31:55.506611 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.621862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Attempting to bind port 41762322-467c-423e-8091-98075ab6af67 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:55.622583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Attempting to bind port 41762322-467c-423e-8091-98075ab6af67 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:55.622961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Attempting to bind port 41762322-467c-423e-8091-98075ab6af67 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:55.648765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:55.649310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:55.649747 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.650328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:55.650845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Bound port: 41762322-467c-423e-8091-98075ab6af67, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:55.655218 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.659132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91537dd-da1a-4451-b88e-a128b887eaf0 None None] Pushing event updated for resources: {'Port': ['ID=41762322-467c-423e-8091-98075ab6af67,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:55.698633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2085-7f34-4c01-9180-8b062c826406 req-dc10e877-1d3b-4390-974d-41a5f746a55b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:55.707623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-406a2085-7f34-4c01-9180-8b062c826406 req-dc10e877-1d3b-4390-974d-41a5f746a55b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.3265085 Dec 15 04:31:55.726635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] For port 41762322-467c-423e-8091-98075ab6af67, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:55.730460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] For port 41762322-467c-423e-8091-98075ab6af67, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=41762322-467c-423e-8091-98075ab6af67,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:55.741304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.816279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91537dd-da1a-4451-b88e-a128b887eaf0 None None] Pushing event updated for resources: {'Port': ['ID=41762322-467c-423e-8091-98075ab6af67,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:55.846545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db686c17-303f-4b57-9505-4461fb754681 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:55.851929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553dffb-36f0-42ad-a9b9-cf9fc4883246 req-5a8a4e44-61fe-44f8-aaa2-c97f317487f9 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:55.853665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a553dffb-36f0-42ad-a9b9-cf9fc4883246 req-5a8a4e44-61fe-44f8-aaa2-c97f317487f9 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 945 time: 0.1373327 Dec 15 04:31:55.878194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Routers {'f961f893-5757-44a9-823b-97d2ba567d08'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:55.878842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f961f893-5757-44a9-823b-97d2ba567d08'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:55.900717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-406a2085-7f34-4c01-9180-8b062c826406 req-77329bce-2165-4485-8737-8627f916f41c tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918490 Dec 15 04:31:55.921153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:55.968319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-c8c4d3aa-90a5-4cad-bbc7-ec57026e13ba tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:55.983144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-c8c4d3aa-90a5-4cad-bbc7-ec57026e13ba tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.1405582 Dec 15 04:31:55.999172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port db686c17-303f-4b57-9505-4461fb754681 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:55.999539 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.005324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:31:56.020328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a553dffb-36f0-42ad-a9b9-cf9fc4883246 req-ffd09561-a421-42b1-a46a-963307c984e4 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359873 Dec 15 04:31:56.032102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.059510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] Set router f961f893-5757-44a9-823b-97d2ba567d08 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:56.135741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Network 56e1f045-e55e-4c00-b4bb-5638db554984 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:56.147336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:56.152030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:31:56.199177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe311e-c0ce-42fe-ae9b-ab2a4edbfdab req-60401f5a-5569-40b1-8f27-39d26b3934df tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:56.200815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28fe311e-c0ce-42fe-ae9b-ab2a4edbfdab req-60401f5a-5569-40b1-8f27-39d26b3934df tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 945 time: 0.1655407 Dec 15 04:31:56.213354 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.223456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Pushing event updated for resources: {'Port': ['ID=23dc30f2-ce6a-4191-98c1-93e84abe83e6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:56.329508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.338256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28fe311e-c0ce-42fe-ae9b-ab2a4edbfdab req-a6c73d17-8078-476b-81a6-51998056fd93 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257882 Dec 15 04:31:56.426528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:31:52Z', 'revision_number': 3, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:56.457145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:56.497352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579052-8ebd-4d81-8004-68003d699e1a None None] The sync data for ids ['f961f893-5757-44a9-823b-97d2ba567d08'] in n-d-820935-10 is: [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:31:52Z', 'revision_number': 3, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:31:56.547037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dc126dcf-33fd-4b14-9f4d-1b41aa95fb00 None None] Provisioning complete for port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:56.547409 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc126dcf-33fd-4b14-9f4d-1b41aa95fb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.566413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:56.576175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.621478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-dc126dcf-33fd-4b14-9f4d-1b41aa95fb00 None None] Port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:56.658654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.661671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:56.666645 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b75d224-43de-4a37-a73f-e8dd22c63fb7" -d '{"events": [{"server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:56.681425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:56.731386 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752cae9-4bd4-493a-bc63-580055fd4561 x-openstack-request-id: req-d752cae9-4bd4-493a-bc63-580055fd4561 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:56.732332 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:56.732332 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d752cae9-4bd4-493a-bc63-580055fd4561 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:56.732748 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'code': 200} Dec 15 04:31:56.747984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8aacc-88b4-49be-9b4a-b635d20a725c req-f5816b7f-4548-4736-b469-33f3203471f5 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:56.758265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afb8aacc-88b4-49be-9b4a-b635d20a725c req-f5816b7f-4548-4736-b469-33f3203471f5 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.1402154 Dec 15 04:31:56.801144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-4c36e57f-4142-4646-b543-7c5df294a8a6 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:56.809282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-4c36e57f-4142-4646-b543-7c5df294a8a6 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.16 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 945 time: 0.1388643 Dec 15 04:31:56.913808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afb8aacc-88b4-49be-9b4a-b635d20a725c req-fa20580b-337d-4b91-98e3-d9e0b713c7bb tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484017 Dec 15 04:31:57.006888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:57.112570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:31:57.112910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:31:57.113243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:57.123271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:31:57.123947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Attempting to bind port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:31:57.127552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.136446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:31:57.137013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:31:57.137569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:31:57.138207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Bound port: f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:31:57.138806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.214188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Deleting port bc79cd3b-5042-4f68-9901-2df23d7ab35d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:57.214783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.496771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.596182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0290d13-2424-44fb-95e3-5798751ac2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.608245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7f85b-674c-41bb-801e-c4950b2f7da0 req-63984edc-72c0-4e20-b4a8-415e8268d029 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:57.609831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11c7f85b-674c-41bb-801e-c4950b2f7da0 req-63984edc-72c0-4e20-b4a8-415e8268d029 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.6064200 Dec 15 04:31:57.639980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495632a-91ce-4adc-ada0-6563b977e614 req-65445ef0-64db-4404-b81d-21e098253bcc tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:57.648209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1495632a-91ce-4adc-ada0-6563b977e614 req-65445ef0-64db-4404-b81d-21e098253bcc tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.5576682 Dec 15 04:31:57.670827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] For port bc79cd3b-5042-4f68-9901-2df23d7ab35d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc79cd3b-5042-4f68-9901-2df23d7ab35d,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:57.671406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.672040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Pushing event updated for resources: {'Port': ['ID=23dc30f2-ce6a-4191-98c1-93e84abe83e6,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:57.679314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:57.698516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Calling delete_port for bc79cd3b-5042-4f68-9901-2df23d7ab35d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:57.796133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11c7f85b-674c-41bb-801e-c4950b2f7da0 req-21700cfd-4d13-4b97-af5d-a489a6259267 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772299 Dec 15 04:31:57.828256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1495632a-91ce-4adc-ada0-6563b977e614 req-f204c7b3-a07d-4b34-8177-e7e96e0f1108 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656239 Dec 15 04:31:57.891372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:31:57.900406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 41762322-467c-423e-8091-98075ab6af67 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:31:57.961177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Network 56e1f045-e55e-4c00-b4bb-5638db554984 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:31:57.974453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:31:58.001493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:31:58.029356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.034661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 41762322-467c-423e-8091-98075ab6af67 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:58.035030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.108052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3610214-01f9-439a-b067-cbab360e3df2 req-f0a4243e-18e1-4fa4-a851-518b14413ea4 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:58.109846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d3610214-01f9-439a-b067-cbab360e3df2 req-f0a4243e-18e1-4fa4-a851-518b14413ea4 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.16 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.5939550 Dec 15 04:31:58.150518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.230631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bc79cd3b-5042-4f68-9901-2df23d7ab35d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:58.231952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Router f961f893-5757-44a9-823b-97d2ba567d08 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:31:58.245453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:58.246834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.248884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 1123 time: 2.2574584 Dec 15 04:31:58.283598 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.291773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6cf7-f54f-4601-8ebb-40250f200de0 req-dd916df0-7b42-4492-8aa4-7554c227eb0f tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:58.293814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-872d6cf7-f54f-4601-8ebb-40250f200de0 req-dd916df0-7b42-4492-8aa4-7554c227eb0f tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 867 time: 0.3315492 Dec 15 04:31:58.311963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc2038-0d69-4545-93be-0db382496ca3 req-ac4826b4-b8a3-450d-8b7c-c88bcc4cfc0d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:58.317882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4cc2038-0d69-4545-93be-0db382496ca3 req-ac4826b4-b8a3-450d-8b7c-c88bcc4cfc0d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.1357312 Dec 15 04:31:58.342355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] No DVR routers for this DVR port bc79cd3b-5042-4f68-9901-2df23d7ab35d on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:58.346328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.350698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3b0f384-3009-42aa-85b5-48e1e20ca912 req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.16 "DELETE /v2.0/ports/bc79cd3b-5042-4f68-9901-2df23d7ab35d HTTP/1.1" status: 204 len: 173 time: 1.5277925 Dec 15 04:31:58.364396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d187-b2be-4bad-90da-0befe3f56fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:58.366466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 41762322-467c-423e-8091-98075ab6af67, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=41762322-467c-423e-8091-98075ab6af67,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:58.395426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.438257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45e06e-1290-45f1-8548-9506cc983cff tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] Pushing event deleted for resources: {'Port': ['ID=bc79cd3b-5042-4f68-9901-2df23d7ab35d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:58.470270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Deleting port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:31:58.471015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.485319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=41762322-467c-423e-8091-98075ab6af67,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:58.488180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f1dc9bbe-526d-483e-adbb-e8442c4a5af0'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:58.490596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f1dc9bbe-526d-483e-adbb-e8442c4a5af0'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:58.517795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a673248a-7fff-4085-96b3-c577d3615eb9 None None] Provisioning complete for port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:31:58.518138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a673248a-7fff-4085-96b3-c577d3615eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.576042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-872d6cf7-f54f-4601-8ebb-40250f200de0 req-d4cd459d-f0d3-4400-a4d2-ebc58a89a0f7 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea42fe9b-a1d1-4763-944a-72fabf3f71ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065134 Dec 15 04:31:58.624338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a673248a-7fff-4085-96b3-c577d3615eb9 None None] Port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:31:58.684972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4cc2038-0d69-4545-93be-0db382496ca3 req-4bfc7853-63a1-49dc-b5d6-06e36d8e45e1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079991 Dec 15 04:31:58.708130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:31:58.711269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:31:58.728513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ead507b7-de79-42b7-b53e-900a1a4ba457 admin admin] 10.222.0.37 "PUT /v2.0/routers/f961f893-5757-44a9-823b-97d2ba567d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5729656 Dec 15 04:31:58.734140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0'}, {'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'name': 'network-vif-deleted', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:31:58.754439 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac995aa0-d30c-4247-8b15-c0ab893642cb" -d '{"events": [{"name": "network-changed", "server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0"}, {"server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "name": "network-vif-deleted", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:31:58.834817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] For port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:58.837668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:58.895685 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 04:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772ab91f-f8b8-4a75-a79b-6187ab0e222c x-openstack-request-id: req-772ab91f-f8b8-4a75-a79b-6187ab0e222c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:31:58.895998 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0", "status": "completed", "code": 200}, {"server_uuid": "87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd", "name": "network-vif-deleted", "tag": "bc79cd3b-5042-4f68-9901-2df23d7ab35d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:31:58.896291 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-772ab91f-f8b8-4a75-a79b-6187ab0e222c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:31:58.896728 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'status': 'completed', 'code': 200} Dec 15 04:31:58.908371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-74fdfab7-9a84-4929-a98a-1d6c1a383cf1 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4944bdca706d449ebedcb57c74051d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663066 Dec 15 04:31:58.910154 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd', 'name': 'network-vif-deleted', 'tag': 'bc79cd3b-5042-4f68-9901-2df23d7ab35d', 'status': 'completed', 'code': 200} Dec 15 04:31:58.911225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Calling delete_port for 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:31:59.125428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:31:59.188209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:31:59.227767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0683b-62a8-4b72-8fd9-bcfcb119dbb6 req-b363432a-8e36-45f2-927e-62b2799ab271 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:59.230048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ccf0683b-62a8-4b72-8fd9-bcfcb119dbb6 req-b363432a-8e36-45f2-927e-62b2799ab271 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/ports?device_id=422fdf20-9e88-4506-8997-5ef0988e91c1 HTTP/1.1" status: 200 len: 948 time: 0.1404765 Dec 15 04:31:59.275545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-d8390069-b09a-4f79-a45f-6509be806cba tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:59.291402 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-d8390069-b09a-4f79-a45f-6509be806cba tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3754871 Dec 15 04:31:59.310507 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Sync routers for ids ['f961f893-5757-44a9-823b-97d2ba567d08'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:31:59.316415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-1509ca34-d9f6-4c36-84a6-ef7ef525d270 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/quotas/4944bdca706d449ebedcb57c74051d07 HTTP/1.1" status: 200 len: 375 time: 0.0240932 Dec 15 04:31:59.325591 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Routers {'f961f893-5757-44a9-823b-97d2ba567d08'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:31:59.326629 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f961f893-5757-44a9-823b-97d2ba567d08'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:31:59.338374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-0f3db81f-6f29-4dee-8d3c-190831d7b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:59.338374 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-0f3db81f-6f29-4dee-8d3c-190831d7b073 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1126 time: 0.2679274 Dec 15 04:31:59.436103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-bdf40ff5-6ac2-475e-83e5-2373a3e198a0 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101120 Dec 15 04:31:59.446878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:59.455666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ccf0683b-62a8-4b72-8fd9-bcfcb119dbb6 req-cb3a4007-ecb0-4511-ab5d-a897ea981261 tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cd793e5-9d0e-4775-bce1-08bcbd833471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092357 Dec 15 04:31:59.492117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:31:59.516598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Pushing event deleted for resources: {'Port': ['ID=5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:31:59.649090 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Set router f961f893-5757-44a9-823b-97d2ba567d08 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:31:59.658852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-40c55ee1-6829-41fa-9a58-f178777b0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:31:59.665802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-40c55ee1-6829-41fa-9a58-f178777b0bad service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.3162301 Dec 15 04:31:59.692005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] No DVR routers for this DVR port 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:31:59.828420 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-6f99b79d-b770-441d-be17-9e967a7c475c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 217 time: 0.1378973 Dec 15 04:31:59.839160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:59.845960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d3610214-01f9-439a-b067-cbab360e3df2 req-d82df8e3-883f-4370-a500-ecdaf4cd8f2b tempest-TenantUsagesTestJSON-876629386 tempest-TenantUsagesTestJSON-876629386-project] 10.222.0.16 "DELETE /v2.0/ports/5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed HTTP/1.1" status: 204 len: 173 time: 1.7277224 Dec 15 04:31:59.854205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fd71-6c92-499b-9b8c-0b3dac911722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:31:59.969177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 41762322-467c-423e-8091-98075ab6af67 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:00.020577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-3c0122eb-c5df-4ac1-a9d3-430539c63f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:00.023188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-3c0122eb-c5df-4ac1-a9d3-430539c63f40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1651044 Dec 15 04:32:00.109758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 41762322-467c-423e-8091-98075ab6af67 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:00.110106 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.116860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-e3e63968-9f6f-4a8a-96d6-d2192101d9e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819745 Dec 15 04:32:00.212890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-a8c077ba-c5ad-44c3-be15-958a331eb912 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4032919 Dec 15 04:32:00.225917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72cf984d-fb71-42f8-adb7-1eac1dfddf61 req-ff6b67ed-c9a9-4895-9f4b-1f5e2fc6bc58 tempest-FloatingIPsAssociationTestJSON-849664274 tempest-FloatingIPsAssociationTestJSON-849664274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cf2c53-ce5c-4a1f-a5d8-8996a5676dbd HTTP/1.1" status: 200 len: 210 time: 0.2399971 Dec 15 04:32:00.234672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:00.286034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.289424 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:31:56Z', 'revision_number': 4, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '23dc30f2-ce6a-4191-98c1-93e84abe83e6', 'name': '', 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'mac_address': 'fa:16:3e:2f:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f7a1a2a-7098-4825-ad75-b85043624bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:54Z', 'updated_at': '2021-12-15T04:31:56Z', 'revision_number': 2, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'subnets': [{'id': '6f7a1a2a-7098-4825-ad75-b85043624bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:00.367373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Checking router: f961f893-5757-44a9-823b-97d2ba567d08 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:32:00.368212 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Updating router f961f893-5757-44a9-823b-97d2ba567d08 port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:32:00.415285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-c1ce275f-07e1-4678-ae9a-52d73b3c839f service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815657 Dec 15 04:32:00.417965 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.431068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc79cd3b-5042-4f68-9901-2df23d7ab35d no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:00.470328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: bc79cd3b-5042-4f68-9901-2df23d7ab35d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:00.470834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc79cd3b-5042-4f68-9901-2df23d7ab35d not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:00.485959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36390-b469-41af-84bf-a191dcec6361 req-6e769253-7f21-4dc3-8811-ea1842eb2c0d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:00.496038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68a36390-b469-41af-84bf-a191dcec6361 req-6e769253-7f21-4dc3-8811-ea1842eb2c0d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.1334267 Dec 15 04:32:00.563646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.621992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac995aa0-d30c-4247-8b15-c0ab893642cb req-92068734-a3f1-4fb1-8936-c0222ae1a8cf service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986613 Dec 15 04:32:00.712697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Allocated IP 172.25.2.41 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/75bd9160-1e92-44da-b3e6-73e9209291de) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:00.824585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68a36390-b469-41af-84bf-a191dcec6361 req-337a6405-f536-45e5-931b-2480101b61df tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275013 Dec 15 04:32:00.911119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'name': 'network-vif-deleted', 'tag': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:00.915737 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a13e3-aaa4-48f4-8837-12acfcac4b79" -d '{"events": [{"server_uuid": "422fdf20-9e88-4506-8997-5ef0988e91c1", "name": "network-vif-deleted", "tag": "5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:00.917603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.970783 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.979501 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:00.988478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06888652-fa49-4ecb-9abf-4ebc18e95ce1 req-aab5ef26-f038-4b1b-86c7-b3274d9ee298 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 210 time: 0.0343122 Dec 15 04:32:01.002269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.038534 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Pushing event updated for resources: {'Port': ['ID=23dc30f2-ce6a-4191-98c1-93e84abe83e6,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:01.045740 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.052187 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.052548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.052918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.053246 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.053627 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.054121 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.054454 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.054777 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.055117 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.055541 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.055863 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.056222 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.056541 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:01.100431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:01.106131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:01.110448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:01.174883 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Attempting to bind port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:01.178664 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Attempting to bind port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:01.183577 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Attempting to bind port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 on network 56e1f045-e55e-4c00-b4bb-5638db554984 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:01.191956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=75bd9160-1e92-44da-b3e6-73e9209291de,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:01.196748 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:01.197731 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Checking segment: {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:01.199638 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.200182 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Bound using segment: {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:01.200746 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Bound port: 23dc30f2-ce6a-4191-98c1-93e84abe83e6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b51103-e3ce-4aff-81d5-bd5b1f54bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:01.205241 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.346527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.347928 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] For port 23dc30f2-ce6a-4191-98c1-93e84abe83e6, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:01.361908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] For port 23dc30f2-ce6a-4191-98c1-93e84abe83e6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=23dc30f2-ce6a-4191-98c1-93e84abe83e6,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:01.372015 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.387658 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcb3055-ffbe-4517-b040-efb583bcb028 x-openstack-request-id: req-7dcb3055-ffbe-4517-b040-efb583bcb028 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:01.387951 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422fdf20-9e88-4506-8997-5ef0988e91c1", "name": "network-vif-deleted", "tag": "5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:01.388244 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dcb3055-ffbe-4517-b040-efb583bcb028 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:01.388646 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422fdf20-9e88-4506-8997-5ef0988e91c1', 'name': 'network-vif-deleted', 'tag': '5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed', 'status': 'completed', 'code': 200} Dec 15 04:32:01.440921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.465426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53138) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:01.501458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-062a19cc-7a0f-4f9c-b35b-f02b0dea0cf0 None None] Provisioning complete for port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:01.501843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-062a19cc-7a0f-4f9c-b35b-f02b0dea0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.508269 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ede71-3a3a-4146-b548-a8d6524bb73c None None] Pushing event updated for resources: {'Port': ['ID=23dc30f2-ce6a-4191-98c1-93e84abe83e6,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:01.544516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Routers {'f961f893-5757-44a9-823b-97d2ba567d08'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:32:01.545150 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:32:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f961f893-5757-44a9-823b-97d2ba567d08'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:01.726803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53142) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:01.777903 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-062a19cc-7a0f-4f9c-b35b-f02b0dea0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.793420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.801354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.876172 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] Set router f961f893-5757-44a9-823b-97d2ba567d08 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:32:01.884748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-062a19cc-7a0f-4f9c-b35b-f02b0dea0cf0 None None] For port 23dc30f2-ce6a-4191-98c1-93e84abe83e6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=23dc30f2-ce6a-4191-98c1-93e84abe83e6,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:01.896121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-062a19cc-7a0f-4f9c-b35b-f02b0dea0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:01.918186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=75bd9160-1e92-44da-b3e6-73e9209291de,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:01.955554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a19cc-7a0f-4f9c-b35b-f02b0dea0cf0 None None] Pushing event updated for resources: {'Port': ['ID=23dc30f2-ce6a-4191-98c1-93e84abe83e6,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:01.995645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-d57cf945-e57e-4638-9034-502803f1868a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4944bdca706d449ebedcb57c74051d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2676051 Dec 15 04:32:02.045466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b4e903fa-d42a-4a1a-8f38-8fc48e677760 None None] Provisioning complete for port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:02.046736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4e903fa-d42a-4a1a-8f38-8fc48e677760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.057347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.150875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.164475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-97527099-dfd5-448a-8f1e-b521ca0a412a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9505095 Dec 15 04:32:02.236212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970da8b-53b7-4273-a59b-f38af34031f4 req-deb4339e-69c1-40ad-8402-e3feed995ec1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:02.243944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6970da8b-53b7-4273-a59b-f38af34031f4 req-deb4339e-69c1-40ad-8402-e3feed995ec1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.1885703 Dec 15 04:32:02.249214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-120b97e1-44b6-438e-85b1-21fa562e78fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4827bc8eb1c2422a811fbd8e0bf5f472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190744 Dec 15 04:32:02.250148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53150) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:02.278059 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:31:56Z', 'revision_number': 4, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '23dc30f2-ce6a-4191-98c1-93e84abe83e6', 'name': '', 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'mac_address': 'fa:16:3e:2f:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f7a1a2a-7098-4825-ad75-b85043624bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:54Z', 'updated_at': '2021-12-15T04:32:01Z', 'revision_number': 4, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'subnets': [{'id': '6f7a1a2a-7098-4825-ad75-b85043624bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:02.283022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-db1504e5-9c6a-477d-b05a-c6b6295f7548 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:02.283732 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-db1504e5-9c6a-477d-b05a-c6b6295f7548 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766204 Dec 15 04:32:02.305367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6970da8b-53b7-4273-a59b-f38af34031f4 req-aa9f614c-c622-47d5-a90c-2d4622e80801 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Dec 15 04:32:02.344215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-ed370880-2b28-439f-86e9-7ea7b2a6810e tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.1739216 Dec 15 04:32:02.346023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Request body: {'port': {'device_id': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '4944bdca706d449ebedcb57c74051d07'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:02.442476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:02.470909 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd47707-2def-446f-b387-ef97f9d7c781 None None] The sync data for ids ['f961f893-5757-44a9-823b-97d2ba567d08'] in n-d-820935-10 is: [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:31:56Z', 'revision_number': 4, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '23dc30f2-ce6a-4191-98c1-93e84abe83e6', 'name': '', 'network_id': '56e1f045-e55e-4c00-b4bb-5638db554984', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'mac_address': 'fa:16:3e:2f:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6f7a1a2a-7098-4825-ad75-b85043624bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:54Z', 'updated_at': '2021-12-15T04:32:01Z', 'revision_number': 4, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'subnets': [{'id': '6f7a1a2a-7098-4825-ad75-b85043624bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:32:02.479371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:02.479718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5d4d6a1c-092a-41fa-b0a7-0bd0505cc4ed not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:02.488805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd29bc22-911e-4dfd-b1b2-53ed134a4425 req-0502a6ef-5604-4129-8ce0-e405f0cb8db9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 210 time: 0.0442901 Dec 15 04:32:02.557817 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.626606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Made reservation on behalf of 4944bdca706d449ebedcb57c74051d07 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:02.630455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.692350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-d7b371e4-2588-4ad7-8a49-a13dc95ad8f8 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:02.698086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c21e2968-1e3e-4dba-b7a7-e08b49f2fadc req-d7b371e4-2588-4ad7-8a49-a13dc95ad8f8 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.3527544 Dec 15 04:32:02.755235 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:32:02.819787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf850-77f4-4bae-8934-99cd6f071d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.869908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf850-77f4-4bae-8934-99cd6f071d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:02.878120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-1ea8fba2-583f-40ae-96b6-731470e0ec38 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1446347 Dec 15 04:32:02.889551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:02.898021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Allocated IP 192.168.233.68 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/c3852550-0eec-4ad6-94ee-cb94a558bc77) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:02.925098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.111891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf850-77f4-4bae-8934-99cd6f071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.114708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf850-77f4-4bae-8934-99cd6f071d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.120334 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ddbf850-77f4-4bae-8934-99cd6f071d80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cd793e5-9d0e-4775-bce1-08bcbd833471 HTTP/1.1" status: 204 len: 168 time: 0.8625050 Dec 15 04:32:03.133059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.146930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbf850-77f4-4bae-8934-99cd6f071d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd793e5-9d0e-4775-bce1-08bcbd833471,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:03.190426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.218990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.304585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.337476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.390440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Allocated IP 172.25.2.82 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/4afbf2d8-3eca-47b5-b8f4-d230667d78dc) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:03.607078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53174) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:03.665248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-800014b8-9eb0-4c63-bce3-083940a1ed8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.719922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f8353-f5e1-42e6-9c5a-768511050d75 req-735b538b-f79e-41d4-967f-03d0edba5f1e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:03.721835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f9f8353-f5e1-42e6-9c5a-768511050d75 req-735b538b-f79e-41d4-967f-03d0edba5f1e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.2049575 Dec 15 04:32:03.739316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.777446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:03.851235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['3d07da27-da88-4194-90ce-aac2fc7d3e86'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:03.867867 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:03.943334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f9f8353-f5e1-42e6-9c5a-768511050d75 req-4d9ff6b8-d7f0-4545-a19e-466897710443 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131937 Dec 15 04:32:04.014019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 23dc30f2-ce6a-4191-98c1-93e84abe83e6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:04.154398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.248276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:04.258794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5453242-87af-4fee-b666-5040e8175f5d req-f2980d48-2083-45a1-a52c-121a952e3575 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:04.266907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:04.267458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5453242-87af-4fee-b666-5040e8175f5d req-f2980d48-2083-45a1-a52c-121a952e3575 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 935 time: 0.2360282 Dec 15 04:32:04.268009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.270099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:04.272343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=4afbf2d8-3eca-47b5-b8f4-d230667d78dc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:04.282358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:04.294117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event updated for resources: {'Port': ['ID=c3852550-0eec-4ad6-94ee-cb94a558bc77,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:04.332260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:04.379508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:04.397029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:04.413042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-800014b8-9eb0-4c63-bce3-083940a1ed8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.460116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-800014b8-9eb0-4c63-bce3-083940a1ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.563116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800014b8-9eb0-4c63-bce3-083940a1ed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5829f70b-00d0-4e48-916f-ba79526f556c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:04.567868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.590702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5453242-87af-4fee-b666-5040e8175f5d req-804b023e-29a3-49a5-82ce-35939b7f39bf tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228040 Dec 15 04:32:04.678231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.693906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:04.694488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.723780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-800014b8-9eb0-4c63-bce3-083940a1ed8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebdda4254f2b4534890e88d350a29d73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0845120 Dec 15 04:32:04.729351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:04.729857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-20fbffa1-9cdd-49a1-b1d9-da8c73d5cdca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3941033 Dec 15 04:32:04.755708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Request body: {'port': {'device_id': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:04.792680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Deleting port af9731b3-b357-49d8-b493-c8b6e4d5af8b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:04.792942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.844506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c228f3f2-75a2-484d-9703-789e3d8802e7 None None] Provisioning complete for port c3852550-0eec-4ad6-94ee-cb94a558bc77 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:04.845888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c228f3f2-75a2-484d-9703-789e3d8802e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.884532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc1d7-b58d-4387-86d4-781ed46999a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.920086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.921620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc1d7-b58d-4387-86d4-781ed46999a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:04.960353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c228f3f2-75a2-484d-9703-789e3d8802e7 None None] Port c3852550-0eec-4ad6-94ee-cb94a558bc77 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:32:05.035598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc1d7-b58d-4387-86d4-781ed46999a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.038983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc1d7-b58d-4387-86d4-781ed46999a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.056680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5e8fc1d7-b58d-4387-86d4-781ed46999a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5829f70b-00d0-4e48-916f-ba79526f556c HTTP/1.1" status: 204 len: 168 time: 0.3155394 Dec 15 04:32:05.102789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fc1d7-b58d-4387-86d4-781ed46999a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5829f70b-00d0-4e48-916f-ba79526f556c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:05.121371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] For port af9731b3-b357-49d8-b493-c8b6e4d5af8b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af9731b3-b357-49d8-b493-c8b6e4d5af8b,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:05.121756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.145043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Calling delete_port for af9731b3-b357-49d8-b493-c8b6e4d5af8b owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:05.282281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.300677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36235450-4f72-430f-be7c-4681025ac7e8 req-1d7d4a13-c4ae-4336-b1e4-d7bea8d7c903 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:05.307113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36235450-4f72-430f-be7c-4681025ac7e8 req-1d7d4a13-c4ae-4336-b1e4-d7bea8d7c903 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.2038548 Dec 15 04:32:05.307263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.455277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3852550-0eec-4ad6-94ee-cb94a558bc77 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:05.465942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.489676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.502612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Transition to ACTIVE for port object c3852550-0eec-4ad6-94ee-cb94a558bc77 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:05.513377 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.535258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=4afbf2d8-3eca-47b5-b8f4-d230667d78dc,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:05.581041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.586571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Pushing event updated for resources: {'Port': ['ID=c3852550-0eec-4ad6-94ee-cb94a558bc77,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:05.588270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:05.591630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-3fde94cc-3f4d-4955-bb0b-57469e6ca455 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7050149 Dec 15 04:32:05.612668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36235450-4f72-430f-be7c-4681025ac7e8 req-6d7d6dd6-3a16-4142-a192-1f4155680ad4 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841377 Dec 15 04:32:05.638529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Pushing event deleted for resources: {'Port': ['ID=af9731b3-b357-49d8-b493-c8b6e4d5af8b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:05.831877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-1d2366af-8995-4dfd-ac34-25ee3f25cbdd tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.2181332 Dec 15 04:32:05.838294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Attempting to bind port c3852550-0eec-4ad6-94ee-cb94a558bc77 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:05.838787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Attempting to bind port c3852550-0eec-4ad6-94ee-cb94a558bc77 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:05.842172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Attempting to bind port c3852550-0eec-4ad6-94ee-cb94a558bc77 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:05.915715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Port c3852550-0eec-4ad6-94ee-cb94a558bc77 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:05.929496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Attempting to bind port c3852550-0eec-4ad6-94ee-cb94a558bc77 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:06.022414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec546-c5f7-485c-8b5e-865f1147e458 req-5c67bc54-f08e-46dc-aeec-71b9bb2b4746 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:06.034626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-611ec546-c5f7-485c-8b5e-865f1147e458 req-5c67bc54-f08e-46dc-aeec-71b9bb2b4746 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 947 time: 0.2420216 Dec 15 04:32:06.039774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:06.043419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:06.044530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:06.047650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Bound port: c3852550-0eec-4ad6-94ee-cb94a558bc77, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:06.048791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.159279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-611ec546-c5f7-485c-8b5e-865f1147e458 req-7f04f265-59d5-4062-802d-c55e37521922 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182508 Dec 15 04:32:06.172398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.229632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-9bd01ee5-3237-47f9-b531-c59f5c371136 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:06.236638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31b6b6b4-d8b5-4a8c-8caa-3dec6f319135 req-9bd01ee5-3237-47f9-b531-c59f5c371136 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.3952913 Dec 15 04:32:06.351051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] For port c3852550-0eec-4ad6-94ee-cb94a558bc77, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:06.380176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] For port c3852550-0eec-4ad6-94ee-cb94a558bc77, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:06.398465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.467840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-0359c18f-eb98-4e1e-b43b-ea7d03d6ef72 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1892486 Dec 15 04:32:06.484463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:06.536369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.637919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.643962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:06.645429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.650355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] 10.222.0.16 "PUT /v2.0/ports/c3852550-0eec-4ad6-94ee-cb94a558bc77 HTTP/1.1" status: 200 len: 1096 time: 1.8986781 Dec 15 04:32:06.654379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'tag': 'c3852550-0eec-4ad6-94ee-cb94a558bc77'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:06.657157 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a5ee51-d64c-44d3-8679-74d707d13e54" -d '{"events": [{"name": "network-changed", "server_uuid": "6a971368-3a46-47b7-b66c-5dd171f42e24", "tag": "c3852550-0eec-4ad6-94ee-cb94a558bc77"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:06.694224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:06.718110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Router bb293f10-9efb-4ffe-83dc-bb83a78d7881 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:32:06.723289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b1f84-8582-4cda-be5c-c1808757310c service neutron] Pushing event updated for resources: {'Port': ['ID=c3852550-0eec-4ad6-94ee-cb94a558bc77,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:06.883520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-dead057f-2cc0-48fa-b36a-c8cc828b3877 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=19e5e627955d43ada6bee638a7b510c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717747 Dec 15 04:32:06.923336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-1a652725-b996-4cba-8620-d6ded68d8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:06.924944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-1a652725-b996-4cba-8620-d6ded68d8abf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 1099 time: 0.1934910 Dec 15 04:32:06.931505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:32:06.939935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9d00f203-b98f-4eea-9ac9-daee75ef389f admin admin] 10.222.0.37 "PUT /v2.0/routers/bb293f10-9efb-4ffe-83dc-bb83a78d7881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4732542 Dec 15 04:32:06.940585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:06.941759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] Sync routers for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:32:06.960648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:32:06.961422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:32:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:07.032482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Allocated IP 172.25.2.199 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/36ad8399-65e4-4a08-82a5-7655eee278d4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:07.100488 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-b45d4898-bcbd-4ed0-b4fa-d5e6fde0eea6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77 HTTP/1.1" status: 200 len: 217 time: 0.1525700 Dec 15 04:32:07.123477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-8b12cf8c-3885-40b9-af53-96023d3eb4ac tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:07.124966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-8b12cf8c-3885-40b9-af53-96023d3eb4ac tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309701 Dec 15 04:32:07.148147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-f39b9aca-a83b-4945-a0a4-7ab9a291d4c5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/quotas/19e5e627955d43ada6bee638a7b510c2 HTTP/1.1" status: 200 len: 375 time: 0.0153444 Dec 15 04:32:07.218788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-6d5d9eca-dd23-44ff-b8c5-a83088665159 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19e5e627955d43ada6bee638a7b510c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599661 Dec 15 04:32:07.222813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-a5ceb019-7c79-4bba-9c5a-3dfce2e5b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:07.226259 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-a5ceb019-7c79-4bba-9c5a-3dfce2e5b053 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1033256 Dec 15 04:32:07.283657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:07.301594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:07.473935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-cf44cce6-b297-4cde-8f90-279b08168671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:07.475499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-cf44cce6-b297-4cde-8f90-279b08168671 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2388875 Dec 15 04:32:07.563284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:32:07.666521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:07.687400 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-75345091-7313-4948-9deb-ee177ac8d5b2 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982415 Dec 15 04:32:07.809834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Deleting port 958b401d-72dd-48fa-8ce3-e33ca58a2aef {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:07.810175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:07.854488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:32:05Z', 'revision_number': 5, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port': {'id': '958b401d-72dd-48fa-8ce3-e33ca58a2aef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:07.875772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbd26647-9b67-4abb-9035-4122fe3da36b req-f8f17522-b7d8-4a85-878a-42bd275ff89c service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615314 Dec 15 04:32:07.925628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] Checking router: bb293f10-9efb-4ffe-83dc-bb83a78d7881 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:32:07.927596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] For port 958b401d-72dd-48fa-8ce3-e33ca58a2aef, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=958b401d-72dd-48fa-8ce3-e33ca58a2aef,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:07.928810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:07.945562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Calling delete_port for 958b401d-72dd-48fa-8ce3-e33ca58a2aef owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:07.946278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] Routers {'bb293f10-9efb-4ffe-83dc-bb83a78d7881'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:32:07.951341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:32:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:08.006856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.043767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1df64-94a0-4052-a636-ae799eded4a8 req-a19d2d67-ab4f-4da1-9954-638e6c75da1b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:08.051276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffa1df64-94a0-4052-a636-ae799eded4a8 req-a19d2d67-ab4f-4da1-9954-638e6c75da1b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.1010709 Dec 15 04:32:08.098543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:08.103833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:08.119882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:08.125928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] Set router bb293f10-9efb-4ffe-83dc-bb83a78d7881 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:32:08.159109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=36ad8399-65e4-4a08-82a5-7655eee278d4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:08.210150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffa1df64-94a0-4052-a636-ae799eded4a8 req-7b74d1a4-1f72-42ce-a06a-e298aeb4323b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578782 Dec 15 04:32:08.227572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:32:07Z', 'revision_number': 6, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:08.269285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4d912-2a75-403d-aaa4-93740fb1fcca None None] The sync data for ids ['bb293f10-9efb-4ffe-83dc-bb83a78d7881'] in n-d-820935-10 is: [{'id': 'bb293f10-9efb-4ffe-83dc-bb83a78d7881', 'name': 'tempest-FloatingIPsAssociationTestJSON-220344565-router', 'tenant_id': '6b3b473939f246a6918ec40c9450a1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:30:25Z', 'updated_at': '2021-12-15T04:32:07Z', 'revision_number': 6, 'project_id': '6b3b473939f246a6918ec40c9450a1f4', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:32:08.350326 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e78cc-cb29-4292-b48b-87b3813207b0 x-openstack-request-id: req-0b9e78cc-cb29-4292-b48b-87b3813207b0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:08.350671 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a971368-3a46-47b7-b66c-5dd171f42e24", "tag": "c3852550-0eec-4ad6-94ee-cb94a558bc77", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:08.350859 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b9e78cc-cb29-4292-b48b-87b3813207b0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:08.351263 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'tag': 'c3852550-0eec-4ad6-94ee-cb94a558bc77', 'status': 'completed', 'code': 200} Dec 15 04:32:08.351444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.408443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.454789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9151d81-e7d4-4da3-9b3b-eb5ad8398d39 req-4aad1f57-63dc-492d-8ec7-a3db0b2c7d42 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:08.463252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9151d81-e7d4-4da3-9b3b-eb5ad8398d39 req-4aad1f57-63dc-492d-8ec7-a3db0b2c7d42 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 947 time: 0.1247876 Dec 15 04:32:08.476411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:08.497680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.619987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-cda563ab-e05d-4096-9a62-7e612d945cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:08.621691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-cda563ab-e05d-4096-9a62-7e612d945cb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 1099 time: 0.3004229 Dec 15 04:32:08.623013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Pushing event deleted for resources: {'Port': ['ID=958b401d-72dd-48fa-8ce3-e33ca58a2aef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:08.648626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9151d81-e7d4-4da3-9b3b-eb5ad8398d39 req-7ab5428c-23e1-4537-9867-8f0230cbd665 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843002 Dec 15 04:32:08.775714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.789319 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.839922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.937733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:08.955827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=36ad8399-65e4-4a08-82a5-7655eee278d4,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:08.999165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80a3c4ba-d5a0-4e1d-b727-18ea75f7941a req-fe62fa2a-7586-4a95-9e0f-26bd18ecc1dd tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 210 time: 0.0474398 Dec 15 04:32:09.002103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.004136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-dc770bd6-5442-4df4-abb4-a3a5a3e13fe7 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5291400 Dec 15 04:32:09.095709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-b702a5a1-8708-48bc-968e-88730dba478c tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0853536 Dec 15 04:32:09.253581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-79d15f51-f952-4f67-a981-4bf9f06c5712 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.266927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7b16f3c-ace9-4bb3-ba73-cfd1a035fd74 req-79d15f51-f952-4f67-a981-4bf9f06c5712 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1596925 Dec 15 04:32:09.306832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-c56d88fb-3f0e-42ca-a9c6-13120d3f18f6 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=19e5e627955d43ada6bee638a7b510c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1600792 Dec 15 04:32:09.307858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-cc6fd948-91e4-41f2-aba7-930b921fd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.309234 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-cc6fd948-91e4-41f2-aba7-930b921fd260 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.6452930 Dec 15 04:32:09.311540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.313834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-5f250404-f84c-4b9f-80a3-7f532825653c service neutron] 10.222.0.16 "GET /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.1690280 Dec 15 04:32:09.316121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.392666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce119-3b28-4a0f-bcec-26f58428937f req-37cc4299-82d5-4eca-a14d-eb71ed150ff1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.396736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d7ce119-3b28-4a0f-bcec-26f58428937f req-37cc4299-82d5-4eca-a14d-eb71ed150ff1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 943 time: 0.0776572 Dec 15 04:32:09.482507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-8cc71a5d-b7a2-4647-bea9-fb198efbc27c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77 HTTP/1.1" status: 200 len: 217 time: 0.1482265 Dec 15 04:32:09.491390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d7ce119-3b28-4a0f-bcec-26f58428937f req-3ced0293-cd60-466c-b423-090186e50620 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867074 Dec 15 04:32:09.591394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.592018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb293f10-9efb-4ffe-83dc-bb83a78d7881 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:32:09.609182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.613904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53272) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:09.614265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e63f6cc6-a125-4cba-9db3-949d46303acf admin admin] 10.222.0.37 "DELETE /v2.0/routers/bb293f10-9efb-4ffe-83dc-bb83a78d7881 HTTP/1.1" status: 204 len: 168 time: 2.6718159 Dec 15 04:32:09.680371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-0fbbd207-d7dc-4f1a-98d9-5d9a5fcbc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.681847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-0fbbd207-d7dc-4f1a-98d9-5d9a5fcbc9cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1602168 Dec 15 04:32:09.716108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-a35b9bae-0baf-4d02-bb0b-df87eb3861cf tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.717746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-a35b9bae-0baf-4d02-bb0b-df87eb3861cf tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4031289 Dec 15 04:32:09.732732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-b05e756a-7b70-4d1c-96a8-e6a06c07ad20 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2208552 Dec 15 04:32:09.742589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:09.760804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Deleting subnet eebbe00a-6c84-4f6a-a4ed-1426af6f7797 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:32:09.764366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.811594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Request body: {'port': {'device_id': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '19e5e627955d43ada6bee638a7b510c2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:09.819786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d222051-8c85-4eaa-8a36-755a8ad7e637 req-0ad06aff-282a-4c71-92d5-5152c0825be7 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.822409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d222051-8c85-4eaa-8a36-755a8ad7e637 req-0ad06aff-282a-4c71-92d5-5152c0825be7 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 946 time: 0.1863179 Dec 15 04:32:09.824831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.839234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 958b401d-72dd-48fa-8ce3-e33ca58a2aef no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:09.858475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:09.870557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 958b401d-72dd-48fa-8ce3-e33ca58a2aef {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:09.871161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 958b401d-72dd-48fa-8ce3-e33ca58a2aef not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:09.872707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af9731b3-b357-49d8-b493-c8b6e4d5af8b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:09.910985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: af9731b3-b357-49d8-b493-c8b6e4d5af8b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:09.911191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af9731b3-b357-49d8-b493-c8b6e4d5af8b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:09.957952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-29296175-719f-4b63-8756-a19d621e9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:09.959656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-29296175-719f-4b63-8756-a19d621e9b11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2643659 Dec 15 04:32:10.008811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d222051-8c85-4eaa-8a36-755a8ad7e637 req-7fd0f2a3-bbff-4bf6-a147-eddd106a276b tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799812 Dec 15 04:32:10.059923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.071626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:10.117700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:10.121063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Made reservation on behalf of 19e5e627955d43ada6bee638a7b510c2 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:10.125424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.170362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.174617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.175549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.185310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-bd77d243-be1e-4d03-8bf6-e39cb2e099bc service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118833 Dec 15 04:32:10.187709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dc9bbe-526d-483e-adbb-e8442c4a5af0 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:10.218942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:10.225941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853501b-bf14-44ab-9cf1-c3e44ae331db None None] Network 071c5e05-58a4-49ab-865d-0e19cf3d0a88 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:32:10.246922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.250407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eebbe00a-6c84-4f6a-a4ed-1426af6f7797 HTTP/1.1" status: 204 len: 168 time: 0.6352491 Dec 15 04:32:10.251470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed50e40-9d9b-4932-940b-eb6560ae7d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebbe00a-6c84-4f6a-a4ed-1426af6f7797,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:10.256013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53280) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:10.290876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.294512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af471-ba52-4fc5-a6d5-c448db13eda1 req-fedfecd1-9bd3-4a83-bd12-14ec5c4eb48a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:10.296179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482af471-ba52-4fc5-a6d5-c448db13eda1 req-fedfecd1-9bd3-4a83-bd12-14ec5c4eb48a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 947 time: 0.1636846 Dec 15 04:32:10.404717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d2a5ee51-d64c-44d3-8679-74d707d13e54 req-71cc3204-cc9f-478c-974b-7a9cce14ed6b service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048025 Dec 15 04:32:10.422565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.462228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Allocated IP 172.25.2.243 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/47bb34ab-f5af-49b1-9ae0-9fad46fa0e37) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:10.470086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482af471-ba52-4fc5-a6d5-c448db13eda1 req-b4fee8d8-7e46-4061-b743-1b50d02ea628 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418345 Dec 15 04:32:10.498755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] DHCP port deletion for 071c5e05-58a4-49ab-865d-0e19cf3d0a88 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:32:10.503307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3852550-0eec-4ad6-94ee-cb94a558bc77 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:10.524477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.527973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] Transition to ACTIVE for port object f1dc9bbe-526d-483e-adbb-e8442c4a5af0 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:10.535486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.625118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745a5a30-e7e2-4ffc-9b8b-95b45093eacb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:10.629043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.695500 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.709688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] Deleting port d394df13-1e52-411e-8336-1da9043d8476 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:10.709997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.763536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f3e3f99-4448-4ea2-84cf-3766ea00d52b req-a62cafd2-df69-4322-9be5-25edbdb4defd tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 210 time: 0.0300040 Dec 15 04:32:10.769296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.774829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] No DVR routers for this DVR port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:10.809896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:10.815242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:10.816588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c3852550-0eec-4ad6-94ee-cb94a558bc77, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:10.819361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:10.825422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:10.836719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] For port d394df13-1e52-411e-8336-1da9043d8476, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d394df13-1e52-411e-8336-1da9043d8476,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:10.837655 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.845835 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-57c26916-d5aa-45b8-93fc-4fb0483270d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5172915 Dec 15 04:32:10.851632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'c3852550-0eec-4ad6-94ee-cb94a558bc77', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'c3852550-0eec-4ad6-94ee-cb94a558bc77', 'mac_address': 'fa:16:3e:dd:06:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:10.856658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] Calling delete_port for d394df13-1e52-411e-8336-1da9043d8476 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:10.876838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Deleting port d394df13-1e52-411e-8336-1da9043d8476 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:10.877349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.879282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=47bb34ab-f5af-49b1-9ae0-9fad46fa0e37,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:10.896871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Allocated IP 192.168.233.217 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/92e1f459-a97b-4f2a-89de-a5150e231376) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:10.937954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:10.964357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3852550-0eec-4ad6-94ee-cb94a558bc77 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:10.992824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c3852550-0eec-4ad6-94ee-cb94a558bc77, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:10.999047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.003844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.004365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] For port d394df13-1e52-411e-8336-1da9043d8476, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d394df13-1e52-411e-8336-1da9043d8476,segment=NetworkSegment(f762141d-5c91-4973-9efe-ba3025274020),segment_id=f762141d-5c91-4973-9efe-ba3025274020)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:11.004873 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.016277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4041-c129-4455-9cfb-96ef3ddbe364 req-1a60a401-05aa-473c-aef1-0e3f21a80447 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.017944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56bb4041-c129-4455-9cfb-96ef3ddbe364 req-1a60a401-05aa-473c-aef1-0e3f21a80447 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.1353018 Dec 15 04:32:11.038287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] No DVR routers for this DVR port d394df13-1e52-411e-8336-1da9043d8476 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:11.061435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=c3852550-0eec-4ad6-94ee-cb94a558bc77,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:11.071325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Calling delete_port for d394df13-1e52-411e-8336-1da9043d8476 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:11.087298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-6e417942-5306-401c-b720-126da1c3468a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.087918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce25789-d371-486c-ba5a-4886b77ade18 None None] Pushing event deleted for resources: {'Port': ['ID=d394df13-1e52-411e-8336-1da9043d8476,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:11.088819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-6e417942-5306-401c-b720-126da1c3468a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1077206 Dec 15 04:32:11.126800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56bb4041-c129-4455-9cfb-96ef3ddbe364 req-bccd9394-a113-43f0-b92c-ccebb88741e2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730314 Dec 15 04:32:11.162044 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.163307 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.201229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-619d5895-b546-4908-8c8a-edcc8303aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.202734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-619d5895-b546-4908-8c8a-edcc8303aeb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3&tenant_id=7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 1096 time: 0.0996621 Dec 15 04:32:11.213457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.244473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.261151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:11.264314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:11.268388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:11.281069 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.296444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:11.324506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b891de-0122-4d85-86a3-6c729851ba5e req-8a5a54b2-797e-4b0e-bb95-f0004b525748 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.326040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3b891de-0122-4d85-86a3-6c729851ba5e req-8a5a54b2-797e-4b0e-bb95-f0004b525748 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 946 time: 0.1247671 Dec 15 04:32:11.336656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d394df13-1e52-411e-8336-1da9043d8476,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:11.338626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] No DVR routers for this DVR port d394df13-1e52-411e-8336-1da9043d8476 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:11.356893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.357557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.372928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['c3852550-0eec-4ad6-94ee-cb94a558bc77'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:11.374472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-df8d9b0e-6e6c-4723-84f8-d426cf1fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.376096 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-df8d9b0e-6e6c-4723-84f8-d426cf1fe14b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1096 time: 0.0749979 Dec 15 04:32:11.383467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-74512b6d-20fe-402b-aa06-00dfa08fbdd5 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5773175 Dec 15 04:32:11.410982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Request body: {'port': {'device_id': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:11.503828 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.510064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.525461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3b891de-0122-4d85-86a3-6c729851ba5e req-2151e540-50d9-4657-ac70-2630cfc07041 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899850 Dec 15 04:32:11.576451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071c5e05-58a4-49ab-865d-0e19cf3d0a88']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:11.601839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f762141d-5c91-4973-9efe-ba3025274020') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:11.601839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f762141d-5c91-4973-9efe-ba3025274020') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:11.626377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.662025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.686324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:32:11.686730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:32:11.697933 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:32:11.701368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bcb59ab7-87ec-4fcf-8b9e-92958ca500d6 None None] Provisioning complete for port 92e1f459-a97b-4f2a-89de-a5150e231376 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:11.701368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bcb59ab7-87ec-4fcf-8b9e-92958ca500d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.719733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-d8a990b6-62ce-4904-83b7-5ae693ada7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.721757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-d8a990b6-62ce-4904-83b7-5ae693ada7f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.3371320 Dec 15 04:32:11.734585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.759860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.760039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bcb59ab7-87ec-4fcf-8b9e-92958ca500d6 None None] Port 92e1f459-a97b-4f2a-89de-a5150e231376 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:32:11.799983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-0f3524c4-5f93-4d33-be61-38dafc0217e2 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.801544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-0f3524c4-5f93-4d33-be61-38dafc0217e2 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 946 time: 0.2467391 Dec 15 04:32:11.834365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d394df13-1e52-411e-8336-1da9043d8476 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:11.846229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-0426cdd8-2690-44f9-84ce-7f1ab42adade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 200 len: 217 time: 0.0650160 Dec 15 04:32:11.847538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.852351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.855627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/071c5e05-58a4-49ab-865d-0e19cf3d0a88 HTTP/1.1" status: 204 len: 168 time: 1.5987546 Dec 15 04:32:11.870127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d394df13-1e52-411e-8336-1da9043d8476 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:11.870688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d394df13-1e52-411e-8336-1da9043d8476 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:11.880204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event updated for resources: {'Port': ['ID=47bb34ab-f5af-49b1-9ae0-9fad46fa0e37,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:11.891261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f43dd-8924-4246-be1e-1979a36bed24 req-75b5f341-4d26-4edf-aa3c-f35cdbc26967 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:11.892820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-223f43dd-8924-4246-be1e-1979a36bed24 req-75b5f341-4d26-4edf-aa3c-f35cdbc26967 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 948 time: 0.2041569 Dec 15 04:32:11.911275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aeef7-fd8d-49bb-b679-8a89f6da87a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=071c5e05-58a4-49ab-865d-0e19cf3d0a88,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:11.922152 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.951294 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:11.952766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-15374917-083b-44b6-9180-825fd081312f tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2190745 Dec 15 04:32:11.975964 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-223f43dd-8924-4246-be1e-1979a36bed24 req-36453bf8-69e8-4de5-aef2-08cec8e20ef1 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726218 Dec 15 04:32:12.019581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-d40d6784-b584-4c0b-9de1-a686969ef59d tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.0556436 Dec 15 04:32:12.031555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-613f4625-91a1-48c4-bde2-19c77aaaa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.033195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-613f4625-91a1-48c4-bde2-19c77aaaa30e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1681447 Dec 15 04:32:12.076092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53302) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:12.090139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-6d43d77b-44e5-4ee3-96f3-fadce2e4aa9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440402 Dec 15 04:32:12.164411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Deleting port e52ef9b5-cdc5-45ec-b139-03c538c0055e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:12.164861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.178559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dbcda785-6f8a-4756-8d35-371c456245e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b3b473939f246a6918ec40c9450a1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977559 Dec 15 04:32:12.191753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53306) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:12.203182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-4fd35853-f2ab-4e49-8fcc-b9846216288a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.204615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-4fd35853-f2ab-4e49-8fcc-b9846216288a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1838543 Dec 15 04:32:12.217299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-93bd91df-c47d-441e-b42d-73d91a387914 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:32:12.218310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b78a9a8d-0adc-4b1f-9938-ffc4fdc9e00b req-93bd91df-c47d-441e-b42d-73d91a387914 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070620 Dec 15 04:32:12.234005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974831f-8fab-46ec-9404-9fa4ac2cc8c0 req-096456c2-8dc7-4afc-bb47-9a7759df09be tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.242845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1974831f-8fab-46ec-9404-9fa4ac2cc8c0 req-096456c2-8dc7-4afc-bb47-9a7759df09be tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1097 time: 0.0959861 Dec 15 04:32:12.296047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1974831f-8fab-46ec-9404-9fa4ac2cc8c0 req-715fd3a5-3c36-4612-a1f3-e8a438d86434 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523279 Dec 15 04:32:12.358233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fdec3-516b-46f9-bb2a-6893439621b6 req-0e00cc56-6f0a-45c4-a8f7-f1e4747fa1ce tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.360095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe1fdec3-516b-46f9-bb2a-6893439621b6 req-0e00cc56-6f0a-45c4-a8f7-f1e4747fa1ce tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 936 time: 0.0622430 Dec 15 04:32:12.444510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe1fdec3-516b-46f9-bb2a-6893439621b6 req-c3a6dfe6-0ee2-44ac-8e1e-817868ff0937 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769122 Dec 15 04:32:12.460926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4dc30-2f12-4d1c-8ca8-f12a98c9f05d req-fc2a9545-d65b-420d-9496-8b905dd7e544 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.462476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2dc4dc30-2f12-4d1c-8ca8-f12a98c9f05d req-fc2a9545-d65b-420d-9496-8b905dd7e544 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.0764434 Dec 15 04:32:12.507368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3852550-0eec-4ad6-94ee-cb94a558bc77 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:12.563988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port c3852550-0eec-4ad6-94ee-cb94a558bc77 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:32:12.574770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port c3852550-0eec-4ad6-94ee-cb94a558bc77 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:12.576533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.576661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eebffbcc-8ed7-4749-8f33-6a9a1a1e6248 req-7e3d67f1-52ca-4f7e-81d1-b06a952f9c07 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips/37b11a89-f6bb-42e0-b1c0-a752be876d80 HTTP/1.1" status: 200 len: 693 time: 0.0842977 Dec 15 04:32:12.619835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e1f459-a97b-4f2a-89de-a5150e231376 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:12.630050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.662421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Transition to ACTIVE for port object 92e1f459-a97b-4f2a-89de-a5150e231376 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:12.674791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.681047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2dc4dc30-2f12-4d1c-8ca8-f12a98c9f05d req-697d93e1-00c3-4f8d-88e1-4a4db52c956d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044001 Dec 15 04:32:12.686845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.720767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c3852550-0eec-4ad6-94ee-cb94a558bc77, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:12.721685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3852550-0eec-4ad6-94ee-cb94a558bc77'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:12.724315 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b105a-2092-46ef-a675-7a4794e69461" -d '{"events": [{"server_uuid": "6a971368-3a46-47b7-b66c-5dd171f42e24", "name": "network-vif-plugged", "status": "completed", "tag": "c3852550-0eec-4ad6-94ee-cb94a558bc77"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:12.729060 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.746517 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-1b6ca5c9-a410-4238-b3f3-b5798812cc16 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436951 Dec 15 04:32:12.747202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebffbcc-8ed7-4749-8f33-6a9a1a1e6248 req-87bf0475-c790-437f-a549-3c264519d07a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.752796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:12.764090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eebffbcc-8ed7-4749-8f33-6a9a1a1e6248 req-87bf0475-c790-437f-a549-3c264519d07a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1865749 Dec 15 04:32:12.771115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-eebffbcc-8ed7-4749-8f33-6a9a1a1e6248 req-01551b44-21c7-44bc-9c50-df28c11bea80 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:32:12.776053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61d73461-0224-496e-b7b2-27476a9b24ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.792105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eebffbcc-8ed7-4749-8f33-6a9a1a1e6248 req-01551b44-21c7-44bc-9c50-df28c11bea80 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270638 Dec 15 04:32:12.795781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=c3852550-0eec-4ad6-94ee-cb94a558bc77,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:12.888121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] For port e52ef9b5-cdc5-45ec-b139-03c538c0055e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e52ef9b5-cdc5-45ec-b139-03c538c0055e,segment=NetworkSegment(e10dd31e-4b43-4ef7-9174-6323ff25bbc6),segment_id=e10dd31e-4b43-4ef7-9174-6323ff25bbc6)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:12.888523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:12.910064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016d31-80d0-42f6-bfec-446cb2f6af60 req-8d7d7c63-2236-43ec-a2e4-138692f6106b tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:12.911771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96016d31-80d0-42f6-bfec-446cb2f6af60 req-8d7d7c63-2236-43ec-a2e4-138692f6106b tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee109663-0050-4789-9215-29b027e54832 HTTP/1.1" status: 200 len: 946 time: 0.0627398 Dec 15 04:32:12.929677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Calling delete_port for e52ef9b5-cdc5-45ec-b139-03c538c0055e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:13.009093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96016d31-80d0-42f6-bfec-446cb2f6af60 req-46b5e38a-809c-44f4-af9f-29fd56acb224 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.37 "GET /v2.0/security-groups?id=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879176 Dec 15 04:32:13.025772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61d73461-0224-496e-b7b2-27476a9b24ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.097225 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690497d-bd3d-4261-800f-3ba238727403 x-openstack-request-id: req-7690497d-bd3d-4261-800f-3ba238727403 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:13.097734 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a971368-3a46-47b7-b66c-5dd171f42e24", "name": "network-vif-plugged", "status": "completed", "tag": "c3852550-0eec-4ad6-94ee-cb94a558bc77", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:13.097978 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7690497d-bd3d-4261-800f-3ba238727403 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:13.098475 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3852550-0eec-4ad6-94ee-cb94a558bc77', 'code': 200} Dec 15 04:32:13.182458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-3a581bfb-a992-4c15-bf38-d80508aaa082 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips/37b11a89-f6bb-42e0-b1c0-a752be876d80 HTTP/1.1" status: 200 len: 693 time: 0.0725832 Dec 15 04:32:13.237842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-efdcf251-4abe-4a53-8947-35c11d8ad44b service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807827 Dec 15 04:32:13.332700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Attempting to bind port 92e1f459-a97b-4f2a-89de-a5150e231376 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:13.333050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Attempting to bind port 92e1f459-a97b-4f2a-89de-a5150e231376 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:13.333378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Attempting to bind port 92e1f459-a97b-4f2a-89de-a5150e231376 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:13.339072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61d73461-0224-496e-b7b2-27476a9b24ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.341670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61d73461-0224-496e-b7b2-27476a9b24ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.342895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61d73461-0224-496e-b7b2-27476a9b24ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea42fe9b-a1d1-4763-944a-72fabf3f71ec HTTP/1.1" status: 204 len: 168 time: 1.1456547 Dec 15 04:32:13.347447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815427-b2a6-423b-9d0f-a8b1dd52c300 req-4b349bfc-d938-4930-919d-abefab2c5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:13.349163 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69815427-b2a6-423b-9d0f-a8b1dd52c300 req-4b349bfc-d938-4930-919d-abefab2c5620 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 1101 time: 0.1276937 Dec 15 04:32:13.355201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Port 92e1f459-a97b-4f2a-89de-a5150e231376 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:13.355419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e47af8-b890-471c-869d-b794bc73010c req-398ac43d-35f0-46a6-882c-255ceb489850 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:13.355881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Attempting to bind port 92e1f459-a97b-4f2a-89de-a5150e231376 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:13.357440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.367294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-398ac43d-35f0-46a6-882c-255ceb489850 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1832795 Dec 15 04:32:13.371883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d73461-0224-496e-b7b2-27476a9b24ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea42fe9b-a1d1-4763-944a-72fabf3f71ec,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:13.380429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-12271653-1f20-48d3-a467-f65ca374a38e tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:32:13.391028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-12271653-1f20-48d3-a467-f65ca374a38e tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226798 Dec 15 04:32:13.408755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:13.409096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:13.409483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:13.409932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Bound port: 92e1f459-a97b-4f2a-89de-a5150e231376, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:13.410288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.423247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Pushing event deleted for resources: {'Port': ['ID=e52ef9b5-cdc5-45ec-b139-03c538c0055e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:13.531882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69815427-b2a6-423b-9d0f-a8b1dd52c300 req-73d1c119-58f7-4bf5-bd75-e93aeed92a23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710620 Dec 15 04:32:13.539660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-036c13c5-2922-4b22-84c5-f5b86e723d00 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.1474483 Dec 15 04:32:13.586336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] No DVR routers for this DVR port e52ef9b5-cdc5-45ec-b139-03c538c0055e on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:13.590685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.594090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84beb6a3-384b-4123-9775-cd2cb5204291 req-b34f01ec-013b-4d83-93e7-41736c50c609 tempest-VolumesAdminNegativeTest-1095245202 tempest-VolumesAdminNegativeTest-1095245202-project] 10.222.0.42 "DELETE /v2.0/ports/e52ef9b5-cdc5-45ec-b139-03c538c0055e HTTP/1.1" status: 204 len: 173 time: 1.7840195 Dec 15 04:32:13.594421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee109663-0050-4789-9215-29b027e54832', 'name': 'network-vif-deleted', 'tag': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:13.596862 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd40986-4c55-43fc-b6c7-46332c16ad94" -d '{"events": [{"server_uuid": "ee109663-0050-4789-9215-29b027e54832", "name": "network-vif-deleted", "tag": "e52ef9b5-cdc5-45ec-b139-03c538c0055e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:13.622112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:13.626258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:13.633041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.714304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-7d5d541f-7bf6-4b3c-b9ba-7dd68540acde tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.1721709 Dec 15 04:32:13.727581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:13.734649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:13.737588 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] 10.222.0.42 "PUT /v2.0/ports/92e1f459-a97b-4f2a-89de-a5150e231376 HTTP/1.1" status: 200 len: 1097 time: 2.3313918 Dec 15 04:32:13.807201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6362-4a51-4306-8770-0b4c25fa6393 service neutron] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:13.817230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-bb810117-d0ab-4e4d-85b4-2888df36a200 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:13.819028 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-bb810117-d0ab-4e4d-85b4-2888df36a200 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1218991 Dec 15 04:32:13.986895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-a47034f0-d209-4230-8626-da4ca7005667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:13.989109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-a47034f0-d209-4230-8626-da4ca7005667 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19e5e627955d43ada6bee638a7b510c2&device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 1100 time: 0.1068673 Dec 15 04:32:14.106608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-4bb0c255-b282-43f0-897d-e6b6f72f8a91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=92e1f459-a97b-4f2a-89de-a5150e231376 HTTP/1.1" status: 200 len: 217 time: 0.0595772 Dec 15 04:32:14.149954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-dfa89b86-fc37-4e47-8135-4b50a709e653 service neutron] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:14.154819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-dfa89b86-fc37-4e47-8135-4b50a709e653 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.155936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c31745e2-9067-4685-954b-45e5c6532cf1 req-dfa89b86-fc37-4e47-8135-4b50a709e653 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.3256826 Dec 15 04:32:14.171320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-59a20655-82c3-4a3e-9fdd-526be7afda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:14.173275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-59a20655-82c3-4a3e-9fdd-526be7afda7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0543394 Dec 15 04:32:14.228684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-49757a1b-dab8-4600-b8b9-7d01466a3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:14.230734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-49757a1b-dab8-4600-b8b9-7d01466a3f5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493741 Dec 15 04:32:14.286188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-a7bc5154-36c2-481d-9bab-ffcf268d9bcd tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:32:14.287743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-a7bc5154-36c2-481d-9bab-ffcf268d9bcd tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261350 Dec 15 04:32:14.334196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c7b84e8f-51cc-4715-9f0c-de455de64d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:14.335578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c7b84e8f-51cc-4715-9f0c-de455de64d70 service neutron] 10.222.0.37 "GET /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 1094 time: 0.0395544 Dec 15 04:32:14.345647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:14.345974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Unknown quota resources ['binding']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:32:14.350080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Deleting port 47bb34ab-f5af-49b1-9ae0-9fad46fa0e37 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:14.350420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.351887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-1fbc6058-219f-41b2-b835-f30462217468 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110842 Dec 15 04:32:14.498746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.499364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d0ad56a-1f5d-4f6c-908f-098a6756d9b7 req-91a7ddc9-83ec-40e5-9344-f11dfd696639 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290779 Dec 15 04:32:14.499846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.533566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Calling delete_port for 47bb34ab-f5af-49b1-9ae0-9fad46fa0e37 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:14.600117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:14.600499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:14.600782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:14.609636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:14.609960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:14.618660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:14.618994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:14.619371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:14.619792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Bound port: 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:14.686120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:14.694612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] Publish callbacks [] for binding, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.695767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9dcda911-bb73-4d21-aa5e-51c1147e42fa service neutron] 10.222.0.37 "POST /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe/bindings HTTP/1.1" status: 201 len: 390 time: 0.3542707 Dec 15 04:32:14.742586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.767353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event deleted for resources: {'Port': ['ID=47bb34ab-f5af-49b1-9ae0-9fad46fa0e37,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:14.781590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e52ef9b5-cdc5-45ec-b139-03c538c0055e no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:14.822387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: e52ef9b5-cdc5-45ec-b139-03c538c0055e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:14.823017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e52ef9b5-cdc5-45ec-b139-03c538c0055e not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:14.898437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.901369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:14.903185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e47af8-b890-471c-869d-b794bc73010c req-9c6d0a35-2b7b-4855-b91c-8b44cf8ad12a tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "DELETE /v2.0/floatingips/37b11a89-f6bb-42e0-b1c0-a752be876d80 HTTP/1.1" status: 204 len: 173 time: 1.1830885 Dec 15 04:32:14.926363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34cc5b-5d1f-4571-ba3f-d4e5b7349818 req-23e5d491-2dd3-4449-bc7d-710b46054cac tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:14.927904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd34cc5b-5d1f-4571-ba3f-d4e5b7349818 req-23e5d491-2dd3-4449-bc7d-710b46054cac tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 949 time: 0.0771463 Dec 15 04:32:14.983393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd34cc5b-5d1f-4571-ba3f-d4e5b7349818 req-a9b01dfb-f17e-4d72-91d0-5177a502a5da tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484343 Dec 15 04:32:15.035451 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc9d3c-388d-4d91-a955-0b66a81044dd x-openstack-request-id: req-2ecc9d3c-388d-4d91-a955-0b66a81044dd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:15.035847 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee109663-0050-4789-9215-29b027e54832", "name": "network-vif-deleted", "tag": "e52ef9b5-cdc5-45ec-b139-03c538c0055e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:15.036245 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ecc9d3c-388d-4d91-a955-0b66a81044dd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:15.036754 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee109663-0050-4789-9215-29b027e54832', 'name': 'network-vif-deleted', 'tag': 'e52ef9b5-cdc5-45ec-b139-03c538c0055e', 'status': 'completed', 'code': 200} Dec 15 04:32:15.089732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9d39-7bee-46f2-b43e-f22073c6879f req-e18e3ef2-0a4c-4539-a757-ef0e710f772b tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.091242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4cc9d39-7bee-46f2-b43e-f22073c6879f req-e18e3ef2-0a4c-4539-a757-ef0e710f772b tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 948 time: 0.0506396 Dec 15 04:32:15.169199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0e63c-cca1-454f-9b38-51609d1c69d6 req-e1b88c3f-fb55-480f-b85e-d3de29b20836 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.170687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08d0e63c-cca1-454f-9b38-51609d1c69d6 req-e1b88c3f-fb55-480f-b85e-d3de29b20836 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.0785136 Dec 15 04:32:15.173939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4cc9d39-7bee-46f2-b43e-f22073c6879f req-d2230683-8862-4016-b3b7-3ee759f565ea tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727880 Dec 15 04:32:15.220838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08d0e63c-cca1-454f-9b38-51609d1c69d6 req-7b846fa6-c973-424a-a814-97497d7e5e9d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Dec 15 04:32:15.220974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53376) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:15.274703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Deleting subnet 0718dff2-f167-455a-9453-68dd35c686ad {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:32:15.280738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.317939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.332793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ca02-b10c-4b26-9282-e2d9bfa62032 req-ce0a435e-c28d-4c1f-953f-71c061748af6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.334907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a425ca02-b10c-4b26-9282-e2d9bfa62032 req-ce0a435e-c28d-4c1f-953f-71c061748af6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.0566080 Dec 15 04:32:15.360968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.391327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a425ca02-b10c-4b26-9282-e2d9bfa62032 req-b534e4ee-87de-436f-899e-813efd72fa46 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Dec 15 04:32:15.434523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.462088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0718dff2-f167-455a-9453-68dd35c686ad,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:15.471185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.477334 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3d7dd6df-00e9-4a49-981f-3e6d0985d3b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0718dff2-f167-455a-9453-68dd35c686ad HTTP/1.1" status: 204 len: 168 time: 0.2529628 Dec 15 04:32:15.477826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53398) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:15.561673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.664269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.687905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610487e8-c56e-470c-b838-5e4b2b84a85f req-558d7775-1860-43fe-bd33-a84c44bfd3fa tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.689418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-610487e8-c56e-470c-b838-5e4b2b84a85f req-558d7775-1860-43fe-bd33-a84c44bfd3fa tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2564201 Dec 15 04:32:15.690455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67ed130-cc76-4b61-910e-874e5fa3ae10']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:15.704099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90091-2ed7-4e7c-858b-72667f8872dd req-8b0efb42-d4b1-4d11-9e2e-995eebf17940 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.705579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61a90091-2ed7-4e7c-858b-72667f8872dd req-8b0efb42-d4b1-4d11-9e2e-995eebf17940 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1096 time: 0.0714183 Dec 15 04:32:15.709647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:15.709955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10dd31e-4b43-4ef7-9174-6323ff25bbc6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:15.734529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.754381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.761358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9317875f-b5c1-46c5-80e1-81c5eb48bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.763304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-9317875f-b5c1-46c5-80e1-81c5eb48bd34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1097 time: 0.0698366 Dec 15 04:32:15.767122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:32:15.767122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:32:15.768954 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:32:15.814038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61a90091-2ed7-4e7c-858b-72667f8872dd req-3720bfa8-4b44-4df9-b69b-4ed1ff47452a tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005394 Dec 15 04:32:15.870218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3db598-d9d2-4544-b45a-5c5dbf4eb2b8 req-6d921b7d-e67d-4bf8-9946-ba9c24e9d294 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=092b3d8be7b04bd1887bcad1c7ede3d3 HTTP/1.1" status: 200 len: 1655 time: 0.0832343 Dec 15 04:32:15.882572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.912530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:15.920246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d67ed130-cc76-4b61-910e-874e5fa3ae10 HTTP/1.1" status: 204 len: 168 time: 0.4412894 Dec 15 04:32:15.926473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53420) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:15.940591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df930a-e578-4452-8df5-b6b694f433e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67ed130-cc76-4b61-910e-874e5fa3ae10,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:15.968770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-d47e7816-5e38-4ceb-89c4-ec83ae9d2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:15.970260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-d47e7816-5e38-4ceb-89c4-ec83ae9d2e44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1918240 Dec 15 04:32:16.008265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8e815-c9be-4717-b610-e48681d88159 req-e239fa3a-fa2b-43d4-afbd-73b5a3db52a6 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:16.009927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14c8e815-c9be-4717-b610-e48681d88159 req-e239fa3a-fa2b-43d4-afbd-73b5a3db52a6 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 1096 time: 0.0782449 Dec 15 04:32:16.024839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3db598-d9d2-4544-b45a-5c5dbf4eb2b8 req-5b367a5b-524e-49ab-96d3-e3cf83972527 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:16.026307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3db598-d9d2-4544-b45a-5c5dbf4eb2b8 req-5b367a5b-524e-49ab-96d3-e3cf83972527 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks?id=ca73bcec-d444-476d-8f09-f3fab153b67c&id=ca73bcec-d444-476d-8f09-f3fab153b67c&id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 787 time: 0.1552598 Dec 15 04:32:16.026427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Deleting subnet d7eed75d-0ebc-42fb-89bc-65422229b18d {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:32:16.029692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-dd670eab-a6f3-43b4-95e7-dc514b86a5e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 217 time: 0.0494177 Dec 15 04:32:16.031659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.040590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-1e3db598-d9d2-4544-b45a-5c5dbf4eb2b8 req-1147f44c-cb32-4c9d-adbc-7dc104fca210 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:32:16.041665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3db598-d9d2-4544-b45a-5c5dbf4eb2b8 req-1147f44c-cb32-4c9d-adbc-7dc104fca210 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067763 Dec 15 04:32:16.083246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14c8e815-c9be-4717-b610-e48681d88159 req-f8571151-1b1d-436f-96e1-7d66765a5fc7 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 Dec 15 04:32:16.098426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.127939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-52fcdc20-d596-4aa3-b01f-02a545c3bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:16.129444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-52fcdc20-d596-4aa3-b01f-02a545c3bb48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.0783317 Dec 15 04:32:16.141052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:16.171714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c7c93570-d4b4-4d28-99b0-be2cdc9610ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302119 Dec 15 04:32:16.172971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.256201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b2301-3f42-4f33-844a-c611de52dbad req-bbefbd86-774d-4ff0-a9d0-a23175fdc21f tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:16.257924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-143b2301-3f42-4f33-844a-c611de52dbad req-bbefbd86-774d-4ff0-a9d0-a23175fdc21f tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 949 time: 0.0950282 Dec 15 04:32:16.260788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-a977d303-fa83-477d-a735-5898bd140f71 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips/699172d9-24cb-46d8-b491-f37ac0c0e728 HTTP/1.1" status: 200 len: 693 time: 0.0617795 Dec 15 04:32:16.303349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.332652 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-a75c9488-a49e-4e2f-820f-7b590b47c710 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347303 Dec 15 04:32:16.335365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7eed75d-0ebc-42fb-89bc-65422229b18d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:16.337360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.343163 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b94647a4-4cc7-4a98-bf86-c78c5d8c1d97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d7eed75d-0ebc-42fb-89bc-65422229b18d HTTP/1.1" status: 204 len: 168 time: 0.4154048 Dec 15 04:32:16.343805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53440) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:16.350150 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d24314d-4871-4192-a2d8-621a0e7d6c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.415607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-143b2301-3f42-4f33-844a-c611de52dbad req-dc21eb4b-5abd-4588-b504-280bace8e508 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472118 Dec 15 04:32:16.438264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-6dea408c-31e1-4150-9bfe-6b09bd66c316 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:16.439425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-6dea408c-31e1-4150-9bfe-6b09bd66c316 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1724126 Dec 15 04:32:16.470550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.525177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-beca6bf3-a433-4604-aca0-b5e0b6430ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724765 Dec 15 04:32:16.528700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-ff7b9418-c011-48fa-b349-32a5c29a9cae tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0772126 Dec 15 04:32:16.574760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.603938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdc89e0-5ff9-4c29-8709-b9ee02efc649']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:16.609313 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d24314d-4871-4192-a2d8-621a0e7d6c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.615456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340a6fa9-96a7-4b76-9a73-ccd648ad7524') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:16.615844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340a6fa9-96a7-4b76-9a73-ccd648ad7524') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:16.618122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-e3309013-33e5-40d2-9ba4-8898a22ac0b1 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0761185 Dec 15 04:32:16.619849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d24314d-4871-4192-a2d8-621a0e7d6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.626608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.642132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.651312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:32:16.651994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:32:16.655329 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:32:16.671349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5d24314d-4871-4192-a2d8-621a0e7d6c11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86d00c94eff84868aadcfcb0a62a61b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275257 Dec 15 04:32:16.676992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53450) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:16.717315 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.731545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24314d-4871-4192-a2d8-621a0e7d6c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16f7661-c011-4064-972b-97cf63978886,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:16.747396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.750715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] 10.222.0.37 "DELETE /v2.0/networks/6cdc89e0-5ff9-4c29-8709-b9ee02efc649 HTTP/1.1" status: 204 len: 168 time: 0.4056499 Dec 15 04:32:16.751773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99b28-9c0e-49ad-9478-b355164fa40b admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdc89e0-5ff9-4c29-8709-b9ee02efc649,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:16.778296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:16.864482 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b361b5c2-15fa-4217-90bb-0fa4171c7936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.896164 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b361b5c2-15fa-4217-90bb-0fa4171c7936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.904190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:16.908167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53454) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:16.919581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Deleting port 36ad8399-65e4-4a08-82a5-7655eee278d4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:16.919923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.920128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '92e1f459-a97b-4f2a-89de-a5150e231376', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '92e1f459-a97b-4f2a-89de-a5150e231376', 'mac_address': 'fa:16:3e:9b:05:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:16.958200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2fd987bc-79c6-4ab9-8adc-243ae01be791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41557f99c7b14e5a856b4788ba98bdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486181 Dec 15 04:32:16.961063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53456) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:16.968961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:16.983505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e1f459-a97b-4f2a-89de-a5150e231376 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:17.008491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:17.013989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.028468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b361b5c2-15fa-4217-90bb-0fa4171c7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.031159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b361b5c2-15fa-4217-90bb-0fa4171c7936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.034976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b361b5c2-15fa-4217-90bb-0fa4171c7936 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e16f7661-c011-4064-972b-97cf63978886 HTTP/1.1" status: 204 len: 168 time: 0.3570011 Dec 15 04:32:17.037521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.037840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.064010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361b5c2-15fa-4217-90bb-0fa4171c7936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16f7661-c011-4064-972b-97cf63978886,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:17.066981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Calling delete_port for 36ad8399-65e4-4a08-82a5-7655eee278d4 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:17.078854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:17.081435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:17.090294 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e534b4-45c2-44b6-b998-d3f148c2d61d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:17.095925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9ade6842-19c0-4121-ab73-04cca200ea84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.124934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9ade6842-19c0-4121-ab73-04cca200ea84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.182718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9ade6842-19c0-4121-ab73-04cca200ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.185463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9ade6842-19c0-4121-ab73-04cca200ea84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.186909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9ade6842-19c0-4121-ab73-04cca200ea84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d HTTP/1.1" status: 204 len: 168 time: 0.2246261 Dec 15 04:32:17.195692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade6842-19c0-4121-ab73-04cca200ea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ce21f-e5ea-47d4-b28e-a8dc4c5fe69d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:17.239341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.298766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event deleted for resources: {'Port': ['ID=36ad8399-65e4-4a08-82a5-7655eee278d4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:17.344887 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.348325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:17.360962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b62a3b1-2fce-4c94-a8ec-69ac737edd08 req-9e75a472-b42d-4960-a940-ea70b6711e75 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "DELETE /v2.0/floatingips/699172d9-24cb-46d8-b491-f37ac0c0e728 HTTP/1.1" status: 204 len: 173 time: 0.7134829 Dec 15 04:32:17.422119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['92e1f459-a97b-4f2a-89de-a5150e231376'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:17.470559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628efe4-771c-4e64-9265-afc633f1b925 req-097d8bf3-2bef-47e0-9978-8660cbb43fd9 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:17.479888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e628efe4-771c-4e64-9265-afc633f1b925 req-097d8bf3-2bef-47e0-9978-8660cbb43fd9 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 949 time: 0.0677557 Dec 15 04:32:17.552164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e628efe4-771c-4e64-9265-afc633f1b925 req-dad7aa02-3904-4422-9707-c9deba047307 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710776 Dec 15 04:32:17.706639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57d2ea-4f02-4a51-b6ca-f35b8a0e28d5 req-7ba5168c-5182-489f-b5e7-6df5030c9b1e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:17.709809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a57d2ea-4f02-4a51-b6ca-f35b8a0e28d5 req-7ba5168c-5182-489f-b5e7-6df5030c9b1e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.0679693 Dec 15 04:32:17.779060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a57d2ea-4f02-4a51-b6ca-f35b8a0e28d5 req-b4309380-c8f9-4a44-86c4-8fc9ae5e4a95 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608902 Dec 15 04:32:17.859924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53482) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:17.920616 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e743a9a4-5491-4e2d-9316-f9dbf72b2c7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bf83128f22e443ba7d0a34e3348dacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582926 Dec 15 04:32:17.922407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:17.981914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61be729a-cb67-4637-95fe-421ac820506b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.008310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61be729a-cb67-4637-95fe-421ac820506b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.065064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61be729a-cb67-4637-95fe-421ac820506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.069659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61be729a-cb67-4637-95fe-421ac820506b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.071772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61be729a-cb67-4637-95fe-421ac820506b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c45574c-6431-4960-b452-bdf0fd479fef HTTP/1.1" status: 204 len: 168 time: 0.1484168 Dec 15 04:32:18.080643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be729a-cb67-4637-95fe-421ac820506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c45574c-6431-4960-b452-bdf0fd479fef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:18.277384 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5289002a-15ec-43a4-8eb9-2dfefc1daf86 x-openstack-request-id: req-5289002a-15ec-43a4-8eb9-2dfefc1daf86 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:18.277680 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:18.277938 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5289002a-15ec-43a4-8eb9-2dfefc1daf86 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:18.278347 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'status': 'completed', 'code': 200} Dec 15 04:32:18.378233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-79359a9c-9227-4aa7-a7d5-35024bf97d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:18.379604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-79359a9c-9227-4aa7-a7d5-35024bf97d4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19e5e627955d43ada6bee638a7b510c2&device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 1101 time: 0.0508275 Dec 15 04:32:18.450463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-946a1533-7077-4da0-aaf1-240aba977bf0 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips/3666cd90-338a-4a3d-ae3b-6292876fd782 HTTP/1.1" status: 200 len: 692 time: 0.0538025 Dec 15 04:32:18.507187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-89a7f8b5-46b3-49fa-8938-4f352c5b7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:18.509305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-89a7f8b5-46b3-49fa-8938-4f352c5b7f7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1205168 Dec 15 04:32:18.558615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-fb3119f6-760d-4baa-b964-2f6a52d92e18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=92e1f459-a97b-4f2a-89de-a5150e231376 HTTP/1.1" status: 200 len: 217 time: 0.0382712 Dec 15 04:32:18.574033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-d858069d-6324-4f8b-90fe-88edbd845c5e tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:18.582522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-d858069d-6324-4f8b-90fe-88edbd845c5e tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1258500 Dec 15 04:32:18.624422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-53050d0a-68bd-41b1-9d60-f1cc8103bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:18.626750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-53050d0a-68bd-41b1-9d60-f1cc8103bc65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0594554 Dec 15 04:32:18.638481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-4278e130-c3aa-4809-8a66-ac0622aec8af tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0551047 Dec 15 04:32:18.694703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-885d4d65-8e05-472f-9086-63eabaea9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:18.696240 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-885d4d65-8e05-472f-9086-63eabaea9fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598226 Dec 15 04:32:18.715126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-fab8ff9f-db12-4833-bd75-8ed3049fa068 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0685265 Dec 15 04:32:18.795954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:18.799322 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-715ef107-55f9-4e30-ac31-1ebd4583e36a service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939050 Dec 15 04:32:18.874493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Deleting port 4afbf2d8-3eca-47b5-b8f4-d230667d78dc {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:18.875995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.901130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 92e1f459-a97b-4f2a-89de-a5150e231376 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:32:18.906019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 92e1f459-a97b-4f2a-89de-a5150e231376 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:18.906558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.916814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53522) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:18.925477 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00e534b4-45c2-44b6-b998-d3f148c2d61d req-459725a1-867c-4399-9c92-01b3b9a9d59a service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169105 Dec 15 04:32:18.985743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.986104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:18.997094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.001305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Calling delete_port for 4afbf2d8-3eca-47b5-b8f4-d230667d78dc owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:19.022594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:19.024896 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b37cce-ee9c-458b-ba67-b3e00799db7d" -d '{"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-plugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:19.041246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:19.056665 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.089986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1038027034-network', 'tenant_id': 'd771b587215e4062ad6a02527a0f41b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:19.113127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:19.117507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Made reservation on behalf of d771b587215e4062ad6a02527a0f41b1 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:19.121497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.133564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.173589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.200669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event deleted for resources: {'Port': ['ID=4afbf2d8-3eca-47b5-b8f4-d230667d78dc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:19.221641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.225847 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.256549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:32:19.266656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.269645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.269909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1ab86-dd53-49bf-8116-1af24d99c257,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:19.271444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c328f1ff-c894-4701-85d7-b7705e759dcd req-c8cdadbd-6efe-4f47-aee8-345bc70b1498 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "DELETE /v2.0/floatingips/3666cd90-338a-4a3d-ae3b-6292876fd782 HTTP/1.1" status: 204 len: 173 time: 0.5544701 Dec 15 04:32:19.277944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.278156 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Added segment 371bb9cd-f43f-48e2-ac3b-b155f0c59490 of type vlan for network 3466872e-4a99-408e-8688-b61dbe3e286b Dec 15 04:32:19.324557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.352910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.354028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.354686 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.420694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5000331 Dec 15 04:32:19.421477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53532) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:19.426159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Request body: {'subnet': {'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1038027034-subnet', 'tenant_id': 'd771b587215e4062ad6a02527a0f41b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:19.428986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf0307-ce43-4215-a011-8a0c430be42c admin admin] Pushing event updated for resources: {'Network': ['ID=3466872e-4a99-408e-8688-b61dbe3e286b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:19.439698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3466872e-4a99-408e-8688-b61dbe3e286b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:32:19.461044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Made reservation on behalf of d771b587215e4062ad6a02527a0f41b1 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:19.465151 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.686343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.686721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.687190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.687651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.688137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.688593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.689057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.689503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.689961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.690416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.690866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.693016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-1962cc69-c17e-4d3f-b583-8dbb5f15c029 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad&device_id=6a971368-3a46-47b7-b66c-5dd171f42e24&device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb&device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea&device_id=62618691-2dd3-4085-ba40-df0f36e09229&device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995&device_id=08537393-400b-441a-90ab-f389de4213b3&device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 9982 time: 0.0999320 Dec 15 04:32:19.717412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.719142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-6bb262d7-1e93-4fa8-8772-aa6e74b1ce82 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.788216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a2245e-52aa-487e-a0d3-6ce360425293,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:19.819725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Checking segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:19.820088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Network hostable DHCP agents. Network: 3466872e-4a99-408e-8688-b61dbe3e286b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:32:19.859466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Network 3466872e-4a99-408e-8688-b61dbe3e286b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:32:19.876961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 3466872e-4a99-408e-8688-b61dbe3e286b) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:19.881246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:19.881988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.886007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-6bb262d7-1e93-4fa8-8772-aa6e74b1ce82 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.886723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c8cdb-bba0-4141-a563-ab949db45c94 None None] Network 3466872e-4a99-408e-8688-b61dbe3e286b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:32:19.891800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-6bb262d7-1e93-4fa8-8772-aa6e74b1ce82 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:19.930305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-71741355-1d7d-4ab1-8d74-127d6ce85fcf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4992905 Dec 15 04:32:19.949655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb262d7-1e93-4fa8-8772-aa6e74b1ce82 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf4f31-d5f9-4f56-a951-07da3d642d57,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:20.016676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a7af0ec-8fbf-461c-a9e3-48ac88510385 req-6bb262d7-1e93-4fa8-8772-aa6e74b1ce82 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&id=e06b2349-3db4-403c-a9d3-7866a9294005&id=8de074e7-15e8-4618-9a28-5553f5534073&id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3145924 Dec 15 04:32:20.037772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eefec4-0f64-4aae-b145-484391c74dac None None] Network 3466872e-4a99-408e-8688-b61dbe3e286b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:32:20.345683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1fa0f-d1f2-410d-9d29-7f152f57dac7 req-4b93377d-d821-43df-af3e-461856624638 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:20.347157 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6f1fa0f-d1f2-410d-9d29-7f152f57dac7 req-4b93377d-d821-43df-af3e-461856624638 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 950 time: 0.0496054 Dec 15 04:32:20.394895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6f1fa0f-d1f2-410d-9d29-7f152f57dac7 req-72ed7bfb-d879-4056-910f-c776c71c4520 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Dec 15 04:32:20.495998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43b20e-79dd-4071-9293-2421ab2ead51 req-e6436566-e441-49ee-bebb-5406fdef2602 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:20.497378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b43b20e-79dd-4071-9293-2421ab2ead51 req-e6436566-e441-49ee-bebb-5406fdef2602 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.0483425 Dec 15 04:32:20.543999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b43b20e-79dd-4071-9293-2421ab2ead51 req-bd30a424-0658-42b8-b13d-de447d1582cb tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Dec 15 04:32:20.589504 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f7ae8a-4f88-4c31-ac7b-456bcc10b713 x-openstack-request-id: req-a4f7ae8a-4f88-4c31-ac7b-456bcc10b713 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:20.589910 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-plugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:20.590235 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4f7ae8a-4f88-4c31-ac7b-456bcc10b713 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:20.590692 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'code': 200} Dec 15 04:32:20.647398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-a6dbfe3a-08da-4398-90ba-df6fb1884873 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips/17ca295a-c08d-48fd-89ac-2eccb3d9d711 HTTP/1.1" status: 200 len: 692 time: 0.0467958 Dec 15 04:32:20.737843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523751cf-6641-4784-9b54-48fdb17dc96a req-ae90890e-c933-4ba5-87b0-fce1b81f10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:20.739475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-523751cf-6641-4784-9b54-48fdb17dc96a req-ae90890e-c933-4ba5-87b0-fce1b81f10bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 1102 time: 0.0415180 Dec 15 04:32:20.762295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-077c8196-ab82-49cd-9071-bc3d6121bcb0 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:20.763566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-077c8196-ab82-49cd-9071-bc3d6121bcb0 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1098669 Dec 15 04:32:20.788606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-523751cf-6641-4784-9b54-48fdb17dc96a req-054def23-4114-45d7-b557-d79f6596105e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Dec 15 04:32:20.815837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-3da5d3b9-7ed7-4308-8a40-9d8ef1733730 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0458221 Dec 15 04:32:20.866237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-17ca0b28-f510-40d1-a61a-1ef3d318a473 tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0434468 Dec 15 04:32:20.992319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Deleting port 75bd9160-1e92-44da-b3e6-73e9209291de {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:20.992991 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.072765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.073091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.085777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Calling delete_port for 75bd9160-1e92-44da-b3e6-73e9209291de owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:21.215874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.245510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Pushing event deleted for resources: {'Port': ['ID=75bd9160-1e92-44da-b3e6-73e9209291de,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:21.305601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.308121 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.309208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c904351-f18f-4729-8cfd-e9780d7da0cc req-526e812e-b1c0-42df-9f74-9d296ecbda0b tempest-FloatingIPDetailsTestJSON-1019059816 tempest-FloatingIPDetailsTestJSON-1019059816-project] 10.222.0.37 "DELETE /v2.0/floatingips/17ca295a-c08d-48fd-89ac-2eccb3d9d711 HTTP/1.1" status: 204 len: 173 time: 0.4374731 Dec 15 04:32:21.315418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53548) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:21.709872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-352db636-cf1d-4c1e-8cfc-59518ec7e54e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:21.714326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-352db636-cf1d-4c1e-8cfc-59518ec7e54e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.1352210 Dec 15 04:32:21.743162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a6c93ef-3f52-4a50-b6df-71aca2d46800 req-ffdb46db-b256-4db6-83d9-70a15acbec65 tempest-AbsoluteLimitsNegativeTestJSON-356124567 tempest-AbsoluteLimitsNegativeTestJSON-356124567-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6166420cfc2e4b53a45a008819c2f933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278356 Dec 15 04:32:21.745584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-472d7a75-f06c-4229-ad1f-1be7dae5c18c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/quotas/d771b587215e4062ad6a02527a0f41b1 HTTP/1.1" status: 200 len: 375 time: 0.0194428 Dec 15 04:32:21.748040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:21.824347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-43d576fa-c42e-4758-a697-63b1a33fa138 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616610 Dec 15 04:32:22.262014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-4ec6af6c-ef74-40b1-b284-a8915f02196b service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248779 Dec 15 04:32:22.297283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Deleting port 23dc30f2-ce6a-4191-98c1-93e84abe83e6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:22.297624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:22.352507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c93ef-3f52-4a50-b6df-71aca2d46800 req-d64cab0d-1ef1-424f-97bc-52167ba5de87 tempest-AbsoluteLimitsNegativeTestJSON-356124567 tempest-AbsoluteLimitsNegativeTestJSON-356124567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:22.353990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a6c93ef-3f52-4a50-b6df-71aca2d46800 req-d64cab0d-1ef1-424f-97bc-52167ba5de87 tempest-AbsoluteLimitsNegativeTestJSON-356124567 tempest-AbsoluteLimitsNegativeTestJSON-356124567-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6034663 Dec 15 04:32:22.385535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] For port 23dc30f2-ce6a-4191-98c1-93e84abe83e6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=23dc30f2-ce6a-4191-98c1-93e84abe83e6,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:22.385958 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:22.388526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a6c93ef-3f52-4a50-b6df-71aca2d46800 req-36715f40-50bb-4789-b669-0c7df012459a tempest-AbsoluteLimitsNegativeTestJSON-356124567 tempest-AbsoluteLimitsNegativeTestJSON-356124567-project] 10.222.0.37 "GET /v2.0/quotas/6166420cfc2e4b53a45a008819c2f933 HTTP/1.1" status: 200 len: 375 time: 0.0234919 Dec 15 04:32:22.400897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Calling delete_port for 23dc30f2-ce6a-4191-98c1-93e84abe83e6 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:22.409136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-37b2d2e2-cca5-4158-8bbd-7edf94cb2f77 service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464090 Dec 15 04:32:22.432490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a6c93ef-3f52-4a50-b6df-71aca2d46800 req-006a1a4e-46d7-4f0b-8d4d-0ef59f1d0efb tempest-AbsoluteLimitsNegativeTestJSON-356124567 tempest-AbsoluteLimitsNegativeTestJSON-356124567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6166420cfc2e4b53a45a008819c2f933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336409 Dec 15 04:32:22.671306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3acde-10b8-440c-947b-b3b5cc303f45 req-771856e7-4b0b-4c76-9c4a-6ea2ed49139f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:22.675830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ee3acde-10b8-440c-947b-b3b5cc303f45 req-771856e7-4b0b-4c76-9c4a-6ea2ed49139f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 950 time: 0.1251211 Dec 15 04:32:22.723400 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:22.787563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Pushing event deleted for resources: {'Port': ['ID=23dc30f2-ce6a-4191-98c1-93e84abe83e6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:22.830076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53590) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:22.852283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ee3acde-10b8-440c-947b-b3b5cc303f45 req-5389820a-ebab-4a2e-890e-58ac4e7f1ac1 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677473 Dec 15 04:32:22.906832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c9f5-5d70-44a7-842b-d9505e895802 req-19ddab2b-0a2a-41ce-82e7-3ac5cfa5bd15 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:22.907303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c9f5-5d70-44a7-842b-d9505e895802 req-19ddab2b-0a2a-41ce-82e7-3ac5cfa5bd15 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:22.907777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c9f5-5d70-44a7-842b-d9505e895802 req-19ddab2b-0a2a-41ce-82e7-3ac5cfa5bd15 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:22.909480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a226c9f5-5d70-44a7-842b-d9505e895802 req-19ddab2b-0a2a-41ce-82e7-3ac5cfa5bd15 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24&device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb&device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 2885 time: 0.1404338 Dec 15 04:32:23.053687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a226c9f5-5d70-44a7-842b-d9505e895802 req-66e0f7ef-7cd1-41e3-b70d-d06e17cf4c59 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316903 Dec 15 04:32:23.067710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.112096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c31d6ec-430c-4383-94d2-9bb4c57e6b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.138496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fc3a2-4f54-4846-8daf-fa27f505bbd4 req-c0fe82b7-5858-463c-a03d-eb971b738820 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:23.140390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b27fc3a2-4f54-4846-8daf-fa27f505bbd4 req-c0fe82b7-5858-463c-a03d-eb971b738820 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.1829939 Dec 15 04:32:23.230022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b27fc3a2-4f54-4846-8daf-fa27f505bbd4 req-9e87117f-fed1-4756-b47f-2f6b77eb6f03 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820072 Dec 15 04:32:23.396763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Router f961f893-5757-44a9-823b-97d2ba567d08 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:32:23.402163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6064f937-7f83-4b4d-8402-ecdb34fd9b5a req-ee5ef604-305f-40fc-89eb-7c1ffeb7fe21 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 210 time: 0.0725517 Dec 15 04:32:23.405273 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c31d6ec-430c-4383-94d2-9bb4c57e6b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.416473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c31d6ec-430c-4383-94d2-9bb4c57e6b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.512461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8c31d6ec-430c-4383-94d2-9bb4c57e6b47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6166420cfc2e4b53a45a008819c2f933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6590471 Dec 15 04:32:23.519055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53610) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:23.531977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31d6ec-430c-4383-94d2-9bb4c57e6b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a93698-c540-4a49-9adc-80ebdf568a89,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:23.576912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:32:23.590244 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] Sync routers for ids ['f961f893-5757-44a9-823b-97d2ba567d08'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:32:23.595246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7617a861-67dd-4cc3-945a-51fdf83a4082 admin admin] 10.222.0.37 "PUT /v2.0/routers/f961f893-5757-44a9-823b-97d2ba567d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2785511 Dec 15 04:32:23.598348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:23.619276 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] Routers {'f961f893-5757-44a9-823b-97d2ba567d08'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:32:23.620044 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:32:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f961f893-5757-44a9-823b-97d2ba567d08'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:23.684305 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d30bb8b9-e92c-4977-8976-3377f005ecfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.746575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d30bb8b9-e92c-4977-8976-3377f005ecfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.902553 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] Set router f961f893-5757-44a9-823b-97d2ba567d08 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:32:23.913599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d30bb8b9-e92c-4977-8976-3377f005ecfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.917366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d30bb8b9-e92c-4977-8976-3377f005ecfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:23.919720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d30bb8b9-e92c-4977-8976-3377f005ecfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66a93698-c540-4a49-9adc-80ebdf568a89 HTTP/1.1" status: 204 len: 168 time: 0.3986452 Dec 15 04:32:23.937830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bb8b9-e92c-4977-8976-3377f005ecfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a93698-c540-4a49-9adc-80ebdf568a89,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:24.014077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:24.364417 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:24.466658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa92de-04f0-4cf8-827f-9d760183e258 req-65cdfb2a-9601-4cdb-8c41-706fa8cd3363 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:24.475582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9aa92de-04f0-4cf8-827f-9d760183e258 req-65cdfb2a-9601-4cdb-8c41-706fa8cd3363 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.0874932 Dec 15 04:32:24.485213 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '41762322-467c-423e-8091-98075ab6af67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:32:22Z', 'revision_number': 5, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port': {'id': '41762322-467c-423e-8091-98075ab6af67', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:31:51Z', 'updated_at': '2021-12-15T04:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:24.522822 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] Checking router: f961f893-5757-44a9-823b-97d2ba567d08 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:32:24.550297 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] Routers {'f961f893-5757-44a9-823b-97d2ba567d08'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:32:24.550937 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:32:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f961f893-5757-44a9-823b-97d2ba567d08'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:24.566459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9aa92de-04f0-4cf8-827f-9d760183e258 req-4ca38602-cbd4-4950-bc09-799be308e1e6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898991 Dec 15 04:32:24.727666 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] Set router f961f893-5757-44a9-823b-97d2ba567d08 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:32:24.808968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:32:24Z', 'revision_number': 6, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:24.829787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Deleting port 41762322-467c-423e-8091-98075ab6af67 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:24.830188 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:24.868443 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce10657-8990-4d31-9b46-2cfb45644763 None None] The sync data for ids ['f961f893-5757-44a9-823b-97d2ba567d08'] in n-d-820935-10 is: [{'id': 'f961f893-5757-44a9-823b-97d2ba567d08', 'name': 'tempest-FloatingIPDetailsTestJSON-579135200-router', 'tenant_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:31:50Z', 'updated_at': '2021-12-15T04:32:24Z', 'revision_number': 6, 'project_id': '092b3d8be7b04bd1887bcad1c7ede3d3', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:32:24.956758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbb50f55-e770-4ad8-badc-3d66d95213ce req-79650c24-d3f6-4f07-a13a-5d67bf103d67 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 210 time: 0.0869303 Dec 15 04:32:24.966702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-c4b215b8-1f99-4a4d-8e7f-a78d85f72cfa tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:24.968668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-c4b215b8-1f99-4a4d-8e7f-a78d85f72cfa tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.4785354 Dec 15 04:32:24.993533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Request body: {'port': {'device_id': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'admin_state_up': True, 'tenant_id': 'd771b587215e4062ad6a02527a0f41b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:25.132418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] For port 41762322-467c-423e-8091-98075ab6af67, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=41762322-467c-423e-8091-98075ab6af67,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:25.132418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:25.159066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Calling delete_port for 41762322-467c-423e-8091-98075ab6af67 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:25.234768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefedf8-797d-46de-a0e5-09cabd3eaacc req-fe813589-325a-416a-9add-0f62d6738cc8 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:25.248732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cefedf8-797d-46de-a0e5-09cabd3eaacc req-fe813589-325a-416a-9add-0f62d6738cc8 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1101 time: 0.1093664 Dec 15 04:32:25.379906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cefedf8-797d-46de-a0e5-09cabd3eaacc req-0c0634fe-2f83-4702-b8c1-09f19a2ae256 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202712 Dec 15 04:32:25.446614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Made reservation on behalf of d771b587215e4062ad6a02527a0f41b1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:25.450989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:25.452791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53750) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:25.613859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Allocated IP 172.20.0.14 (3466872e-4a99-408e-8688-b61dbe3e286b/24a2245e-52aa-487e-a0d3-6ce360425293/b2a4745d-5728-420d-ba86-ba09c01be170) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:25.648173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3defa4-2986-4e42-ada5-e8f994895901 req-2bca5068-368f-4257-9b64-bf4e448dfb99 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:25.653516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a3defa4-2986-4e42-ada5-e8f994895901 req-2bca5068-368f-4257-9b64-bf4e448dfb99 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1101 time: 0.1125417 Dec 15 04:32:25.711123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-896264220-network', 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:25.746679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:25.757695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:25.759795 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:25.804748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:25.809213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Pushing event deleted for resources: {'Port': ['ID=41762322-467c-423e-8091-98075ab6af67,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:25.842699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a296f6-67e0-49b1-ab3e-df5beb730ce4 req-3802f6f2-10d6-4ff2-8080-cc419dd3b8b7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:25.844690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36a296f6-67e0-49b1-ab3e-df5beb730ce4 req-3802f6f2-10d6-4ff2-8080-cc419dd3b8b7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.1103735 Dec 15 04:32:25.867291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a3defa4-2986-4e42-ada5-e8f994895901 req-3fc00a7a-d33e-41b4-b266-03234b229605 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078514 Dec 15 04:32:25.922725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 41762322-467c-423e-8091-98075ab6af67 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:25.953341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:25.962585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36a296f6-67e0-49b1-ab3e-df5beb730ce4 req-4b2324a4-16cc-4dae-af2e-29719c41789b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032207 Dec 15 04:32:25.976204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 41762322-467c-423e-8091-98075ab6af67 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:25.976889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 41762322-467c-423e-8091-98075ab6af67 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:25.977470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 23dc30f2-ce6a-4191-98c1-93e84abe83e6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:26.018786 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.024473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.033590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.041936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 23dc30f2-ce6a-4191-98c1-93e84abe83e6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:26.042290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 23dc30f2-ce6a-4191-98c1-93e84abe83e6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:26.105835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Network 3466872e-4a99-408e-8688-b61dbe3e286b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:26.108907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:32:26.114442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:26.122719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:26.170082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614e95e-e189-454b-8719-12b185cfaa36,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:26.175470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:26.176802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.193201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.195177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:26.196604 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.196951 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Added segment f54c3a01-2fdb-4a6e-8a71-3eb727226905 of type vlan for network bb3edebe-44ec-4ae4-af7f-642eec37d382 Dec 15 04:32:26.235950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0ff08442-ff73-415b-87f9-5254f3371451 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2489052 Dec 15 04:32:26.276974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Request body: {'port': {'device_id': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:26.332278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.334059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.336641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.367711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b4719-4571-4eac-835a-2c7a09a6c6b3 req-3c1d6691-4ae8-4c8f-8fa3-24d1a3251059 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:26.381462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-618b4719-4571-4eac-835a-2c7a09a6c6b3 req-3c1d6691-4ae8-4c8f-8fa3-24d1a3251059 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 932 time: 0.1480494 Dec 15 04:32:26.408141 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.423397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.424317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f961f893-5757-44a9-823b-97d2ba567d08 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:32:26.431751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.433528 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1b33ae93-870a-41b6-a5c7-f6052ef88130 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f961f893-5757-44a9-823b-97d2ba567d08 HTTP/1.1" status: 204 len: 168 time: 2.8336782 Dec 15 04:32:26.437000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53768) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:26.479475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.480506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:26.482618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.613381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] Pushing event updated for resources: {'Network': ['ID=bb3edebe-44ec-4ae4-af7f-642eec37d382,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:26.628092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-618b4719-4571-4eac-835a-2c7a09a6c6b3 req-6ca56e73-68e8-4f97-8ca8-77a3eebc7a14 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449608 Dec 15 04:32:26.632796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:32:26.640422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cacad6a8-5106-496a-b84f-fccdbb9e877e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1860530 Dec 15 04:32:26.643672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53780) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:26.650623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Request body: {'subnet': {'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-896264220-subnet', 'tenant_id': '1014991e009e4fabafdd60a4093fe965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:26.691556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:26.695727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.822854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Deleting subnet 6f7a1a2a-7098-4825-ad75-b85043624bba {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:32:26.856849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:26.859220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.914282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.972224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a4745d-5728-420d-ba86-ba09c01be170 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:26.976845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:26.990388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.032015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:27.051782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '92e1f459-a97b-4f2a-89de-a5150e231376', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '92e1f459-a97b-4f2a-89de-a5150e231376', 'mac_address': 'fa:16:3e:9b:05:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:27.077693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Transition to ACTIVE for port object b2a4745d-5728-420d-ba86-ba09c01be170 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:27.091836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.104208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.106913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66aba5da-b2fc-465e-a372-38bc928b9062,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:27.130799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92e1f459-a97b-4f2a-89de-a5150e231376 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:27.140547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:27.141161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Network hostable DHCP agents. Network: bb3edebe-44ec-4ae4-af7f-642eec37d382, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:32:27.156256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.187298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:27.195509 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.201409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:27.276615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:32:27.281116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.317305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7a1a2a-7098-4825-ad75-b85043624bba,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:27.320001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.326057 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a9c7174e-d2b3-491b-a00e-b128825e41f1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f7a1a2a-7098-4825-ad75-b85043624bba HTTP/1.1" status: 204 len: 168 time: 0.8857617 Dec 15 04:32:27.326057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Attempting to bind port b2a4745d-5728-420d-ba86-ba09c01be170 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:27.326057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Attempting to bind port b2a4745d-5728-420d-ba86-ba09c01be170 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:27.326057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Attempting to bind port b2a4745d-5728-420d-ba86-ba09c01be170 on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:27.329035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53798) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:27.338234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Port b2a4745d-5728-420d-ba86-ba09c01be170 on network 3466872e-4a99-408e-8688-b61dbe3e286b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:27.338694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Attempting to bind port b2a4745d-5728-420d-ba86-ba09c01be170 on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:27.353366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07ee9-daba-4a59-b406-60a6bb168f09 req-31109878-33ce-4ee0-ba6e-5585adf049cf tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:27.362864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55e07ee9-daba-4a59-b406-60a6bb168f09 req-31109878-33ce-4ee0-ba6e-5585adf049cf tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.1923018 Dec 15 04:32:27.365949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, bb3edebe-44ec-4ae4-af7f-642eec37d382) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:27.375755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:27.376327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f190e-b81e-46e7-9910-157f709c078a None None] Network 56e1f045-e55e-4c00-b4bb-5638db554984 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:32:27.376460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.410502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:27.451671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-685683a0-4ecf-45e6-86c1-6aac134dfd39 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8066359 Dec 15 04:32:27.479562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55e07ee9-daba-4a59-b406-60a6bb168f09 req-df617148-c628-4525-8ad7-70516d9e5f9f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164505 Dec 15 04:32:27.523464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ae5db-0662-4738-a3a1-db803a3ac678 None None] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:32:27.553069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:27.553653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Checking segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:27.555740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Bound using segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:27.557413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['92e1f459-a97b-4f2a-89de-a5150e231376'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:27.558073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Bound port: b2a4745d-5728-420d-ba86-ba09c01be170, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:27.559569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.745843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.752535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f197fe-df27-4baf-a54f-c310976e9634 req-aba1399e-668e-47cc-b50f-597919d7d830 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:27.771118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12f197fe-df27-4baf-a54f-c310976e9634 req-aba1399e-668e-47cc-b50f-597919d7d830 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1525271 Dec 15 04:32:27.886008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:27.898849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:27.915226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.929961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a330763-3fbc-4672-8d4b-9e1d893c76b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.995661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:27.996320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:27.997733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] 10.222.0.16 "PUT /v2.0/ports/b2a4745d-5728-420d-ba86-ba09c01be170 HTTP/1.1" status: 200 len: 1093 time: 1.7254956 Dec 15 04:32:27.998209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:28.013022 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e9769-31ca-4723-8117-956db5b993d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:28.017493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12f197fe-df27-4baf-a54f-c310976e9634 req-47048840-8954-4bfb-b69a-982d5f41601e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443819 Dec 15 04:32:28.068649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec52b4-7faa-4800-833b-42b04f939ebf req-04948166-4958-453d-9f86-9bd7694e226b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:28.080162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9ec52b4-7faa-4800-833b-42b04f939ebf req-04948166-4958-453d-9f86-9bd7694e226b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 944 time: 0.2529409 Dec 15 04:32:28.087924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Deleting port db686c17-303f-4b57-9505-4461fb754681 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:28.094707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:28.140673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da309387-8b1d-4d39-9952-b5d78847c8cb None None] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:32:28.203188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9ec52b4-7faa-4800-833b-42b04f939ebf req-64632e4d-9f0f-41f1-a9cf-54aad03ea96a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219132 Dec 15 04:32:28.300903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] DHCP port deletion for 56e1f045-e55e-4c00-b4bb-5638db554984 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:32:28.306825 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f354c2-554d-4c4d-8799-06b6733dd433 x-openstack-request-id: req-07f354c2-554d-4c4d-8799-06b6733dd433 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:28.307410 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:28.307410 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07f354c2-554d-4c4d-8799-06b6733dd433 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:28.308742 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'status': 'completed', 'code': 200} Dec 15 04:32:28.379524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-a67ba062-bffe-4c68-a4c7-6d1f39b6d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:28.381159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-a67ba062-bffe-4c68-a4c7-6d1f39b6d692 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 1096 time: 0.2008624 Dec 15 04:32:28.381905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f80ab-75b7-44e7-90c3-94039d278afb service neutron] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:28.386089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] For port db686c17-303f-4b57-9505-4461fb754681, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db686c17-303f-4b57-9505-4461fb754681,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:28.386416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:28.409392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Calling delete_port for db686c17-303f-4b57-9505-4461fb754681 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:28.514062 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-f5de1c7c-192e-4016-8d67-8049f1990a3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a4745d-5728-420d-ba86-ba09c01be170 HTTP/1.1" status: 200 len: 217 time: 0.1023777 Dec 15 04:32:28.590250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] Deleting port db686c17-303f-4b57-9505-4461fb754681 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:32:28.590713 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:28.664871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-a69d393a-0e08-4050-8869-f7746fd0a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:28.666565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-a69d393a-0e08-4050-8869-f7746fd0a670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.1107466 Dec 15 04:32:28.744668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-0c674eb2-0f39-455c-91ca-589545222e93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613294 Dec 15 04:32:28.755486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] For port db686c17-303f-4b57-9505-4461fb754681, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db686c17-303f-4b57-9505-4461fb754681,segment=NetworkSegment(71b51103-e3ce-4aff-81d5-bd5b1f54bb13),segment_id=71b51103-e3ce-4aff-81d5-bd5b1f54bb13)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:28.755486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:28.784898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] Calling delete_port for db686c17-303f-4b57-9505-4461fb754681 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:32:28.875346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:28.937960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:28.975857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] Pushing event deleted for resources: {'Port': ['ID=db686c17-303f-4b57-9505-4461fb754681,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:28.981886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f36d1-fd61-4b92-a983-f868efa256b3 None None] No DVR routers for this DVR port db686c17-303f-4b57-9505-4461fb754681 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:28.993531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 92e1f459-a97b-4f2a-89de-a5150e231376 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:28.994289 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.015846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9c0b3-f339-46b8-9243-da2b55afc77e req-f36800fd-48fb-4c9c-a9eb-5852a8918eb8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:29.035007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16f9c0b3-f339-46b8-9243-da2b55afc77e req-f36800fd-48fb-4c9c-a9eb-5852a8918eb8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 945 time: 0.2353015 Dec 15 04:32:29.054427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.126309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.155483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:29.158667 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03328d8c-b5f6-4db4-8ead-ff4e3ed130e9" -d '{"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-plugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:29.167224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16f9c0b3-f339-46b8-9243-da2b55afc77e req-27b69234-6752-424a-b651-5f7f22779ec9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309838 Dec 15 04:32:29.188253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:29.202101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.271321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:29.506250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] No DVR routers for this DVR port db686c17-303f-4b57-9505-4461fb754681 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:29.512922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-7503bb21-d755-4593-8c15-709e31477adb service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555919 Dec 15 04:32:29.513750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db686c17-303f-4b57-9505-4461fb754681,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:29.689495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.731157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e1f045-e55e-4c00-b4bb-5638db554984']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:29.749034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b51103-e3ce-4aff-81d5-bd5b1f54bb13') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:29.749473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b51103-e3ce-4aff-81d5-bd5b1f54bb13') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:32:29.753037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e86b652-ca1f-4d31-b999-8fbc3a2a0b02 req-595de37a-829f-4278-a6e1-5a112ca14e2d service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249334 Dec 15 04:32:29.764569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.783409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.794963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:32:29.795881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:32:29.798899 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:32:29.839839 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-40acccf5-926b-44da-a8f6-3b2922ba09e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.924015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db686c17-303f-4b57-9505-4461fb754681 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:29.928096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.933016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:29.939276 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/56e1f045-e55e-4c00-b4bb-5638db554984 HTTP/1.1" status: 204 len: 168 time: 2.6068921 Dec 15 04:32:29.973069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a063-c51e-49ce-ae59-aefb3f5904b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e1f045-e55e-4c00-b4bb-5638db554984,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:29.993279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e9769-31ca-4723-8117-956db5b993d0 req-f1913269-beec-4fa7-95be-6bc2f1021441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:29.995025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-f1913269-beec-4fa7-95be-6bc2f1021441 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 1096 time: 0.0816693 Dec 15 04:32:30.004946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: db686c17-303f-4b57-9505-4461fb754681 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:32:30.005976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db686c17-303f-4b57-9505-4461fb754681 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:32:30.160383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:30.170065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e9769-31ca-4723-8117-956db5b993d0 req-0e778ba4-5cb8-4a95-9e1d-e2e98f8aec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:30.172316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-0e778ba4-5cb8-4a95-9e1d-e2e98f8aec68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 905 time: 0.1632669 Dec 15 04:32:30.231473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ce41cac7-ec6d-4303-bbe2-68a2abcc63a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=092b3d8be7b04bd1887bcad1c7ede3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689082 Dec 15 04:32:30.240999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53886) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:32:30.260333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-4c98db2a-ba87-46fc-a40a-bb750035fa74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a4745d-5728-420d-ba86-ba09c01be170 HTTP/1.1" status: 200 len: 217 time: 0.0792778 Dec 15 04:32:30.303016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55a84ddd-7976-4169-b5f9-cd4cc7abf909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:30.331458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e9769-31ca-4723-8117-956db5b993d0 req-4fe286f9-d437-46e1-b4c5-d6b7a00324f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:30.333004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-4fe286f9-d437-46e1-b4c5-d6b7a00324f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.0642924 Dec 15 04:32:30.334350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55a84ddd-7976-4169-b5f9-cd4cc7abf909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:30.371093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-c7005132-f351-490d-aee9-e9cd90a1653b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290313 Dec 15 04:32:30.395169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55a84ddd-7976-4169-b5f9-cd4cc7abf909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:30.409307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55a84ddd-7976-4169-b5f9-cd4cc7abf909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:30.415791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55a84ddd-7976-4169-b5f9-cd4cc7abf909 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bdb92cf-d7ff-4a12-bc05-8ec84202ed5f HTTP/1.1" status: 204 len: 168 time: 0.1733794 Dec 15 04:32:30.432237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a84ddd-7976-4169-b5f9-cd4cc7abf909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb92cf-d7ff-4a12-bc05-8ec84202ed5f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:30.506438 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-1994e97e-715b-44bd-bdf2-7720d48eca7a service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216290 Dec 15 04:32:30.694261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b88e9769-31ca-4723-8117-956db5b993d0 req-8be64e44-d907-4283-b67e-2a55cb1bbf91 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771114 Dec 15 04:32:31.010618 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:32.531361 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:32.615240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:32.732800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:32.751886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'mac_address': 'fa:16:3e:84:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:32.801105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:32.819601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a4745d-5728-420d-ba86-ba09c01be170 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:32.841232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:32.846755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:32.901083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:33.160303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:33.184268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['b2a4745d-5728-420d-ba86-ba09c01be170'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:33.364089 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:34.645363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:34.702743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port b2a4745d-5728-420d-ba86-ba09c01be170 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:32:34.713999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port b2a4745d-5728-420d-ba86-ba09c01be170 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:34.714651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:34.810975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:34.855618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:34.862269 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:34.921688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:36.643374 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:36.962919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-1290053e-289f-4e87-af97-899fcd485bb6 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:36.964712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-1290053e-289f-4e87-af97-899fcd485bb6 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.0668194 Dec 15 04:32:36.980600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:37.056334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:37.225082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:37.267499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:37.317408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:37.320583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:37.324479 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1de227-cb06-4d56-be61-c3d206221967" -d '{"events": [{"server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "name": "network-vif-unplugged", "status": "completed", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:37.329978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:37.455145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:37.490118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.491757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.492776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.493599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.494716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.495473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.496529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.497239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.497896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.498490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.499076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.499624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.500192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:37.506742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:37.507396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:37.507969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:37.513649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:37.514532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Attempting to bind port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:37.523268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:37.523984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:37.524777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:37.525654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Bound port: 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:37.526247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:37.619450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:37.622662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:37.631998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:37.717149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:37.717789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:37.719200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] 10.222.0.42 "PUT /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 1123 time: 0.7430506 Dec 15 04:32:37.719837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fbcd2-2e1b-408e-8822-68a38832fa99 service neutron] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:37.881270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:37.957843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:38.964998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:39.117709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:39.131355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:32:39.150786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826de42-1032-4ec4-833f-4f54cea5d6df req-a2e3140e-1cff-43d0-af5a-0be180231faa tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:39.152424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f826de42-1032-4ec4-833f-4f54cea5d6df req-a2e3140e-1cff-43d0-af5a-0be180231faa tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0949202 Dec 15 04:32:39.163721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-f3e3d35e-3372-4a85-95b2-7e804a4a98a4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:39.170511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-f3e3d35e-3372-4a85-95b2-7e804a4a98a4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.2698834 Dec 15 04:32:39.187305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-d22f29d1-585a-4302-8ce1-3035a2e2e2c9 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0159676 Dec 15 04:32:39.240608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-9ce7b6e1-9ea2-4ca8-8399-9a3ee7634358 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392759 Dec 15 04:32:39.283966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f826de42-1032-4ec4-833f-4f54cea5d6df req-19e4a401-a5a1-4eda-b328-5612317e32a1 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113448 Dec 15 04:32:39.360301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-505496ac-d92f-4b43-b518-e5bcbb7504c7 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056795 Dec 15 04:32:39.387808 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e7b226-f4bb-4d43-b8c1-cc24bc3ee338 x-openstack-request-id: req-42e7b226-f4bb-4d43-b8c1-cc24bc3ee338 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:39.388416 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-plugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:39.391502 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42e7b226-f4bb-4d43-b8c1-cc24bc3ee338 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:39.392207 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'code': 200} Dec 15 04:32:39.513691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-de5b2ff9-d344-467b-bdaf-6d8fc1f725eb service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457064 Dec 15 04:32:39.525825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688d12-0e11-408a-bbb8-af8709dc1456 req-884f4b61-ae86-48ca-9d51-cc601e0236b1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:39.527290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e688d12-0e11-408a-bbb8-af8709dc1456 req-884f4b61-ae86-48ca-9d51-cc601e0236b1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 946 time: 0.0706565 Dec 15 04:32:39.580519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e688d12-0e11-408a-bbb8-af8709dc1456 req-cc9f0a48-52dc-4333-9ad9-81d03da8dfbe tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Dec 15 04:32:39.745786 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:32:39.781421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09edc8-e848-4a27-bd43-7065adb4115f req-1d307769-9122-43aa-af2d-e598e437b9f5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:39.790782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b09edc8-e848-4a27-bd43-7065adb4115f req-1d307769-9122-43aa-af2d-e598e437b9f5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0726607 Dec 15 04:32:39.859265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b09edc8-e848-4a27-bd43-7065adb4115f req-e66835e8-b467-47ab-922b-f4c8e6fef511 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638306 Dec 15 04:32:39.938244 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f71f5-5141-420e-a81b-0a165d51e4c9 x-openstack-request-id: req-6d5f71f5-5141-420e-a81b-0a165d51e4c9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:39.938741 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "name": "network-vif-unplugged", "status": "completed", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:39.938881 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d5f71f5-5141-420e-a81b-0a165d51e4c9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:39.939507 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'code': 200} Dec 15 04:32:40.012616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d74973ad-aa8b-463b-a7a4-b10f6d7fbb02 req-5d664f33-b7f4-4856-b79c-263eb484ad6a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Dec 15 04:32:40.028151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-3ea51bd3-4462-4801-8f49-a285ce424fab tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7258754f397c4ae986eede08be7dd310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285146 Dec 15 04:32:40.154433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-ded3624b-21ed-42eb-9eed-e7fd60439e7e tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:40.156039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-ded3624b-21ed-42eb-9eed-e7fd60439e7e tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216629 Dec 15 04:32:40.174701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-11753526-e6c8-49b3-8a89-d7e56ef92729 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/quotas/7258754f397c4ae986eede08be7dd310 HTTP/1.1" status: 200 len: 375 time: 0.0102375 Dec 15 04:32:40.213896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-cc3b5b98-d5ad-4fb1-b184-d85a68a546cb tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7258754f397c4ae986eede08be7dd310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295756 Dec 15 04:32:40.284541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f38a-b52b-4404-8832-007991d68b35 req-e65e7f14-84e7-425c-8c7f-b4941fdcad3f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:40.293668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af10f38a-b52b-4404-8832-007991d68b35 req-e65e7f14-84e7-425c-8c7f-b4941fdcad3f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 950 time: 0.0784712 Dec 15 04:32:40.368613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af10f38a-b52b-4404-8832-007991d68b35 req-0f9481c6-9295-42b9-abd1-f25ed29e5589 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738850 Dec 15 04:32:40.489986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e32ddff8-2885-47de-bf92-2f352e4acc4a req-013c0f20-8827-45ec-ad63-0a73903e1dbd tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 210 time: 0.0818276 Dec 15 04:32:40.518011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454b5dd-2248-481c-a7c0-d43d385b1380 req-d605697d-6517-49ee-a86d-fc422a64e481 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:40.526611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a454b5dd-2248-481c-a7c0-d43d385b1380 req-d605697d-6517-49ee-a86d-fc422a64e481 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0900218 Dec 15 04:32:40.603991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a454b5dd-2248-481c-a7c0-d43d385b1380 req-03819981-46ca-40ab-b168-fba9b5162359 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764124 Dec 15 04:32:40.718477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f9666-d316-4475-a1fb-e5f1ab229f80 req-4bbe57ce-2a69-4596-b97e-0d5cbaaf041b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:40.720169 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-084f9666-d316-4475-a1fb-e5f1ab229f80 req-4bbe57ce-2a69-4596-b97e-0d5cbaaf041b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 946 time: 0.0621014 Dec 15 04:32:40.778972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-084f9666-d316-4475-a1fb-e5f1ab229f80 req-30ca061e-3937-4d96-a4a1-117b66a7f4f7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Dec 15 04:32:41.024121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5959-528c-4f30-87d8-38bc8ab528fe req-3ac511b5-1596-4fe0-a3e3-4f3d46521a12 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:41.025753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-046b5959-528c-4f30-87d8-38bc8ab528fe req-3ac511b5-1596-4fe0-a3e3-4f3d46521a12 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0733125 Dec 15 04:32:41.092309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-046b5959-528c-4f30-87d8-38bc8ab528fe req-c67d737c-6c27-4bf4-86ea-1db30dc1f3f7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Dec 15 04:32:41.240604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f74b8c85-e485-46eb-952b-0b8852df4cd7 req-fe23ab57-b610-4e9b-8056-137a5fb64b0b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 210 time: 0.0589840 Dec 15 04:32:41.329396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-cea15cd5-2060-42a7-8b2b-662e60b33a52 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:41.331754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-cea15cd5-2060-42a7-8b2b-662e60b33a52 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.1255779 Dec 15 04:32:41.354055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Request body: {'port': {'device_id': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'admin_state_up': True, 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:41.392987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:41.395635 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed224b-449b-46fe-912e-75ddd3d8a589" -d '{"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-plugged", "status": "completed", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:41.438081 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2475ea-80be-4372-b8aa-11a072e3c407 x-openstack-request-id: req-cf2475ea-80be-4372-b8aa-11a072e3c407 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:41.438392 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-plugged", "status": "completed", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:41.438893 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf2475ea-80be-4372-b8aa-11a072e3c407 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:41.439467 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'code': 200} Dec 15 04:32:41.490342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:41.495445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:41.650773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9f81925-8452-4844-933b-db02e595b544 req-42a7be8a-7862-45fa-8f8e-ceb59bb37054 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 210 time: 0.0556483 Dec 15 04:32:41.682628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c8824-4a12-418c-b85f-c136923c4639 req-a35f51a0-5872-4b2b-97fc-885fd9039671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:41.684499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b8c8824-4a12-418c-b85f-c136923c4639 req-a35f51a0-5872-4b2b-97fc-885fd9039671 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 1098 time: 0.1087203 Dec 15 04:32:41.714469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Allocated IP 172.20.0.3 (bb3edebe-44ec-4ae4-af7f-642eec37d382/66aba5da-b2fc-465e-a372-38bc928b9062/747b9ce0-37cb-40e0-85d4-7173aa7c40fb) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:41.760371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b8c8824-4a12-418c-b85f-c136923c4639 req-cf56458a-44f7-4eca-911e-13125f228877 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677128 Dec 15 04:32:41.843529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0bc3-59a8-4b73-a60c-d31007596185 req-edca455f-11c6-4ad4-8090-0dc4bb2cb3d8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:41.845378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b84c0bc3-59a8-4b73-a60c-d31007596185 req-edca455f-11c6-4ad4-8090-0dc4bb2cb3d8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0865955 Dec 15 04:32:41.968419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:41.971030 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25612c82-ece7-44ea-b158-2307494abcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:41.976974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b84c0bc3-59a8-4b73-a60c-d31007596185 req-203f2c4b-9ef6-485e-b415-98d0ec370ae7 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202319 Dec 15 04:32:41.983547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-ec2377dc-aad2-4de2-8ffb-c29a8a9c646a tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7258754f397c4ae986eede08be7dd310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053619 Dec 15 04:32:41.999358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.007553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354ad73-588e-4c0c-a6bb-376edea4f2f3 req-b346f381-871a-474d-b0d7-ab97e20103f9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.011072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5354ad73-588e-4c0c-a6bb-376edea4f2f3 req-b346f381-871a-474d-b0d7-ab97e20103f9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 946 time: 0.1057546 Dec 15 04:32:42.084606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5354ad73-588e-4c0c-a6bb-376edea4f2f3 req-640e9330-d278-4b65-ad04-57745086f2b2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653381 Dec 15 04:32:42.178059 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e85bc2-f3c9-4622-867d-9b7bdc1969f3 x-openstack-request-id: req-92e85bc2-f3c9-4622-867d-9b7bdc1969f3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:42.178368 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:42.178590 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92e85bc2-f3c9-4622-867d-9b7bdc1969f3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:42.178977 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'status': 'completed', 'code': 200} Dec 15 04:32:42.205218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.242185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5353730-efa0-4108-88fe-129fe60f2eab req-46e785ef-8569-4423-8bd8-7c6465871a8d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.248585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5353730-efa0-4108-88fe-129fe60f2eab req-46e785ef-8569-4423-8bd8-7c6465871a8d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0611959 Dec 15 04:32:42.264980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:42.290517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:42.303579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:42.307193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5353730-efa0-4108-88fe-129fe60f2eab req-26c643d6-2771-40f0-a84e-aa92995c06f7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Dec 15 04:32:42.354818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event updated for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:42.371640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-7a35110f-d61c-4e16-a83a-c24ed68f9dfc tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.373222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-7a35110f-d61c-4e16-a83a-c24ed68f9dfc tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067102 Dec 15 04:32:42.390092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612c82-ece7-44ea-b158-2307494abcb9 req-433f375d-e2fc-43c4-ba18-f58dd2377ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.391823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-433f375d-e2fc-43c4-ba18-f58dd2377ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1126 time: 0.1556304 Dec 15 04:32:42.397004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144909e-9910-41c4-8a28-4e545830e807 req-3c15c559-2ca3-4ace-bf13-b63de1be01db tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.398476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d144909e-9910-41c4-8a28-4e545830e807 req-3c15c559-2ca3-4ace-bf13-b63de1be01db tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 931 time: 0.0566666 Dec 15 04:32:42.399691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.400465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.407835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Request body: {'port': {'device_id': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '7258754f397c4ae986eede08be7dd310'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:42.454698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d144909e-9910-41c4-8a28-4e545830e807 req-69113b15-6d62-4002-99e3-fade3aee26dc tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490594 Dec 15 04:32:42.514374 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-b8a8759c-c9ea-495c-8925-37e1e2816e82 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1641438 Dec 15 04:32:42.545337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Request body: {'port': {'device_id': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:42.634097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612c82-ece7-44ea-b158-2307494abcb9 req-b0e3f08a-4978-4abe-85c6-5451cb8693ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.635556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-b0e3f08a-4978-4abe-85c6-5451cb8693ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.2313368 Dec 15 04:32:42.643409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.656970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:42.686403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:42.752345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Made reservation on behalf of 7258754f397c4ae986eede08be7dd310 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:42.756814 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.759630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-e678456c-e35c-4035-8826-fcaeca5b884e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 217 time: 0.0808775 Dec 15 04:32:42.764157 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-217ddf49-630d-47de-9483-355b1ca10351 req-3d8733e6-6ee1-46b2-b691-165c6bd89548 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 210 time: 0.0414498 Dec 15 04:32:42.771457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.826994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:42.866324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'mac_address': 'fa:16:3e:54:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:42.878003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.892966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612c82-ece7-44ea-b158-2307494abcb9 req-9b8e71fc-ee5e-4484-94d6-250c9aca9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:42.894500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-9b8e71fc-ee5e-4484-94d6-250c9aca9793 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1208436 Dec 15 04:32:42.946727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.964823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:42.970415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:42.981814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:42.990210 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-4d0233e2-499d-4914-839a-e374d673ebef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321178 Dec 15 04:32:43.008676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:43.118958 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:32:43.119601 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:32:43.126468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:43.182568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.204105 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.216380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.217981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb56a-a55e-4d1e-9922-8b95cb865299 req-998224a0-fc05-4aa2-a65f-1ea17753a3e5 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:43.219992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24ffb56a-a55e-4d1e-9922-8b95cb865299 req-998224a0-fc05-4aa2-a65f-1ea17753a3e5 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 947 time: 0.1458573 Dec 15 04:32:43.255573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:43.263883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.347942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:43.361326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24ffb56a-a55e-4d1e-9922-8b95cb865299 req-9a537d93-006d-4bde-9954-ad91cc1115fc tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282895 Dec 15 04:32:43.405893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747b9ce0-37cb-40e0-85d4-7173aa7c40fb {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:43.414887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.415515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b3535-5339-461e-8c27-46dbecdc13df req-2d5e1780-13a6-4f07-bef5-4dc3c1749930 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:43.423495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-495b3535-5339-461e-8c27-46dbecdc13df req-2d5e1780-13a6-4f07-bef5-4dc3c1749930 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 946 time: 0.1121991 Dec 15 04:32:43.427627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Transition to ACTIVE for port object 747b9ce0-37cb-40e0-85d4-7173aa7c40fb will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:43.440160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c'}, {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:43.441596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6253b151-484a-45f7-aa2e-f1e6fcdea1f6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:43.444398 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8c4d1d-d9e7-4bc5-a9d6-cfd48bad949b" -d '{"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c"}, {"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-unplugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:43.485392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-495b3535-5339-461e-8c27-46dbecdc13df req-15addc7f-687e-4955-a33d-df85cf7a9ae9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Dec 15 04:32:43.503329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.538593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-d45c39a2-36e3-43cf-b036-11ca32486f74 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109339 Dec 15 04:32:43.549504 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51748e10-c9c1-4712-912e-aec0f09e9b52 x-openstack-request-id: req-51748e10-c9c1-4712-912e-aec0f09e9b52 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:43.549797 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c", "code": 200}, {"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-unplugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:43.550248 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51748e10-c9c1-4712-912e-aec0f09e9b52 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:43.551506 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'code': 200} Dec 15 04:32:43.552008 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'code': 200} Dec 15 04:32:43.631964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7e9b0-91dc-4913-8920-c10096097f90 req-a6592609-7767-4cf2-8900-3ab45eb6d4a2 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:43.633634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3fd7e9b0-91dc-4913-8920-c10096097f90 req-a6592609-7767-4cf2-8900-3ab45eb6d4a2 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0782638 Dec 15 04:32:43.667307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.720687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:43.749286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:43.751770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193442a-04f3-4c1f-8ece-e8f9fa60c90b req-7fcd5c3b-c757-42ea-8eaf-174fac00bef4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:43.753783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a193442a-04f3-4c1f-8ece-e8f9fa60c90b req-7fcd5c3b-c757-42ea-8eaf-174fac00bef4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 943 time: 0.1191339 Dec 15 04:32:43.766087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3fd7e9b0-91dc-4913-8920-c10096097f90 req-49dfd29b-cc0e-4bd5-9e7c-58db025f1d88 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225195 Dec 15 04:32:43.777394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:43.852316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a193442a-04f3-4c1f-8ece-e8f9fa60c90b req-26326839-295a-4688-878b-d3d8c1c0df6f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851502 Dec 15 04:32:43.884988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:43.948500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-ebd66c29-e708-4ae0-9b4b-091d84d559cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4991815 Dec 15 04:32:43.949119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:44.008018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Allocated IP 192.168.233.141 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/049b3dcc-3862-4bab-b4d4-f9824ede3fb6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:44.016621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63d94b86-44c4-441f-b422-1b335497a7e1 req-01a46738-9728-464a-b662-5a29be0479f8 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 210 time: 0.0502982 Dec 15 04:32:44.145718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Attempting to bind port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:44.146046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Attempting to bind port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:44.146282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Attempting to bind port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:44.185961 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25612c82-ece7-44ea-b158-2307494abcb9 req-47c398a6-3ce7-4f3a-ab72-648a3040e9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217394 Dec 15 04:32:44.190284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:44.193642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7a895-9ad1-4682-8ed5-0bbf180caef3 req-8dd09eb4-7f4a-438f-a6d8-d360b98421e0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:44.202310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1eb7a895-9ad1-4682-8ed5-0bbf180caef3 req-8dd09eb4-7f4a-438f-a6d8-d360b98421e0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 946 time: 0.0608261 Dec 15 04:32:44.249615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb on network bb3edebe-44ec-4ae4-af7f-642eec37d382 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:44.250488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Attempting to bind port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:44.285144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1eb7a895-9ad1-4682-8ed5-0bbf180caef3 req-e6fdd600-1be2-473b-8f54-3de38aca7ee7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817144 Dec 15 04:32:44.301230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:44.301230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:44.301230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Bound using segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:44.301230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Bound port: 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:44.301230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:44.527138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-db51d2ae-a669-482d-bf79-c0857d61ff4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4180751 Dec 15 04:32:44.536988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466238-480c-4c9f-8357-166a6e15fe9f req-a53b52dc-8e2d-42b2-a516-835c78ff5010 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:44.538575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0466238-480c-4c9f-8357-166a6e15fe9f req-a53b52dc-8e2d-42b2-a516-835c78ff5010 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 948 time: 0.0790646 Dec 15 04:32:44.546854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:44.569268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-d1407b51-60c2-466b-8d41-601f28b1e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:44.571935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-d1407b51-60c2-466b-8d41-601f28b1e80c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1096 time: 0.5610118 Dec 15 04:32:44.631163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0466238-480c-4c9f-8357-166a6e15fe9f req-5f5a6736-6c52-44e6-af59-50987cd6b2ae tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823696 Dec 15 04:32:44.659462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:32:44.676786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:44.680896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:44.779673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-0b16086a-6ddc-44a2-affd-0f3ec969b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:44.781333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-0b16086a-6ddc-44a2-affd-0f3ec969b383 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1444232 Dec 15 04:32:44.808306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:44.870114 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-08c424f7-e0f1-4a7a-a15c-283d8fcf2e0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.0696068 Dec 15 04:32:44.949904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da712da-96c6-44f6-83cb-ef344ab195f5 req-fff3741e-4f43-47e9-909a-7dd491055646 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:44.955356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4da712da-96c6-44f6-83cb-ef344ab195f5 req-fff3741e-4f43-47e9-909a-7dd491055646 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0997646 Dec 15 04:32:44.996209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:45.007368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.008215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:45.009829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] 10.222.0.42 "PUT /v2.0/ports/747b9ce0-37cb-40e0-85d4-7173aa7c40fb HTTP/1.1" status: 200 len: 1092 time: 2.4724774 Dec 15 04:32:45.016527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-57ec88fd-ddbe-48ea-9641-175349a10846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.018549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-57ec88fd-ddbe-48ea-9641-175349a10846 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1343060 Dec 15 04:32:45.019325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:45.021961 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2d353-e1db-4bf6-a2f7-5661feec86d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:45.031973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-26508a8b-8daf-4f04-9e57-f9aca9a4feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.035117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-26508a8b-8daf-4f04-9e57-f9aca9a4feb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 1096 time: 0.3990829 Dec 15 04:32:45.036764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:45.070183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a90c-e18f-4b1b-988a-41fe0250e715 req-fd56bcb9-cc2e-4f66-8add-fe84255acf35 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.078666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72a6a90c-e18f-4b1b-988a-41fe0250e715 req-fd56bcb9-cc2e-4f66-8add-fe84255acf35 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 943 time: 0.1222351 Dec 15 04:32:45.092925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:45.125879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4da712da-96c6-44f6-83cb-ef344ab195f5 req-bb85b9a0-0059-4f4b-8240-73396d9d0f99 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425254 Dec 15 04:32:45.205416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72a6a90c-e18f-4b1b-988a-41fe0250e715 req-03bfe757-4dba-47e6-a568-d4b9687ceda3 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258013 Dec 15 04:32:45.215871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:45.243786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:45.244459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '92e1f459-a97b-4f2a-89de-a5150e231376', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '92e1f459-a97b-4f2a-89de-a5150e231376', 'mac_address': 'fa:16:3e:9b:05:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:45.247537 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-62f7e778-e9f4-4ab6-930d-711fdf5ccf52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084279 Dec 15 04:32:45.250302 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167f4dca-33f2-45cc-998b-0287bb16b9e0 x-openstack-request-id: req-167f4dca-33f2-45cc-998b-0287bb16b9e0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:45.250646 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:45.251015 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-167f4dca-33f2-45cc-998b-0287bb16b9e0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:45.251293 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb', 'status': 'completed', 'code': 200} Dec 15 04:32:45.257181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:45.340643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.341328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:45.461533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:45.500410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0970309 Dec 15 04:32:45.516803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e1f459-a97b-4f2a-89de-a5150e231376 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:45.578377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:45.585472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Request body: {'port': {'device_id': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:45.606300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-88c380fd-8a30-48ca-96bd-6cf4c18e8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.608592 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:45.620742 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-88c380fd-8a30-48ca-96bd-6cf4c18e8901 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.5258942 Dec 15 04:32:45.669609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa30fa-530b-4642-8b06-4118cd044ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:45.674136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995675-1a3f-42a9-895c-c54b72d6e954 req-91def426-bfa3-4f86-924f-991100d2ada9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.682220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6995675-1a3f-42a9-895c-c54b72d6e954 req-91def426-bfa3-4f86-924f-991100d2ada9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 946 time: 0.1575992 Dec 15 04:32:45.696215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-0bd81157-a2af-4ed0-9d70-c0880f7b0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.698064 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-0bd81157-a2af-4ed0-9d70-c0880f7b0c0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 1095 time: 0.4949608 Dec 15 04:32:45.715170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c50334-16a2-4e25-99dd-61561f41e969 req-efa19256-622e-4aa9-a0ca-e5b8fc23a405 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:45.716848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93c50334-16a2-4e25-99dd-61561f41e969 req-efa19256-622e-4aa9-a0ca-e5b8fc23a405 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 936 time: 0.3232112 Dec 15 04:32:45.803783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:45.824545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['92e1f459-a97b-4f2a-89de-a5150e231376'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:45.893226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-01ca7959-eb6e-4066-a805-f0ce2fe6e9bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 200 len: 217 time: 0.2095151 Dec 15 04:32:45.897619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6995675-1a3f-42a9-895c-c54b72d6e954 req-2b1590fe-e4b8-4723-a6f3-5e6f48a89e34 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144032 Dec 15 04:32:45.931876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93c50334-16a2-4e25-99dd-61561f41e969 req-77eebe95-7cc5-4595-8cda-a656531296eb tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640825 Dec 15 04:32:46.000959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-173da21a-553d-416c-bfb8-f2b4393e1ccc None None] Provisioning complete for port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:46.001538 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-173da21a-553d-416c-bfb8-f2b4393e1ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:46.092595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5d49d-b04b-4da7-934e-7b486554f476 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Pushing event updated for resources: {'Port': ['ID=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:46.162587 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-0fe2e03e-d0fd-45f5-8abb-b5ca84111170 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb HTTP/1.1" status: 200 len: 217 time: 0.2581027 Dec 15 04:32:46.206223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-173da21a-553d-416c-bfb8-f2b4393e1ccc None None] Port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:32:46.209506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb000-bbae-4bb3-b83f-acd6b1c5d374 req-0344e82f-b116-474c-805b-a1e5236f81ea tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:46.218988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cbfb000-bbae-4bb3-b83f-acd6b1c5d374 req-0344e82f-b116-474c-805b-a1e5236f81ea tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 948 time: 0.1035142 Dec 15 04:32:46.242403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-1ef2c50c-b8e4-455c-9a96-7f67e364f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:46.244257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-1ef2c50c-b8e4-455c-9a96-7f67e364f374 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.0641403 Dec 15 04:32:46.255192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:46.280872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-58fdbe8a-1a74-426f-a85f-01d305aff0dc service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126883 Dec 15 04:32:46.304451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-dd9354cc-822c-4ed8-941c-4badfcc28bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:46.308172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-dd9354cc-822c-4ed8-941c-4badfcc28bf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.3803792 Dec 15 04:32:46.311991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-69f7e806-db75-4dcc-b786-c393182602b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537627 Dec 15 04:32:46.332812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cbfb000-bbae-4bb3-b83f-acd6b1c5d374 req-85d1ae06-1fc7-46bd-a627-5cb545709a5c tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127386 Dec 15 04:32:46.563706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc353f-151e-4766-8c65-f581190b8452 req-e248671c-8b0b-450b-89cc-08faeac8c076 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:46.578898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2bc353f-151e-4766-8c65-f581190b8452 req-e248671c-8b0b-450b-89cc-08faeac8c076 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0973213 Dec 15 04:32:46.653870 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f67e044-911c-4935-9e95-3a4339ab1195 req-a0e67702-1d9e-4b67-b7eb-0a0986320412 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466551 Dec 15 04:32:46.681529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-e5fccf66-d9ea-4ce6-8adb-0e39206349c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3578219 Dec 15 04:32:46.685154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2bc353f-151e-4766-8c65-f581190b8452 req-76ca2bd3-bebb-486f-8674-17ad4375fe9c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Dec 15 04:32:46.687767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:46.803517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0fcb834e-f53e-4efb-92a5-112fd656c11c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:46.803898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:46.867402 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-e71ac57c-4877-4c5c-b3a3-ada1c0470e06 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742492 Dec 15 04:32:47.007385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd8fc-367c-4ba3-a578-f3bceaa9c7ed req-526ae570-4090-4166-b535-5a93b84be4e8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:47.017243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f11b3d2f-983c-4e35-aeac-aba1076cb33e req-3bf4f47c-839a-46ec-88d4-ddc025962fb2 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412144 Dec 15 04:32:47.022584 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:47.030151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-412fd8fc-367c-4ba3-a578-f3bceaa9c7ed req-526ae570-4090-4166-b535-5a93b84be4e8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 943 time: 0.1868694 Dec 15 04:32:47.156939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-412fd8fc-367c-4ba3-a578-f3bceaa9c7ed req-8dce8a40-b68f-4f2e-83de-1de206bf9206 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223218 Dec 15 04:32:47.158705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:47.160153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:47.169009 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d94b127-4f4e-45a8-bf2f-9465b50d776d" -d '{"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:47.186054 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:47.287165 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee7f5b-d24c-486a-ba6d-f974315170cb x-openstack-request-id: req-6cee7f5b-d24c-486a-ba6d-f974315170cb {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:47.287586 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:47.289527 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cee7f5b-d24c-486a-ba6d-f974315170cb {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:47.290033 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'code': 200} Dec 15 04:32:47.317734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:47.392088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14738b24-d3d0-4496-8dc1-f4ad724a7f82 req-67af12e8-d789-4312-8f3d-47c981734e23 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:47.405403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14738b24-d3d0-4496-8dc1-f4ad724a7f82 req-67af12e8-d789-4312-8f3d-47c981734e23 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 936 time: 0.1023152 Dec 15 04:32:47.453029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-d1856cbf-0c81-40b7-a5f3-0e3f59b056a5 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1279366 Dec 15 04:32:47.549449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14738b24-d3d0-4496-8dc1-f4ad724a7f82 req-a31fcae3-724e-4618-a297-12b72b3104f9 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412079 Dec 15 04:32:47.569837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9d7e4-44c4-4f62-87b0-9b6cbc454e15 req-b556e0c2-928f-4fe1-9920-1d4974e52d29 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:47.580111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17d9d7e4-44c4-4f62-87b0-9b6cbc454e15 req-b556e0c2-928f-4fe1-9920-1d4974e52d29 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1342587 Dec 15 04:32:47.615161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-418860da-1ef9-4c27-a671-a0b781fc1810 req-a872a3c2-0818-4800-ad71-5a1f9a45f693 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356275 Dec 15 04:32:47.663595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:47.668996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17d9d7e4-44c4-4f62-87b0-9b6cbc454e15 req-82b864b1-c67d-48d4-94c2-fba27c40bdef tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831041 Dec 15 04:32:47.674099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:47.689785 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-21e89ad6-1408-4b17-b426-d7564143218b service neutron] 10.222.0.16 "GET /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.3473980 Dec 15 04:32:47.779980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Transition to ACTIVE for port object 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:47.819883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:47.858706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5595bfc-b6c5-4c12-902e-779ceffe8c07 req-171cac0e-3a6d-48da-9dc0-71984ddf5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:47.860317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5595bfc-b6c5-4c12-902e-779ceffe8c07 req-171cac0e-3a6d-48da-9dc0-71984ddf5206 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1101 time: 0.2283957 Dec 15 04:32:47.901136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4429aa-b5da-4fda-a8a5-10793a911663 req-ca3d6f26-9356-4cea-b9a5-50b632cbd738 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:47.909245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a4429aa-b5da-4fda-a8a5-10793a911663 req-ca3d6f26-9356-4cea-b9a5-50b632cbd738 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 943 time: 0.0850666 Dec 15 04:32:47.992398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a4429aa-b5da-4fda-a8a5-10793a911663 req-52fad766-33ed-43af-b987-917c884cec1b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806777 Dec 15 04:32:48.034644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-8df834fe-48cd-419e-8069-9cdc4c97b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.036458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-8df834fe-48cd-419e-8069-9cdc4c97b829 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 1095 time: 0.2761753 Dec 15 04:32:48.351616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec9c5-037b-4153-9502-40f115f43745 req-7981cd90-240c-4e51-9ea8-335421fbde84 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.362642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a70ec9c5-037b-4153-9502-40f115f43745 req-7981cd90-240c-4e51-9ea8-335421fbde84 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 943 time: 0.0942788 Dec 15 04:32:48.384956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Pushing event updated for resources: {'Port': ['ID=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:48.423547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5595bfc-b6c5-4c12-902e-779ceffe8c07 req-a8cd9197-8f7c-477e-91f4-fe6285ce9885 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330129 Dec 15 04:32:48.432677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a70ec9c5-037b-4153-9502-40f115f43745 req-0b69b0d7-4406-48ee-9984-7ddeae2ff80b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674713 Dec 15 04:32:48.529763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Attempting to bind port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:48.530109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Attempting to bind port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:48.530419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Attempting to bind port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:48.549065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:48.561605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:48.561930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Attempting to bind port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:48.575764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:48.576276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:48.576495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:48.576954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Bound port: 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:48.577271 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:48.579736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-715b4043-4f20-49cb-8592-f22486cd8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.581147 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-715b4043-4f20-49cb-8592-f22486cd8459 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.1987216 Dec 15 04:32:48.615130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:48.681217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-6d5b09ea-a6b6-4103-b08c-9db40049215f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb HTTP/1.1" status: 200 len: 217 time: 0.0906067 Dec 15 04:32:48.697914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ac17f-8b32-4083-b94e-5fda9f928575 req-f3a98c61-7ec5-4f71-b701-ae9fff114ed9 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.701652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f9ac17f-8b32-4083-b94e-5fda9f928575 req-f3a98c61-7ec5-4f71-b701-ae9fff114ed9 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 948 time: 0.0675690 Dec 15 04:32:48.729431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:48.749338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:48.780012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f9ac17f-8b32-4083-b94e-5fda9f928575 req-eb27fb3c-6458-43b5-a6a7-46bea76b882a tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733373 Dec 15 04:32:48.784612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:48.789223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-7a2891a0-7890-4868-9ef1-7943e8f5b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.790714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-7a2891a0-7890-4868-9ef1-7943e8f5b7a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.0984390 Dec 15 04:32:48.792596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] For port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:48.828701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30269175-228b-4aaf-b08c-82c9ed1153dc req-920d6aaf-e0d5-45cb-a11d-3e17dd9904ed tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.830596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30269175-228b-4aaf-b08c-82c9ed1153dc req-920d6aaf-e0d5-45cb-a11d-3e17dd9904ed tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0717309 Dec 15 04:32:48.847280 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-f825db98-adb0-410a-90d4-f328fdece441 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375834 Dec 15 04:32:48.849073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] For port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:48.883938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:48.893436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30269175-228b-4aaf-b08c-82c9ed1153dc req-0a647fa1-be56-4ae9-a10b-00da719e1955 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Dec 15 04:32:48.982892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:48.983056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:48.984361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] 10.222.0.42 "PUT /v2.0/ports/049b3dcc-3862-4bab-b4d4-f9824ede3fb6 HTTP/1.1" status: 200 len: 1097 time: 3.4143512 Dec 15 04:32:48.988478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'tag': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:48.990657 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d45981-1143-4366-99a4-554fe7dbaff6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b9c69-ea30-4502-8537-35f2e9c0e204", "tag": "049b3dcc-3862-4bab-b4d4-f9824ede3fb6"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:49.008618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:49.049757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ee5bc-7e5e-4d07-8811-7261fe199932 service neutron] Pushing event updated for resources: {'Port': ['ID=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:49.095164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] Transition to ACTIVE for port object 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:49.126286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 92e1f459-a97b-4f2a-89de-a5150e231376 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:49.126888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:49.162374 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eabb58-2aa8-4116-bf15-36e2f897e08c x-openstack-request-id: req-57eabb58-2aa8-4116-bf15-36e2f897e08c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:49.162679 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b9c69-ea30-4502-8537-35f2e9c0e204", "tag": "049b3dcc-3862-4bab-b4d4-f9824ede3fb6", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:49.162939 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57eabb58-2aa8-4116-bf15-36e2f897e08c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:49.163348 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'tag': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6', 'status': 'completed', 'code': 200} Dec 15 04:32:49.166907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:49.226636 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-db9213bd-ad74-4c3d-ad6c-0dcb3fd8d73f service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549840 Dec 15 04:32:49.262021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:49.318945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:49.320387 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8064e53-153e-441d-a79d-605dedfa9348" -d '{"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-plugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:49.325892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa6a2-d86d-459b-ac57-164476d0b865 req-6050f27f-ae89-4c02-8036-f957aa720982 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.335009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-114fa6a2-d86d-459b-ac57-164476d0b865 req-6050f27f-ae89-4c02-8036-f957aa720982 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 944 time: 0.1546395 Dec 15 04:32:49.355168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:49.368390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:49.403554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] No DVR routers for this DVR port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:32:49.426008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-c823aff7-5b5e-4dc8-8b3d-b2e813b8baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.428390 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-c823aff7-5b5e-4dc8-8b3d-b2e813b8baa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7258754f397c4ae986eede08be7dd310&device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 1100 time: 0.3507757 Dec 15 04:32:49.491627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] 10.222.0.16 "PUT /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 1.7924252 Dec 15 04:32:49.501484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-114fa6a2-d86d-459b-ac57-164476d0b865 req-1fb57f14-314f-43e3-906d-8d00ecedfa33 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639526 Dec 15 04:32:49.518169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:49.543444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad8022-89b1-4120-8a16-2d4aa371ffdf service neutron] Pushing event updated for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:49.560012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-a069196b-4fe1-422a-bf10-005255e416a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6 HTTP/1.1" status: 200 len: 217 time: 0.1075666 Dec 15 04:32:49.664285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89f2d353-e1db-4bf6-a2f7-5661feec86d4 req-eee460d1-2bb5-4a88-ab4c-e068fb601240 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765094 Dec 15 04:32:49.672258 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33048aa-2ef4-4231-b223-3c22dbb51a45 x-openstack-request-id: req-d33048aa-2ef4-4231-b223-3c22dbb51a45 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:32:49.673308 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-plugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:32:49.673722 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d33048aa-2ef4-4231-b223-3c22dbb51a45 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:32:49.674313 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'code': 200} Dec 15 04:32:49.679964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-e60a8900-c54d-46f3-9d7c-01fa5a6253c7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.687875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-e60a8900-c54d-46f3-9d7c-01fa5a6253c7 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.2571084 Dec 15 04:32:49.706182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-e44cc960-e231-46c4-a3d1-5248a6fb5965 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/quotas/7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 375 time: 0.0172162 Dec 15 04:32:49.733963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-398cd705-9d94-43d6-a434-52269c8e60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.745292 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-398cd705-9d94-43d6-a434-52269c8e60fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1707380 Dec 15 04:32:49.832885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-1df3c9ed-3d65-4ced-a186-4cbdabc29fa0 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.834604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-1df3c9ed-3d65-4ced-a186-4cbdabc29fa0 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1671035 Dec 15 04:32:49.860472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-e0f5dcda-6507-4ba9-8ea0-d6de32e6e2be tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1529906 Dec 15 04:32:49.860695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-27af4382-2ba6-4401-91fa-53a46e48c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.862487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-27af4382-2ba6-4401-91fa-53a46e48c301 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059883 Dec 15 04:32:49.940883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be092d-c596-4e55-a79f-ca9a0a6862df req-340cce8c-4cfe-496f-ae5b-4b05762be330 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.948564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7be092d-c596-4e55-a79f-ca9a0a6862df req-340cce8c-4cfe-496f-ae5b-4b05762be330 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 943 time: 0.1463902 Dec 15 04:32:49.956932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-f0da39a6-5c28-46ec-b3c9-571e6b9ce8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:49.959450 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-f0da39a6-5c28-46ec-b3c9-571e6b9ce8ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229&tenant_id=61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 1096 time: 0.1144173 Dec 15 04:32:50.033757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-ff338c46-2c8c-423d-b68e-08ce67b8f63f service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568565 Dec 15 04:32:50.120891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7be092d-c596-4e55-a79f-ca9a0a6862df req-0a6e1b98-cbb4-44d0-828c-b391f91b0a98 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636376 Dec 15 04:32:50.133979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-e63402d3-8a96-497a-81e7-478c683e9f05 service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726176 Dec 15 04:32:50.151831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-a9eba0dc-80ba-490d-9110-b1318475820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:50.153631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-a9eba0dc-80ba-490d-9110-b1318475820f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1096 time: 0.1383553 Dec 15 04:32:50.305774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd2bd5-12af-4a26-975b-234bb51e41cd req-ddeb9c3f-1c1e-496c-8b6e-42519abb827f tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:50.314960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28cd2bd5-12af-4a26-975b-234bb51e41cd req-ddeb9c3f-1c1e-496c-8b6e-42519abb827f tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 948 time: 0.0859723 Dec 15 04:32:50.326287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-d66290b6-72ea-4532-9388-4d857c0d4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:50.327761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-d66290b6-72ea-4532-9388-4d857c0d4d89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1620426 Dec 15 04:32:50.334968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-ce5a45a3-78ff-4343-af88-98e4297a0b5d service neutron] 10.222.0.37 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915386 Dec 15 04:32:50.386230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-e9c1afee-7940-463d-96e5-e0228c2f51bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 200 len: 217 time: 0.0488257 Dec 15 04:32:50.426161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28cd2bd5-12af-4a26-975b-234bb51e41cd req-1592b446-c67a-406d-9f6c-da1c3b224b4e tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100152 Dec 15 04:32:50.462511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-963bffa5-29c3-4837-a38f-903d9731ea9b req-41d86ed8-bc59-45c8-a03a-b1cad6d89044 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093215 Dec 15 04:32:50.471947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-044e3cd1-b5ef-4857-96f2-0d3f75df7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:50.473867 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-044e3cd1-b5ef-4857-96f2-0d3f75df7f93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.0774612 Dec 15 04:32:50.520800 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-768e622b-cbba-4ec9-9d55-88bd4a6ceb24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370874 Dec 15 04:32:50.701059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531901c7-8a5b-4835-a073-0a0f9f6c9495 req-de7f612e-4174-4725-ad24-b3608a664e10 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:50.710758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:50.722670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-531901c7-8a5b-4835-a073-0a0f9f6c9495 req-de7f612e-4174-4725-ad24-b3608a664e10 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1730862 Dec 15 04:32:50.826402 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-531901c7-8a5b-4835-a073-0a0f9f6c9495 req-05b2d6b0-e262-42a7-a137-78dda70daded tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027825 Dec 15 04:32:50.870343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-f530384b-1e2c-43c4-996d-dacd03841cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:50.871678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-f530384b-1e2c-43c4-996d-dacd03841cd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7258754f397c4ae986eede08be7dd310&device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 1100 time: 0.1417301 Dec 15 04:32:50.893493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-b5ed34ce-8463-4869-b604-e8bac8c9aa43 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145010 Dec 15 04:32:50.979165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:51.026837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 747b9ce0-37cb-40e0-85d4-7173aa7c40fb details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:51.037770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'mac_address': 'fa:16:3e:84:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:51.243474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:51.271541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a4745d-5728-420d-ba86-ba09c01be170 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:51.297479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-e88ec7c7-3b7b-4577-bcc5-9ace248493c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:51.299475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-e88ec7c7-3b7b-4577-bcc5-9ace248493c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4147968 Dec 15 04:32:51.305734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-df6d5502-3cc7-4ac0-8f47-db90b3eca51d service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770349 Dec 15 04:32:51.324232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:51.326996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:51.337120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:51.347605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb', 'mac_address': 'fa:16:3e:b4:ff:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:51.442000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-cdc3a04b-e6ab-4b18-8bca-68926fc4ff11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6 HTTP/1.1" status: 200 len: 217 time: 0.1122308 Dec 15 04:32:51.449988 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:51.526906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747b9ce0-37cb-40e0-85d4-7173aa7c40fb {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:51.581186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:51.584603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-70da8b19-883f-4da2-87dd-676d46477556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:51.589090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-70da8b19-883f-4da2-87dd-676d46477556 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1352022 Dec 15 04:32:51.590855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['b2a4745d-5728-420d-ba86-ba09c01be170'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:51.591822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:51.595740 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:51.688984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-bb4bc177-b577-4483-a97a-11d79d6e6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:51.691217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-bb4bc177-b577-4483-a97a-11d79d6e6163 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928462 Dec 15 04:32:51.691594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.692608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.693489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.693829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.694156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.694491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.694809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.695128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.695449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.695765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.696109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.696420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.696738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:32:51.849508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:51.901520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-13a6a255-c0ea-4ff0-a89e-059c99d6a37b tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:51.903461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-13a6a255-c0ea-4ff0-a89e-059c99d6a37b tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.1933970 Dec 15 04:32:52.026901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-89b17436-876a-4253-b838-e4aa0a2603b8 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048644 Dec 15 04:32:52.072642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['747b9ce0-37cb-40e0-85d4-7173aa7c40fb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:52.461876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-525f0c66-a867-4f11-a32e-fb4c95b317f8 service neutron] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:52.467063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-525f0c66-a867-4f11-a32e-fb4c95b317f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:52.468484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fd6d8a13-e81b-40cc-8735-e762997adbdc req-525f0c66-a867-4f11-a32e-fb4c95b317f8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.5543478 Dec 15 04:32:52.543895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61d45981-1143-4366-99a4-554fe7dbaff6 req-ed9342f4-db32-490f-960f-a66aa3e62f45 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073211 Dec 15 04:32:52.715966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:52.836639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-93559c13-fbad-41a1-8b6c-3b5304094f03 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:52.838527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-93559c13-fbad-41a1-8b6c-3b5304094f03 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 808 time: 0.2518506 Dec 15 04:32:52.868333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Request body: {'port': {'device_id': '925838fb-9246-44c0-816f-5fe73858edf9', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'admin_state_up': True, 'tenant_id': '7e3e503c023a4f43a082a2898173102b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:53.051548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Made reservation on behalf of 7e3e503c023a4f43a082a2898173102b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:32:53.054415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:32:53.059148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.107692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port b2a4745d-5728-420d-ba86-ba09c01be170 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:53.108155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.249766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:53.284951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6', 'mac_address': 'fa:16:3e:f3:35:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:32:53.351517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.366528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Allocated IP 172.20.0.6 (c4a6f920-be7a-4bb6-b36a-b7b72f162816/3128db63-9590-4e06-b678-46acc6402fec/ee68c322-6480-4a0d-958b-f8caf8334ad8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:32:53.430218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:53.432493 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd9b8af-59d0-4cc4-b74d-77cbb189f7ec" -d '{"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-plugged", "status": "completed", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:53.466194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:53.472452 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.476379 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.542366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:53.616757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:53.634626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:53.643385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.748220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.759375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:53.832917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:53.873164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f1dc9bbe-526d-483e-adbb-e8442c4a5af0'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:53.937228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:53.973280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Network c4a6f920-be7a-4bb6-b36a-b7b72f162816 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:32:53.974937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:32:53.981620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:32:54.071602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:54.072360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:54.101202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-b41b1e48-58eb-46da-9bd0-5858f8a7de76 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2407854 Dec 15 04:32:54.107352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['049b3dcc-3862-4bab-b4d4-f9824ede3fb6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:32:54.125986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Request body: {'port': {'device_id': '925838fb-9246-44c0-816f-5fe73858edf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:32:54.293456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:54.843912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee68c322-6480-4a0d-958b-f8caf8334ad8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:32:54.853281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:54.869869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Transition to ACTIVE for port object ee68c322-6480-4a0d-958b-f8caf8334ad8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:32:54.879088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:54.993755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:55.016337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 747b9ce0-37cb-40e0-85d4-7173aa7c40fb up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:55.084479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:32:55.091109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:55.091109 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:55.139973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:32:55.141974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:32:55.145452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:55.165083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:32:55.169297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:32:55.189980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:32:55.190708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:32:55.194498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:32:55.195630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Bound port: ee68c322-6480-4a0d-958b-f8caf8334ad8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:32:55.196276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:55.337282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:55.397224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:32:55.410357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:32:55.421146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:55.453909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:55.468618 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:55.571560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:55.573654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:55.593573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] 10.222.0.16 "PUT /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 1092 time: 1.4719236 Dec 15 04:32:55.594517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:32:55.613208 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:32:55.672416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:55.817848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82951a21-44d8-41c8-ad7d-a3b32b88e311 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:55.883312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-d0938218-936c-40df-9049-ca8b64501e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:55.891553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-d0938218-936c-40df-9049-ca8b64501e01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1095 time: 0.2052937 Dec 15 04:32:56.023889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-a425a7ae-f135-4a40-abaf-8bcd5d5a4a4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 217 time: 0.1114585 Dec 15 04:32:56.086293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-8752297c-3c17-4a3d-b7f9-9f183e62b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:32:56.088094 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-8752297c-3c17-4a3d-b7f9-9f183e62b259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0574338 Dec 15 04:32:56.154131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-7cb09fe2-a432-4587-bde5-c69ca37ab0b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577941 Dec 15 04:32:56.361692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-a752f411-201d-4c72-ae6b-87196269afa2 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972108 Dec 15 04:32:56.555383 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cb8d338-d8e6-449f-9fef-aea9ee7436b0 req-36bcdec9-cd6c-4593-800b-156005e92cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846035 Dec 15 04:32:57.026245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:32:57.142364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:32:57.147961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:32:57.148628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:57.369418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:57.436335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:32:57.445851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:57.540406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:32:57.587892 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fcabdc-c6b1-4a04-a8d9-7c9eda12c106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:32:59.879390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c71b0da8-ef09-4681-9663-e53aeaf7a6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:01.034151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:01.036704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526553a-2ff9-4ace-8092-eb8b680c261c req-d4aa3efc-1c65-4c98-8948-0797039f30f3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.044665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6526553a-2ff9-4ace-8092-eb8b680c261c req-d4aa3efc-1c65-4c98-8948-0797039f30f3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 944 time: 0.0741255 Dec 15 04:33:01.166702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cf3d2-a356-4e7d-bd23-5e152a094579 req-67a65637-4ea1-4536-b573-d89bb6ec21c9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.168326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed2cf3d2-a356-4e7d-bd23-5e152a094579 req-67a65637-4ea1-4536-b573-d89bb6ec21c9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0812752 Dec 15 04:33:01.172128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6526553a-2ff9-4ace-8092-eb8b680c261c req-94779434-73f5-464f-83a1-93f0022e6092 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167099 Dec 15 04:33:01.230879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed2cf3d2-a356-4e7d-bd23-5e152a094579 req-f2e1789e-01eb-4a7f-96b1-2261ec7e239f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 Dec 15 04:33:01.381056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896584a5-576e-46e9-b84c-598f0cf596a4 req-1332c98f-65c7-4626-8e12-2f9c476ca9b6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.382444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-896584a5-576e-46e9-b84c-598f0cf596a4 req-1332c98f-65c7-4626-8e12-2f9c476ca9b6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.0582058 Dec 15 04:33:01.389931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa738d7-9626-45d1-a0a2-4a0646bae518 req-1583a522-2f41-42e0-ad13-7d630b3380ad tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.391767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1fa738d7-9626-45d1-a0a2-4a0646bae518 req-1583a522-2f41-42e0-ad13-7d630b3380ad tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1113083 Dec 15 04:33:01.485134 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-896584a5-576e-46e9-b84c-598f0cf596a4 req-1707bc65-750a-42ea-b097-dcd8c17aa0c5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921547 Dec 15 04:33:01.506762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1fa738d7-9626-45d1-a0a2-4a0646bae518 req-ab9715c0-e62b-44b2-9ea8-6be4bd0b9114 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057637 Dec 15 04:33:01.550810 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9394190-f247-44c8-9964-1caf9931b0f6 x-openstack-request-id: req-f9394190-f247-44c8-9964-1caf9931b0f6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:01.552220 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-plugged", "status": "completed", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:01.552834 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9394190-f247-44c8-9964-1caf9931b0f6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:01.553760 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'code': 200} Dec 15 04:33:01.586456 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf0be2-5877-4b3e-bf24-985c9e2ea9c5 x-openstack-request-id: req-4ecf0be2-5877-4b3e-bf24-985c9e2ea9c5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:01.586965 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:01.586965 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ecf0be2-5877-4b3e-bf24-985c9e2ea9c5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:01.589559 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'status': 'completed', 'code': 200} Dec 15 04:33:01.620672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb31f3-f2e4-4213-81ae-9f96087c6702 req-842aa2d0-a3b3-438f-bf87-aa4d02ff9f55 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.622186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dbb31f3-f2e4-4213-81ae-9f96087c6702 req-842aa2d0-a3b3-438f-bf87-aa4d02ff9f55 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.0714858 Dec 15 04:33:01.733393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dbb31f3-f2e4-4213-81ae-9f96087c6702 req-52f7b4ec-8302-4ff6-be37-2890a1fcfeeb tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005034 Dec 15 04:33:01.770014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-0d34721d-0b4c-4054-8d1d-8cf72638bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.776242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-0d34721d-0b4c-4054-8d1d-8cf72638bc03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1095 time: 0.1224391 Dec 15 04:33:01.908581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45cda9-ef59-48b2-a5b8-f8cad5f81d6a req-6a66089a-5786-4cc5-bcfe-a215b8589d3e tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.911147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c45cda9-ef59-48b2-a5b8-f8cad5f81d6a req-6a66089a-5786-4cc5-bcfe-a215b8589d3e tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 951 time: 0.0602353 Dec 15 04:33:01.934762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-af7fe169-0f44-4f57-85c7-b9acb34a4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:01.938183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-af7fe169-0f44-4f57-85c7-b9acb34a4ada service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.1540453 Dec 15 04:33:02.014261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c45cda9-ef59-48b2-a5b8-f8cad5f81d6a req-943d2874-d43d-42ce-9ee7-840164eed5bc tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897291 Dec 15 04:33:02.034718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-29c9673b-f98e-418d-a111-ee03c15002ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 217 time: 0.0885770 Dec 15 04:33:02.099407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57cd35-2267-441d-9c77-90986e39bf29 req-61c40248-f3d9-4e21-8100-b8c8fe8bde96 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:02.107459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b57cd35-2267-441d-9c77-90986e39bf29 req-61c40248-f3d9-4e21-8100-b8c8fe8bde96 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1096 time: 0.0929837 Dec 15 04:33:02.117644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-9c7bd6e7-55a7-4d22-91b4-00c6dadb1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:02.119576 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-9c7bd6e7-55a7-4d22-91b4-00c6dadb1cb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.0762753 Dec 15 04:33:02.167902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b57cd35-2267-441d-9c77-90986e39bf29 req-492082ba-885f-4ff8-9251-474d99020cf0 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592139 Dec 15 04:33:02.194345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-2c7f9dab-be9b-427d-8162-ff77bbe8c5ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541823 Dec 15 04:33:02.321885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7323a-1305-4a3a-bfe2-c40aa9be5605 req-47ff2374-40fb-4ba1-8070-7df7bc10d5ce tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:02.323612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24d7323a-1305-4a3a-bfe2-c40aa9be5605 req-47ff2374-40fb-4ba1-8070-7df7bc10d5ce tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0826414 Dec 15 04:33:02.339734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-dd3d31a6-8682-4a51-84b2-75053f760868 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426303 Dec 15 04:33:02.464582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24d7323a-1305-4a3a-bfe2-c40aa9be5605 req-090fc0ed-349b-4a5b-ab5c-2747a0b64545 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320083 Dec 15 04:33:02.525862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7603e7fb-be15-4f1c-8574-0fe37c2f7cb4 req-f6d0dcba-d274-4971-9f9d-532187644859 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730368 Dec 15 04:33:02.544365 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:02.614013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7a52-fe91-46eb-a73f-a0ae39745b7a req-2627d406-cffb-4ec6-a68d-a182f29dc155 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:02.616163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57ce7a52-fe91-46eb-a73f-a0ae39745b7a req-2627d406-cffb-4ec6-a68d-a182f29dc155 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 1096 time: 0.0579076 Dec 15 04:33:02.666029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57ce7a52-fe91-46eb-a73f-a0ae39745b7a req-dfccd2cc-186b-4438-801e-933698f8e876 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Dec 15 04:33:02.807379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c32f7-53be-4117-a2c4-166e45f40be1 req-ded3f98e-b528-4af2-9188-ad97f9a4a385 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:02.808920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db9c32f7-53be-4117-a2c4-166e45f40be1 req-ded3f98e-b528-4af2-9188-ad97f9a4a385 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0651054 Dec 15 04:33:02.867271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db9c32f7-53be-4117-a2c4-166e45f40be1 req-7837ca8e-a3d3-440d-8eae-ffb8ae8be0f2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444827 Dec 15 04:33:02.996882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d869c29-b084-479e-80da-57bd9595e96b req-8e22a40f-a773-4340-a45b-fe9bf6c126e2 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:02.998364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d869c29-b084-479e-80da-57bd9595e96b req-8e22a40f-a773-4340-a45b-fe9bf6c126e2 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.0606918 Dec 15 04:33:03.090771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d869c29-b084-479e-80da-57bd9595e96b req-94c5802b-2ead-4739-9cb6-7d6d3c3a0706 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831561 Dec 15 04:33:03.183221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:03.253514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4841-e318-45c1-86e8-66c4f6efbbeb req-f99f2d6e-f12f-40ea-9c6a-cd06a0246666 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:03.256224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c70a4841-e318-45c1-86e8-66c4f6efbbeb req-f99f2d6e-f12f-40ea-9c6a-cd06a0246666 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.0819333 Dec 15 04:33:03.337159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:03.364526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c70a4841-e318-45c1-86e8-66c4f6efbbeb req-86c86490-5ffb-4724-b808-b7d43ca28e94 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Dec 15 04:33:03.555859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb'}, {'server_uuid': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:03.558424 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b51607-b17d-4c69-acf5-9b55f61e8921" -d '{"events": [{"server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "name": "network-vif-plugged", "status": "completed", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb"}, {"server_uuid": "0c5b9c69-ea30-4502-8537-35f2e9c0e204", "name": "network-vif-plugged", "status": "completed", "tag": "049b3dcc-3862-4bab-b4d4-f9824ede3fb6"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:03.711454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3007ce-06a9-4a55-bb9a-db94122a3da5 req-60a87f67-8ee1-4d30-b2f0-79929a46bd1f tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:03.712876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e3007ce-06a9-4a55-bb9a-db94122a3da5 req-60a87f67-8ee1-4d30-b2f0-79929a46bd1f tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0494614 Dec 15 04:33:03.759109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e3007ce-06a9-4a55-bb9a-db94122a3da5 req-1995124c-e5bf-4036-8ad0-371352c0e11d tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Dec 15 04:33:03.917697 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608893f3-610f-41ee-920b-700958586348 x-openstack-request-id: req-608893f3-610f-41ee-920b-700958586348 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:03.918186 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "name": "network-vif-plugged", "status": "completed", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb", "code": 200}, {"server_uuid": "0c5b9c69-ea30-4502-8537-35f2e9c0e204", "name": "network-vif-plugged", "status": "completed", "tag": "049b3dcc-3862-4bab-b4d4-f9824ede3fb6", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:03.918512 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-608893f3-610f-41ee-920b-700958586348 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:03.918940 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb', 'code': 200} Dec 15 04:33:03.919376 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6', 'code': 200} Dec 15 04:33:04.014511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d97e3-d718-4f91-87f3-c73739fda613 req-dd4e7603-7604-4568-9cb8-e9c30c85a42f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:04.016280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d86d97e3-d718-4f91-87f3-c73739fda613 req-dd4e7603-7604-4568-9cb8-e9c30c85a42f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 951 time: 0.0523944 Dec 15 04:33:04.065274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d86d97e3-d718-4f91-87f3-c73739fda613 req-490fb6dd-993f-4eba-923b-52a76c10fe72 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Dec 15 04:33:04.152620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7603e-8c80-4862-83d2-c42d6c7a8222 req-b78d4114-5295-478a-bf71-eb49deb78cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:04.154148 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69d7603e-8c80-4862-83d2-c42d6c7a8222 req-b78d4114-5295-478a-bf71-eb49deb78cae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 1097 time: 0.0671751 Dec 15 04:33:04.159257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7e93-8739-4805-84c7-e818e92b4bec req-ba654eb3-9998-4393-ac07-9fbcdd8e3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:04.160737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3ab7e93-8739-4805-84c7-e818e92b4bec req-ba654eb3-9998-4393-ac07-9fbcdd8e3034 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 1102 time: 0.0659804 Dec 15 04:33:04.170436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3c14-752e-498e-b93e-007d28d08d04 req-310136a8-23b8-4a23-a717-fea711b6430b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:04.172107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1ff3c14-752e-498e-b93e-007d28d08d04 req-310136a8-23b8-4a23-a717-fea711b6430b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0511007 Dec 15 04:33:04.224301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1ff3c14-752e-498e-b93e-007d28d08d04 req-ffcaa319-0f00-4af5-a1ca-7fbee3cffa40 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 Dec 15 04:33:04.243490 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3ab7e93-8739-4805-84c7-e818e92b4bec req-cd84166f-a7fa-4bfc-9eff-9724d600b9df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720663 Dec 15 04:33:04.245697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69d7603e-8c80-4862-83d2-c42d6c7a8222 req-2819196c-bd56-478c-af63-faf282a651db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Dec 15 04:33:04.328868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02bcb9-86a8-4b90-9787-d30b4f14615d req-b37610a5-0ffa-4bcd-a08f-600d0c902258 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:04.330333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a02bcb9-86a8-4b90-9787-d30b4f14615d req-b37610a5-0ffa-4bcd-a08f-600d0c902258 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Dec 15 04:33:04.381141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a02bcb9-86a8-4b90-9787-d30b4f14615d req-51ae9c85-5e62-4ebc-8a7e-f1f309e29dd4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Dec 15 04:33:04.480656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34277-bc70-4cbd-9a8d-c577cda1ceb0 req-d0e202d1-c38c-4d8b-95ab-db517b71f07c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:04.482040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ec34277-bc70-4cbd-9a8d-c577cda1ceb0 req-d0e202d1-c38c-4d8b-95ab-db517b71f07c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.0473988 Dec 15 04:33:04.529430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ec34277-bc70-4cbd-9a8d-c577cda1ceb0 req-923fb8f2-500b-45f2-8347-26b22d9fb95e tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Dec 15 04:33:05.122659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:05.204147 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:05.239696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:05.243925 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:05.311764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:05.372664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea995ba-a326-4fbd-8e1d-36fc8b697070 req-02071d8e-e966-4c3a-ae84-52fc89fd0056 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:05.374050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ea995ba-a326-4fbd-8e1d-36fc8b697070 req-02071d8e-e966-4c3a-ae84-52fc89fd0056 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0495830 Dec 15 04:33:05.421333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ea995ba-a326-4fbd-8e1d-36fc8b697070 req-341442ad-cf76-4591-973e-f1feccefd724 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406635 Dec 15 04:33:05.527203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f632-2873-487a-85f9-7569496e7c72 req-b40b395f-072e-488b-9b01-6f1da65c7ceb tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:05.528684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f478f632-2873-487a-85f9-7569496e7c72 req-b40b395f-072e-488b-9b01-6f1da65c7ceb tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 949 time: 0.0527248 Dec 15 04:33:05.576418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f478f632-2873-487a-85f9-7569496e7c72 req-cb3f283a-926f-4bbb-bb74-96f9efa5df3f tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Dec 15 04:33:05.682674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8437c9-e821-4e9a-964c-5ad8320a4551 req-1190c6b0-4e73-4f46-ac7d-8b6afb4dcf3a tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:05.684052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d8437c9-e821-4e9a-964c-5ad8320a4551 req-1190c6b0-4e73-4f46-ac7d-8b6afb4dcf3a tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0485315 Dec 15 04:33:05.732821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d8437c9-e821-4e9a-964c-5ad8320a4551 req-c8ab225e-7451-4b82-8426-1cf5957815fd tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Dec 15 04:33:05.921535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:05.925659 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362efbb5-449b-4d4c-bfd8-706ecd3e9fb1" -d '{"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-unplugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:05.985691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfa3d5-55e8-4a92-8d9b-fd6633bcf73b req-bf1c2358-4e5c-471a-aa15-04eb56e642bb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:05.987205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1bfa3d5-55e8-4a92-8d9b-fd6633bcf73b req-bf1c2358-4e5c-471a-aa15-04eb56e642bb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.0529492 Dec 15 04:33:06.044117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1bfa3d5-55e8-4a92-8d9b-fd6633bcf73b req-72fede68-bdf4-4c7d-9a5f-4ccf57bb68a4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Dec 15 04:33:06.157512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdacdd-1f36-49b8-a6fa-d4283d86480a req-51aadc38-5dcf-4032-8d24-ad9da0066a87 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:06.158958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06fdacdd-1f36-49b8-a6fa-d4283d86480a req-51aadc38-5dcf-4032-8d24-ad9da0066a87 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.0501237 Dec 15 04:33:06.206550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06fdacdd-1f36-49b8-a6fa-d4283d86480a req-894dff4e-3a43-4a84-97b7-004e3199dac1 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Dec 15 04:33:06.336358 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cee06ca-38d3-41ab-9ef5-25f8497678e0 x-openstack-request-id: req-0cee06ca-38d3-41ab-9ef5-25f8497678e0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:06.336867 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-unplugged", "status": "completed", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:06.336955 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cee06ca-38d3-41ab-9ef5-25f8497678e0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:06.337311 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'code': 200} Dec 15 04:33:06.500723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-dde253ea-f27b-4a1c-94c4-023d07da4f1e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:06.502452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-dde253ea-f27b-4a1c-94c4-023d07da4f1e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.1044972 Dec 15 04:33:06.517347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-63105866-e170-485e-bcdc-05b3c9ee4d4f tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/quotas/d771b587215e4062ad6a02527a0f41b1 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Dec 15 04:33:06.567153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-38cce475-0219-45a0-8d26-01851d72de43 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436983 Dec 15 04:33:06.646644 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:06.664547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-aa99c222-bc41-4534-9535-5105519336cb service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902567 Dec 15 04:33:06.752936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-f74848fb-8d4f-4005-8750-9d4c4a7993a3 service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822618 Dec 15 04:33:06.796370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:06.895645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:06.936154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:06.941373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:07.003534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:07.137287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a264d84-cad7-4206-bd15-d28dd01175fe req-97fb0c65-254b-46cc-828b-82b037b30c81 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:07.139172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a264d84-cad7-4206-bd15-d28dd01175fe req-97fb0c65-254b-46cc-828b-82b037b30c81 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0549908 Dec 15 04:33:07.205539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a264d84-cad7-4206-bd15-d28dd01175fe req-ca07da84-d8b9-4967-8d7d-00e0b454ae78 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574574 Dec 15 04:33:07.233075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-8b3c365c-e1cb-4f69-81b2-0d56e56531eb tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:07.234752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-8b3c365c-e1cb-4f69-81b2-0d56e56531eb tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 949 time: 0.0620184 Dec 15 04:33:07.341598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae951c4-4ef6-4d27-82c1-fe502b88ff58 req-bca8f263-9239-4e31-9946-648ed8faadb2 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:07.343951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eae951c4-4ef6-4d27-82c1-fe502b88ff58 req-bca8f263-9239-4e31-9946-648ed8faadb2 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad HTTP/1.1" status: 200 len: 949 time: 0.0618186 Dec 15 04:33:07.361569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Deleting port 92e1f459-a97b-4f2a-89de-a5150e231376 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:07.361906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:07.405404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eae951c4-4ef6-4d27-82c1-fe502b88ff58 req-69f6e039-5178-403f-a7ce-5559f1195b5b tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.37 "GET /v2.0/security-groups?id=745a5a30-e7e2-4ffc-9b8b-95b45093eacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511496 Dec 15 04:33:07.465427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] For port 92e1f459-a97b-4f2a-89de-a5150e231376, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=92e1f459-a97b-4f2a-89de-a5150e231376,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:07.465787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:07.478774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Calling delete_port for 92e1f459-a97b-4f2a-89de-a5150e231376 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:07.530811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355711b9-a18b-4ae7-a2f2-8f535217d481 req-08d3fad5-f8fc-41a7-8bf0-94d4a2bd7b58 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:07.532473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-355711b9-a18b-4ae7-a2f2-8f535217d481 req-08d3fad5-f8fc-41a7-8bf0-94d4a2bd7b58 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0547376 Dec 15 04:33:07.625656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-355711b9-a18b-4ae7-a2f2-8f535217d481 req-d28d78b3-f968-4634-b306-0c26fc6d8990 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827053 Dec 15 04:33:07.646629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:07.701774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Pushing event deleted for resources: {'Port': ['ID=92e1f459-a97b-4f2a-89de-a5150e231376,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:07.710707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5eab39ec-0459-432d-b752-6a97bb29a3a8 req-9d738a30-9738-4965-a4df-49cd00293978 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 210 time: 0.0372844 Dec 15 04:33:07.739405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] No DVR routers for this DVR port 92e1f459-a97b-4f2a-89de-a5150e231376 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:07.742141 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:07.745931 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773a2ca4-c008-4330-9bfe-43c55eba76d1 req-f0109792-3c4d-4a62-8c8c-6ebf52e53465 tempest-ImagesOneServerTestJSON-1385922584 tempest-ImagesOneServerTestJSON-1385922584-project] 10.222.0.42 "DELETE /v2.0/ports/92e1f459-a97b-4f2a-89de-a5150e231376 HTTP/1.1" status: 204 len: 173 time: 0.5027757 Dec 15 04:33:07.746625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-deleted', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:07.749190 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1bc10a-347c-413b-92f8-da6a52c71d64" -d '{"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-deleted", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:07.837163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd3144-c5ec-42d9-b3ed-bd3b2eca9bd3 req-0e4b5e07-8fcc-4362-916e-bf40b6e31eb2 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:07.838847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00fd3144-c5ec-42d9-b3ed-bd3b2eca9bd3 req-0e4b5e07-8fcc-4362-916e-bf40b6e31eb2 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.0568769 Dec 15 04:33:07.892171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00fd3144-c5ec-42d9-b3ed-bd3b2eca9bd3 req-3e262e76-145a-4c13-b977-e5a819317bed tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Dec 15 04:33:08.005894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae24f-731d-4736-9c5d-0452bf948675 req-346a191f-7825-4d5f-8eec-704095f7d75e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.008516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e5ae24f-731d-4736-9c5d-0452bf948675 req-346a191f-7825-4d5f-8eec-704095f7d75e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Dec 15 04:33:08.065071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e5ae24f-731d-4736-9c5d-0452bf948675 req-233a4813-f4f4-4623-b8f9-09eaefb6340e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512307 Dec 15 04:33:08.137856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-a7e3899d-7f6e-41dd-b550-befba1cda11b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.140299 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-a7e3899d-7f6e-41dd-b550-befba1cda11b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38935cc-ed85-40b7-a8d8-443281bdad41 HTTP/1.1" status: 200 len: 944 time: 0.1002345 Dec 15 04:33:08.337818 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda286d5-1b2e-49e4-8dc8-02d092800223 x-openstack-request-id: req-eda286d5-1b2e-49e4-8dc8-02d092800223 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:08.338585 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad", "name": "network-vif-deleted", "tag": "92e1f459-a97b-4f2a-89de-a5150e231376", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:08.338585 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eda286d5-1b2e-49e4-8dc8-02d092800223 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:08.338862 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6710c4-9f07-45d3-a6d3-c8a48c1f5cad', 'name': 'network-vif-deleted', 'tag': '92e1f459-a97b-4f2a-89de-a5150e231376', 'status': 'completed', 'code': 200} Dec 15 04:33:08.339583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:08.342553 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdffd604-28f4-4578-989d-ee31342b3645" -d '{"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:08.417374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-39e03c10-a936-401e-a8b4-e8ee4af82e0f tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.419829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-39e03c10-a936-401e-a8b4-e8ee4af82e0f tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.2181177 Dec 15 04:33:08.435122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Deleting port b2a4745d-5728-420d-ba86-ba09c01be170 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:08.435534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:08.495711 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68455c0-08ab-4d32-a2c5-3c7badf8a115 x-openstack-request-id: req-a68455c0-08ab-4d32-a2c5-3c7badf8a115 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:08.496030 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:08.496317 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a68455c0-08ab-4d32-a2c5-3c7badf8a115 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:08.496709 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'code': 200} Dec 15 04:33:08.513040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Request body: {'port': {'device_id': '66ac265f-7450-4d48-9e96-77c826c697ce', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'admin_state_up': True, 'tenant_id': 'd771b587215e4062ad6a02527a0f41b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:08.589891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e05ba-a66e-49a9-9e17-46e389606ada req-e3971824-4408-45e0-a30e-fd6e78a2c202 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.603037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-600e05ba-a66e-49a9-9e17-46e389606ada req-e3971824-4408-45e0-a30e-fd6e78a2c202 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1276467 Dec 15 04:33:08.692640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-600e05ba-a66e-49a9-9e17-46e389606ada req-55c699b8-cc85-4519-bb02-cba09dbbe044 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884173 Dec 15 04:33:08.719543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-53884adf-4a72-4c4e-b7f1-0ee8d14bc811 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.720260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-53884adf-4a72-4c4e-b7f1-0ee8d14bc811 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.1068261 Dec 15 04:33:08.722127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] For port b2a4745d-5728-420d-ba86-ba09c01be170, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b2a4745d-5728-420d-ba86-ba09c01be170,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:08.722526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:08.725729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Made reservation on behalf of d771b587215e4062ad6a02527a0f41b1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:08.729179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:08.732909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c74ae-1a98-4cec-a7a9-5d6bb3cc2b56 req-cf0f7bfd-533e-42cc-ac59-2022af5645ae tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.744026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d42c74ae-1a98-4cec-a7a9-5d6bb3cc2b56 req-cf0f7bfd-533e-42cc-ac59-2022af5645ae tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.0948701 Dec 15 04:33:08.775146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Calling delete_port for b2a4745d-5728-420d-ba86-ba09c01be170 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:08.800351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:08.804272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d42c74ae-1a98-4cec-a7a9-5d6bb3cc2b56 req-524bcb4e-97b5-497c-84a4-01351ca76100 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590394 Dec 15 04:33:08.900777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76d4ea-2de2-4b62-be03-24d6beac3ff3 req-9fbf0c61-39fd-4d13-9452-a4fa4684dcff tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:08.905273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad76d4ea-2de2-4b62-be03-24d6beac3ff3 req-9fbf0c61-39fd-4d13-9452-a4fa4684dcff tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0994923 Dec 15 04:33:08.915211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:08.935017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816', 'port_id': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'mac_address': 'fa:16:3e:d5:03:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3128db63-9590-4e06-b678-46acc6402fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:33:08.978904 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.001372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee68c322-6480-4a0d-958b-f8caf8334ad8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:09.007280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f98625e2-2e7b-4c45-bb33-52029b27c21f req-d31328bc-9363-4190-a9ed-ea7d3f662a44 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 210 time: 0.0671074 Dec 15 04:33:09.017023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Deleting port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:09.017368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.028637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:09.030835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad76d4ea-2de2-4b62-be03-24d6beac3ff3 req-fa7102bb-73b4-480e-9b38-3a0fd69f368d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166348 Dec 15 04:33:09.035327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.096107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:09.121910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54742) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:09.130057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Allocated IP 172.20.0.2 (3466872e-4a99-408e-8688-b61dbe3e286b/24a2245e-52aa-487e-a0d3-6ce360425293/8669a3de-2eaf-426c-bcba-691a78a700ed) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:09.151024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c23a9-4717-4b69-afcd-aff9930b6d09 req-d21b9a4b-0455-4f06-be59-948c1c279523 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:09.152315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c0c23a9-4717-4b69-afcd-aff9930b6d09 req-d21b9a4b-0455-4f06-be59-948c1c279523 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c5b9c69-ea30-4502-8537-35f2e9c0e204 HTTP/1.1" status: 200 len: 950 time: 0.0609820 Dec 15 04:33:09.214374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c0c23a9-4717-4b69-afcd-aff9930b6d09 req-f309a71b-f5f6-4cc5-af83-e35b860a3169 tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.37 "GET /v2.0/security-groups?id=6253b151-484a-45f7-aa2e-f1e6fcdea1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543625 Dec 15 04:33:09.297788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-97ea86c0-6ce5-4614-bdea-8cf493fba2f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19e5e627955d43ada6bee638a7b510c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747150 Dec 15 04:33:09.300259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54748) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:09.316152 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.318890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] For port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:09.319329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.349011 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.363052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Calling delete_port for 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:09.374290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.382607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event deleted for resources: {'Port': ['ID=b2a4745d-5728-420d-ba86-ba09c01be170,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:09.413049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ee68c322-6480-4a0d-958b-f8caf8334ad8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:09.429523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.432610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.433781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/745a5a30-e7e2-4ffc-9b8b-95b45093eacb HTTP/1.1" status: 204 len: 168 time: 0.1320601 Dec 15 04:33:09.451574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a5a30-e7e2-4ffc-9b8b-95b45093eacb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:09.464815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.465260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.465693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.466302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.466727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.467304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.467726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.468210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.468623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.469149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.469914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.470472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.470751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd75c5e-d0f6-487a-bcb9-f38002673cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:09.477321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] No DVR routers for this DVR port b2a4745d-5728-420d-ba86-ba09c01be170 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:09.480782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.485263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-61f98ded-0b54-4935-b316-94ae5e35c47b req-31c8c358-df45-4a33-a306-9e2e2256c5d0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "DELETE /v2.0/ports/b2a4745d-5728-420d-ba86-ba09c01be170 HTTP/1.1" status: 204 len: 173 time: 1.3338013 Dec 15 04:33:09.542604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.656348 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.677950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.715334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Network 3466872e-4a99-408e-8688-b61dbe3e286b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:09.718200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['049b3dcc-3862-4bab-b4d4-f9824ede3fb6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:09.727506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:09.736295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:09.817755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:09.844361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] No DVR routers for this DVR port 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:09.864558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d8518-a8dd-420a-8e87-581d90bcf4dc req-faec524e-608b-4d6c-9d89-9ed5e3586c92 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:09.873312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c8d8518-a8dd-420a-8e87-581d90bcf4dc req-faec524e-608b-4d6c-9d89-9ed5e3586c92 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0840619 Dec 15 04:33:09.893087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:09.894428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.898425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Pushing event deleted for resources: {'Port': ['ID=049b3dcc-3862-4bab-b4d4-f9824ede3fb6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:09.911605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:09.917807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bf59989-3d37-405c-97b0-a62eedc362b1 req-341bb5c9-297e-42e9-8091-03a02592ff3c tempest-ImagesNegativeTestJSON-492313808 tempest-ImagesNegativeTestJSON-492313808-project] 10.222.0.42 "DELETE /v2.0/ports/049b3dcc-3862-4bab-b4d4-f9824ede3fb6 HTTP/1.1" status: 204 len: 173 time: 1.1859977 Dec 15 04:33:09.947688 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-79b9d07e-fb9a-4aca-82a1-54a9c678b461 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4378102 Dec 15 04:33:09.977565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c8d8518-a8dd-420a-8e87-581d90bcf4dc req-1f71d6b7-2500-41f2-b806-d696b55d4912 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026270 Dec 15 04:33:09.984271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Request body: {'port': {'device_id': '66ac265f-7450-4d48-9e96-77c826c697ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:10.125832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a625d0e-15b6-4fa3-a1fd-170927ee96bd req-9efb0148-dfc9-420f-8e46-4dff778b7f0e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:10.136308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a625d0e-15b6-4fa3-a1fd-170927ee96bd req-9efb0148-dfc9-420f-8e46-4dff778b7f0e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.1514342 Dec 15 04:33:10.166935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:10.191786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-77c01f3d-e6cb-4e94-b750-2bdffb4d4dce tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:10.194011 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-77c01f3d-e6cb-4e94-b750-2bdffb4d4dce tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 945 time: 0.1809623 Dec 15 04:33:10.592478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54826) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:10.637746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a625d0e-15b6-4fa3-a1fd-170927ee96bd req-97d4d7fc-8b0e-4c0e-9069-9915d1f67624 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923728 Dec 15 04:33:10.646892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-deleted', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170'}, {'server_uuid': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'name': 'network-vif-deleted', 'tag': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:10.649188 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5681b15-1b6f-4744-aeb3-fbcd0c82e343" -d '{"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-deleted", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170"}, {"server_uuid": "0c5b9c69-ea30-4502-8537-35f2e9c0e204", "name": "network-vif-deleted", "tag": "049b3dcc-3862-4bab-b4d4-f9824ede3fb6"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:10.651648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56314-5ab2-4032-ad91-0a3f8e9a2ebc req-24970f3c-538b-4296-8da7-0befb6827a7e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:10.671105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7f56314-5ab2-4032-ad91-0a3f8e9a2ebc req-24970f3c-538b-4296-8da7-0befb6827a7e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 931 time: 0.4952822 Dec 15 04:33:10.740875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7f56314-5ab2-4032-ad91-0a3f8e9a2ebc req-0778b581-464a-4cb4-82a3-ecaab71dbad6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 Dec 15 04:33:10.811629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Deleting port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:10.811967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:10.821183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:10.850749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3ba0d-6342-48a9-a0fc-80acb5dfe8dc req-7fb827b1-8410-4cdb-aba2-ea5260b76c75 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:10.857323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57d3ba0d-6342-48a9-a0fc-80acb5dfe8dc req-7fb827b1-8410-4cdb-aba2-ea5260b76c75 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.1554363 Dec 15 04:33:10.862082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-283684870-network', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:10.925258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port ee68c322-6480-4a0d-958b-f8caf8334ad8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:33:10.930388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ee68c322-6480-4a0d-958b-f8caf8334ad8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:10.931009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:10.935415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Made reservation on behalf of 0bb4df6a3c4141a19976fb428807c76a for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:10.937747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:10.948481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:10.961744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57d3ba0d-6342-48a9-a0fc-80acb5dfe8dc req-c9597dc0-ef94-4c95-876d-648daef2c9ab tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035779 Dec 15 04:33:11.022077 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415dd59-5b34-4cd3-b0c1-0fd1e72cb317 x-openstack-request-id: req-d415dd59-5b34-4cd3-b0c1-0fd1e72cb317 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:11.022424 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38935cc-ed85-40b7-a8d8-443281bdad41", "name": "network-vif-deleted", "tag": "b2a4745d-5728-420d-ba86-ba09c01be170", "status": "completed", "code": 200}, {"server_uuid": "0c5b9c69-ea30-4502-8537-35f2e9c0e204", "name": "network-vif-deleted", "tag": "049b3dcc-3862-4bab-b4d4-f9824ede3fb6", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:11.022892 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d415dd59-5b34-4cd3-b0c1-0fd1e72cb317 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:11.023803 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38935cc-ed85-40b7-a8d8-443281bdad41', 'name': 'network-vif-deleted', 'tag': 'b2a4745d-5728-420d-ba86-ba09c01be170', 'status': 'completed', 'code': 200} Dec 15 04:33:11.024348 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b9c69-ea30-4502-8537-35f2e9c0e204', 'name': 'network-vif-deleted', 'tag': '049b3dcc-3862-4bab-b4d4-f9824ede3fb6', 'status': 'completed', 'code': 200} Dec 15 04:33:11.044721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:11.045086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.055020 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.063351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8669a3de-2eaf-426c-bcba-691a78a700ed {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:11.065675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.068322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Calling delete_port for 747b9ce0-37cb-40e0-85d4-7173aa7c40fb owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:11.075797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.096768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:33:11.100111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Transition to ACTIVE for port object 8669a3de-2eaf-426c-bcba-691a78a700ed will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:33:11.114486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.118653 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.118997 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Added segment 203a9870-a7b9-4d7a-b567-c07ba01a21b2 of type vlan for network 903c2744-a936-4c79-b12d-43581e6cb0a5 Dec 15 04:33:11.120718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfcf9ec-8cd3-4bf6-986a-c141e6ceee14,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.138974 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.181863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:11.183131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:11.187482 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b1b081-9929-4bde-9f0a-31c9fc749d26" -d '{"events": [{"server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "name": "network-vif-plugged", "status": "completed", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:11.194768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:11.199145 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.211377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.255638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735d293-3f2e-4f4a-a0ef-9220ac7ebcc8 req-bd317a77-b392-4d14-b80b-6bab2f596e40 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:11.257700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1735d293-3f2e-4f4a-a0ef-9220ac7ebcc8 req-bd317a77-b392-4d14-b80b-6bab2f596e40 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1000693 Dec 15 04:33:11.259032 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.260051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:11.260810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.272996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 92e1f459-a97b-4f2a-89de-a5150e231376 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:11.273632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 92e1f459-a97b-4f2a-89de-a5150e231376 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:11.274206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:11.303773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:11.304359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 049b3dcc-3862-4bab-b4d4-f9824ede3fb6 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:11.304945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 747b9ce0-37cb-40e0-85d4-7173aa7c40fb no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:11.346294 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a62d3-22b2-4924-ab37-9552ec89219e x-openstack-request-id: req-eb7a62d3-22b2-4924-ab37-9552ec89219e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:11.348187 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "name": "network-vif-plugged", "status": "completed", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:11.349366 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb7a62d3-22b2-4924-ab37-9552ec89219e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:11.349996 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'code': 200} Dec 15 04:33:11.352812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7632835 Dec 15 04:33:11.360556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:11.368189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Request body: {'subnet': {'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-283684870-subnet', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:11.379608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.394931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176536-605a-4fd2-8905-bcd4defa64cd admin admin] Pushing event updated for resources: {'Network': ['ID=903c2744-a936-4c79-b12d-43581e6cb0a5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.429814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.435758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1735d293-3f2e-4f4a-a0ef-9220ac7ebcc8 req-c2ba5cdb-642f-44a7-9aa9-661e56b9ff81 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635771 Dec 15 04:33:11.438854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Made reservation on behalf of 0bb4df6a3c4141a19976fb428807c76a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:11.442866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.461946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:33:11.505233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.540675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:11.567164 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.574445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Attempting to bind port 8669a3de-2eaf-426c-bcba-691a78a700ed on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:11.574779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Attempting to bind port 8669a3de-2eaf-426c-bcba-691a78a700ed by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:11.575109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Attempting to bind port 8669a3de-2eaf-426c-bcba-691a78a700ed on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:11.616984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68a9d5-37b6-4316-a584-b7325db72391 req-31d1dffb-aec0-4018-a604-2fc84eb404fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:11.619683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e68a9d5-37b6-4316-a584-b7325db72391 req-31d1dffb-aec0-4018-a604-2fc84eb404fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1097 time: 0.1103582 Dec 15 04:33:11.623619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Port 8669a3de-2eaf-426c-bcba-691a78a700ed on network 3466872e-4a99-408e-8688-b61dbe3e286b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:11.623994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Attempting to bind port 8669a3de-2eaf-426c-bcba-691a78a700ed on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:11.643546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.648735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:11.649305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Checking segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:11.649441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Bound using segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:11.649887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Bound port: 8669a3de-2eaf-426c-bcba-691a78a700ed, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:11.650247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.690030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.853783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e68a9d5-37b6-4316-a584-b7325db72391 req-c6d6b756-50b9-4046-bff3-0bc5d340c245 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231660 Dec 15 04:33:11.860560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:11.864615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:11.865773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.885366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4614954-b145-4ee9-bf6d-8833ec61b4a7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.894794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54894) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:11.903162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.929199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Checking segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:11.929669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Network hostable DHCP agents. Network: 903c2744-a936-4c79-b12d-43581e6cb0a5, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:33:11.934551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event deleted for resources: {'Port': ['ID=747b9ce0-37cb-40e0-85d4-7173aa7c40fb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:11.949410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:11.950042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.951460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] 10.222.0.16 "PUT /v2.0/ports/8669a3de-2eaf-426c-bcba-691a78a700ed HTTP/1.1" status: 200 len: 1092 time: 1.9895020 Dec 15 04:33:11.954417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] No DVR routers for this DVR port 747b9ce0-37cb-40e0-85d4-7173aa7c40fb on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:11.958303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:11.961477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de377445-2270-4a26-9fc4-a916a4e78098 req-3081ab68-18e2-45dd-87eb-863f4ee86579 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:11.961962 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8027e424-aa6d-4ead-a59c-7619d319fe4d req-7923d6ae-8cba-4ebb-bdab-b88b4cb1a67f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "DELETE /v2.0/ports/747b9ce0-37cb-40e0-85d4-7173aa7c40fb HTTP/1.1" status: 204 len: 173 time: 1.6992121 Dec 15 04:33:11.962811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de377445-2270-4a26-9fc4-a916a4e78098 req-3081ab68-18e2-45dd-87eb-863f4ee86579 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b09b7-1939-4af5-ac1a-d9c4fb707523 HTTP/1.1" status: 200 len: 865 time: 0.2373965 Dec 15 04:33:11.979983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b59ef-cce3-4266-98ad-bd8eb70319d4 req-016bd4a8-1374-4abc-bf4e-99871f8c3575 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:11.987145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b7b59ef-cce3-4266-98ad-bd8eb70319d4 req-016bd4a8-1374-4abc-bf4e-99871f8c3575 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 943 time: 0.1180835 Dec 15 04:33:12.006310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:33:12.026996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b84be-abe8-4e90-add6-36e19fc0fe3e service neutron] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:12.041442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 903c2744-a936-4c79-b12d-43581e6cb0a5) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:12.050543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba7aa16-674b-4638-9c76-c3186b904709 None None] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:12.056662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:12.057250 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.097987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de377445-2270-4a26-9fc4-a916a4e78098 req-1e9be171-9861-4a03-a6b1-01d99550630e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073525 Dec 15 04:33:12.108430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf168d03-f2ee-4fb9-a3d9-ff4facb5db6f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7431397 Dec 15 04:33:12.108685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54902) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:12.114007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:12.133389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b7b59ef-cce3-4266-98ad-bd8eb70319d4 req-1243cf20-a59f-468b-b068-7a1be1a8029b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453638 Dec 15 04:33:12.165358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.168170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.302237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-903c2744-a936-4c79-b12d-43581e6cb0a5', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:33:12.306959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.318619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-b2b686e6-360e-445d-a92b-fa0be6453c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:12.320178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-b2b686e6-360e-445d-a92b-fa0be6453c28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 1095 time: 0.1191506 Dec 15 04:33:12.343672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a40701da-c985-4eba-857b-323878f41cef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7258754f397c4ae986eede08be7dd310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450424 Dec 15 04:33:12.349038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54904) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:12.358841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023586e-7955-4ea2-ab25-c99d737474ad req-0f7834d0-aebd-49c7-ac4f-a22522fe2642 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:12.360492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1023586e-7955-4ea2-ab25-c99d737474ad req-0f7834d0-aebd-49c7-ac4f-a22522fe2642 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1071301 Dec 15 04:33:12.366322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.405918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-1c485ece-9c2c-4fb3-976f-f2ac31640bd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8669a3de-2eaf-426c-bcba-691a78a700ed HTTP/1.1" status: 200 len: 217 time: 0.0558250 Dec 15 04:33:12.473398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1023586e-7955-4ea2-ab25-c99d737474ad req-f102d384-6bf8-4f2a-b1d3-df3718e6781e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049297 Dec 15 04:33:12.524380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Allocated IP 172.20.0.2 (903c2744-a936-4c79-b12d-43581e6cb0a5/e4614954-b145-4ee9-bf6d-8833ec61b4a7/fabaa96b-2ecc-4af9-a89b-409d9a65e08d) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:12.618755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-39eb96bd-a53e-433a-b042-700e9db12d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:12.621936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-39eb96bd-a53e-433a-b042-700e9db12d64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.2027822 Dec 15 04:33:12.687014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fcee8-8e65-45ec-b4ec-1ad6b8a6e7da req-f3648a20-ea49-4799-9742-2847484a85d3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:12.688584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a91fcee8-8e65-45ec-b4ec-1ad6b8a6e7da req-f3648a20-ea49-4799-9742-2847484a85d3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0787938 Dec 15 04:33:12.713342 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.777441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-7157d4c4-4b40-40cf-acf1-b72c706c649f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542378 Dec 15 04:33:12.789471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a91fcee8-8e65-45ec-b4ec-1ad6b8a6e7da req-19cead80-cb5d-4681-b9e6-b4a5f9c7a564 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883725 Dec 15 04:33:12.896782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c6b2-6461-46b1-999a-8f15b5c4e4d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.940236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:12.945871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c6b2-6461-46b1-999a-8f15b5c4e4d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.963048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: b2a4745d-5728-420d-ba86-ba09c01be170 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:12.963393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b2a4745d-5728-420d-ba86-ba09c01be170 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:12.984338 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:12.991720 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.005100 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-f12edba3-6651-4936-a9c6-5499536f7eaf service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796067 Dec 15 04:33:13.054141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Pushing event updated for resources: {'Port': ['ID=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:13.076308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:13.078007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:13.081480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:13.116483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed'}, {'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'name': 'network-vif-deleted', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:13.120763 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed"}, {"server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "name": "network-vif-deleted", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:13.179520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c6b2-6461-46b1-999a-8f15b5c4e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.183944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c6b2-6461-46b1-999a-8f15b5c4e4d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.187577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a8e8c6b2-6461-46b1-999a-8f15b5c4e4d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6253b151-484a-45f7-aa2e-f1e6fcdea1f6 HTTP/1.1" status: 204 len: 168 time: 0.8341098 Dec 15 04:33:13.197021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Attempting to bind port fabaa96b-2ecc-4af9-a89b-409d9a65e08d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:13.197397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Attempting to bind port fabaa96b-2ecc-4af9-a89b-409d9a65e08d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:13.197762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Attempting to bind port fabaa96b-2ecc-4af9-a89b-409d9a65e08d on network 903c2744-a936-4c79-b12d-43581e6cb0a5 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:13.211393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:13.211393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Checking segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:13.211393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.211393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Bound using segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:13.211820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Bound port: fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:13.212525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.217278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b5410f2b-41a2-4d4a-ad70-1916f179fd49 req-2a2a79da-c5c9-40d5-8ea2-64672a339066 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971352 Dec 15 04:33:13.236263 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8a2d05-14cc-40c5-b4f3-4e598138c8c5 x-openstack-request-id: req-ca8a2d05-14cc-40c5-b4f3-4e598138c8c5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:13.236592 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed", "status": "completed", "code": 200}, {"server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "name": "network-vif-deleted", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:13.236863 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca8a2d05-14cc-40c5-b4f3-4e598138c8c5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:13.237300 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'status': 'completed', 'code': 200} Dec 15 04:33:13.237577 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'name': 'network-vif-deleted', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb', 'status': 'completed', 'code': 200} Dec 15 04:33:13.251414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8c6b2-6461-46b1-999a-8f15b5c4e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253b151-484a-45f7-aa2e-f1e6fcdea1f6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:13.326620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] For port fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:13.335503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] For port fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:13.345349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.366290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:13.371167 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4465fdab-917f-49d4-842e-a25af10221e0" -d '{"events": [{"server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "name": "network-vif-unplugged", "status": "completed", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:13.507413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ecc5-3c6a-4177-a185-7684b6a41704 None None] Pushing event updated for resources: {'Port': ['ID=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:13.512448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23f7d-bd9f-4e7c-816e-162aa07554d8 req-fa369723-c92d-4e37-a255-a97a8c48cdad tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:13.524255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9eb23f7d-bd9f-4e7c-816e-162aa07554d8 req-fa369723-c92d-4e37-a255-a97a8c48cdad tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 943 time: 0.1706874 Dec 15 04:33:13.559236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-96c59288-0ea9-4b8e-b266-1e8cb5102b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:13.567137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-96c59288-0ea9-4b8e-b266-1e8cb5102b57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 1095 time: 0.1895199 Dec 15 04:33:13.674326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.699938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9eb23f7d-bd9f-4e7c-816e-162aa07554d8 req-070a767c-f7a0-40fe-82c3-457a1362bab3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614351 Dec 15 04:33:13.703712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:13.778175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-2ce72000-429e-4006-bffc-1431f67348fa tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:13.792919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-2ce72000-429e-4006-bffc-1431f67348fa tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.2665520 Dec 15 04:33:13.853432 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce85743-b546-49f8-b3cc-6c7c4c119c23 x-openstack-request-id: req-9ce85743-b546-49f8-b3cc-6c7c4c119c23 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:13.853432 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b09b7-1939-4af5-ac1a-d9c4fb707523", "name": "network-vif-unplugged", "status": "completed", "tag": "747b9ce0-37cb-40e0-85d4-7173aa7c40fb", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:13.853432 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ce85743-b546-49f8-b3cc-6c7c4c119c23 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:13.853432 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b09b7-1939-4af5-ac1a-d9c4fb707523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747b9ce0-37cb-40e0-85d4-7173aa7c40fb', 'code': 200} Dec 15 04:33:13.862121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-97ca8e52-f937-4dce-9926-3e423154a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:13.866709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-97ca8e52-f937-4dce-9926-3e423154a181 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 905 time: 0.2923012 Dec 15 04:33:13.878139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-ec036ecd-8d7a-4b55-b2ca-5677307ca663 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0841823 Dec 15 04:33:13.989565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-8fb38681-eef7-4f51-9069-603aa3de551c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103880 Dec 15 04:33:14.022446 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-99416a34-f7ca-4fe6-a4f3-ebe626624995 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8669a3de-2eaf-426c-bcba-691a78a700ed HTTP/1.1" status: 200 len: 217 time: 0.1387084 Dec 15 04:33:14.105684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fabaa96b-2ecc-4af9-a89b-409d9a65e08d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:14.155735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Allocated IP 172.25.2.34 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/350a3d1f-c387-44b3-8571-420fcaa41695) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:14.164351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e41c76-bca2-474d-82a4-b3298ad0ca04 req-f9c918e5-e0a6-41d8-a646-b48b97212571 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:14.172213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6e41c76-bca2-474d-82a4-b3298ad0ca04 req-f9c918e5-e0a6-41d8-a646-b48b97212571 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1448965 Dec 15 04:33:14.173800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-b73c467b-ceab-4651-8a82-9d8a04fe452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:14.175444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-b73c467b-ceab-4651-8a82-9d8a04fe452f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.1460538 Dec 15 04:33:14.229567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fabaa96b-2ecc-4af9-a89b-409d9a65e08d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:14.230281 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:14.274840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-2317a761-cdfb-4382-9a02-4012b500771b service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826688 Dec 15 04:33:14.285481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-6500576d-56ec-4dc9-a4c5-50d20b2f1df6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006365 Dec 15 04:33:14.298461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6e41c76-bca2-474d-82a4-b3298ad0ca04 req-711e30fb-bf4d-4d61-84a9-0604a947c981 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254323 Dec 15 04:33:14.394333 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:14.431875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:14.485681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:14.501094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:14.502928 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-ce509e16-29bf-4fab-9b63-44fdc80784e9 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092056 Dec 15 04:33:14.523840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-57a61455-8df3-4187-8f3d-6ebd0fc533e4 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168252 Dec 15 04:33:14.575785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfa459-b1e2-482b-a204-a621d81234dc req-ac53a7ac-711f-498c-afed-062bf42a9b34 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:14.580175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8cfa459-b1e2-482b-a204-a621d81234dc req-ac53a7ac-711f-498c-afed-062bf42a9b34 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1280289 Dec 15 04:33:14.658895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:14.690918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:14.699904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54962) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:14.721355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8cfa459-b1e2-482b-a204-a621d81234dc req-97ba2568-85c5-4e4e-bb9d-134865242eb8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321781 Dec 15 04:33:14.805093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:14.842877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:14.860829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:14.877249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Pushing event updated for resources: {'Port': ['ID=350a3d1f-c387-44b3-8571-420fcaa41695,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:14.930595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7118a-5b5f-43d6-b114-0347e8f4a0bf req-597d5d43-798e-4954-a7b7-d9a8fa8d8910 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:14.932611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9b7118a-5b5f-43d6-b114-0347e8f4a0bf req-597d5d43-798e-4954-a7b7-d9a8fa8d8910 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1097 time: 0.0781801 Dec 15 04:33:14.939064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-140898629-network', 'tenant_id': '4668d095581c44c6a47a1d09a2875893'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:14.946829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac1c330d-2d75-4d3a-832c-24304eb9dfa2 req-37b5d512-3be7-44b0-923e-c44013bfe896 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316933 Dec 15 04:33:15.016466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Made reservation on behalf of 4668d095581c44c6a47a1d09a2875893 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:15.018961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:15.058215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9b7118a-5b5f-43d6-b114-0347e8f4a0bf req-26d119b4-3d75-4f27-8b4c-180d682a2146 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184962 Dec 15 04:33:15.090277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:15.102436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98426-bb9b-4e55-8ca0-c0c015f3ccbb req-1111bd7f-291e-4ed8-aeb8-001bc0a7bd13 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:15.105234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fb98426-bb9b-4e55-8ca0-c0c015f3ccbb req-1111bd7f-291e-4ed8-aeb8-001bc0a7bd13 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 943 time: 0.1096396 Dec 15 04:33:15.189035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-430c1514-c202-4177-b711-719573830a5a req-8f982d25-b593-478a-ba4f-7e1f4bd25b31 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0392227 Dec 15 04:33:15.217361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fb98426-bb9b-4e55-8ca0-c0c015f3ccbb req-d857ecd3-0bb8-4ae6-adc4-aed7a499d937 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986907 Dec 15 04:33:15.236129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbf0ce-232a-49d3-bff9-6dd671c0e41d None None] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:15.336651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3a33378f-23c6-4b95-a7f8-b0370ef101e1 None None] Provisioning complete for port fabaa96b-2ecc-4af9-a89b-409d9a65e08d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:15.337022 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3a33378f-23c6-4b95-a7f8-b0370ef101e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:15.355971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d9f6-41ca-4e36-b76e-3edca52f93f0 req-6c25644f-7042-4ed3-952a-0464bb987e30 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:15.358021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c117d9f6-41ca-4e36-b76e-3edca52f93f0 req-6c25644f-7042-4ed3-952a-0464bb987e30 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1097 time: 0.0681367 Dec 15 04:33:15.442909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c117d9f6-41ca-4e36-b76e-3edca52f93f0 req-b137ccf4-f9e3-41cc-89e2-7ff3baff6a0c tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768502 Dec 15 04:33:15.795932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:15.825592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3e15db0e-ea26-47f6-a5c6-e5fdf6614c2d None None] Provisioning complete for port fabaa96b-2ecc-4af9-a89b-409d9a65e08d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:15.825592 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e15db0e-ea26-47f6-a5c6-e5fdf6614c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:15.963359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171918-2ab4-4efc-a35a-31958d2adcb7 req-8311a658-4eae-4671-9823-77fdbdfbd6b0 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:15.965616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79171918-2ab4-4efc-a35a-31958d2adcb7 req-8311a658-4eae-4671-9823-77fdbdfbd6b0 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1172833 Dec 15 04:33:15.966399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fabaa96b-2ecc-4af9-a89b-409d9a65e08d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:16.031527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.032118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fabaa96b-2ecc-4af9-a89b-409d9a65e08d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:16.032118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.043063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.070780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:33:16.088948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79171918-2ab4-4efc-a35a-31958d2adcb7 req-b02bce44-a1fb-4889-a401-d7838705191e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135290 Dec 15 04:33:16.103877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.104258 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Added segment c33ec29b-3e1a-4314-9ce7-fb50aa51768a of type vlan for network a7fc35a0-49b0-4d10-aa88-3029eb618a9b Dec 15 04:33:16.105501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bfbb85-d69b-4db6-8116-d406859cbd93,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:16.142443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.232947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.281724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.282951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:16.283607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.402996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3b6ad02-8ffa-4849-bdaa-d5b3f1f1e87e req-ac6468c0-aa58-4598-9335-0609c1eb7564 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0456462 Dec 15 04:33:16.412558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55014) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:16.412789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7079811 Dec 15 04:33:16.420524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Request body: {'subnet': {'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-140898629-subnet', 'tenant_id': '4668d095581c44c6a47a1d09a2875893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:16.451666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94872ec-f208-4bbf-8d51-e084c6793fdb admin admin] Pushing event updated for resources: {'Network': ['ID=a7fc35a0-49b0-4d10-aa88-3029eb618a9b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:16.465831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a7fc35a0-49b0-4d10-aa88-3029eb618a9b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:33:16.506252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-1960a5ec-4133-44d0-a3e6-76cb0e2c5e8c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:16.507733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-1960a5ec-4133-44d0-a3e6-76cb0e2c5e8c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.1800516 Dec 15 04:33:16.508434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Made reservation on behalf of 4668d095581c44c6a47a1d09a2875893 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:16.508951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:33:16.511023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.560981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Request body: {'port': {'device_id': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'admin_state_up': True, 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:16.682970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932409af-1236-4818-84bb-787c01e2cc0e req-a9e8320e-7980-42be-b1d7-1198e71979fd tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:16.685033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-932409af-1236-4818-84bb-787c01e2cc0e req-a9e8320e-7980-42be-b1d7-1198e71979fd tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 943 time: 0.1319139 Dec 15 04:33:16.755792 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:33:16.771305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:33:16.783069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Sync routers for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:33:16.784528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-932409af-1236-4818-84bb-787c01e2cc0e req-4306d154-a14a-42b0-bc06-499b9e550cff tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914307 Dec 15 04:33:16.798844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:16.802887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:16.826459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:16.830419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.850824 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.852110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f6a569f-e0bb-464b-9339-1f522351c659 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7417989 Dec 15 04:33:16.859196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55020) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:16.878201 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:16.881651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:16.955572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8d6fb6-8d20-487c-8fca-ede2e99423fb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:16.962010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Checking segment: {'id': 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:16.962491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Network hostable DHCP agents. Network: a7fc35a0-49b0-4d10-aa88-3029eb618a9b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:33:16.990224 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Network a7fc35a0-49b0-4d10-aa88-3029eb618a9b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:33:17.018584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a7fc35a0-49b0-4d10-aa88-3029eb618a9b) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:17.019589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:17.028039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:17.030351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:17.054388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a4e23-931d-43c5-8916-b05db4033a1a None None] Network a7fc35a0-49b0-4d10-aa88-3029eb618a9b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:17.065872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-599a38f9-dac5-4f38-9d47-09f658ff2ac7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6513035 Dec 15 04:33:17.092731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Allocated IP 172.20.0.9 (bb3edebe-44ec-4ae4-af7f-642eec37d382/66aba5da-b2fc-465e-a372-38bc928b9062/b20f158b-9762-4702-b9e0-78f60196a1d1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:17.127026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-913dbcfc-40f9-43ab-939b-df1599542eea tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:33:17.128084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-913dbcfc-40f9-43ab-939b-df1599542eea tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055041 Dec 15 04:33:17.206611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:17.240166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'mac_address': 'fa:16:3e:41:54:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:33:17.312569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d20dc-eda1-4795-a4e9-56485dbf7abd None None] Network a7fc35a0-49b0-4d10-aa88-3029eb618a9b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:17.343714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a950a5a-2fe3-48e5-8db2-e1331a2abe7a req-14ebbe33-c623-4600-9fce-4743b6c2f4eb tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:17.350076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a950a5a-2fe3-48e5-8db2-e1331a2abe7a req-14ebbe33-c623-4600-9fce-4743b6c2f4eb tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0906057 Dec 15 04:33:17.357973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-5ef13ce5-0240-4e39-954c-29923648f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:17.368093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-5ef13ce5-0240-4e39-954c-29923648f908 service neutron] 10.222.0.37 "GET /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 1094 time: 0.2241936 Dec 15 04:33:17.375964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:17.376539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Unknown quota resources ['binding']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:33:17.432384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a950a5a-2fe3-48e5-8db2-e1331a2abe7a req-7fb2713d-5f80-4632-92e2-16682296cc66 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740066 Dec 15 04:33:17.526816 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:17.567776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8669a3de-2eaf-426c-bcba-691a78a700ed {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:17.610158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:17.631962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:17.694784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:15Z', 'revision_number': 3, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:17.719895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:17.725223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Checking router: aa333072-d0a4-44ce-97bb-5ed7d8e8a494 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:33:17.725569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Updating router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 port 350a3d1f-c387-44b3-8571-420fcaa41695 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:33:17.727410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:17.757841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:17.835155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-96af8367-58c6-4dc0-b677-6c8abcb4b766 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:17.837151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-96af8367-58c6-4dc0-b677-6c8abcb4b766 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/networks?id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b HTTP/1.1" status: 200 len: 813 time: 0.1596076 Dec 15 04:33:17.842874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:17.843296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:17.843695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:17.856758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-0021fdbe-42c6-43cb-a311-6652008cbb27 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/quotas/4668d095581c44c6a47a1d09a2875893 HTTP/1.1" status: 200 len: 375 time: 0.0128193 Dec 15 04:33:17.857135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:17.857492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:17.872770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:17.873117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:17.873498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:17.873943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Bound port: ee68c322-6480-4a0d-958b-f8caf8334ad8, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:17.904600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:17.906623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-7cd1d7d8-4639-4867-90e6-5c3837d8abba tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4668d095581c44c6a47a1d09a2875893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436027 Dec 15 04:33:18.000698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.005165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:18.007128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event updated for resources: {'Port': ['ID=b20f158b-9762-4702-b9e0-78f60196a1d1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:18.019854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:18.023603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-8b90877d-b687-4445-abf9-d752a14ebc7d service neutron] 10.222.0.37 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050367 Dec 15 04:33:18.027401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:18.029647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8669a3de-2eaf-426c-bcba-691a78a700ed'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:18.035161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:18.140994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-d6c5e56b-f0f7-490e-bf8a-49eba0712781 service neutron] 10.222.0.37 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105988 Dec 15 04:33:18.200871 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.219320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.285331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Attempting to bind port 350a3d1f-c387-44b3-8571-420fcaa41695 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:18.285697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Attempting to bind port 350a3d1f-c387-44b3-8571-420fcaa41695 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:18.286060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Attempting to bind port 350a3d1f-c387-44b3-8571-420fcaa41695 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:18.313255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:18.313645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:18.314493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.314976 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.315494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:18.315617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Bound port: 350a3d1f-c387-44b3-8571-420fcaa41695, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:18.315723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f046435b-23c5-42d4-ae08-33714742624b service neutron] 10.222.0.37 "POST /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8/bindings HTTP/1.1" status: 201 len: 390 time: 0.9466643 Dec 15 04:33:18.316001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.375317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:18.375934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.405950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec99696-2f9a-41f2-92ca-a86240d9349f None None] Pushing event updated for resources: {'Port': ['ID=350a3d1f-c387-44b3-8571-420fcaa41695,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:18.419184 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-b74324df-e011-4159-993a-df2b7dbe0f90 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8615408 Dec 15 04:33:18.467585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Request body: {'port': {'device_id': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:18.571789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] For port 350a3d1f-c387-44b3-8571-420fcaa41695, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:18.576408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] For port 350a3d1f-c387-44b3-8571-420fcaa41695, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=350a3d1f-c387-44b3-8571-420fcaa41695,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:18.593730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.674795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:18.676018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:18.681462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec99696-2f9a-41f2-92ca-a86240d9349f None None] Pushing event updated for resources: {'Port': ['ID=350a3d1f-c387-44b3-8571-420fcaa41695,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:18.721608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191691-d22d-43f0-8c26-3f98da5062bb req-67885362-40bb-4429-8b18-184a3fedfbd0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:18.730281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1191691-d22d-43f0-8c26-3f98da5062bb req-67885362-40bb-4429-8b18-184a3fedfbd0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 931 time: 0.2173681 Dec 15 04:33:18.741369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Allocated IP 172.20.0.1 (903c2744-a936-4c79-b12d-43581e6cb0a5/e4614954-b145-4ee9-bf6d-8833ec61b4a7/49bd4a1f-96d8-4271-b3d5-7535a2cbbc44) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:18.757307 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:18.776707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-a85b3a0d-5ee9-4956-a08e-c0bc4a6a5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:18.777941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-a85b3a0d-5ee9-4956-a08e-c0bc4a6a5682 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1097 time: 0.1071932 Dec 15 04:33:18.817364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1191691-d22d-43f0-8c26-3f98da5062bb req-c158708a-b99a-4fdf-a3dc-2c1d1257bbbf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861266 Dec 15 04:33:18.877258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f05b2-0a2e-40db-8827-0360d7e51a23 req-fab6c834-5649-4e10-93a7-ab76ccd3393a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:18.892040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-420f05b2-0a2e-40db-8827-0360d7e51a23 req-fab6c834-5649-4e10-93a7-ab76ccd3393a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 944 time: 0.2963967 Dec 15 04:33:18.956060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:18.970981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a170b239-7b9f-43ae-9210-00aed8a9e130 req-191eaa1f-7a66-4f9a-ad4b-720bccbd4381 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 210 time: 0.0767727 Dec 15 04:33:18.994407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-3db3171b-3031-4c2f-b587-76bb8813742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:18.996239 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-3db3171b-3031-4c2f-b587-76bb8813742b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.2091043 Dec 15 04:33:19.018753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-420f05b2-0a2e-40db-8827-0360d7e51a23 req-9e7375f1-3c9f-4603-9f50-ca3bb8fb3bf0 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257045 Dec 15 04:33:19.056313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f19e6de9-c952-481f-a05a-9678f7cefdae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 217 time: 0.0515900 Dec 15 04:33:19.192569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8670329-8056-40c5-9860-9f9483c09695 req-455aba61-9a26-454b-a0bd-6591028f91f0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:19.204652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8670329-8056-40c5-9860-9f9483c09695 req-455aba61-9a26-454b-a0bd-6591028f91f0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1195636 Dec 15 04:33:19.225573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac64a4f-63cd-4572-9694-bdcf945ff5b5 req-1ca899fe-5fc1-4b27-8da0-f9a9b327d183 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:19.227291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eac64a4f-63cd-4572-9694-bdcf945ff5b5 req-1ca899fe-5fc1-4b27-8da0-f9a9b327d183 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1090705 Dec 15 04:33:19.269157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-13bd318a-9870-4576-927a-44ed481c59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:19.270901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-13bd318a-9870-4576-927a-44ed481c59c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.2041211 Dec 15 04:33:19.278775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:19.304108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8670329-8056-40c5-9860-9f9483c09695 req-bab90169-4bfb-4217-b221-28a57d09933e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914567 Dec 15 04:33:19.323519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-21c9af7b-26e4-4ed0-b6e5-5d93e28aa02e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380502 Dec 15 04:33:19.334566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eac64a4f-63cd-4572-9694-bdcf945ff5b5 req-41efced8-da0b-4c0d-b053-4fd9c0854557 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975149 Dec 15 04:33:19.373777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:15Z', 'revision_number': 3, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:19.405174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92124c-fb59-4285-a852-21254262e3c6 None None] The sync data for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 is: [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:15Z', 'revision_number': 3, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:33:19.505417 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:19.610387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Pushing event updated for resources: {'Port': ['ID=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:19.618540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:19.630439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:19.632936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:19.639434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20f158b-9762-4702-b9e0-78f60196a1d1 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:19.668695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:19.674608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-693caeca-f442-4be1-9032-15556643bf4a service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114786 Dec 15 04:33:19.766212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Transition to ACTIVE for port object b20f158b-9762-4702-b9e0-78f60196a1d1 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:33:19.779982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:19.785935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:19.978599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Pushing event updated for resources: {'Port': ['ID=b20f158b-9762-4702-b9e0-78f60196a1d1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:20.021667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-e7426e1e-bb92-4ea5-8224-aae470a40ac7 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360612 Dec 15 04:33:20.055675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 350a3d1f-c387-44b3-8571-420fcaa41695 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:20.169555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-be3543a2-efd8-448f-b6e2-b90acc566bb2 None None] Provisioning complete for port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:20.171567 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be3543a2-efd8-448f-b6e2-b90acc566bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.249221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Attempting to bind port b20f158b-9762-4702-b9e0-78f60196a1d1 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:20.251168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Attempting to bind port b20f158b-9762-4702-b9e0-78f60196a1d1 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:20.251680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Attempting to bind port b20f158b-9762-4702-b9e0-78f60196a1d1 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:20.282398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-929592fd-9c0f-417b-8432-368b09552ede tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:20.284372 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-929592fd-9c0f-417b-8432-368b09552ede tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.42 "GET /v2.0/networks?id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b HTTP/1.1" status: 200 len: 813 time: 0.3014541 Dec 15 04:33:20.285626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.287871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Port b20f158b-9762-4702-b9e0-78f60196a1d1 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:20.288256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c97efb-fd3a-4864-b262-5049d568acaf req-877f74ce-4aef-49a5-9d67-3ff231aca3e7 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:20.288999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Attempting to bind port b20f158b-9762-4702-b9e0-78f60196a1d1 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:20.289982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-be3543a2-efd8-448f-b6e2-b90acc566bb2 None None] Port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:33:20.306868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Request body: {'port': {'device_id': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b', 'admin_state_up': True, 'tenant_id': '4668d095581c44c6a47a1d09a2875893'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:20.308452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70c97efb-fd3a-4864-b262-5049d568acaf req-877f74ce-4aef-49a5-9d67-3ff231aca3e7 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 943 time: 0.3474731 Dec 15 04:33:20.325666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-016a34cf-e33e-4c53-9692-eea2cd8f8aee req-ca1ad089-3c38-4b63-b6a3-85d4ac2f63e5 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 210 time: 0.1878386 Dec 15 04:33:20.327788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 350a3d1f-c387-44b3-8571-420fcaa41695 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:20.328197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.344248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:20.344248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:20.344248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Bound using segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:20.344248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Bound port: b20f158b-9762-4702-b9e0-78f60196a1d1, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:20.344248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.419054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70c97efb-fd3a-4864-b262-5049d568acaf req-7172b438-1102-4e1c-854b-efd9cc9f3247 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096296 Dec 15 04:33:20.504659 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.534321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 350a3d1f-c387-44b3-8571-420fcaa41695, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=350a3d1f-c387-44b3-8571-420fcaa41695,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:20.546985 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.644754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=350a3d1f-c387-44b3-8571-420fcaa41695,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:20.658933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29ec8-1f5e-4c3d-8398-c30f835a149e req-db598aa1-a433-4fcc-ae67-cc0bce4a36f5 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:20.659096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] For port b20f158b-9762-4702-b9e0-78f60196a1d1, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:20.661672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdb29ec8-1f5e-4c3d-8398-c30f835a149e req-db598aa1-a433-4fcc-ae67-cc0bce4a36f5 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 944 time: 0.2147543 Dec 15 04:33:20.662992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] For port b20f158b-9762-4702-b9e0-78f60196a1d1, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b20f158b-9762-4702-b9e0-78f60196a1d1,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:20.721513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced99396-5f24-43ff-8f08-4230a35f1eac req-169976ee-7632-4b04-844f-c43e7525acf2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:20.723706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ced99396-5f24-43ff-8f08-4230a35f1eac req-169976ee-7632-4b04-844f-c43e7525acf2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1681058 Dec 15 04:33:20.728884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.769556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdb29ec8-1f5e-4c3d-8398-c30f835a149e req-6d70a032-dc6b-4923-96ec-e8a4b50d575d tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956905 Dec 15 04:33:20.890343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:20.896933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:20.897560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:20.898945 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] 10.222.0.42 "PUT /v2.0/ports/b20f158b-9762-4702-b9e0-78f60196a1d1 HTTP/1.1" status: 200 len: 1092 time: 2.4611626 Dec 15 04:33:20.904751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'tag': 'b20f158b-9762-4702-b9e0-78f60196a1d1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:20.907459 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b" -d '{"events": [{"name": "network-changed", "server_uuid": "79547fea-5d71-41ec-a052-3d8c5bd2d63b", "tag": "b20f158b-9762-4702-b9e0-78f60196a1d1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:20.915712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ced99396-5f24-43ff-8f08-4230a35f1eac req-3dac1c63-c002-47d8-9fe6-091eda6dd176 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436157 Dec 15 04:33:21.033135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e82d-b4e4-4e16-b7eb-35b1090c311b req-de1032e3-7789-4e03-8f20-0c3885d1b1f3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:21.043321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Made reservation on behalf of 4668d095581c44c6a47a1d09a2875893 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:21.043793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d91e82d-b4e4-4e16-b7eb-35b1090c311b req-de1032e3-7789-4e03-8f20-0c3885d1b1f3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1508243 Dec 15 04:33:21.050109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.052300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 8669a3de-2eaf-426c-bcba-691a78a700ed completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:33:21.058547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 8669a3de-2eaf-426c-bcba-691a78a700ed triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:21.059233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.137352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d91e82d-b4e4-4e16-b7eb-35b1090c311b req-07b66b74-1e03-432c-9b56-0b16b34734d0 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925949 Dec 15 04:33:21.182069 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6f1ed9-cd98-4c65-a3d7-44216f7ecf65 x-openstack-request-id: req-4d6f1ed9-cd98-4c65-a3d7-44216f7ecf65 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:21.182274 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79547fea-5d71-41ec-a052-3d8c5bd2d63b", "tag": "b20f158b-9762-4702-b9e0-78f60196a1d1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:21.182813 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d6f1ed9-cd98-4c65-a3d7-44216f7ecf65 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:21.183229 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'tag': 'b20f158b-9762-4702-b9e0-78f60196a1d1', 'status': 'completed', 'code': 200} Dec 15 04:33:21.183828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce21e4-b081-424b-8f0a-021374636a36 service neutron] Pushing event updated for resources: {'Port': ['ID=b20f158b-9762-4702-b9e0-78f60196a1d1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:21.219841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.223520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.241495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.249200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:21.252354 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21a9f6-8f6d-4bc9-a12e-32140fec2d3b" -d '{"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-plugged", "status": "completed", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:21.267958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:21.272596 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.304548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-e623874b-114e-4c98-887c-83bbedc16883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:21.305278 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bd0057-2fe3-4e41-91ac-30e6c9298902 x-openstack-request-id: req-13bd0057-2fe3-4e41-91ac-30e6c9298902 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:21.305691 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-plugged", "status": "completed", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:21.306191 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13bd0057-2fe3-4e41-91ac-30e6c9298902 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:21.306319 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-e623874b-114e-4c98-887c-83bbedc16883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 1095 time: 0.3304446 Dec 15 04:33:21.306762 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'code': 200} Dec 15 04:33:21.341753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:21.418679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:21.443582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d281892a-4f14-4a2f-aa36-a3cbf0a7213e req-bae42af0-a85b-45ec-a9b6-016fe5b40c7d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 210 time: 0.0405233 Dec 15 04:33:21.448302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Pushing event updated for resources: {'Port': ['ID=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:21.457942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-e485ae88-e30e-4d15-bb37-d379604c76ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b20f158b-9762-4702-b9e0-78f60196a1d1 HTTP/1.1" status: 200 len: 217 time: 0.1144502 Dec 15 04:33:21.505448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Allocated IP 172.20.0.12 (a7fc35a0-49b0-4d10-aa88-3029eb618a9b/2e8d6fb6-8d20-487c-8fca-ede2e99423fb/aad85375-257c-417b-85aa-d028b2b0c8f7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:21.618215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1885efa-7756-4b54-b120-30cac58a90a0 req-af0f54b1-91a2-48cd-84b7-b002de809d7b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:21.630931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1885efa-7756-4b54-b120-30cac58a90a0 req-af0f54b1-91a2-48cd-84b7-b002de809d7b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 943 time: 0.0958600 Dec 15 04:33:21.693352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1885efa-7756-4b54-b120-30cac58a90a0 req-94baf8c4-2803-4adc-99b0-e80db15e0089 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616896 Dec 15 04:33:21.910377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 350a3d1f-c387-44b3-8571-420fcaa41695 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:21.945635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb549e91-a012-4ce4-845b-76005a564633 req-709670e9-40ec-420a-a375-78ac1cf02b70 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:21.947432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb549e91-a012-4ce4-845b-76005a564633 req-709670e9-40ec-420a-a375-78ac1cf02b70 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0738652 Dec 15 04:33:22.054507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 350a3d1f-c387-44b3-8571-420fcaa41695 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:22.055057 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:22.066289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb549e91-a012-4ce4-845b-76005a564633 req-bfa0f70d-7312-401b-8fbd-884354894d4e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092842 Dec 15 04:33:22.188632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:22.193388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f942fc-6648-4573-9d87-5201bc8f243e req-d91119b2-eb09-420b-a8d7-6f2c6bccf236 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.195050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1f942fc-6648-4573-9d87-5201bc8f243e req-d91119b2-eb09-420b-a8d7-6f2c6bccf236 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1260974 Dec 15 04:33:22.204389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e47d22-9308-4459-9f46-ee0059c85dcc req-51a32bc8-03ea-4b4c-a25d-e4d9f8bad68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.206027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-43e47d22-9308-4459-9f46-ee0059c85dcc req-51a32bc8-03ea-4b4c-a25d-e4d9f8bad68c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 1097 time: 0.7850707 Dec 15 04:33:22.225280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:22.240243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:22.256012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-aefe1cfa-abf7-4562-81cb-cafd7ab5e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.257546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-aefe1cfa-abf7-4562-81cb-cafd7ab5e041 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.7755334 Dec 15 04:33:22.288350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1f942fc-6648-4573-9d87-5201bc8f243e req-cafd238e-0abc-4140-b368-17a5320d0331 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816901 Dec 15 04:33:22.377713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef29c96-4910-48ae-a391-bcce7eb1aded req-2100e6c3-64d0-43bd-984c-3e944b50a903 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.379758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ef29c96-4910-48ae-a391-bcce7eb1aded req-2100e6c3-64d0-43bd-984c-3e944b50a903 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0642691 Dec 15 04:33:22.403992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-77c04def-ff74-44bd-a12a-a8f86c241cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245396 Dec 15 04:33:22.460522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ef29c96-4910-48ae-a391-bcce7eb1aded req-fa0f7bf2-759e-4366-8b81-86fffd9d9533 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720549 Dec 15 04:33:22.507522 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:22.514131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-43e47d22-9308-4459-9f46-ee0059c85dcc req-c2f35cb5-ec69-4d80-b9ba-9a4f900ac5be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970510 Dec 15 04:33:22.632494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Network a7fc35a0-49b0-4d10-aa88-3029eb618a9b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:22.641968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-eb3fa26c-8487-49cc-b17c-b0a544692a33 None None] Provisioning complete for port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:22.642510 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa26c-8487-49cc-b17c-b0a544692a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:22.642721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:22.650108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-41075684-6ea1-4a9d-9642-42a02667ed60 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308037 Dec 15 04:33:22.652788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:22.659765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7e175-8cfb-4420-a40a-130be7471080 req-4f87f3bd-5bd7-4370-ad07-23e5af5b39b5 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.670543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87f7e175-8cfb-4420-a40a-130be7471080 req-4f87f3bd-5bd7-4370-ad07-23e5af5b39b5 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 932 time: 0.1039443 Dec 15 04:33:22.703194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Pushing event updated for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:22.741785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87f7e175-8cfb-4420-a40a-130be7471080 req-fb92bf2b-5f91-4880-8f06-db9262bb51f7 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699286 Dec 15 04:33:22.744614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:33:22.754154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fa26c-8487-49cc-b17c-b0a544692a33 None None] Port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:33:22.858063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.858692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:22.865297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66e75-429a-4c4f-a267-0116c45dfcb7 req-0685214e-ac1f-4104-8315-b32f3110d8a0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:22.866839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77a66e75-429a-4c4f-a267-0116c45dfcb7 req-0685214e-ac1f-4104-8315-b32f3110d8a0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 943 time: 0.0560858 Dec 15 04:33:22.928817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77a66e75-429a-4c4f-a267-0116c45dfcb7 req-f52ee660-0dba-4fd2-ae49-789f92bb2e97 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 Dec 15 04:33:23.000044 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-284e5f27-e12c-4897-8540-22e0a8948413 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6970985 Dec 15 04:33:23.017234 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1702a661-b19e-41ff-b17a-eae85a6662f0 req-31a460a6-81ce-4e6a-a34f-f19def09950c service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563211 Dec 15 04:33:23.025761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Request body: {'port': {'device_id': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:23.054434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:33:23.060385 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-50980b93-ebd2-4a64-aa7e-9ba528441cef admin admin] 10.222.0.37 "PUT /v2.0/routers/aa333072-d0a4-44ce-97bb-5ed7d8e8a494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1998739 Dec 15 04:33:23.070414 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Sync routers for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:33:23.087404 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:23.088894 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:23.174896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:23.235599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-6244ff5b-8445-4c7d-bd48-6f641f5cd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:23.238244 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-6244ff5b-8445-4c7d-bd48-6f641f5cd87d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 1095 time: 0.0962741 Dec 15 04:33:23.303841 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:23.352348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f902-060f-41a1-bb26-c65847333ada req-4320a9af-85ea-4903-862b-9264a5867548 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:23.354110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f924f902-060f-41a1-bb26-c65847333ada req-4320a9af-85ea-4903-862b-9264a5867548 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1501694 Dec 15 04:33:23.389048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-508f5a05-903e-461f-aa6d-5c88945cb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:23.390918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-508f5a05-903e-461f-aa6d-5c88945cb51d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.1435840 Dec 15 04:33:23.447037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-a87a407a-92c7-4394-a0f9-496edea45f3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b20f158b-9762-4702-b9e0-78f60196a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0455272 Dec 15 04:33:23.593796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-769482bd-7680-4969-96ee-9ebbc1d5bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:23.596033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-769482bd-7680-4969-96ee-9ebbc1d5bb60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.1379945 Dec 15 04:33:23.630900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f924f902-060f-41a1-bb26-c65847333ada req-f3208b69-871f-4710-8ffd-f0b289237a6a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502441 Dec 15 04:33:23.664539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-05974404-168b-4c97-bc62-a4700a49e3ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573819 Dec 15 04:33:23.671324 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 2, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:23.723671 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Checking router: aa333072-d0a4-44ce-97bb-5ed7d8e8a494 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:33:23.724019 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Updating router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:33:23.741564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3f76e-b1ba-4482-ae55-f00aa7b03c41 req-9988b084-6926-46a7-bdda-1c6a12cebabb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:23.750075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02d3f76e-b1ba-4482-ae55-f00aa7b03c41 req-9988b084-6926-46a7-bdda-1c6a12cebabb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1132193 Dec 15 04:33:23.767112 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:23.854831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02d3f76e-b1ba-4482-ae55-f00aa7b03c41 req-2d949799-6166-4956-be16-6087a18de6f0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998693 Dec 15 04:33:23.860305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-ee568b1d-8cdf-4f70-b8e7-1f82f24480f7 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869745 Dec 15 04:33:24.024566 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20cc5490-d68e-4752-9fe8-f1bd1e5e732b req-b6199d56-fa3b-4bd0-a0e0-d5e5e92e5f3c service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558058 Dec 15 04:33:24.060433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15801ecd-785e-430c-9eef-bc4d7ceb990e req-4682673c-9ae3-4474-9cbd-d00dbf17ac28 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:24.062436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15801ecd-785e-430c-9eef-bc4d7ceb990e req-4682673c-9ae3-4474-9cbd-d00dbf17ac28 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.0798061 Dec 15 04:33:24.132911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15801ecd-785e-430c-9eef-bc4d7ceb990e req-6a97567e-282c-4afa-a829-71d61f061945 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Dec 15 04:33:24.150719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad85375-257c-417b-85aa-d028b2b0c8f7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:24.163762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.179646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Transition to ACTIVE for port object aad85375-257c-417b-85aa-d028b2b0c8f7 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:33:24.185887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.286011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Pushing event updated for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:24.326173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867855a5-1de7-4fa4-bed3-0c3709562b23 req-7a77b516-7652-445a-a723-308260f8d093 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:24.328627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-867855a5-1de7-4fa4-bed3-0c3709562b23 req-7a77b516-7652-445a-a723-308260f8d093 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 944 time: 0.0649438 Dec 15 04:33:24.358870 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.364420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Attempting to bind port aad85375-257c-417b-85aa-d028b2b0c8f7 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:24.365177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Attempting to bind port aad85375-257c-417b-85aa-d028b2b0c8f7 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:24.366116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Attempting to bind port aad85375-257c-417b-85aa-d028b2b0c8f7 on network a7fc35a0-49b0-4d10-aa88-3029eb618a9b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:24.371144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Port aad85375-257c-417b-85aa-d028b2b0c8f7 on network a7fc35a0-49b0-4d10-aa88-3029eb618a9b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:24.371595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Attempting to bind port aad85375-257c-417b-85aa-d028b2b0c8f7 on network a7fc35a0-49b0-4d10-aa88-3029eb618a9b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:24.375675 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.377535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:24.377992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Checking segment: {'id': 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:24.378806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Bound using segment: {'id': 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:24.379164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Bound port: aad85375-257c-417b-85aa-d028b2b0c8f7, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:24.379624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.427175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-867855a5-1de7-4fa4-bed3-0c3709562b23 req-02856e5f-1868-42b4-914e-721a7b0a81a8 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909700 Dec 15 04:33:24.546749 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Pushing event updated for resources: {'Port': ['ID=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:24.560353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:24.567195 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.567548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.567894 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.568258 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.569033 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.569033 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.569251 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.569547 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.569901 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.570195 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.570530 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.570839 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.571155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:24.572686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=aad85375-257c-417b-85aa-d028b2b0c8f7,segment=NetworkSegment(c33ec29b-3e1a-4314-9ce7-fb50aa51768a),segment_id=c33ec29b-3e1a-4314-9ce7-fb50aa51768a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:24.592835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.619135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9a36-da31-4c57-be2b-259deccc3967 req-c2d15d73-5001-40cf-8369-4160a28e9bc5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:24.631210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-299d9a36-da31-4c57-be2b-259deccc3967 req-c2d15d73-5001-40cf-8369-4160a28e9bc5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 943 time: 0.0964921 Dec 15 04:33:24.656193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:24.657829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.658767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Attempting to bind port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:24.659285 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Attempting to bind port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:24.659904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Attempting to bind port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 on network 903c2744-a936-4c79-b12d-43581e6cb0a5 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:24.663945 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] 10.222.0.42 "PUT /v2.0/ports/aad85375-257c-417b-85aa-d028b2b0c8f7 HTTP/1.1" status: 200 len: 1093 time: 1.6454828 Dec 15 04:33:24.672046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:24.672534 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Checking segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:24.672943 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.676093 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Bound using segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:24.676604 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Bound port: 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:24.677015 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.713173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:24.725882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-299d9a36-da31-4c57-be2b-259deccc3967 req-9d80cc41-f85f-4dad-b6f0-b337b0e1886f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928507 Dec 15 04:33:24.736900 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb6c744-ee23-4712-ad9e-70abd44be2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:24.803879 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] For port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:24.808363 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] For port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:24.814626 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.897661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b73a4f-83c3-4fe4-ae51-647157dcdf0f service neutron] Pushing event updated for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:24.904875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4cd54cdc-cf06-4f10-b5e7-a73ceb91036b None None] Provisioning complete for port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:24.905486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4cd54cdc-cf06-4f10-b5e7-a73ceb91036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:24.914823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-2f552a32-e316-4824-aed7-ad09912715bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:24.916731 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-2f552a32-e316-4824-aed7-ad09912715bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4668d095581c44c6a47a1d09a2875893&device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 1096 time: 0.1536691 Dec 15 04:33:25.017824 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4cd54cdc-cf06-4f10-b5e7-a73ceb91036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.023425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680cd2-38db-4081-a838-3283265d7ebc None None] Pushing event updated for resources: {'Port': ['ID=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:25.055568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55140) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:25.062613 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:25.064243 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:25.071995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978159937', 'description': 'tempest-description--791574894'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:25.080355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-0721fa01-3a1b-4319-b8c6-f7d41411f481 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aad85375-257c-417b-85aa-d028b2b0c8f7 HTTP/1.1" status: 200 len: 217 time: 0.1484509 Dec 15 04:33:25.086266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4cd54cdc-cf06-4f10-b5e7-a73ceb91036b None None] For port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:25.093941 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4cd54cdc-cf06-4f10-b5e7-a73ceb91036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.164669 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f749f94-710d-4f4d-828b-c5b2fc5fd154 x-openstack-request-id: req-1f749f94-710d-4f4d-828b-c5b2fc5fd154 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:25.165072 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:25.165437 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f749f94-710d-4f4d-828b-c5b2fc5fd154 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:25.166812 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7', 'status': 'completed', 'code': 200} Dec 15 04:33:25.172260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc718f38-f5db-4c6e-b6f3-5523f14d0eb5 req-c0ecaaba-5f66-4eea-9956-9d509d28395d tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:25.186360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc718f38-f5db-4c6e-b6f3-5523f14d0eb5 req-c0ecaaba-5f66-4eea-9956-9d509d28395d tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.2002573 Dec 15 04:33:25.210334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-43eb6428-4a23-41c1-bf62-d710c6a05c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:25.215899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-43eb6428-4a23-41c1-bf62-d710c6a05c85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e8d6fb6-8d20-487c-8fca-ede2e99423fb HTTP/1.1" status: 200 len: 853 time: 0.1249559 Dec 15 04:33:25.233437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.235835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b20f158b-9762-4702-b9e0-78f60196a1d1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:25.286664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-b7b5f19b-52d9-4145-b9d3-d7d940fc9a22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542829 Dec 15 04:33:25.338520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc718f38-f5db-4c6e-b6f3-5523f14d0eb5 req-0435ec68-702b-4e3f-bb40-49ad05f09b89 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482999 Dec 15 04:33:25.373493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b20f158b-9762-4702-b9e0-78f60196a1d1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b20f158b-9762-4702-b9e0-78f60196a1d1,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:25.402451 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:25.412841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'b20f158b-9762-4702-b9e0-78f60196a1d1', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': 'b20f158b-9762-4702-b9e0-78f60196a1d1', 'mac_address': 'fa:16:3e:6f:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:33:25.418140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd54cdc-cf06-4f10-b5e7-a73ceb91036b None None] Pushing event updated for resources: {'Port': ['ID=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:25.543058 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.544749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.552031 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-b9442675-6648-4f13-94ad-00f8940c420e service neutron] 10.222.0.42 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561674 Dec 15 04:33:25.576471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.590536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6128c2b9-9287-4500-90de-f8f7a9551743 None None] Provisioning complete for port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:25.593394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6128c2b9-9287-4500-90de-f8f7a9551743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.620190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.624976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5609334 Dec 15 04:33:25.626866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55148) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:25.642309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Request body: {'security_group_rule': {'security_group_id': '926bc503-9bff-4bc1-8638-9c379fe094f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:25.657633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20f158b-9762-4702-b9e0-78f60196a1d1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:25.708259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727b256-4e00-4bae-baf9-4e4d283235dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926bc503-9bff-4bc1-8638-9c379fe094f8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:25.732717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a2c9-282a-486f-bf20-d6f5ef04f9de req-f00e5664-7855-4442-ba45-d7868f6591b3 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:25.735720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65f3a2c9-282a-486f-bf20-d6f5ef04f9de req-f00e5664-7855-4442-ba45-d7868f6591b3 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.4447064 Dec 15 04:33:25.739674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b20f158b-9762-4702-b9e0-78f60196a1d1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b20f158b-9762-4702-b9e0-78f60196a1d1,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:25.771933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.777092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca0b3b41-8066-4ce5-b431-5823bde6a1c0 req-1f926adb-430d-4233-b3a3-51d534def313 service neutron] 10.222.0.42 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148545 Dec 15 04:33:25.843893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:25.854161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b20f158b-9762-4702-b9e0-78f60196a1d1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:25.889337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a4e9-6512-4bec-a1ed-624ba0e507ef req-a341e358-9ab7-451c-9ce1-196d844c80e8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:25.897546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8e0a4e9-6512-4bec-a1ed-624ba0e507ef req-a341e358-9ab7-451c-9ce1-196d844c80e8 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.3497305 Dec 15 04:33:25.923355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65f3a2c9-282a-486f-bf20-d6f5ef04f9de req-74ca45e0-652c-430b-80ed-4b553020ddff tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679435 Dec 15 04:33:26.013540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-14b49218-2473-4e73-b1cc-72fc8adafc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:26.015754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-14b49218-2473-4e73-b1cc-72fc8adafc86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4668d095581c44c6a47a1d09a2875893&device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 1096 time: 0.1154912 Dec 15 04:33:26.098019 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:24Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:26.131283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8e0a4e9-6512-4bec-a1ed-624ba0e507ef req-72c1d356-a8b5-4b50-befb-5e0247387137 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324152 Dec 15 04:33:26.140221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b20f158b-9762-4702-b9e0-78f60196a1d1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:26.172129 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacd067-6c75-46c5-9336-39a039e40fd3 None None] The sync data for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 is: [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:24Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:33:26.211728 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.222538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.236391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcc0ec-4ae8-4228-b097-4ab56a0a1fd1 req-3982d0a9-ecda-42b7-90d1-996331a3acd9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:26.238837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41bcc0ec-4ae8-4228-b097-4ab56a0a1fd1 req-3982d0a9-ecda-42b7-90d1-996331a3acd9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 949 time: 0.1352081 Dec 15 04:33:26.282157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.283734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6500485 Dec 15 04:33:26.289597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55156) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:26.292950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-75e8ecae-3c19-499a-a25c-458af82416e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:26.295905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-75e8ecae-3c19-499a-a25c-458af82416e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b HTTP/1.1" status: 200 len: 913 time: 0.2718875 Dec 15 04:33:26.305994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5f7e-1960-4b0d-844e-2e112c37891b tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6402e9f-c704-4215-90c6-7a7c66959a42,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:26.310558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Request body: {'security_group_rule': {'security_group_id': '926bc503-9bff-4bc1-8638-9c379fe094f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:26.394542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41bcc0ec-4ae8-4228-b097-4ab56a0a1fd1 req-be049d08-5599-4f4b-9b3b-e9fe0a6050a2 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186869 Dec 15 04:33:26.419617 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-13b16ef9-bdd6-42ad-97e9-3d83f0022564 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aad85375-257c-417b-85aa-d028b2b0c8f7 HTTP/1.1" status: 200 len: 217 time: 0.0929136 Dec 15 04:33:26.514991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.603052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-5536c6d9-b21b-4e30-be33-fe8c2ff8c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:26.607733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-5536c6d9-b21b-4e30-be33-fe8c2ff8c2d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e8d6fb6-8d20-487c-8fca-ede2e99423fb HTTP/1.1" status: 200 len: 853 time: 0.1720014 Dec 15 04:33:26.630837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d4fd4-9b2e-412b-9d0e-f786a74edaea req-5fa33e23-7542-4d8d-9f1a-99d684236e6f tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:26.632391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-792d4fd4-9b2e-412b-9d0e-f786a74edaea req-5fa33e23-7542-4d8d-9f1a-99d684236e6f tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 944 time: 0.1209629 Dec 15 04:33:26.687667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-756839b6-00e0-4c3c-b759-cd9a0187af81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720413 Dec 15 04:33:26.711610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-792d4fd4-9b2e-412b-9d0e-f786a74edaea req-35f8dbac-fa7a-461f-a55e-db3051012bb4 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Dec 15 04:33:26.724694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.759977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.807632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c321ac-4f2a-4597-8320-6c081c5e84d9 req-5fc290e7-b99a-4ee1-b4ea-d586978af877 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:26.809241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24c321ac-4f2a-4597-8320-6c081c5e84d9 req-5fc290e7-b99a-4ee1-b4ea-d586978af877 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 944 time: 0.1016359 Dec 15 04:33:26.861286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3485874c-2de7-48be-8202-2db2ad4bddfb,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:26.879470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:26.880880 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-588ef894-4e71-4829-beed-23e97e5f1918 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5840220 Dec 15 04:33:26.883811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55162) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:26.888302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:26.892109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:26.915215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24c321ac-4f2a-4597-8320-6c081c5e84d9 req-301b6e8a-0392-4e59-bd56-42d2449a3167 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962257 Dec 15 04:33:26.942023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-52f5eba6-ee58-4b35-8a22-4d99afd2f445 service neutron] 10.222.0.42 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154560 Dec 15 04:33:27.000923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:27.038090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea72e-40f9-4240-a03b-8977fab6765c req-f6ec0cc5-672d-4a12-9c4b-faf2f97ebef3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:27.060244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c7ea72e-40f9-4240-a03b-8977fab6765c req-f6ec0cc5-672d-4a12-9c4b-faf2f97ebef3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1381562 Dec 15 04:33:27.130679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:27.150576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'mac_address': 'fa:16:3e:54:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:33:27.224469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c7ea72e-40f9-4240-a03b-8977fab6765c req-fbaadf69-2646-4d1e-b80e-310606d88ddf tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588683 Dec 15 04:33:27.243348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:27.260422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:27.323073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:27.333146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:27.496522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85587c-083e-4cab-a18e-82e16500d5de req-2ffd1054-e493-44cd-b5ff-f2010f15e3ab tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:27.504857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e85587c-083e-4cab-a18e-82e16500d5de req-2ffd1054-e493-44cd-b5ff-f2010f15e3ab tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1453929 Dec 15 04:33:27.543531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f361e62-ea0d-4c37-ab1c-1855c4f0be43 req-94c67a95-a754-44bc-a924-01fff14182de tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:27.547334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f361e62-ea0d-4c37-ab1c-1855c4f0be43 req-94c67a95-a754-44bc-a924-01fff14182de tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.1224997 Dec 15 04:33:27.671691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e85587c-083e-4cab-a18e-82e16500d5de req-0b544064-16c8-4bd3-b111-d49ed1227dc6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644759 Dec 15 04:33:27.681355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2fb6c744-ee23-4712-ad9e-70abd44be2fc req-7a8499b9-32b3-41ca-b2b9-8a5f8c24e739 service neutron] 10.222.0.42 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7317176 Dec 15 04:33:27.743417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f361e62-ea0d-4c37-ab1c-1855c4f0be43 req-607f9b4f-fd74-40cc-834f-2443cecbb80c tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822948 Dec 15 04:33:27.780938 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2cb523c-3366-4bf1-a062-66fa4cb339c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:27.785279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:27.805853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:27.833622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:27.852277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41690325-e501-40f4-a7e2-20e25384aa2c req-b50be043-7aca-4e07-9f4f-2d54b045fb46 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:27.864961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41690325-e501-40f4-a7e2-20e25384aa2c req-b50be043-7aca-4e07-9f4f-2d54b045fb46 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 948 time: 0.0902872 Dec 15 04:33:28.018219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41690325-e501-40f4-a7e2-20e25384aa2c req-c874ab5f-cc22-437e-a10b-8fe2ecf637ee tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516569 Dec 15 04:33:28.047687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:28.076506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfea297-92b0-4c26-a2d4-f5227b60c2cb req-9611c641-6ea9-471d-97bd-856b833950a6 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:28.078242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Allocated IP 172.25.2.138 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/947b0bb7-978a-4fef-b9e5-147fa3fb1f9f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:28.089146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dfea297-92b0-4c26-a2d4-f5227b60c2cb req-9611c641-6ea9-471d-97bd-856b833950a6 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 944 time: 0.2148547 Dec 15 04:33:28.269949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dfea297-92b0-4c26-a2d4-f5227b60c2cb req-cefc3516-040e-49a7-bedb-a4929af40411 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710873 Dec 15 04:33:28.281830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeb69d-ebee-437d-9d56-59288e0bf6a9 req-5b8a86c8-0e02-45e3-addc-041f66287988 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:28.290431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9beeb69d-ebee-437d-9d56-59288e0bf6a9 req-5b8a86c8-0e02-45e3-addc-041f66287988 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 944 time: 0.1081140 Dec 15 04:33:28.356653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.406434 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.426023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:28.426023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.447719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:28.453560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:28.455325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9beeb69d-ebee-437d-9d56-59288e0bf6a9 req-4d5d67d5-f8ee-40f0-bc16-65298d8afcc4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589730 Dec 15 04:33:28.458255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:28.492720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa301-2a72-47dd-a15b-ed02c44dbc25 req-456e9a00-3601-4fc7-9368-187ef75a9147 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:28.494898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e73aa301-2a72-47dd-a15b-ed02c44dbc25 req-456e9a00-3601-4fc7-9368-187ef75a9147 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0812018 Dec 15 04:33:28.506114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event updated for resources: {'Port': ['ID=947b0bb7-978a-4fef-b9e5-147fa3fb1f9f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:28.585730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e73aa301-2a72-47dd-a15b-ed02c44dbc25 req-f0c8a901-8c2c-4558-becb-eea005cdbdc2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807300 Dec 15 04:33:28.603185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.642897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.830975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.840218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.901674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6307-6425-421e-9782-262e6f72ddb0 req-81a2cb37-8dd0-49fe-8518-8553375cb185 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:28.903052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:28.910064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac9f6307-6425-421e-9782-262e6f72ddb0 req-81a2cb37-8dd0-49fe-8518-8553375cb185 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1099055 Dec 15 04:33:28.952633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event updated for resources: {'Port': ['ID=947b0bb7-978a-4fef-b9e5-147fa3fb1f9f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:28.970798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:28.974565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac9f6307-6425-421e-9782-262e6f72ddb0 req-fa4d8a81-8b0d-4be5-bb80-7666e4c20bca tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634069 Dec 15 04:33:28.986854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526f30-2324-4d7a-9d2e-553664ef45d2 req-94c3a7fe-d15a-4778-a76f-30b83ddcbb8b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:28.989171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0526f30-2324-4d7a-9d2e-553664ef45d2 req-94c3a7fe-d15a-4778-a76f-30b83ddcbb8b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.1439948 Dec 15 04:33:29.006672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb203-0486-4958-998b-2228487181bf req-f2c93eb7-0bbc-4fde-be60-52e5de133136 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:29.008274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17cfb203-0486-4958-998b-2228487181bf req-f2c93eb7-0bbc-4fde-be60-52e5de133136 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 946 time: 0.1051466 Dec 15 04:33:29.014695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.016201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a9c62732-7743-42f6-8dfb-dae934855395 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1314015 Dec 15 04:33:29.049818 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.071011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:29.089953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0526f30-2324-4d7a-9d2e-553664ef45d2 req-bed6b1cd-5834-4087-b03b-be7ed2d5b70b tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups?id=8de074e7-15e8-4618-9a28-5553f5534073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917807 Dec 15 04:33:29.100992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:29.116506 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.193965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Deleting port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:29.194539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.201915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:29.212108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1bf7-e391-437f-b828-6dc772712478 req-9e722863-5b54-444f-bb2e-ae3c018b3524 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:29.213681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-502c1bf7-e391-437f-b828-6dc772712478 req-9e722863-5b54-444f-bb2e-ae3c018b3524 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 948 time: 0.0700884 Dec 15 04:33:29.263089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device aad85375-257c-417b-85aa-d028b2b0c8f7 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:29.270512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b20f158b-9762-4702-b9e0-78f60196a1d1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:29.300855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-502c1bf7-e391-437f-b828-6dc772712478 req-d3e236eb-ec8b-4e20-ac7c-b9c10f9074ca tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776315 Dec 15 04:33:29.313010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-bddb17f9-9462-4c54-b067-effc644375f2 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1978159937&fields=id&tenant_id=0bb4df6a3c4141a19976fb428807c76a HTTP/1.1" status: 200 len: 267 time: 0.0693359 Dec 15 04:33:29.317719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] For port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:29.318101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.440260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port b20f158b-9762-4702-b9e0-78f60196a1d1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:33:29.449842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port b20f158b-9762-4702-b9e0-78f60196a1d1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:29.450533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.457493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-ea7ae513-5511-4a51-8437-5a3168c6680f tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:29.458970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-ea7ae513-5511-4a51-8437-5a3168c6680f tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/networks?id=903c2744-a936-4c79-b12d-43581e6cb0a5 HTTP/1.1" status: 200 len: 805 time: 0.1355472 Dec 15 04:33:29.498573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-9e691f8d-a1d0-467f-af85-d220436b8b94 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/quotas/0bb4df6a3c4141a19976fb428807c76a HTTP/1.1" status: 200 len: 375 time: 0.0289617 Dec 15 04:33:29.513405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=aad85375-257c-417b-85aa-d028b2b0c8f7,segment=NetworkSegment(c33ec29b-3e1a-4314-9ce7-fb50aa51768a),segment_id=c33ec29b-3e1a-4314-9ce7-fb50aa51768a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:29.532176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'aad85375-257c-417b-85aa-d028b2b0c8f7', 'network_id': 'a7fc35a0-49b0-4d10-aa88-3029eb618a9b', 'port_id': 'aad85375-257c-417b-85aa-d028b2b0c8f7', 'mac_address': 'fa:16:3e:24:e0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8d6fb6-8d20-487c-8fca-ede2e99423fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:33:29.555040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.555566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.555919 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee disassociated. External IP: 172.25.2.134, port: 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d. Dec 15 04:33:29.556380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Calling delete_port for 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:29.559114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a0048-d557-4f19-bf77-f9f745662e56 req-b0ddefa3-65e7-4099-811e-24018d2d2b4e tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:29.562698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a8a0048-d557-4f19-bf77-f9f745662e56 req-b0ddefa3-65e7-4099-811e-24018d2d2b4e tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 944 time: 0.1027720 Dec 15 04:33:29.595489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-dcf3098b-a5b8-4174-a55c-0c163db07aeb tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bb4df6a3c4141a19976fb428807c76a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812352 Dec 15 04:33:29.631015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.653023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad85375-257c-417b-85aa-d028b2b0c8f7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:29.694148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=aad85375-257c-417b-85aa-d028b2b0c8f7,segment=NetworkSegment(c33ec29b-3e1a-4314-9ce7-fb50aa51768a),segment_id=c33ec29b-3e1a-4314-9ce7-fb50aa51768a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:29.695321 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.696342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a8a0048-d557-4f19-bf77-f9f745662e56 req-35abddb5-c911-4b2f-84d5-d9fecb954cb7 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184506 Dec 15 04:33:29.716772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.753208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.768371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-5573d383-d4d3-40f4-b47d-7a10a41ba0d9 service neutron] 10.222.0.37 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526883 Dec 15 04:33:29.773287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20f158b-9762-4702-b9e0-78f60196a1d1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:29.775665 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab3ef96-0996-4990-943c-cce1ca4ec354" -d '{"events": [{"server_uuid": "79547fea-5d71-41ec-a052-3d8c5bd2d63b", "name": "network-vif-plugged", "status": "completed", "tag": "b20f158b-9762-4702-b9e0-78f60196a1d1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:29.799510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b20f158b-9762-4702-b9e0-78f60196a1d1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b20f158b-9762-4702-b9e0-78f60196a1d1,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:29.805163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event deleted for resources: {'Port': ['ID=48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:29.842572 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.853891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:29.907199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b20f158b-9762-4702-b9e0-78f60196a1d1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:29.915484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0ed1afb-521b-4a98-9db8-3c90963b4b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:29.929683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ef355-7132-4ac1-9570-124c24d6e559 req-62eea37a-cecf-4d6c-900e-86e5d5aaf6c4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:29.934226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b4ef355-7132-4ac1-9570-124c24d6e559 req-62eea37a-cecf-4d6c-900e-86e5d5aaf6c4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 944 time: 0.1486902 Dec 15 04:33:29.978920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-da759db2-f9ff-476c-a5fa-21cae874c238 service neutron] 10.222.0.37 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051671 Dec 15 04:33:29.986822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:33:30.023561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b4ef355-7132-4ac1-9570-124c24d6e559 req-68679ba5-9cde-4c70-8721-c12786865a2d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766649 Dec 15 04:33:30.061518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['aad85375-257c-417b-85aa-d028b2b0c8f7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:30.174648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f671536-1d6a-484b-be63-b5a17373fe45 req-a6c1d80c-f463-4ffb-ac08-a1554212c4a2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:30.178196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f671536-1d6a-484b-be63-b5a17373fe45 req-a6c1d80c-f463-4ffb-ac08-a1554212c4a2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0897219 Dec 15 04:33:30.197729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:33:30.221500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:33:30.277688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:30.278685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:30.283688 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce0b97-5194-45a0-89c6-5de5ca20a45a x-openstack-request-id: req-77ce0b97-5194-45a0-89c6-5de5ca20a45a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:30.287080 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79547fea-5d71-41ec-a052-3d8c5bd2d63b", "name": "network-vif-plugged", "status": "completed", "tag": "b20f158b-9762-4702-b9e0-78f60196a1d1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:30.287525 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77ce0b97-5194-45a0-89c6-5de5ca20a45a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:30.288116 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20f158b-9762-4702-b9e0-78f60196a1d1', 'code': 200} Dec 15 04:33:30.301936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f671536-1d6a-484b-be63-b5a17373fe45 req-1892f2ba-95b8-452e-9f99-1ce226cd22cc tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154563 Dec 15 04:33:30.365958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] No DVR routers for this DVR port 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:30.376233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:30.380799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17cfb203-0486-4958-998b-2228487181bf req-44ebd415-05c3-4c6c-96cd-d4aa55dcc722 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.42 "DELETE /v2.0/ports/48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d HTTP/1.1" status: 204 len: 173 time: 1.3627892 Dec 15 04:33:30.381348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'name': 'network-vif-deleted', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:30.383789 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9988ce4c-bdba-46d5-929b-67953257026b" -d '{"events": [{"server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "name": "network-vif-deleted", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:30.506096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05e530-5e4f-4484-9342-7ffb67245a7e req-843506a6-a004-4117-8471-027ba8baa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:30.507977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba05e530-5e4f-4484-9342-7ffb67245a7e req-843506a6-a004-4117-8471-027ba8baa4d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 1097 time: 0.1091697 Dec 15 04:33:30.547839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2071756d-a2c9-4138-8130-748edb187748 req-611d8f3e-03ac-428b-949d-5b52a8ff9a66 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995 HTTP/1.1" status: 200 len: 210 time: 0.1079462 Dec 15 04:33:30.597096 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba05e530-5e4f-4484-9342-7ffb67245a7e req-92fcdd6e-70ba-4f3e-974c-f941dc0e26a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802910 Dec 15 04:33:30.631536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:30.677271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85bb2def-3920-4cfe-bd42-626c0e4cb1da req-e476b643-944d-41db-8ae4-3a7dc0b445b8 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 210 time: 0.0374920 Dec 15 04:33:30.700695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a04d65-295f-4882-88ba-083fc30fbe5d req-d45e9918-ddc0-41c5-bf24-b3f19eba058e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:30.702821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97a04d65-295f-4882-88ba-083fc30fbe5d req-d45e9918-ddc0-41c5-bf24-b3f19eba058e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1952145 Dec 15 04:33:30.833462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97a04d65-295f-4882-88ba-083fc30fbe5d req-22c3122f-1322-413c-bdc0-85c073b6c09b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197920 Dec 15 04:33:30.859430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41227d-2c19-4abc-a903-93d526743c26 req-9334e8b0-53fa-42a7-98de-761658cf8b12 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:30.861916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba41227d-2c19-4abc-a903-93d526743c26 req-9334e8b0-53fa-42a7-98de-761658cf8b12 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 948 time: 0.0899553 Dec 15 04:33:30.919492 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040a0dfc-6398-43f1-953b-529f8e6abbf8 x-openstack-request-id: req-040a0dfc-6398-43f1-953b-529f8e6abbf8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:30.919924 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995", "name": "network-vif-deleted", "tag": "48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:30.920464 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-040a0dfc-6398-43f1-953b-529f8e6abbf8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:30.920986 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd2b8d5-c0cb-43dc-b9b8-4fb8ae17c995', 'name': 'network-vif-deleted', 'tag': '48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d', 'status': 'completed', 'code': 200} Dec 15 04:33:30.927112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:30.973847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba41227d-2c19-4abc-a903-93d526743c26 req-413b0957-07a0-454d-bb7a-e9a627b625ac tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949202 Dec 15 04:33:31.029991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:31.049241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411105f4-0f0f-44a3-90fa-8d77c5589282 req-3702a011-cbcd-400f-9146-90e5bd5e8343 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:31.050878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-411105f4-0f0f-44a3-90fa-8d77c5589282 req-3702a011-cbcd-400f-9146-90e5bd5e8343 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 945 time: 0.0700090 Dec 15 04:33:31.072203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.073266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0fcb834e-f53e-4efb-92a5-112fd656c11c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:31.073723 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.077052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:33:31.125376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:31.126158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:31.138444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-411105f4-0f0f-44a3-90fa-8d77c5589282 req-c6a3032a-0845-4581-8cf2-2f54556560be tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806007 Dec 15 04:33:31.235674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f40f-4281-4be8-87b1-f84a30a7ceda req-fc23b2d4-fa93-4286-8e82-bfe104d6f40d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:31.237201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cd7f40f-4281-4be8-87b1-f84a30a7ceda req-fc23b2d4-fa93-4286-8e82-bfe104d6f40d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 945 time: 0.0973704 Dec 15 04:33:31.277693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.290890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:31.320664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cd7f40f-4281-4be8-87b1-f84a30a7ceda req-d762928c-6cda-4082-b4bc-8fe1c183640c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657544 Dec 15 04:33:31.354963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:31.387831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.497108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add584bf-46d5-4817-b69a-a9e529ddbcbe req-5a9fa664-b197-47db-a62b-243a8884bc19 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:31.498667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add584bf-46d5-4817-b69a-a9e529ddbcbe req-5a9fa664-b197-47db-a62b-243a8884bc19 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0679986 Dec 15 04:33:31.583368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add584bf-46d5-4817-b69a-a9e529ddbcbe req-91a2b5ae-942b-4af3-8bc5-59545fe518e1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778489 Dec 15 04:33:31.633528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:31.724771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55262) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:31.728253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:31.767623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30117c-1a5a-4aab-9a68-a66cd7fdd181 None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:28:39Z', 'revision_number': 4, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b5ce3010-7770-49ee-b9c6-95810032d75b', 'name': '', 'network_id': '71ef51fe-c551-4029-aefd-ee3f2b5a56b4', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'mac_address': 'fa:16:3e:98:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:38Z', 'updated_at': '2021-12-15T04:28:43Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'subnets': [{'id': 'abd4428e-bd37-495d-a9bf-d2789979b16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:33:31.817653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c9413-b80b-46a2-b409-71bd6dfa485a tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.844841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70663fa8-4299-426c-9ba0-884cf077a7ec req-68c8334f-0c7e-4949-8aff-fbfd9b1c1c54 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 210 time: 0.0402894 Dec 15 04:33:31.884965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c9413-b80b-46a2-b409-71bd6dfa485a tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.990667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c9413-b80b-46a2-b409-71bd6dfa485a tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.993639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e37-cdcb-4851-bb07-3ecff56cccc3 req-1d05eb46-8078-4b19-ae3f-b8ce733b017b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:31.994143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c9413-b80b-46a2-b409-71bd6dfa485a tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:31.996258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-511c9413-b80b-46a2-b409-71bd6dfa485a tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "DELETE /v2.0/security-groups/8de074e7-15e8-4618-9a28-5553f5534073 HTTP/1.1" status: 204 len: 168 time: 0.2702265 Dec 15 04:33:31.998111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-809e6e37-cdcb-4851-bb07-3ecff56cccc3 req-1d05eb46-8078-4b19-ae3f-b8ce733b017b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.0697198 Dec 15 04:33:31.998847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:32.054590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c9413-b80b-46a2-b409-71bd6dfa485a tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de074e7-15e8-4618-9a28-5553f5534073,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:32.063615 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-4c8e4a60-df97-4491-96d1-b8fc1428feb6 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] show failed (client error): The resource could not be found. Dec 15 04:33:32.067926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c8e4a60-df97-4491-96d1-b8fc1428feb6 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "GET /v2.0/security-groups/8de074e7-15e8-4618-9a28-5553f5534073 HTTP/1.1" status: 404 len: 347 time: 0.0676994 Dec 15 04:33:32.079353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55270) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:32.156759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-6de53177-f4c8-446c-b89a-67ed9359bb22 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:32.160281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-6de53177-f4c8-446c-b89a-67ed9359bb22 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.16 "GET /v2.0/networks?id=903c2744-a936-4c79-b12d-43581e6cb0a5 HTTP/1.1" status: 200 len: 805 time: 0.2132218 Dec 15 04:33:32.209342 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97602abe-25c1-4d45-b003-28310e595f34 None None] New status for floating IP 99ac0803-7631-4c38-bc7f-0c11eed37dee: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:33:32.252850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-5ce7d5b9-2e6e-4d73-a8b1-37342bdca0a8 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bb4df6a3c4141a19976fb428807c76a HTTP/1.1" status: 200 len: 380 time: 0.0715911 Dec 15 04:33:32.272826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Request body: {'port': {'device_id': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'admin_state_up': True, 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'security_groups': ['926bc503-9bff-4bc1-8638-9c379fe094f8']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:32.289094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:32.293527 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c00960-ec44-46e8-990a-dfd521b87bb9" -d '{"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:32.428627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Made reservation on behalf of 0bb4df6a3c4141a19976fb428807c76a for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:32.432277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:32.538991 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:32.595069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Allocated IP 172.20.0.3 (903c2744-a936-4c79-b12d-43581e6cb0a5/e4614954-b145-4ee9-bf6d-8833ec61b4a7/bf14c3d7-780e-4527-b910-f89e93ed9c67) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:32.641727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7a0da-3fb4-4c05-84b5-1742f1723557 req-17077442-46ca-4d7c-8c5c-e73bd944e3b9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:32.643269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec7a0da-3fb4-4c05-84b5-1742f1723557 req-17077442-46ca-4d7c-8c5c-e73bd944e3b9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 950 time: 0.5004413 Dec 15 04:33:32.653084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-809e6e37-cdcb-4851-bb07-3ecff56cccc3 req-467e2c63-1afa-4504-9013-c06b56a490f2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168370 Dec 15 04:33:32.752691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec7a0da-3fb4-4c05-84b5-1742f1723557 req-86c9530f-0b6e-42e4-b9ab-126d4aaa5df3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Dec 15 04:33:32.780356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:32.804329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3a9fc-1eea-4f84-b636-38a2d1cf69f5 req-10c1af98-1042-4b84-860f-f9c230ce372a tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:32.805848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49c3a9fc-1eea-4f84-b636-38a2d1cf69f5 req-10c1af98-1042-4b84-860f-f9c230ce372a tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 945 time: 0.0829051 Dec 15 04:33:32.811750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Deleting port 5564e911-4fe2-4c65-bf0b-61827299879b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:32.812116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:32.823997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:32.833414 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1047190e-388e-4b15-9bc8-06da0a1c0914 x-openstack-request-id: req-1047190e-388e-4b15-9bc8-06da0a1c0914 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:32.834296 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:32.834786 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1047190e-388e-4b15-9bc8-06da0a1c0914 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:32.835503 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'code': 200} Dec 15 04:33:32.883009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:32.897893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:32.903136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:32.917597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49c3a9fc-1eea-4f84-b636-38a2d1cf69f5 req-26a01dd7-96ef-4afd-adc2-894bef8f39ac tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923784 Dec 15 04:33:32.961261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event updated for resources: {'Port': ['ID=bf14c3d7-780e-4527-b910-f89e93ed9c67,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:33.019922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.020520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.072155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:33.072975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.075233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Calling delete_port for 5564e911-4fe2-4c65-bf0b-61827299879b owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:33.114291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-676611f4-6870-40f9-b9c0-0abbb9662e2c tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8466523 Dec 15 04:33:33.116008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d2a25-ae51-4f50-b19a-81305ddd2640 req-05556bdf-48b4-4594-9de3-4d2c42fc87b4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:33.124051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bc449-7f1d-4d9b-b9cb-c5b7db249af5 req-cfebeff4-a5ff-4e96-b7db-c0b4f171f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:33.124822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f3d2a25-ae51-4f50-b19a-81305ddd2640 req-05556bdf-48b4-4594-9de3-4d2c42fc87b4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 945 time: 0.1831818 Dec 15 04:33:33.125921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f36bc449-7f1d-4d9b-b9cb-c5b7db249af5 req-cfebeff4-a5ff-4e96-b7db-c0b4f171f6e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1102 time: 0.0916870 Dec 15 04:33:33.150392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Request body: {'port': {'device_id': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:33.192713 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.236485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bf494-0599-4f31-964e-af8fecf2aea7 req-738d6010-595b-4c27-807a-ae5b17597516 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:33.239006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-033bf494-0599-4f31-964e-af8fecf2aea7 req-738d6010-595b-4c27-807a-ae5b17597516 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.2218335 Dec 15 04:33:33.245680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.246810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6114f2a6-5a24-4d1d-b7b3-4e8532955050 None None] Provisioning complete for port bf14c3d7-780e-4527-b910-f89e93ed9c67 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:33.247353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6114f2a6-5a24-4d1d-b7b3-4e8532955050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.257183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f36bc449-7f1d-4d9b-b9cb-c5b7db249af5 req-69b65747-fc74-42c8-902f-ec5170df0f4a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024139 Dec 15 04:33:33.293327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device aad85375-257c-417b-85aa-d028b2b0c8f7 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:33.295692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6114f2a6-5a24-4d1d-b7b3-4e8532955050 None None] Port bf14c3d7-780e-4527-b910-f89e93ed9c67 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:33:33.296652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f3d2a25-ae51-4f50-b19a-81305ddd2640 req-226a87d9-40c2-4a34-aa42-d691281291c1 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688266 Dec 15 04:33:33.384547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.424013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port aad85375-257c-417b-85aa-d028b2b0c8f7 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:33:33.433043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port aad85375-257c-417b-85aa-d028b2b0c8f7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:33.434362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.441926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-033bf494-0599-4f31-964e-af8fecf2aea7 req-21d58da2-2558-4ee4-9322-50cba3afaa5d tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957498 Dec 15 04:33:33.480244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e39b5-8cf7-49e7-b7d4-fc8d74b48769 req-7474c133-3dc7-4c39-af66-019ffe7c8f4d tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:33.482427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c4e39b5-8cf7-49e7-b7d4-fc8d74b48769 req-7474c133-3dc7-4c39-af66-019ffe7c8f4d tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 931 time: 0.1125813 Dec 15 04:33:33.605309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.614343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.640374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf14c3d7-780e-4527-b910-f89e93ed9c67 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:33.650771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.657569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c4e39b5-8cf7-49e7-b7d4-fc8d74b48769 req-8d7407f7-c41e-4b48-be1f-bfbe7187e330 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458266 Dec 15 04:33:33.665753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Transition to ACTIVE for port object bf14c3d7-780e-4527-b910-f89e93ed9c67 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:33:33.670586 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.697831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=aad85375-257c-417b-85aa-d028b2b0c8f7,segment=NetworkSegment(c33ec29b-3e1a-4314-9ce7-fb50aa51768a),segment_id=c33ec29b-3e1a-4314-9ce7-fb50aa51768a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:33.707579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.708620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:33.718956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Pushing event deleted for resources: {'Port': ['ID=5564e911-4fe2-4c65-bf0b-61827299879b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:33.781757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Pushing event updated for resources: {'Port': ['ID=bf14c3d7-780e-4527-b910-f89e93ed9c67,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:33.851048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:33.852246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48a7f3d0-ffd5-4ec7-93f6-70bfd273a74d not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:33.898838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:33.932928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.935930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:33.937267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-47b925e1-7cae-4b81-bc6d-2f9f06f4ed07 tempest-ServersWithSpecificFlavorTestJSON-1117383321 tempest-ServersWithSpecificFlavorTestJSON-1117383321-project] 10.222.0.37 "DELETE /v2.0/floatingips/99ac0803-7631-4c38-bc7f-0c11eed37dee HTTP/1.1" status: 204 len: 168 time: 1.8528163 Dec 15 04:33:33.975172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Attempting to bind port bf14c3d7-780e-4527-b910-f89e93ed9c67 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:33.984206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Attempting to bind port bf14c3d7-780e-4527-b910-f89e93ed9c67 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:33.984658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Attempting to bind port bf14c3d7-780e-4527-b910-f89e93ed9c67 on network 903c2744-a936-4c79-b12d-43581e6cb0a5 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:33.997788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Port bf14c3d7-780e-4527-b910-f89e93ed9c67 on network 903c2744-a936-4c79-b12d-43581e6cb0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:33.998239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Attempting to bind port bf14c3d7-780e-4527-b910-f89e93ed9c67 on network 903c2744-a936-4c79-b12d-43581e6cb0a5 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:34.006046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:34.006386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Checking segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:34.006908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Bound using segment: {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:34.007340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Bound port: bf14c3d7-780e-4527-b910-f89e93ed9c67, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a9870-a7b9-4d7a-b567-c07ba01a21b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:34.007711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:34.036657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d675818-11b6-4257-8252-433237f9d00c req-9ad462c9-7410-4956-91ad-a89fb4d8653e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.045040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d675818-11b6-4257-8252-433237f9d00c req-9ad462c9-7410-4956-91ad-a89fb4d8653e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 950 time: 0.1265044 Dec 15 04:33:34.057010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfedee-7215-47d0-848d-a4d517ec7388 req-9caf8e4b-3ee7-4d99-aec6-ed6dec554e4e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.064585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4dfedee-7215-47d0-848d-a4d517ec7388 req-9caf8e4b-3ee7-4d99-aec6-ed6dec554e4e tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.1477425 Dec 15 04:33:34.124730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] For port bf14c3d7-780e-4527-b910-f89e93ed9c67, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:34.131026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] For port bf14c3d7-780e-4527-b910-f89e93ed9c67, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:34.137318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:34.146839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d675818-11b6-4257-8252-433237f9d00c req-4c5500fe-c78d-4d2d-9027-532923f6bdc3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005940 Dec 15 04:33:34.194606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.195356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:34.197013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] 10.222.0.16 "PUT /v2.0/ports/bf14c3d7-780e-4527-b910-f89e93ed9c67 HTTP/1.1" status: 200 len: 1092 time: 1.0585279 Dec 15 04:33:34.197479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:34.199957 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a44805c-bc2f-410c-b671-4d0dfd14afb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:34.233832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4dfedee-7215-47d0-848d-a4d517ec7388 req-c572d9e4-c35f-4a35-947d-8d557676fe86 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536429 Dec 15 04:33:34.252042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563481cc-db2e-4175-9b21-dfd638e2702d service neutron] Pushing event updated for resources: {'Port': ['ID=bf14c3d7-780e-4527-b910-f89e93ed9c67,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:34.339609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-b2cd34b4-343f-4a2f-a845-ac3bfdc2a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.341569 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-b2cd34b4-343f-4a2f-a845-ac3bfdc2a9ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bb4df6a3c4141a19976fb428807c76a&device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0609426 Dec 15 04:33:34.346979 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ef3ef-a5c3-4b88-899c-f1ebbf4007c7 x-openstack-request-id: req-a22ef3ef-a5c3-4b88-899c-f1ebbf4007c7 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:34.347285 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:34.347545 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a22ef3ef-a5c3-4b88-899c-f1ebbf4007c7 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:34.347977 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'status': 'completed', 'code': 200} Dec 15 04:33:34.392843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb923f-ffa7-4432-b108-b36978b4355d req-c2e3f023-f287-48f7-b2e1-48ba7468293f tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.394443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6cb923f-ffa7-4432-b108-b36978b4355d req-c2e3f023-f287-48f7-b2e1-48ba7468293f tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.0897634 Dec 15 04:33:34.485134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-df871948-1d3d-4ad1-8f89-29e92decaa6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67 HTTP/1.1" status: 200 len: 217 time: 0.0728419 Dec 15 04:33:34.516929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6cb923f-ffa7-4432-b108-b36978b4355d req-9d02968f-d0a3-4433-b111-3413f9631e70 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154003 Dec 15 04:33:34.569576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-ba91ec9c-7796-40dc-a5ae-7598dbdffb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.571145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-ba91ec9c-7796-40dc-a5ae-7598dbdffb8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4614954-b145-4ee9-bf6d-8833ec61b4a7 HTTP/1.1" status: 200 len: 844 time: 0.0768623 Dec 15 04:33:34.660144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ff030-84cb-4f93-a202-dd7b29814385 req-099e6d91-91e8-4434-b0fa-a07b77776212 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.666002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-e09adc0b-2427-44ec-95ec-8bf89975147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.667755 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-e09adc0b-2427-44ec-95ec-8bf89975147a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=903c2744-a936-4c79-b12d-43581e6cb0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873876 Dec 15 04:33:34.668036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae6ff030-84cb-4f93-a202-dd7b29814385 req-099e6d91-91e8-4434-b0fa-a07b77776212 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1170537 Dec 15 04:33:34.724235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae6ff030-84cb-4f93-a202-dd7b29814385 req-41eee14d-a307-4eb0-bd43-85ac76a65f15 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552013 Dec 15 04:33:34.837691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:34.840459 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d2d6be-6079-42a6-95e7-b9a47af5475d" -d '{"events": [{"server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "name": "network-vif-plugged", "status": "completed", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:34.870076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-fd0d4111-5d8e-40e2-871e-7a2972ed5bdb service neutron] 10.222.0.16 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668825 Dec 15 04:33:34.882265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ad8a4-4156-45de-a97a-6d0b8fd4e1f3 req-9affaf4a-039f-4c97-b68f-1679674b8981 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:34.893639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-875ad8a4-4156-45de-a97a-6d0b8fd4e1f3 req-9affaf4a-039f-4c97-b68f-1679674b8981 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 943 time: 0.0942049 Dec 15 04:33:34.958655 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90143a9b-4bce-47e2-88de-1af3b2b40691 x-openstack-request-id: req-90143a9b-4bce-47e2-88de-1af3b2b40691 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:34.959569 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "name": "network-vif-plugged", "status": "completed", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:34.960004 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90143a9b-4bce-47e2-88de-1af3b2b40691 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:34.960427 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7', 'code': 200} Dec 15 04:33:35.017739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55336) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:35.053106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-875ad8a4-4156-45de-a97a-6d0b8fd4e1f3 req-a010d170-b2a9-4d75-93cc-8b82c805b9e7 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465902 Dec 15 04:33:35.120381 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-773f367b-a89d-4134-acb3-3b53b2f36409 req-db62c423-a76a-4113-a74d-ed4cd0f5ac22 service neutron] 10.222.0.16 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425382 Dec 15 04:33:35.145934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-42e3bddb-80fc-4a6a-8d73-5c3bf8752896 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.148377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-42e3bddb-80fc-4a6a-8d73-5c3bf8752896 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.1363554 Dec 15 04:33:35.191989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:35.291057 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:35.293976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f34c4b-1cf5-4600-9718-569f1dc63065 req-53d95f7e-4202-4114-b662-edc327ac3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.295466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57f34c4b-1cf5-4600-9718-569f1dc63065 req-53d95f7e-4202-4114-b662-edc327ac3997 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 1098 time: 0.1626813 Dec 15 04:33:35.369249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-6cc1e216-7fe0-4efc-a823-5d265a18e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.370743 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-6cc1e216-7fe0-4efc-a823-5d265a18e6ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bb4df6a3c4141a19976fb428807c76a&device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 1095 time: 0.1179674 Dec 15 04:33:35.417239 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57f34c4b-1cf5-4600-9718-569f1dc63065 req-8ecde45a-2d9a-44ba-a398-f3ea198a925c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116316 Dec 15 04:33:35.430253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef3805-a9bc-43b2-94f7-732fb3899c34 req-328b169a-ebdd-4e72-9404-364beaf1aef7 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.431860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ceef3805-a9bc-43b2-94f7-732fb3899c34 req-328b169a-ebdd-4e72-9404-364beaf1aef7 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 950 time: 0.1197379 Dec 15 04:33:35.443177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b46b0-0f49-4cf3-bfd8-4254fe6e1fe5 req-51683fbd-16a0-4c83-b954-ef2567698f32 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.444712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637b46b0-0f49-4cf3-bfd8-4254fe6e1fe5 req-51683fbd-16a0-4c83-b954-ef2567698f32 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 945 time: 0.0965152 Dec 15 04:33:35.562907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-ba3cf40f-9070-4e7f-9799-d2f3737d4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.564436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-ba3cf40f-9070-4e7f-9799-d2f3737d4587 service neutron] 10.222.0.16 "GET /v2.0/networks?id=903c2744-a936-4c79-b12d-43581e6cb0a5 HTTP/1.1" status: 200 len: 905 time: 0.1816273 Dec 15 04:33:35.566289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:35.607632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ceef3805-a9bc-43b2-94f7-732fb3899c34 req-120a242c-7c49-483a-ba09-e430a82d7404 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618567 Dec 15 04:33:35.616251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-abe7af89-c3e4-40ef-8fe7-f19dbf1cf73d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67 HTTP/1.1" status: 200 len: 217 time: 0.0409002 Dec 15 04:33:35.643830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637b46b0-0f49-4cf3-bfd8-4254fe6e1fe5 req-821aca8c-ef20-4e92-9e3f-66ddf188b1e2 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617196 Dec 15 04:33:35.671373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:35.705569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-c6e00026-4d40-4b81-87a0-48fb0b4777a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.707576 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-c6e00026-4d40-4b81-87a0-48fb0b4777a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4614954-b145-4ee9-bf6d-8833ec61b4a7 HTTP/1.1" status: 200 len: 844 time: 0.0796423 Dec 15 04:33:35.729622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:35.752456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:35.811626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:35.845076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-1ace76cc-d3be-497c-8085-d0469272e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.847470 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-1ace76cc-d3be-497c-8085-d0469272e551 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=903c2744-a936-4c79-b12d-43581e6cb0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266124 Dec 15 04:33:35.917581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506e814-ede4-4bc6-bc02-254421092601 req-13191770-7fbc-464a-ba44-a77ad86e8f3a tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.925356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b506e814-ede4-4bc6-bc02-254421092601 req-13191770-7fbc-464a-ba44-a77ad86e8f3a tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.1567402 Dec 15 04:33:35.975980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e6875-3b8c-405d-bd88-1824eb4b46d6 req-aa15fca8-49b2-4236-815f-99fbaee7b51b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:35.984484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b5e6875-3b8c-405d-bd88-1824eb4b46d6 req-aa15fca8-49b2-4236-815f-99fbaee7b51b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1308537 Dec 15 04:33:36.090596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b506e814-ede4-4bc6-bc02-254421092601 req-d581eba0-8032-405b-b44c-85f35f366f8d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641715 Dec 15 04:33:36.142379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b5e6875-3b8c-405d-bd88-1824eb4b46d6 req-f4359974-b491-4d42-9808-99092a570be4 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567740 Dec 15 04:33:36.182763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:36.183339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:36.183455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:36.200786 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:36.216649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:36.217090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Attempting to bind port ee68c322-6480-4a0d-958b-f8caf8334ad8 on network c4a6f920-be7a-4bb6-b36a-b7b72f162816 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:36.227651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:36.232486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Checking segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:36.233158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Bound using segment: {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:36.233850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Bound port: ee68c322-6480-4a0d-958b-f8caf8334ad8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd94159-033d-4d29-90a3-a1f39d638b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c4a6f920-be7a-4bb6-b36a-b7b72f162816'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:36.234493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:36.341762 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-c32dca21-b095-467e-9a48-4a1cc3c7c751 service neutron] 10.222.0.16 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763803 Dec 15 04:33:36.349888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:36.354257 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed94bfc-611d-425a-b5fc-b21f10f83c6f" -d '{"events": [{"server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:36.386524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276a24-0896-4f9a-acb8-31ae0b180779 req-75ade30c-4529-41a8-82e4-033a1ffca470 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:36.393365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7276a24-0896-4f9a-acb8-31ae0b180779 req-75ade30c-4529-41a8-82e4-033a1ffca470 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1102 time: 0.1885002 Dec 15 04:33:36.435593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:36.452849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:36.464048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:36.542193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6a44805c-bc2f-410c-b671-4d0dfd14afb8 req-c1a63d6f-dbfd-449a-8bb5-dc3c96f77bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843748 Dec 15 04:33:36.570639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:36.600690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7276a24-0896-4f9a-acb8-31ae0b180779 req-1c75d580-6616-415d-90e7-a61b79e1af9d tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019024 Dec 15 04:33:36.617595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:36.618282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:36.620660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2a2212c5-240e-46d0-bb4c-1e4abc493163 service neutron] 10.222.0.42 "PUT /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 1123 time: 1.4635301 Dec 15 04:33:36.656563 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:36.815504 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d581d1-8b66-47b5-bb5b-591dbb5a23e6 x-openstack-request-id: req-99d581d1-8b66-47b5-bb5b-591dbb5a23e6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:36.815880 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:36.816715 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99d581d1-8b66-47b5-bb5b-591dbb5a23e6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:36.817317 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'code': 200} Dec 15 04:33:36.821092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ee68c322-6480-4a0d-958b-f8caf8334ad8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:36.883153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939ac2-22ed-496e-a8f3-7218ecf01b31 req-161f3ae2-ab36-482e-a815-a5254523cc20 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:36.892407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40939ac2-22ed-496e-a8f3-7218ecf01b31 req-161f3ae2-ab36-482e-a815-a5254523cc20 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 943 time: 0.1861761 Dec 15 04:33:36.954850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Deleting port b5ce3010-7770-49ee-b9c6-95810032d75b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:36.955123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:36.957610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ee68c322-6480-4a0d-958b-f8caf8334ad8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:36.969162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40939ac2-22ed-496e-a8f3-7218ecf01b31 req-9081116c-99c8-46ba-918b-630e18df9261 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754325 Dec 15 04:33:37.209313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] For port b5ce3010-7770-49ee-b9c6-95810032d75b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b5ce3010-7770-49ee-b9c6-95810032d75b,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:37.210100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:37.235134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a198437-6e75-49de-9b1f-cf6902a16873 req-1b7a6928-edb4-4f2a-9b03-96bf82cd95ac tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:37.243210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a198437-6e75-49de-9b1f-cf6902a16873 req-1b7a6928-edb4-4f2a-9b03-96bf82cd95ac tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.1510031 Dec 15 04:33:37.247586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Calling delete_port for b5ce3010-7770-49ee-b9c6-95810032d75b owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:37.266257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de553bf3-b2cf-4b1f-8200-33004b1d249e req-2d7611bd-f8dc-4dd2-961a-79a47676a121 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:37.274253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de553bf3-b2cf-4b1f-8200-33004b1d249e req-2d7611bd-f8dc-4dd2-961a-79a47676a121 tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1102 time: 0.1651056 Dec 15 04:33:37.307772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:37.393292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a198437-6e75-49de-9b1f-cf6902a16873 req-4c468ca4-624a-4548-a952-be16015fd161 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438916 Dec 15 04:33:37.428311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:37.428619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de553bf3-b2cf-4b1f-8200-33004b1d249e req-b69dee14-2f21-4ef2-abd1-925bf2c3581b tempest-ServersAdminTestJSON-1016459243 tempest-ServersAdminTestJSON-1016459243-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525338 Dec 15 04:33:37.472263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:33:37.632016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad4306-a945-4e42-814c-00aaed3257c0 req-30c52cdb-84d3-41ce-a67d-e5c7f32cdbcc tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:37.634145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fad4306-a945-4e42-814c-00aaed3257c0 req-30c52cdb-84d3-41ce-a67d-e5c7f32cdbcc tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1258085 Dec 15 04:33:37.644484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb2961-b369-4473-abbb-1603cc953ff0 req-19a23436-dba5-48a9-9029-2d81e3ac9430 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:37.645919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fdb2961-b369-4473-abbb-1603cc953ff0 req-19a23436-dba5-48a9-9029-2d81e3ac9430 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.1355727 Dec 15 04:33:37.756652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fad4306-a945-4e42-814c-00aaed3257c0 req-4300267f-7019-420c-b408-98891946ea74 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095498 Dec 15 04:33:37.775153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fdb2961-b369-4473-abbb-1603cc953ff0 req-62dbdc26-fd03-450b-8327-daa4365558ce tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103196 Dec 15 04:33:37.788531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:37.866080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ce3010-7770-49ee-b9c6-95810032d75b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:38.155100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:38.300760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-485e207e-3510-4a55-b563-936d6896e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:38.304283 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-485e207e-3510-4a55-b563-936d6896e269 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4668d095581c44c6a47a1d09a2875893&device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 1098 time: 0.0721991 Dec 15 04:33:38.363675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5902a-8745-4093-8e8c-cb6bed4b3781 req-a24eaa36-7649-4b1c-8a89-5dae922218c9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:38.373670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10f5902a-8745-4093-8e8c-cb6bed4b3781 req-a24eaa36-7649-4b1c-8a89-5dae922218c9 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 949 time: 0.1515365 Dec 15 04:33:38.390831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc6f5-51d0-4825-8c8f-f81e96e6876d req-a35a7869-5958-401f-abe4-7851f3537c68 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:38.398867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a23bc6f5-51d0-4825-8c8f-f81e96e6876d req-a35a7869-5958-401f-abe4-7851f3537c68 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 943 time: 0.2299461 Dec 15 04:33:38.492610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-b0e10cbf-2977-477b-9bc1-fd7c15c34d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:38.493881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10f5902a-8745-4093-8e8c-cb6bed4b3781 req-d7cebfae-030f-4a22-8fcc-3318b9eaee6d tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 Dec 15 04:33:38.495374 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-b0e10cbf-2977-477b-9bc1-fd7c15c34d9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b HTTP/1.1" status: 200 len: 913 time: 0.1820197 Dec 15 04:33:38.535455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a23bc6f5-51d0-4825-8c8f-f81e96e6876d req-6ee4ce9f-45a5-4c9f-9973-35055525c03f tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328659 Dec 15 04:33:38.585187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-6a934463-f1fb-4f08-87f0-1c822b395cdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aad85375-257c-417b-85aa-d028b2b0c8f7 HTTP/1.1" status: 200 len: 217 time: 0.0789721 Dec 15 04:33:38.641583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-2cee75c4-7cca-44fb-abeb-cf0b87912685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:38.643524 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-2cee75c4-7cca-44fb-abeb-cf0b87912685 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e8d6fb6-8d20-487c-8fca-ede2e99423fb HTTP/1.1" status: 200 len: 853 time: 0.0494316 Dec 15 04:33:38.705544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-aa816a77-8f27-43f9-adf5-18ee504fd30f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7fc35a0-49b0-4d10-aa88-3029eb618a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264785 Dec 15 04:33:38.818366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:38.820720 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:38.825711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-64b91396-be66-4771-9cd6-f353a34bd68b service neutron] 10.222.0.42 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068871 Dec 15 04:33:38.939419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fca008b9-ef62-4c17-93c0-0502f28addc3 req-e90a60f3-49ef-4d17-bd2b-3d4edb5c3a28 service neutron] 10.222.0.42 "GET /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972269 Dec 15 04:33:38.971319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bf14c3d7-780e-4527-b910-f89e93ed9c67 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:33:39.063610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda62e4-09b6-496f-92be-19ee3d39bd0b req-2f5158e2-56ae-4620-882b-9031ab86ad9d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.065202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dda62e4-09b6-496f-92be-19ee3d39bd0b req-2f5158e2-56ae-4620-882b-9031ab86ad9d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.1481781 Dec 15 04:33:39.073903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494305f3-a511-43d9-9ddd-3ec7dfcdf214 req-45e5a978-2465-4f39-951e-e3b5dd24317c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.075337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-494305f3-a511-43d9-9ddd-3ec7dfcdf214 req-45e5a978-2465-4f39-951e-e3b5dd24317c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.1569989 Dec 15 04:33:39.121243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bf14c3d7-780e-4527-b910-f89e93ed9c67, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:39.122513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Router 5862515c-f1f1-4281-8db2-a712ddbcf300 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:33:39.138082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'port_id': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'mac_address': 'fa:16:3e:82:b9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:33:39.176669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dda62e4-09b6-496f-92be-19ee3d39bd0b req-009d0511-3209-42b9-99e4-5707b650a4cc tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003280 Dec 15 04:33:39.208906 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:39.215049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-494305f3-a511-43d9-9ddd-3ec7dfcdf214 req-046aa232-2b9e-4c57-9d66-8955d03ba75c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182985 Dec 15 04:33:39.241019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf14c3d7-780e-4527-b910-f89e93ed9c67 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:39.270321 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837503fc-cc5f-4ea5-b678-2ccc1457c6c6 x-openstack-request-id: req-837503fc-cc5f-4ea5-b678-2ccc1457c6c6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:39.270569 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:39.270837 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-837503fc-cc5f-4ea5-b678-2ccc1457c6c6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:39.271255 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'status': 'completed', 'code': 200} Dec 15 04:33:39.293761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bf14c3d7-780e-4527-b910-f89e93ed9c67, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:39.299235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:39.373313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bf14c3d7-780e-4527-b910-f89e93ed9c67,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:39.395303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-45e50a7a-96c8-40f5-afa3-f6e6895ab41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.397102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-45e50a7a-96c8-40f5-afa3-f6e6895ab41e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1126 time: 0.0646510 Dec 15 04:33:39.475808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049cbc0-3cf4-4b9d-8957-d818e51afe9a req-fa2a93e9-c49c-4c4d-8640-e8fe931bc521 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.477432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5049cbc0-3cf4-4b9d-8957-d818e51afe9a req-fa2a93e9-c49c-4c4d-8640-e8fe931bc521 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1651356 Dec 15 04:33:39.507750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-237479eb-4480-477e-acde-ee255f021014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.509422 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-237479eb-4480-477e-acde-ee255f021014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 0.1020532 Dec 15 04:33:39.536079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:33:39.547164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2d92c3b6-04df-48ac-90d8-bbe626e341da admin admin] 10.222.0.37 "PUT /v2.0/routers/5862515c-f1f1-4281-8db2-a712ddbcf300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5195353 Dec 15 04:33:39.550639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] Sync routers for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:33:39.556114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55416) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:39.561312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-fdee27de-3e2f-4bdd-a1b2-e2e3bcf9a732 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 217 time: 0.0430617 Dec 15 04:33:39.568131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:39.568779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:39.571974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9432fa22-7dc6-4803-96dc-3a461dd3b477 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.578440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9432fa22-7dc6-4803-96dc-3a461dd3b477 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.2101595 Dec 15 04:33:39.621312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5049cbc0-3cf4-4b9d-8957-d818e51afe9a req-626a5894-6743-4ed0-967a-5716d567a392 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369283 Dec 15 04:33:39.664554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-124b5ae4-6d6e-4342-8386-08f00cc273d3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/quotas/61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 375 time: 0.0852458 Dec 15 04:33:39.715309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-9d27747e-6299-4490-9232-3c51efbfea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:39.719850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-9d27747e-6299-4490-9232-3c51efbfea09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.1451445 Dec 15 04:33:39.748894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-d0161449-4457-4826-aa92-390b3c646bdc tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825601 Dec 15 04:33:39.757325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:39.773352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-d954bfb1-6018-475b-a685-67d10ce8b6e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409398 Dec 15 04:33:39.810245 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:39.834711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bf14c3d7-780e-4527-b910-f89e93ed9c67'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:40.015136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-053ffd72-5079-4036-a1c2-2afa5ce55684 service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643216 Dec 15 04:33:40.026842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-91211bb5-d7aa-4bbf-b4e9-1702e0e2d8de service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446182 Dec 15 04:33:40.027306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414350-169f-44de-94d5-63adc3899417 req-5e9f56a1-c282-4dd7-9ffe-245c8a71073c tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:40.035652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c414350-169f-44de-94d5-63adc3899417 req-5e9f56a1-c282-4dd7-9ffe-245c8a71073c tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 949 time: 0.2201972 Dec 15 04:33:40.049760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-481bce3b-b53e-47d7-a031-c3f4d0a6fe89 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:40.052233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-481bce3b-b53e-47d7-a031-c3f4d0a6fe89 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a971368-3a46-47b7-b66c-5dd171f42e24 HTTP/1.1" status: 200 len: 949 time: 0.1080458 Dec 15 04:33:40.175604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '7f2164a7-0313-4351-896f-22df45517034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:33:37Z', 'revision_number': 5, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port': {'id': '7f2164a7-0313-4351-896f-22df45517034', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:36Z', 'updated_at': '2021-12-15T04:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:40.182648 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfa7969e-50b4-4e6d-80eb-947e9fab7d4c req-0c885dbd-3012-48ec-91cd-02b8b9729f63 service neutron] 10.222.0.16 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439734 Dec 15 04:33:40.202203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c414350-169f-44de-94d5-63adc3899417 req-def5028a-40ec-4151-afbe-2de522e2f3e6 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655059 Dec 15 04:33:40.208009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.240232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] Checking router: 5862515c-f1f1-4281-8db2-a712ddbcf300 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:33:40.253227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] Routers {'5862515c-f1f1-4281-8db2-a712ddbcf300'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:40.253993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5862515c-f1f1-4281-8db2-a712ddbcf300'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:40.343576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-478dbef2-10ed-4611-9ac3-bcf57fa68157 service neutron] 10.222.0.37 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976694 Dec 15 04:33:40.370604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] Set router 5862515c-f1f1-4281-8db2-a712ddbcf300 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:40.389894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Deleting port c3852550-0eec-4ad6-94ee-cb94a558bc77 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:40.390286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.435923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c9df5-09a1-4435-9c68-684aef074996 req-a897e023-66eb-40a0-bd4d-7b3dbbcbaac0 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:40.437757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-753c9df5-09a1-4435-9c68-684aef074996 req-a897e023-66eb-40a0-bd4d-7b3dbbcbaac0 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 944 time: 0.0891385 Dec 15 04:33:40.458349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Deleting port 7f2164a7-0313-4351-896f-22df45517034 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:40.458675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.474894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:33:40Z', 'revision_number': 6, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:40.495391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] For port c3852550-0eec-4ad6-94ee-cb94a558bc77, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3852550-0eec-4ad6-94ee-cb94a558bc77,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:40.496079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.509729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Calling delete_port for c3852550-0eec-4ad6-94ee-cb94a558bc77 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:40.513372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907f2d5-0273-4a2b-a938-eede087d60da None None] The sync data for ids ['5862515c-f1f1-4281-8db2-a712ddbcf300'] in n-d-820935-10 is: [{'id': '5862515c-f1f1-4281-8db2-a712ddbcf300', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1557171033-router', 'tenant_id': '722fd27d7b4443859473fa756cbba28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:35Z', 'updated_at': '2021-12-15T04:33:40Z', 'revision_number': 6, 'project_id': '722fd27d7b4443859473fa756cbba28b', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:33:40.548584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] For port 7f2164a7-0313-4351-896f-22df45517034, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7f2164a7-0313-4351-896f-22df45517034,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:40.549122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.564945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Calling delete_port for 7f2164a7-0313-4351-896f-22df45517034 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:40.645778 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-753c9df5-09a1-4435-9c68-684aef074996 req-0f887942-ac22-4142-aceb-30e25af8dff6 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959875 Dec 15 04:33:40.679540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.711649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event deleted for resources: {'Port': ['ID=c3852550-0eec-4ad6-94ee-cb94a558bc77,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:40.714431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['c3852550-0eec-4ad6-94ee-cb94a558bc77', '0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:40.718849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['3d07da27-da88-4194-90ce-aac2fc7d3e86'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:40.755870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.756388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.756805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.757785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.757785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.758597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.758815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.759493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.759990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.760488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.760902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.761372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.761839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:40.792343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] No DVR routers for this DVR port c3852550-0eec-4ad6-94ee-cb94a558bc77 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:40.797228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.802682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c780df34-6ff5-415b-b942-4dcd0a2e5967 req-66f212f4-8e2f-428e-8403-ed9f45f1c327 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "DELETE /v2.0/ports/c3852550-0eec-4ad6-94ee-cb94a558bc77 HTTP/1.1" status: 204 len: 173 time: 0.6171165 Dec 15 04:33:40.839236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d574df-1e29-4187-b5fa-72333f34ba8e req-af3832a1-0ed1-4418-be35-bf961d631fd9 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:40.848607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8d574df-1e29-4187-b5fa-72333f34ba8e req-af3832a1-0ed1-4418-be35-bf961d631fd9 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.1059914 Dec 15 04:33:40.857589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:40.936837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2164a7-0313-4351-896f-22df45517034,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:41.010983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bf14c3d7-780e-4527-b910-f89e93ed9c67 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:33:41.039093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8d574df-1e29-4187-b5fa-72333f34ba8e req-095ccd11-5a1c-4d05-bae5-e71c1be899da tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895139 Dec 15 04:33:41.051982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.163489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port bf14c3d7-780e-4527-b910-f89e93ed9c67 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:33:41.168558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port bf14c3d7-780e-4527-b910-f89e93ed9c67 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:33:41.168939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.218269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.222159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.273382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'name': 'network-vif-deleted', 'tag': 'c3852550-0eec-4ad6-94ee-cb94a558bc77'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:41.276621 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20715bfd-ed61-4bb1-b656-f058502bb8c7" -d '{"events": [{"server_uuid": "6a971368-3a46-47b7-b66c-5dd171f42e24", "name": "network-vif-deleted", "tag": "c3852550-0eec-4ad6-94ee-cb94a558bc77"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:41.312463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361514cc-97be-4538-b730-beed3b9f7c1d req-a952dddd-483c-4fbe-81e7-6a4c2f4dd62b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:41.314348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.321282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-361514cc-97be-4538-b730-beed3b9f7c1d req-a952dddd-483c-4fbe-81e7-6a4c2f4dd62b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.1714594 Dec 15 04:33:41.340853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.341378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5862515c-f1f1-4281-8db2-a712ddbcf300 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:33:41.347341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.351488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e8866728-147d-41d8-b172-8b5923587a10 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5862515c-f1f1-4281-8db2-a712ddbcf300 HTTP/1.1" status: 204 len: 168 time: 1.7920616 Dec 15 04:33:41.351944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55438) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:41.360271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:41.378822 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c6cc89-166e-4927-9ddb-eec614b52710" -d '{"events": [{"server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "name": "network-vif-plugged", "status": "completed", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:41.402346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bf14c3d7-780e-4527-b910-f89e93ed9c67, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:41.408799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.409994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:41.487103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Deleting subnet abd4428e-bd37-495d-a9bf-d2789979b16b {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:33:41.492496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.535534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-361514cc-97be-4538-b730-beed3b9f7c1d req-c76850e6-cce2-4438-9d3e-1aae71e8c571 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131913 Dec 15 04:33:41.569170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.698557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bf14c3d7-780e-4527-b910-f89e93ed9c67,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:41.721924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.768183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545cb05-d92a-46f2-8e81-d871f36c4344 req-f88e8ef7-1559-4bf7-a87f-4af23d2dec84 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:41.771982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3545cb05-d92a-46f2-8e81-d871f36c4344 req-f88e8ef7-1559-4bf7-a87f-4af23d2dec84 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1074700 Dec 15 04:33:41.823084 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.863427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3545cb05-d92a-46f2-8e81-d871f36c4344 req-1157854b-9918-4be1-b14b-1e63a2f91974 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859234 Dec 15 04:33:41.865309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd4428e-bd37-495d-a9bf-d2789979b16b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:41.871341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:41.874619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d71726ec-b101-450e-baa3-c1cd7fb5c1a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/abd4428e-bd37-495d-a9bf-d2789979b16b HTTP/1.1" status: 204 len: 168 time: 0.5216067 Dec 15 04:33:41.877387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:41.893282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93173f-bc90-44ff-905d-dfb4371a3f18 None None] Network 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:41.984020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b5ce3010-7770-49ee-b9c6-95810032d75b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:42.029205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.043794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b5ce3010-7770-49ee-b9c6-95810032d75b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:42.044390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b5ce3010-7770-49ee-b9c6-95810032d75b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:42.046288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f2164a7-0313-4351-896f-22df45517034 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:42.066413 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf2419-1785-40a8-962d-bf3903fab0a3 x-openstack-request-id: req-7bcf2419-1785-40a8-962d-bf3903fab0a3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:42.066816 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a971368-3a46-47b7-b66c-5dd171f42e24", "name": "network-vif-deleted", "tag": "c3852550-0eec-4ad6-94ee-cb94a558bc77", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:42.068280 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bcf2419-1785-40a8-962d-bf3903fab0a3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:42.068793 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a971368-3a46-47b7-b66c-5dd171f42e24', 'name': 'network-vif-deleted', 'tag': 'c3852550-0eec-4ad6-94ee-cb94a558bc77', 'status': 'completed', 'code': 200} Dec 15 04:33:42.075128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7f2164a7-0313-4351-896f-22df45517034 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:42.075487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f2164a7-0313-4351-896f-22df45517034 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:42.109080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Deleting port 75278990-0779-4a43-af73-bfccaab8ba73 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:42.109500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.110602 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a09620-63e5-4222-95e4-2e4143fa07c6 x-openstack-request-id: req-a4a09620-63e5-4222-95e4-2e4143fa07c6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:42.111241 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "name": "network-vif-plugged", "status": "completed", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:42.111657 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4a09620-63e5-4222-95e4-2e4143fa07c6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:42.113553 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'code': 200} Dec 15 04:33:42.189508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] DHCP port deletion for 71ef51fe-c551-4029-aefd-ee3f2b5a56b4 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:33:42.227368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] For port 75278990-0779-4a43-af73-bfccaab8ba73, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75278990-0779-4a43-af73-bfccaab8ba73,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:42.228014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.228636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd362e-4795-4273-8cf1-682011d214fa req-0dde59cb-348f-41b6-a9bc-c0de9c7bf362 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:42.230170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1fd362e-4795-4273-8cf1-682011d214fa req-0dde59cb-348f-41b6-a9bc-c0de9c7bf362 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.0624356 Dec 15 04:33:42.243900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] Deleting port 75278990-0779-4a43-af73-bfccaab8ba73 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:42.244664 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.275979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Calling delete_port for 75278990-0779-4a43-af73-bfccaab8ba73 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:42.306940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3b4c1-4139-40fe-b960-f423122d50b9 req-a2242009-4b66-499c-a217-abe31e161a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:42.310071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6de3b4c1-4139-40fe-b960-f423122d50b9 req-a2242009-4b66-499c-a217-abe31e161a87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0736988 Dec 15 04:33:42.312618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1fd362e-4795-4273-8cf1-682011d214fa req-fa05a02d-e488-46d8-9917-ad9cf2e263eb tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679586 Dec 15 04:33:42.322552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] For port 75278990-0779-4a43-af73-bfccaab8ba73, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75278990-0779-4a43-af73-bfccaab8ba73,segment=NetworkSegment(26ee6f1c-09bb-4fb5-98ef-c77e744bb8da),segment_id=26ee6f1c-09bb-4fb5-98ef-c77e744bb8da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:42.323204 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.337749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] Calling delete_port for 75278990-0779-4a43-af73-bfccaab8ba73 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:42.427881 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6de3b4c1-4139-40fe-b960-f423122d50b9 req-c35684de-f783-4fde-806e-421681562106 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746412 Dec 15 04:33:42.432725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.441957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.468662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] No DVR routers for this DVR port 75278990-0779-4a43-af73-bfccaab8ba73 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:42.470905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761544e-352c-4014-81b8-cf8d882fbaad None None] Pushing event deleted for resources: {'Port': ['ID=75278990-0779-4a43-af73-bfccaab8ba73,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:42.479423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75278990-0779-4a43-af73-bfccaab8ba73,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:42.481628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] No DVR routers for this DVR port 75278990-0779-4a43-af73-bfccaab8ba73 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:42.576572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.603237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ef51fe-c551-4029-aefd-ee3f2b5a56b4']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:42.623055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:42.623529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ee6f1c-09bb-4fb5-98ef-c77e744bb8da') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:42.634579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.649767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.656985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:33:42.657426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:33:42.660784 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:33:42.725555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.732090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:42.735285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/71ef51fe-c551-4029-aefd-ee3f2b5a56b4 HTTP/1.1" status: 204 len: 168 time: 0.8557563 Dec 15 04:33:42.738266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55456) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:42.785415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f050a80-ba1b-4e82-be0e-191d2fb2dbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ef51fe-c551-4029-aefd-ee3f2b5a56b4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:42.818382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78ac24-78c1-4fcd-95c0-4a2f43780d54 req-726b040b-5781-4eba-b45f-3bf8c882e38f tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:42.819994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f78ac24-78c1-4fcd-95c0-4a2f43780d54 req-726b040b-5781-4eba-b45f-3bf8c882e38f tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.0614424 Dec 15 04:33:42.875294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f78ac24-78c1-4fcd-95c0-4a2f43780d54 req-da870c9f-b0f2-453d-8770-d156c3467041 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Dec 15 04:33:42.968906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3852550-0eec-4ad6-94ee-cb94a558bc77 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:43.011652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: c3852550-0eec-4ad6-94ee-cb94a558bc77 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:43.011925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3852550-0eec-4ad6-94ee-cb94a558bc77 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:43.035244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd47802-92b5-4129-9e35-ab54830d56d6 req-e9647a65-eed7-42c9-8d59-f8197a428f1b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:43.037069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cd47802-92b5-4129-9e35-ab54830d56d6 req-e9647a65-eed7-42c9-8d59-f8197a428f1b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.0756280 Dec 15 04:33:43.106422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cd47802-92b5-4129-9e35-ab54830d56d6 req-d57172ee-677a-47f9-81f7-68653dcee0b3 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Dec 15 04:33:43.150371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:43.236352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed278-2733-4ce0-a89b-ef292b42e17d req-77db7941-a82d-4f14-9af2-8908c1420cbd tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:43.237979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0beed278-2733-4ce0-a89b-ef292b42e17d req-77db7941-a82d-4f14-9af2-8908c1420cbd tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.0565681 Dec 15 04:33:43.299695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0beed278-2733-4ce0-a89b-ef292b42e17d req-5ae5771c-7aa4-4396-beea-239bc767a3f2 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Dec 15 04:33:43.408195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8400-3982-4e3f-abd8-346aace92ab8 req-9fa2e388-e869-4d05-aefc-8f6cc612b1e8 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:43.410304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b62c8400-3982-4e3f-abd8-346aace92ab8 req-9fa2e388-e869-4d05-aefc-8f6cc612b1e8 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0546789 Dec 15 04:33:43.463991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Deleting port 69ed0a0b-d7b6-415f-8811-887cf657b52c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:43.464790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:43.475821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b62c8400-3982-4e3f-abd8-346aace92ab8 req-dec2e1c5-1ebf-44e4-8b44-bb0a716775b9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582240 Dec 15 04:33:43.588978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] For port 69ed0a0b-d7b6-415f-8811-887cf657b52c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=69ed0a0b-d7b6-415f-8811-887cf657b52c,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:43.589590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:43.606039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Calling delete_port for 69ed0a0b-d7b6-415f-8811-887cf657b52c owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:43.669089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee28afc-1930-477b-94a3-02f5c5d28bc4 req-63aa293a-684e-416c-a5d1-845eb7486a75 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:43.670759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dee28afc-1930-477b-94a3-02f5c5d28bc4 req-63aa293a-684e-416c-a5d1-845eb7486a75 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.1213732 Dec 15 04:33:43.775846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-2e4e8f3d-441a-4071-bb9e-7cf5f28dec20 service neutron] 10.222.0.16 "GET /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.1669586 Dec 15 04:33:43.778925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dee28afc-1930-477b-94a3-02f5c5d28bc4 req-3610822e-c366-495d-ba88-64f10db06a67 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992329 Dec 15 04:33:43.955367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75278990-0779-4a43-af73-bfccaab8ba73 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:43.986039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 75278990-0779-4a43-af73-bfccaab8ba73 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:43.986698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75278990-0779-4a43-af73-bfccaab8ba73 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:44.034550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:44.084149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ed0a0b-d7b6-415f-8811-887cf657b52c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:44.099603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:44.169147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:44.174206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e3553c2-81e3-41da-97a6-4d30ceae3531 req-9687c4d5-b66e-4fb4-803b-bfc44ca65e07 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0630128 Dec 15 04:33:44.205249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1fcb0-b043-424d-a072-1af74e9ac131 req-9d23ec6d-a35b-42e9-b820-b73c055c1e6c tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:44.206898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04b1fcb0-b043-424d-a072-1af74e9ac131 req-9d23ec6d-a35b-42e9-b820-b73c055c1e6c tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.1745617 Dec 15 04:33:44.304613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04b1fcb0-b043-424d-a072-1af74e9ac131 req-88144d17-e160-4fe4-ad00-394936bfd143 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887744 Dec 15 04:33:44.323828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee68c322-6480-4a0d-958b-f8caf8334ad8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:44.389117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:44.413639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee68257-205a-4516-9436-f2495fa7958d req-d905e4da-0002-485f-a902-635b38c7fdf1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:44.429899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ee68257-205a-4516-9436-f2495fa7958d req-d905e4da-0002-485f-a902-635b38c7fdf1 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 943 time: 0.1124461 Dec 15 04:33:44.437059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:44.496905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:44.553443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ee68257-205a-4516-9436-f2495fa7958d req-94ee76cf-579d-4786-b997-7a4e936f67e5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165545 Dec 15 04:33:44.582964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d8402-b1e1-4bde-b1a0-05461f2a7924 req-5339b079-57a4-47d1-b2be-b0f6b5367f2e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:44.584626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b4d8402-b1e1-4bde-b1a0-05461f2a7924 req-5339b079-57a4-47d1-b2be-b0f6b5367f2e tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.1253064 Dec 15 04:33:44.672028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b4d8402-b1e1-4bde-b1a0-05461f2a7924 req-441d7b9f-5352-4194-af81-afc8dcc5af27 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658202 Dec 15 04:33:44.675211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] Transition to ACTIVE for port object ee68c322-6480-4a0d-958b-f8caf8334ad8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:33:44.685522 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:44.730581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf6602-5773-44e7-b611-430e5294e261 req-f1de1ac5-9898-410e-aab8-821f0b02dc6b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:44.732464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bdf6602-5773-44e7-b611-430e5294e261 req-f1de1ac5-9898-410e-aab8-821f0b02dc6b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0593076 Dec 15 04:33:44.786582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-5b22ab78-ce58-496c-bdc5-458c969a9ff3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:44.787639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-5b22ab78-ce58-496c-bdc5-458c969a9ff3 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.1411862 Dec 15 04:33:44.808580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] No DVR routers for this DVR port ee68c322-6480-4a0d-958b-f8caf8334ad8 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:44.837285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bdf6602-5773-44e7-b611-430e5294e261 req-31bd3172-d74b-4d9b-8764-3830d77a13c4 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885739 Dec 15 04:33:44.929218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c32c-9b90-4e39-98c5-5aa975ffe6a9 req-7303e2df-af45-4b91-b9d5-9e08ff8dc62e tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:44.930705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7623c32c-9b90-4e39-98c5-5aa975ffe6a9 req-7303e2df-af45-4b91-b9d5-9e08ff8dc62e tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.0605423 Dec 15 04:33:44.985075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7623c32c-9b90-4e39-98c5-5aa975ffe6a9 req-214589aa-b398-48e9-b655-d9d2a45bd939 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482736 Dec 15 04:33:45.141566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209ece3-9d2f-4223-884b-b7985ab80708 req-6e6f5132-4785-44c2-95b2-ec1335f09164 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:45.142983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8209ece3-9d2f-4223-884b-b7985ab80708 req-6e6f5132-4785-44c2-95b2-ec1335f09164 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Dec 15 04:33:45.151467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55490) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:45.156781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Request body: {'floatingip': {'port_id': 'bf14c3d7-780e-4527-b910-f89e93ed9c67'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:45.186803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:45.203729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:45.279667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-d3d66627-69c9-4ba8-bae4-1ee21ed9ea86 service neutron] 10.222.0.16 "PUT /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4939868 Dec 15 04:33:45.300959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e76f66af-6551-41cd-8f10-8fba865b4225 req-d5148e8a-3188-42cd-b837-90094bffd94d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0279944 Dec 15 04:33:45.338816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-07b75463-44e9-430b-8e93-918c2939ec4a tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:45.340319 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-07b75463-44e9-430b-8e93-918c2939ec4a tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.4415042 Dec 15 04:33:45.357633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-091c40de-3f31-4973-b07a-6674a2a77e7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1627345 Dec 15 04:33:45.457586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Router d72c57f7-fae6-4e39-859f-46c50a0c4d1b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:33:45.517886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Deleting port 3d07da27-da88-4194-90ce-aac2fc7d3e86 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:45.518256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:45.520637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eddf4-bd1d-466e-bb66-6a20308bc6c2 req-fdb1bd6d-7eea-4377-918f-ae1d521bc3d6 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:45.522938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f23eddf4-bd1d-466e-bb66-6a20308bc6c2 req-fdb1bd6d-7eea-4377-918f-ae1d521bc3d6 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.0784235 Dec 15 04:33:45.560867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-197927e1-f546-4df4-abea-ff0ea3509616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:45.562444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-197927e1-f546-4df4-abea-ff0ea3509616 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4944bdca706d449ebedcb57c74051d07&device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 1102 time: 0.1526604 Dec 15 04:33:45.599626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f23eddf4-bd1d-466e-bb66-6a20308bc6c2 req-3fc4282f-41a1-4396-a5e3-aa858db51b33 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664651 Dec 15 04:33:45.667708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] For port 3d07da27-da88-4194-90ce-aac2fc7d3e86, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3d07da27-da88-4194-90ce-aac2fc7d3e86,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:45.668038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:45.814660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Calling delete_port for 3d07da27-da88-4194-90ce-aac2fc7d3e86 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:45.958692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-51f9fdf8-0077-4d25-9408-dfde35a3f54d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:45.960473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-51f9fdf8-0077-4d25-9408-dfde35a3f54d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 820 time: 0.2818599 Dec 15 04:33:46.025922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Request body: {'port': {'device_id': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'admin_state_up': True, 'tenant_id': '61697276bd4442839fa411b0244d2f45'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:46.117732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Deleting port aad85375-257c-417b-85aa-d028b2b0c8f7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:46.118082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.151084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-ff0e3d04-7bd0-41e7-a4f8-80599450d5dd tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:46.153249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-ff0e3d04-7bd0-41e7-a4f8-80599450d5dd tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.5877941 Dec 15 04:33:46.257979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:33:46.265174 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ad07cd65-878a-4ce6-9180-46573b034e65 admin admin] 10.222.0.37 "PUT /v2.0/routers/d72c57f7-fae6-4e39-859f-46c50a0c4d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5260146 Dec 15 04:33:46.273665 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] Sync routers for ids ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:33:46.274408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876a4b-ff97-415f-b2ff-20bdb92111d9 req-faf6a2cb-da58-4aaa-9082-3436b9daf3be tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:46.283606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55508) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:46.286099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49876a4b-ff97-415f-b2ff-20bdb92111d9 req-faf6a2cb-da58-4aaa-9082-3436b9daf3be tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.6242504 Dec 15 04:33:46.297432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-a2b7867a-e586-485b-a25b-87b6a991198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:46.299606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-a2b7867a-e586-485b-a25b-87b6a991198b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.5174503 Dec 15 04:33:46.301267 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] Routers {'d72c57f7-fae6-4e39-859f-46c50a0c4d1b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:46.303357 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:46.416660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:33:46.451357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-22f30840-6ec2-4584-a8b6-d458f91cf0e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c HTTP/1.1" status: 200 len: 217 time: 0.0808458 Dec 15 04:33:46.473817 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] Set router d72c57f7-fae6-4e39-859f-46c50a0c4d1b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:46.504841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49876a4b-ff97-415f-b2ff-20bdb92111d9 req-fabe29a2-198c-4b97-8aa9-b53e89f64a91 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175002 Dec 15 04:33:46.517862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.531222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5f4a-2483-4602-9b1e-91e5205b0c26 req-e1f3f02d-1e69-4661-a0e2-4ac4538dcd67 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:46.538404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1cb5f4a-2483-4602-9b1e-91e5205b0c26 req-e1f3f02d-1e69-4661-a0e2-4ac4538dcd67 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f12293e-5e1d-437c-85a7-2c6648f63adb HTTP/1.1" status: 200 len: 950 time: 0.3408682 Dec 15 04:33:46.541557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=aad85375-257c-417b-85aa-d028b2b0c8f7,segment=NetworkSegment(c33ec29b-3e1a-4314-9ce7-fb50aa51768a),segment_id=c33ec29b-3e1a-4314-9ce7-fb50aa51768a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:46.541932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.552819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.563075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-4bae5309-ed2c-4a08-a3d8-72db8ecb4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:46.566230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-4bae5309-ed2c-4a08-a3d8-72db8ecb4108 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9&tenant_id=7e3e503c023a4f43a082a2898173102b HTTP/1.1" status: 200 len: 1096 time: 0.3728690 Dec 15 04:33:46.597668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Calling delete_port for aad85375-257c-417b-85aa-d028b2b0c8f7 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:46.629027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Made reservation on behalf of 61697276bd4442839fa411b0244d2f45 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:46.632784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.682159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.684801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-1a2bbb33-f152-4fef-aaf3-aef0d71f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:46.686360 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-1a2bbb33-f152-4fef-aaf3-aef0d71f24eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2024760 Dec 15 04:33:46.686997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:46.722650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:46.788422 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:33:43Z', 'revision_number': 5, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:46.826877 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] Checking router: d72c57f7-fae6-4e39-859f-46c50a0c4d1b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:33:46.845369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] Routers {'d72c57f7-fae6-4e39-859f-46c50a0c4d1b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:46.848246 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:46.878482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event deleted for resources: {'Port': ['ID=3d07da27-da88-4194-90ce-aac2fc7d3e86,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:46.880789 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Floating IP c210de9e-b764-4acd-a759-fa50e7d4948d associated. External IP: 172.25.2.138, port: bf14c3d7-780e-4527-b910-f89e93ed9c67. Dec 15 04:33:46.902055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1cb5f4a-2483-4602-9b1e-91e5205b0c26 req-1c83470a-ba92-4da1-995a-8a179f1416e4 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610570 Dec 15 04:33:47.048883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] No DVR routers for this DVR port 3d07da27-da88-4194-90ce-aac2fc7d3e86 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:47.059292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-98930604-bb49-4df5-babf-558520199a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:47.060980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-98930604-bb49-4df5-babf-558520199a06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e3e503c023a4f43a082a2898173102b&device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1096 time: 0.4184351 Dec 15 04:33:47.061478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8666-919e-4ff3-985c-d5c2200c2215 req-39787819-fd91-4a3c-bdaa-404c7304f1fb tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:47.066265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1ff8666-919e-4ff3-985c-d5c2200c2215 req-39787819-fd91-4a3c-bdaa-404c7304f1fb tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.4116781 Dec 15 04:33:47.074880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:47.078442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-628c5450-3e1e-4275-9b85-df785cca2e0a req-ab79dae8-93d7-457a-8d96-4db2f749d951 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.42 "DELETE /v2.0/ports/3d07da27-da88-4194-90ce-aac2fc7d3e86 HTTP/1.1" status: 204 len: 173 time: 2.1785192 Dec 15 04:33:47.080006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'name': 'network-vif-deleted', 'tag': '3d07da27-da88-4194-90ce-aac2fc7d3e86'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:47.082589 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4abafb-8e26-4c67-b6b7-ebc18cf123a5" -d '{"events": [{"server_uuid": "1f12293e-5e1d-437c-85a7-2c6648f63adb", "name": "network-vif-deleted", "tag": "3d07da27-da88-4194-90ce-aac2fc7d3e86"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:47.104770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] Set router d72c57f7-fae6-4e39-859f-46c50a0c4d1b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:47.138072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65e44293-44a2-4aa4-ad35-85bf6c104b74 req-298ee6e8-4ba1-456b-94c1-6524b3bf18c2 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0668721 Dec 15 04:33:47.342286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1ff8666-919e-4ff3-985c-d5c2200c2215 req-9a97c41c-6ef5-4404-b8f8-01a2e66acc31 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977680 Dec 15 04:33:47.398816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device aad85375-257c-417b-85aa-d028b2b0c8f7 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:47.432208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91299a-08e8-4df2-b8a9-630fba8d55a7 req-910bfc4f-8b7f-45e1-b0f6-f7d8f0b1e8b8 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:47.443418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec91299a-08e8-4df2-b8a9-630fba8d55a7 req-910bfc4f-8b7f-45e1-b0f6-f7d8f0b1e8b8 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6e8a4e-3d18-40f3-bfb6-84513cb085c5 HTTP/1.1" status: 200 len: 946 time: 0.1575420 Dec 15 04:33:47.482692 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:33:43Z', 'revision_number': 5, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:47.539227 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14c15b-44e5-48ee-9190-25ae05483fa0 None None] The sync data for ids ['d72c57f7-fae6-4e39-859f-46c50a0c4d1b'] in n-d-820935-10 is: [{'id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-286639363-router', 'tenant_id': '63e5d84509184fb1ad26f59225d2e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:28:45Z', 'updated_at': '2021-12-15T04:33:43Z', 'revision_number': 5, 'project_id': '63e5d84509184fb1ad26f59225d2e6be', 'gw_port': {'id': '90f02297-f7da-4701-bc50-33bbeb205d0d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c57f7-fae6-4e39-859f-46c50a0c4d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:28:46Z', 'updated_at': '2021-12-15T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:33:47.619372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:47.655426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:47.660043 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dcfa86-1849-4afe-bf3d-57e400173d9d" -d '{"events": [{"server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "name": "network-vif-unplugged", "status": "completed", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:47.676681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec91299a-08e8-4df2-b8a9-630fba8d55a7 req-d9a4d1ad-7e3b-4adb-97e7-ad882ed58a71 tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.37 "GET /v2.0/security-groups?id=55bfbb85-d69b-4db6-8116-d406859cbd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322292 Dec 15 04:33:47.683781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port aad85375-257c-417b-85aa-d028b2b0c8f7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=aad85375-257c-417b-85aa-d028b2b0c8f7,segment=NetworkSegment(c33ec29b-3e1a-4314-9ce7-fb50aa51768a),segment_id=c33ec29b-3e1a-4314-9ce7-fb50aa51768a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:47.697463 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:47.699445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3d07da27-da88-4194-90ce-aac2fc7d3e86 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:47.739220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:33:47.769221 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7b9df7-1716-4f94-a573-8a3035d9595d x-openstack-request-id: req-ba7b9df7-1716-4f94-a573-8a3035d9595d {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:47.769818 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a1e643-eac6-4790-856c-e8dd13202215 x-openstack-request-id: req-61a1e643-eac6-4790-856c-e8dd13202215 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:47.770199 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f12293e-5e1d-437c-85a7-2c6648f63adb", "name": "network-vif-deleted", "tag": "3d07da27-da88-4194-90ce-aac2fc7d3e86", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:47.770296 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61a1e643-eac6-4790-856c-e8dd13202215 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:47.770471 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "name": "network-vif-unplugged", "status": "completed", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:47.770883 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba7b9df7-1716-4f94-a573-8a3035d9595d {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:47.771421 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7', 'code': 200} Dec 15 04:33:47.773827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 3d07da27-da88-4194-90ce-aac2fc7d3e86 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:47.774340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3d07da27-da88-4194-90ce-aac2fc7d3e86 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:47.783462 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f12293e-5e1d-437c-85a7-2c6648f63adb', 'name': 'network-vif-deleted', 'tag': '3d07da27-da88-4194-90ce-aac2fc7d3e86', 'status': 'completed', 'code': 200} Dec 15 04:33:47.834362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:47.880459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-346adc84-12f1-4d8b-9863-22378a9df940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:47.881931 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-346adc84-12f1-4d8b-9863-22378a9df940 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1487658 Dec 15 04:33:47.947581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:47.975053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 69ed0a0b-d7b6-415f-8811-887cf657b52c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:47.985603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58481f2-b8ad-4583-b4d3-f67babcc8fa2 req-d271d8b7-b3f8-45e4-bb49-0bb659248b3a tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:47.989383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d58481f2-b8ad-4583-b4d3-f67babcc8fa2 req-d271d8b7-b3f8-45e4-bb49-0bb659248b3a tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.1799610 Dec 15 04:33:48.001929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:33:48.062931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 69ed0a0b-d7b6-415f-8811-887cf657b52c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:48.063581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 69ed0a0b-d7b6-415f-8811-887cf657b52c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:48.074752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] Sync routers for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:33:48.091163 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:48.106960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:48.108159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:48.158211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d58481f2-b8ad-4583-b4d3-f67babcc8fa2 req-24ec7b0f-fa04-49f1-82c2-0d04aed3bcac tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504292 Dec 15 04:33:48.163226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9b206664-4796-4edd-b2ce-4b8bb9123941 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "PUT /v2.0/floatingips/c210de9e-b764-4acd-a759-fa50e7d4948d HTTP/1.1" status: 200 len: 991 time: 3.0105534 Dec 15 04:33:48.163852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:48.184690 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:48.208494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Allocated IP 172.20.0.10 (e496a23e-f358-4fbe-bd3b-5903885ee32b/c66820c0-6b08-46fe-b325-14590613229e/b6da5f23-2709-4f92-8a53-156613c5b9ea) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:48.244580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-a664f335-7ac7-44fc-b4cc-2ba2751936d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:48.247046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-a664f335-7ac7-44fc-b4cc-2ba2751936d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 200 len: 908 time: 1.1495829 Dec 15 04:33:48.257668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:48.377187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:48.382592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-a2cf156c-4564-471c-9638-66cb02ae0b5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 200 len: 217 time: 0.1130342 Dec 15 04:33:48.385577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcebe61f-bfd4-4bd7-b345-aeeba9c39c42 req-fcfc36c7-8243-4ff5-8356-07502f12024f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0755076 Dec 15 04:33:48.387531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Pushing event deleted for resources: {'Port': ['ID=aad85375-257c-417b-85aa-d028b2b0c8f7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:48.414635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-a613540c-451e-40f9-858a-4d1e74ecc56e service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140953 Dec 15 04:33:48.484679 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653dec1-0769-4212-895b-18739a68bbd1 x-openstack-request-id: req-f653dec1-0769-4212-895b-18739a68bbd1 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:48.485233 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:48.485672 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f653dec1-0769-4212-895b-18739a68bbd1 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:48.486228 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'status': 'completed', 'code': 200} Dec 15 04:33:48.592029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] No DVR routers for this DVR port aad85375-257c-417b-85aa-d028b2b0c8f7 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:48.646733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:48.650189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f02e542a-ef68-4371-b17f-f68ef7da43bb req-461e4bce-d4b8-4283-bccc-3e701a4d230d tempest-InstanceActionsTestJSON-81080115 tempest-InstanceActionsTestJSON-81080115-project] 10.222.0.42 "DELETE /v2.0/ports/aad85375-257c-417b-85aa-d028b2b0c8f7 HTTP/1.1" status: 204 len: 173 time: 3.2912185 Dec 15 04:33:48.658541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Deleting port 90f02297-f7da-4701-bc50-33bbeb205d0d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:48.659633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:48.711592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-90480732-bf2c-42f2-98d5-14cfe7de2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:48.713149 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-90480732-bf2c-42f2-98d5-14cfe7de2a21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 200 len: 848 time: 0.3156407 Dec 15 04:33:48.786129 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-0de27f39-c130-414b-a3b4-9779f45df477 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a6f920-be7a-4bb6-b36a-b7b72f162816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518861 Dec 15 04:33:48.809272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'c210de9e-b764-4acd-a759-fa50e7d4948d', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'port_id': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'mac_address': 'fa:16:3e:82:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:33:28Z', 'updated_at': '2021-12-15T04:33:46Z', 'revision_number': 1, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:25Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:48.811870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bd4d4-7e8f-467f-b733-b7f02970f3e5 req-87b83443-113c-4ec6-b359-ecda66e3960a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:48.813039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-095280d7-b8a0-4191-8550-e01a6bfc0637 req-6c4ce555-7b50-45dd-ae1e-9b0384bceb8c service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513713 Dec 15 04:33:48.838028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a49bd4d4-7e8f-467f-b733-b7f02970f3e5 req-87b83443-113c-4ec6-b359-ecda66e3960a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 950 time: 0.2448761 Dec 15 04:33:48.853547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] Checking router: aa333072-d0a4-44ce-97bb-5ed7d8e8a494 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:33:48.862413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:33:48.863168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:33:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:48.885147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-a8d95c22-fa04-4e21-a8f8-f9ffa6ffab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:48.887527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-a8d95c22-fa04-4e21-a8f8-f9ffa6ffab52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bb4df6a3c4141a19976fb428807c76a&device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 1097 time: 0.3483038 Dec 15 04:33:48.947977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:49.014049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] For port 90f02297-f7da-4701-bc50-33bbeb205d0d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=90f02297-f7da-4701-bc50-33bbeb205d0d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:49.014539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:49.033268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:33:49.039463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Calling delete_port for 90f02297-f7da-4701-bc50-33bbeb205d0d owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:49.049032 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-a1d18d62-de90-48c8-88b9-0fe7c62f7edd service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494438 Dec 15 04:33:49.062343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edecbb-5aa0-4f39-8c2b-937f56733643 req-89a8f9e4-25ef-487b-9831-e5ca142040a5 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.064053 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96edecbb-5aa0-4f39-8c2b-937f56733643 req-89a8f9e4-25ef-487b-9831-e5ca142040a5 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.4458647 Dec 15 04:33:49.067073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-d36d2044-373e-49d4-82c6-83fe6761766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.068769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-d36d2044-373e-49d4-82c6-83fe6761766c service neutron] 10.222.0.16 "GET /v2.0/networks?id=903c2744-a936-4c79-b12d-43581e6cb0a5 HTTP/1.1" status: 200 len: 905 time: 0.1678100 Dec 15 04:33:49.160363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:49.205164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-2fb54074-f78f-414e-b9f1-bb7ebc41f1b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67 HTTP/1.1" status: 200 len: 999 time: 0.1003368 Dec 15 04:33:49.248157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:49.250781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Network e496a23e-f358-4fbe-bd3b-5903885ee32b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:33:49.321482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:49.329510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:33:49.332705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-011eb404-75e0-4ccd-a042-4b6f4a818106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.339674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-011eb404-75e0-4ccd-a042-4b6f4a818106 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4614954-b145-4ee9-bf6d-8833ec61b4a7 HTTP/1.1" status: 200 len: 844 time: 0.1158261 Dec 15 04:33:49.391219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:49.422459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-77ead2d9-8c6e-4903-9bfb-3495dec8a681 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608677 Dec 15 04:33:49.463487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96edecbb-5aa0-4f39-8c2b-937f56733643 req-c815adb9-dc54-4e76-9b56-4f87beb49936 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788841 Dec 15 04:33:49.529208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a49bd4d4-7e8f-467f-b733-b7f02970f3e5 req-714fe317-fb91-42cb-a783-6d3e260b41fe tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854007 Dec 15 04:33:49.529415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'c210de9e-b764-4acd-a759-fa50e7d4948d', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'port_id': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'mac_address': 'fa:16:3e:82:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:33:28Z', 'updated_at': '2021-12-15T04:33:46Z', 'revision_number': 1, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:25Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:49.537153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-8ef2df17-d86b-44b5-9f01-515aca41baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.543281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-8ef2df17-d86b-44b5-9f01-515aca41baff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=903c2744-a936-4c79-b12d-43581e6cb0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1923411 Dec 15 04:33:49.545904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.546749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:49.576191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8bde7c-7109-40b4-af61-7e8fd4d2b4bc None None] The sync data for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 is: [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'c210de9e-b764-4acd-a759-fa50e7d4948d', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'port_id': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'mac_address': 'fa:16:3e:82:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:33:28Z', 'updated_at': '2021-12-15T04:33:46Z', 'revision_number': 1, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:25Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:33:49.618591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55550) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:49.640154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-a83f626f-a0dd-490d-b400-661b9ba542b9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6260729 Dec 15 04:33:49.665169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Request body: {'port': {'device_id': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:49.717816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:49.788130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'name': 'network-vif-deleted', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:49.790408 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913381bd-2e18-46b0-885d-20c521668047" -d '{"events": [{"server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "name": "network-vif-deleted", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:49.801625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f02297-f7da-4701-bc50-33bbeb205d0d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:49.849675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Deleting subnet 2e8d6fb6-8d20-487c-8fca-ede2e99423fb {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:33:49.857316 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:49.911862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b9c97-bdbd-4048-96c5-4ef66ec35142 req-6607ab7b-d712-49ae-9883-eae91414e264 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.919121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd0b9c97-bdbd-4048-96c5-4ef66ec35142 req-6607ab7b-d712-49ae-9883-eae91414e264 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.2271814 Dec 15 04:33:49.938163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c430a-056f-4852-97b6-c78fb744b9af req-d3c52e44-9849-4b42-9364-5c9229a531d0 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:49.939882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f5c430a-056f-4852-97b6-c78fb744b9af req-d3c52e44-9849-4b42-9364-5c9229a531d0 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 932 time: 0.1803763 Dec 15 04:33:49.963459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-4a930594-192b-479d-9944-afabaeb4aebf service neutron] 10.222.0.16 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058788 Dec 15 04:33:49.969970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c79c9-efd8-4d1a-a129-d27ad323daa2 None None] New status for floating IP c210de9e-b764-4acd-a759-fa50e7d4948d: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:33:50.002124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.008010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.053759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.145161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd0b9c97-bdbd-4048-96c5-4ef66ec35142 req-93396ce8-1a11-40da-8ba2-0c13f10b5be5 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250934 Dec 15 04:33:50.162823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f5c430a-056f-4852-97b6-c78fb744b9af req-0c01c26f-a3ee-4b22-bd9f-0f2ba24eb44b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111456 Dec 15 04:33:50.197088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.275774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7e98d7f-9ac1-49a4-ad7c-4eff4df9fb34 req-4b0f3e27-fbb1-4fc5-8c6e-a58c1b1e49e2 service neutron] 10.222.0.16 "GET /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002284 Dec 15 04:33:50.295240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e3d282-bfb5-4b82-93c3-7f30edf26224 x-openstack-request-id: req-86e3d282-bfb5-4b82-93c3-7f30edf26224 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:50.295479 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6e8a4e-3d18-40f3-bfb6-84513cb085c5", "name": "network-vif-deleted", "tag": "aad85375-257c-417b-85aa-d028b2b0c8f7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:50.295670 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86e3d282-bfb5-4b82-93c3-7f30edf26224 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:50.296225 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6e8a4e-3d18-40f3-bfb6-84513cb085c5', 'name': 'network-vif-deleted', 'tag': 'aad85375-257c-417b-85aa-d028b2b0c8f7', 'status': 'completed', 'code': 200} Dec 15 04:33:50.314520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.317238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.322149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.327228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f74529c0-4b9d-439d-9fe0-2b6ae27e785d tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:50.329646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-f74529c0-4b9d-439d-9fe0-2b6ae27e785d tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9&tenant_id=7e3e503c023a4f43a082a2898173102b&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1096 time: 0.4963973 Dec 15 04:33:50.358549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8d6fb6-8d20-487c-8fca-ede2e99423fb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:50.367583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.378904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6cc2ade0-55b2-484c-8326-6949306673d3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e8d6fb6-8d20-487c-8fca-ede2e99423fb HTTP/1.1" status: 204 len: 168 time: 0.6980047 Dec 15 04:33:50.381113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55554) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:50.474195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.474732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d72c57f7-fae6-4e39-859f-46c50a0c4d1b {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:33:50.481001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.484542 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83ee1e82-15ff-4ba3-bf48-9fe4f72aca09 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d72c57f7-fae6-4e39-859f-46c50a0c4d1b HTTP/1.1" status: 204 len: 168 time: 4.1969616 Dec 15 04:33:50.485067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55556) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:50.507387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-63d06f60-63f9-4bac-98df-a8663997a206 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:50.509258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-63d06f60-63f9-4bac-98df-a8663997a206 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 950 time: 0.1290827 Dec 15 04:33:50.514792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.701408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Deleting subnet 40db43fd-f0d4-45ba-9cff-87345d2c1791 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:33:50.709661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-df953fec-e09f-4d24-b8c3-fdf83aa28886 service neutron] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:50.716785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.739425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-df953fec-e09f-4d24-b8c3-fdf83aa28886 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.739425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a958ef0a-26f3-44da-91ac-ec4ecf82a93c req-df953fec-e09f-4d24-b8c3-fdf83aa28886 service neutron] 10.222.0.42 "DELETE /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.3995869 Dec 15 04:33:50.782723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.809495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.822163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fc35a0-49b0-4d10-aa88-3029eb618a9b']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:50.850337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:50.850484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33ec29b-3e1a-4314-9ce7-fb50aa51768a') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:50.860740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb151-ed38-4ec2-8179-e41c646cc96d req-4709e16d-d699-41da-a0c0-4cfdfc3b03a5 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:50.869910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bffb151-ed38-4ec2-8179-e41c646cc96d req-4709e16d-d699-41da-a0c0-4cfdfc3b03a5 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.2570753 Dec 15 04:33:50.873689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6da5f23-2709-4f92-8a53-156613c5b9ea {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:33:50.881702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.886168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.904996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c87b-767c-43e4-9960-9623bb5b50fd req-eaf62cbb-440a-4b42-b871-dded26d84df8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:50.906491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33c5c87b-767c-43e4-9960-9623bb5b50fd req-eaf62cbb-440a-4b42-b871-dded26d84df8 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 950 time: 0.2302721 Dec 15 04:33:50.925345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Transition to ACTIVE for port object b6da5f23-2709-4f92-8a53-156613c5b9ea will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:33:50.929098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.930798 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.952145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Deleting port 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:50.952458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.956378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:33:50.956770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:33:50.959787 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:33:50.976787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.106546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bffb151-ed38-4ec2-8179-e41c646cc96d req-b05448ab-320d-49c2-9d83-1e090eaed4f4 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199850 Dec 15 04:33:51.112624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.121845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.125438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] 10.222.0.37 "DELETE /v2.0/networks/a7fc35a0-49b0-4d10-aa88-3029eb618a9b HTTP/1.1" status: 204 len: 168 time: 0.7431574 Dec 15 04:33:51.142465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33c5c87b-767c-43e4-9960-9623bb5b50fd req-b3279125-236c-4c0c-98e0-b17b873f505c tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/security-groups?id=d47791e9-83fc-4b9d-9669-40efdd7cbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206485 Dec 15 04:33:51.164940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1156b-3fdc-45dc-ab76-497185c084de admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fc35a0-49b0-4d10-aa88-3029eb618a9b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:51.243970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] For port 0fcb834e-f53e-4efb-92a5-112fd656c11c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0fcb834e-f53e-4efb-92a5-112fd656c11c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:51.244899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.273004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Calling delete_port for 0fcb834e-f53e-4efb-92a5-112fd656c11c owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:51.413620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55572) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:51.428187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:51.504545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a485b16c-2e33-4d9c-8835-2e43f9fc83e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4668d095581c44c6a47a1d09a2875893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879934 Dec 15 04:33:51.507914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:51.519108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.557638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.570185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:33:51.570518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:33:51.570860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:51.573183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.578608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/40db43fd-f0d4-45ba-9cff-87345d2c1791 HTTP/1.1" status: 204 len: 168 time: 1.0886667 Dec 15 04:33:51.578608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759706d-782e-4db6-8f84-fd953f49b770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40db43fd-f0d4-45ba-9cff-87345d2c1791,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:51.579831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267030d7-36c8-4ed9-a44d-a9ea241ff3ce None None] Network 7ff28ebc-e530-4266-bf72-c50a89f210a0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:51.593638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55576) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:51.603027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56c7ed-3fcc-48d7-a930-6edc326f9589 req-727a3bf4-4db6-49e0-b8bf-f302f15a823f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:51.609294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f56c7ed-3fcc-48d7-a930-6edc326f9589 req-727a3bf4-4db6-49e0-b8bf-f302f15a823f tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.1679521 Dec 15 04:33:51.624889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:33:51.625377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:33:51.636922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0fcb834e-f53e-4efb-92a5-112fd656c11c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:51.668676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:33:51.669197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:51.669620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:33:51.670304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Bound port: b6da5f23-2709-4f92-8a53-156613c5b9ea, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:33:51.670751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.691813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cde22e-e9b4-4d67-a31a-b2c7e306d83c req-1383ef21-b8d6-40ad-84a7-c9bdf8bac5ad tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:51.694538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6cde22e-e9b4-4d67-a31a-b2c7e306d83c req-1383ef21-b8d6-40ad-84a7-c9bdf8bac5ad tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.2542377 Dec 15 04:33:51.706414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085501dc-2e24-4233-9193-3676232b97ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.713960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Pushing event deleted for resources: {'Port': ['ID=0fcb834e-f53e-4efb-92a5-112fd656c11c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:51.733518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.819864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085501dc-2e24-4233-9193-3676232b97ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:51.871118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] DHCP port deletion for 7ff28ebc-e530-4266-bf72-c50a89f210a0 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:33:51.943657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6cde22e-e9b4-4d67-a31a-b2c7e306d83c req-115cb6ba-6c99-456b-a893-cd63767015be tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269843 Dec 15 04:33:51.948426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f56c7ed-3fcc-48d7-a930-6edc326f9589 req-16a311ff-696b-4485-b819-b5098f5434a9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277595 Dec 15 04:33:52.030070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:33:52.055540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:33:52.066513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Deleting port 75034394-6cc3-431d-ad32-cc7876fc82fe {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:52.068340 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.074628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.140022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:52.142248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.144568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 1093 time: 2.4838054 Dec 15 04:33:52.180302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085501dc-2e24-4233-9193-3676232b97ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.183155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085501dc-2e24-4233-9193-3676232b97ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.184491 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-085501dc-2e24-4233-9193-3676232b97ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55bfbb85-d69b-4db6-8116-d406859cbd93 HTTP/1.1" status: 204 len: 168 time: 0.6756201 Dec 15 04:33:52.190993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008d55e-ed7f-455f-8982-ab3ad8f756e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:52.202144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085501dc-2e24-4233-9193-3676232b97ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bfbb85-d69b-4db6-8116-d406859cbd93,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:52.204990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Deleting port 75034394-6cc3-431d-ad32-cc7876fc82fe {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:52.205572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.230109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 90f02297-f7da-4701-bc50-33bbeb205d0d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:52.287984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] For port 75034394-6cc3-431d-ad32-cc7876fc82fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75034394-6cc3-431d-ad32-cc7876fc82fe,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:52.288734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.312395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Calling delete_port for 75034394-6cc3-431d-ad32-cc7876fc82fe owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:52.321179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 90f02297-f7da-4701-bc50-33bbeb205d0d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:52.327427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 90f02297-f7da-4701-bc50-33bbeb205d0d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:52.327928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75034394-6cc3-431d-ad32-cc7876fc82fe no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:52.335331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:52.337689 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb2fbf0-4a21-40fb-a45a-830dd9266feb" -d '{"events": [{"name": "network-changed", "server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:52.348137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] For port 75034394-6cc3-431d-ad32-cc7876fc82fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75034394-6cc3-431d-ad32-cc7876fc82fe,segment=NetworkSegment(691799a2-d50c-4c26-9313-113f4a52a83d),segment_id=691799a2-d50c-4c26-9313-113f4a52a83d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:52.348540 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.430245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Calling delete_port for 75034394-6cc3-431d-ad32-cc7876fc82fe owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:52.430831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9e6b7853-9510-4f3c-bb90-a38f6f4d1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:52.433369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-9e6b7853-9510-4f3c-bb90-a38f6f4d1bf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1096 time: 0.1157057 Dec 15 04:33:52.526963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-278729e6-9c86-4216-8b2e-5caa34f22257 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 217 time: 0.0764911 Dec 15 04:33:52.551125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.554707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.615398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] No DVR routers for this DVR port 75034394-6cc3-431d-ad32-cc7876fc82fe on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:52.624964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Pushing event deleted for resources: {'Port': ['ID=75034394-6cc3-431d-ad32-cc7876fc82fe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:52.661711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.670094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-f673a2e1-fa8f-453e-b0a3-0b0bf572bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:52.671592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-f673a2e1-fa8f-453e-b0a3-0b0bf572bd21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1350365 Dec 15 04:33:52.721058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Pushing event deleted for resources: {'Port': ['ID=75034394-6cc3-431d-ad32-cc7876fc82fe,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:52.728442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] No DVR routers for this DVR port 0fcb834e-f53e-4efb-92a5-112fd656c11c on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:52.731975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.737367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-f793a040-12f4-4291-8400-d7d160cd432d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282910 Dec 15 04:33:52.737690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2813bc78-50f9-4e93-8a42-981d79f6b14c req-fb2c7b6f-f818-4d5c-b71f-cfb87039079a tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.16 "DELETE /v2.0/ports/0fcb834e-f53e-4efb-92a5-112fd656c11c HTTP/1.1" status: 204 len: 173 time: 2.2195318 Dec 15 04:33:52.753202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.755382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] No DVR routers for this DVR port 75034394-6cc3-431d-ad32-cc7876fc82fe on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:52.778156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff28ebc-e530-4266-bf72-c50a89f210a0']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:52.787552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.788284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691799a2-d50c-4c26-9313-113f4a52a83d') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:52.788587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691799a2-d50c-4c26-9313-113f4a52a83d') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:33:52.789427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.791393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.793574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.794042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.795500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.796181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.797154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.798442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.800182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.802091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.802233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.802449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.803098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92e857-0d2c-43a7-8fa2-a29300738871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:33:52.803938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-deleted', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:52.807452 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed9bcf-7501-48e0-8de0-0b83d80cedd4" -d '{"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-deleted", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:52.817588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.825906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:33:52.825906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:33:52.870885 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:33:52.899276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad137ba-1aad-41e9-8393-32807cac241e req-4b16be82-f332-4853-b2bb-c9ceb2b5c2e2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:52.901937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ad137ba-1aad-41e9-8393-32807cac241e req-4b16be82-f332-4853-b2bb-c9ceb2b5c2e2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1847892 Dec 15 04:33:52.926079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74893-587b-4b66-9acf-ad43c145841e req-9647bd6f-ac53-4d02-8256-8dca879496a5 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:52.930794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91c74893-587b-4b66-9acf-ad43c145841e req-9647bd6f-ac53-4d02-8256-8dca879496a5 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 1096 time: 0.2218044 Dec 15 04:33:53.001254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-316c9375-14e6-48ae-8d4f-c0b6677bc5a4 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327999 Dec 15 04:33:53.002332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:53.008022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:53.011246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ff28ebc-e530-4266-bf72-c50a89f210a0 HTTP/1.1" status: 204 len: 168 time: 1.4164729 Dec 15 04:33:53.029260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ad137ba-1aad-41e9-8393-32807cac241e req-8bb5f0bd-6ed1-4aec-ac53-8427096adddd tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206300 Dec 15 04:33:53.043612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91c74893-587b-4b66-9acf-ad43c145841e req-34eedb88-c1b7-4b38-9ba9-3a99ed65de46 tempest-LiveMigrationTest-1234312170 tempest-LiveMigrationTest-1234312170-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850425 Dec 15 04:33:53.132681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1210-46bc-4a26-a6f8-a8ff633b5516 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff28ebc-e530-4266-bf72-c50a89f210a0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:53.147240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a215d660-0cdb-449f-8dc8-b4f10fe821b1 x-openstack-request-id: req-a215d660-0cdb-449f-8dc8-b4f10fe821b1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:53.147536 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:53.147796 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a215d660-0cdb-449f-8dc8-b4f10fe821b1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:53.148968 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'status': 'completed', 'code': 200} Dec 15 04:33:53.193233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca45a858-a82b-47f3-8c01-28ba455c41bb req-bdf44814-dd74-4dd1-bf97-f7e97d440e66 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799455 Dec 15 04:33:53.245505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-064918df-fd88-4ce1-9c3a-fbe18412ee1c req-f24f5884-490f-462e-b380-1982b9d154f2 tempest-ServersAdminTestJSON-808312731 tempest-ServersAdminTestJSON-808312731-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cdd6a14-59fe-4a8d-b981-205c19e476ea HTTP/1.1" status: 200 len: 210 time: 0.0522535 Dec 15 04:33:53.248388 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2fb18b-ab89-4cc5-9b39-4838d55b5e3b x-openstack-request-id: req-ee2fb18b-ab89-4cc5-9b39-4838d55b5e3b {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:53.249813 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdd6a14-59fe-4a8d-b981-205c19e476ea", "name": "network-vif-deleted", "tag": "0fcb834e-f53e-4efb-92a5-112fd656c11c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:53.250840 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee2fb18b-ab89-4cc5-9b39-4838d55b5e3b {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:53.252894 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd6a14-59fe-4a8d-b981-205c19e476ea', 'name': 'network-vif-deleted', 'tag': '0fcb834e-f53e-4efb-92a5-112fd656c11c', 'status': 'completed', 'code': 200} Dec 15 04:33:53.391129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55624) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:53.445774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-11017906-f39e-48e2-835d-28c598841637 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=722fd27d7b4443859473fa756cbba28b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488989 Dec 15 04:33:53.448563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55628) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:53.460516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253610f-3259-4635-94ef-512e3ac05aa7 req-cf13db36-51c4-4e4a-ab76-557bacd6fe1c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:53.469693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f253610f-3259-4635-94ef-512e3ac05aa7 req-cf13db36-51c4-4e4a-ab76-557bacd6fe1c tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.1190839 Dec 15 04:33:53.509824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-c7db5964-10ed-45dc-bbf8-796cc5132cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:53.512825 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-c7db5964-10ed-45dc-bbf8-796cc5132cf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1096 time: 0.1973760 Dec 15 04:33:53.556652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f253610f-3259-4635-94ef-512e3ac05aa7 req-fc07711c-45c9-4b77-a2f8-7f789f9938fd tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771034 Dec 15 04:33:53.709141 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bbf253fa-570e-4658-ac4e-b48e3c46c426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:53.732650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bbf253fa-570e-4658-ac4e-b48e3c46c426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:53.747537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:33:53.786626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-d0a62b88-ac7e-4ad3-8b28-61652d569d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:53.788345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-d0a62b88-ac7e-4ad3-8b28-61652d569d00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.2538226 Dec 15 04:33:53.809927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:53.826233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246474c6-344b-4476-918e-21d66f4ce318 req-27a6bfdf-3ede-4625-9182-c029c3244786 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:53.827682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-246474c6-344b-4476-918e-21d66f4ce318 req-27a6bfdf-3ede-4625-9182-c029c3244786 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 945 time: 0.1075191 Dec 15 04:33:53.843484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-d52eb6c6-9168-4707-984f-72a6f2e68661 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 217 time: 0.0458765 Dec 15 04:33:53.844731 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bbf253fa-570e-4658-ac4e-b48e3c46c426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:53.847973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bbf253fa-570e-4658-ac4e-b48e3c46c426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:53.851655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bbf253fa-570e-4658-ac4e-b48e3c46c426 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1671722e-51d6-4a37-86ea-a0423fc854f3 HTTP/1.1" status: 204 len: 168 time: 0.3995967 Dec 15 04:33:53.857404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf253fa-570e-4658-ac4e-b48e3c46c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1671722e-51d6-4a37-86ea-a0423fc854f3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:53.921142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-acb34f10-4384-425a-a8cc-84126596ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:53.922701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-acb34f10-4384-425a-a8cc-84126596ce5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.0627685 Dec 15 04:33:53.926386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-246474c6-344b-4476-918e-21d66f4ce318 req-d43e5859-269c-4d93-8d8b-8e220066eeeb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Dec 15 04:33:53.938303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dcb1b-02e2-4412-94e7-c6f810f119f0 req-306f9e7c-cc5d-414f-a83c-12c971890677 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:53.940479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-386dcb1b-02e2-4412-94e7-c6f810f119f0 req-306f9e7c-cc5d-414f-a83c-12c971890677 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.1216180 Dec 15 04:33:53.967765 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-a2ca94ea-8651-4c68-9835-9aa63e32ccc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359285 Dec 15 04:33:53.999024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-386dcb1b-02e2-4412-94e7-c6f810f119f0 req-a833ab15-9996-40df-b4d4-2c3c6252f034 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Dec 15 04:33:54.074826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-8528fec0-0518-4f4e-aa1e-ac50fb3db3cf service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984802 Dec 15 04:33:54.157582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2052799427-network', 'tenant_id': '51cfaed57fe14737bd2667e227aafa08'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:54.164160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc4fe2-9c0f-4fa5-bf9d-3b435ca2ace1 req-730ab164-6cfb-4533-8adb-8fc3da4ad22f tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:54.165710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9edc4fe2-9c0f-4fa5-bf9d-3b435ca2ace1 req-730ab164-6cfb-4533-8adb-8fc3da4ad22f tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0544720 Dec 15 04:33:54.193231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Made reservation on behalf of 51cfaed57fe14737bd2667e227aafa08 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:54.195508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.213561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.223279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9edc4fe2-9c0f-4fa5-bf9d-3b435ca2ace1 req-2902d157-6459-4607-b001-bb2ff0a28eb3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Dec 15 04:33:54.230911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:54.232951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-feb2fbf0-4a21-40fb-a45a-830dd9266feb req-33ef45cb-3898-485f-b379-9ee356671f17 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494765 Dec 15 04:33:54.297106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5630939b-a334-4927-92cd-9369668558ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63e5d84509184fb1ad26f59225d2e6be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0625222 Dec 15 04:33:54.299331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55650) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:54.358760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.368745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.385508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b30759e3-02e1-4d11-87ca-bb37274dc582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.417181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:33:54.423675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:54.428308 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b30759e3-02e1-4d11-87ca-bb37274dc582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.439435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.440404 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Added segment b5349376-6f95-45d7-b7a3-20c54397c883 of type vlan for network a60144e8-f8d2-45b5-abcb-36fb73bc950e Dec 15 04:33:54.501980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.528100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.529104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:54.529621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.537058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b30759e3-02e1-4d11-87ca-bb37274dc582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.539527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b30759e3-02e1-4d11-87ca-bb37274dc582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.540704 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b30759e3-02e1-4d11-87ca-bb37274dc582 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a021b1a-893c-46b8-aa88-a67df2b2ac2b HTTP/1.1" status: 204 len: 168 time: 0.2404799 Dec 15 04:33:54.558262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55656) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:54.597501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30759e3-02e1-4d11-87ca-bb37274dc582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a021b1a-893c-46b8-aa88-a67df2b2ac2b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:54.607720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55662) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:54.607824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7976661 Dec 15 04:33:54.613691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Request body: {'subnet': {'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2052799427-subnet', 'tenant_id': '51cfaed57fe14737bd2667e227aafa08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:54.640464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cd26e-d59d-4070-a519-4c2a2c4fed46 admin admin] Pushing event updated for resources: {'Network': ['ID=a60144e8-f8d2-45b5-abcb-36fb73bc950e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:54.663388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-fad36124-8e2a-4508-86df-7d93f83c2848 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:54.664171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a60144e8-f8d2-45b5-abcb-36fb73bc950e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:33:54.665166 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-fad36124-8e2a-4508-86df-7d93f83c2848 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 944 time: 0.0848377 Dec 15 04:33:54.689355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Made reservation on behalf of 51cfaed57fe14737bd2667e227aafa08 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:54.692311 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.815839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb59a3e-34e6-4b79-b4b9-23c77c36bd54 req-fb7f51eb-0390-4fc7-9076-98fcf0d387e2 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:54.817508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb59a3e-34e6-4b79-b4b9-23c77c36bd54 req-fb7f51eb-0390-4fc7-9076-98fcf0d387e2 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.1646237 Dec 15 04:33:54.830711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Deleting port ee68c322-6480-4a0d-958b-f8caf8334ad8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:54.831246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.916670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb59a3e-34e6-4b79-b4b9-23c77c36bd54 req-ef98fccd-dae1-4ca9-9710-a6687a635f31 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Dec 15 04:33:54.963410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] For port ee68c322-6480-4a0d-958b-f8caf8334ad8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ee68c322-6480-4a0d-958b-f8caf8334ad8,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:54.964426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:54.981675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Calling delete_port for ee68c322-6480-4a0d-958b-f8caf8334ad8 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:55.000837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:55.063124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 0fcb834e-f53e-4efb-92a5-112fd656c11c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:55.063935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0fcb834e-f53e-4efb-92a5-112fd656c11c not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:55.067244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.170581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60699a3-8a40-452c-9758-4d9c99c4d634 req-331217ac-671f-49ec-ad02-a4475762a79d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:55.171971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f60699a3-8a40-452c-9758-4d9c99c4d634 req-331217ac-671f-49ec-ad02-a4475762a79d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 945 time: 0.1416566 Dec 15 04:33:55.186106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.207766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df00354-c0f4-4273-adf4-96b79c2922c9,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:55.222059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'ee68c322-6480-4a0d-958b-f8caf8334ad8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:55.243685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event deleted for resources: {'Port': ['ID=ee68c322-6480-4a0d-958b-f8caf8334ad8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:55.275247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13823a24-b43c-4109-8943-53ef15e52e6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4944bdca706d449ebedcb57c74051d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7155459 Dec 15 04:33:55.279242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55684) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:55.281042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] No DVR routers for this DVR port ee68c322-6480-4a0d-958b-f8caf8334ad8 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:55.285018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.288876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee0d9b1c-d110-4e36-91fd-6c16d8773526 req-b5a35cf5-9187-4257-a72f-d7814c6d7e25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "DELETE /v2.0/ports/ee68c322-6480-4a0d-958b-f8caf8334ad8 HTTP/1.1" status: 204 len: 173 time: 0.6051786 Dec 15 04:33:55.289574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'name': 'network-vif-deleted', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:55.292030 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69996a73-3614-42aa-bb83-ef8f3f9524d7" -d '{"events": [{"server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "name": "network-vif-deleted", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:55.297293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8289-5b21-469f-90fc-e5937e9746bf req-442addee-9be8-4df0-b49b-c7d0ba418664 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:55.298938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bde8289-5b21-469f-90fc-e5937e9746bf req-442addee-9be8-4df0-b49b-c7d0ba418664 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 866 time: 0.1800978 Dec 15 04:33:55.309569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Checking segment: {'id': 'b5349376-6f95-45d7-b7a3-20c54397c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:33:55.309987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Network hostable DHCP agents. Network: a60144e8-f8d2-45b5-abcb-36fb73bc950e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:33:55.353734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f60699a3-8a40-452c-9758-4d9c99c4d634 req-e1b6cb7b-4e0e-4b4c-b1e4-036fb26c97ed tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675022 Dec 15 04:33:55.409441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Network a60144e8-f8d2-45b5-abcb-36fb73bc950e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:33:55.490226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a60144e8-f8d2-45b5-abcb-36fb73bc950e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:33:55.497039 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f1930df-ab62-4ab4-b277-ba04e1711e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.503362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:55.504292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.509878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bde8289-5b21-469f-90fc-e5937e9746bf req-2a3d36f9-9997-4614-9ea4-5b7be265ed2d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926022 Dec 15 04:33:55.513008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b9841-92e6-433f-bf90-94cbfa7ee5ad None None] Network a60144e8-f8d2-45b5-abcb-36fb73bc950e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:55.555029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f1930df-ab62-4ab4-b277-ba04e1711e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.568033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8b9a4bda-6ca7-4042-a4d2-2d4478ef76f9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9591491 Dec 15 04:33:55.582492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3836fc-7257-4b71-868a-41f5418d7d90 req-b23681e4-11f6-4b4e-9d6d-e68ce51feaf7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:55.584056 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf3836fc-7257-4b71-868a-41f5418d7d90 req-b23681e4-11f6-4b4e-9d6d-e68ce51feaf7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1468649 Dec 15 04:33:55.586480 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f830e6a0-49ea-4f6f-b629-4c4c8b6bff1e x-openstack-request-id: req-f830e6a0-49ea-4f6f-b629-4c4c8b6bff1e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:55.586775 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925838fb-9246-44c0-816f-5fe73858edf9", "name": "network-vif-deleted", "tag": "ee68c322-6480-4a0d-958b-f8caf8334ad8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:55.587031 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f830e6a0-49ea-4f6f-b629-4c4c8b6bff1e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:55.587429 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925838fb-9246-44c0-816f-5fe73858edf9', 'name': 'network-vif-deleted', 'tag': 'ee68c322-6480-4a0d-958b-f8caf8334ad8', 'status': 'completed', 'code': 200} Dec 15 04:33:55.659449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf3836fc-7257-4b71-868a-41f5418d7d90 req-911c460a-c1b7-4a00-880b-59f3df8931a1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598776 Dec 15 04:33:55.698625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f1930df-ab62-4ab4-b277-ba04e1711e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.705941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740e547-1c65-4ef0-85dc-9c5416d8acb7 None None] Network a60144e8-f8d2-45b5-abcb-36fb73bc950e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:33:55.706503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f1930df-ab62-4ab4-b277-ba04e1711e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:55.707675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f1930df-ab62-4ab4-b277-ba04e1711e6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d47791e9-83fc-4b9d-9669-40efdd7cbb98 HTTP/1.1" status: 204 len: 168 time: 0.4267845 Dec 15 04:33:55.720513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1930df-ab62-4ab4-b277-ba04e1711e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47791e9-83fc-4b9d-9669-40efdd7cbb98,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:55.737719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-67e7a138-6037-4fcb-9bee-e90da54e8295 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:55.739193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-67e7a138-6037-4fcb-9bee-e90da54e8295 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 945 time: 0.0844219 Dec 15 04:33:55.890249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Deleting port b20f158b-9762-4702-b9e0-78f60196a1d1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:33:55.891199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.045614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] For port b20f158b-9762-4702-b9e0-78f60196a1d1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b20f158b-9762-4702-b9e0-78f60196a1d1,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:33:56.046237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.079197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Calling delete_port for b20f158b-9762-4702-b9e0-78f60196a1d1 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:33:56.088713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc630-b2dc-4ac2-90e6-57a3553a1842 req-4178d062-def7-4214-ae70-954843b570b8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:56.091362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a1cc630-b2dc-4ac2-90e6-57a3553a1842 req-4178d062-def7-4214-ae70-954843b570b8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.0617270 Dec 15 04:33:56.179096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a1cc630-b2dc-4ac2-90e6-57a3553a1842 req-15ba4529-b680-4285-8b4f-7c42331710a1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816309 Dec 15 04:33:56.268932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.303951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b20f158b-9762-4702-b9e0-78f60196a1d1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:33:56.307525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event deleted for resources: {'Port': ['ID=b20f158b-9762-4702-b9e0-78f60196a1d1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:56.379896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] No DVR routers for this DVR port b20f158b-9762-4702-b9e0-78f60196a1d1 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:33:56.382598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.394595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2022bc7a-1498-4cf3-9d27-d93398a9d068 req-e12f139a-a80c-4098-9b63-c449c5b77bbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "DELETE /v2.0/ports/b20f158b-9762-4702-b9e0-78f60196a1d1 HTTP/1.1" status: 204 len: 173 time: 0.6473854 Dec 15 04:33:56.433548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55724) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:56.567794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08ec557a-6799-4906-af12-a1cca5c4cd2a req-7e2d92ba-a9e0-4d9c-a07d-7aa4fe018fab tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0515475 Dec 15 04:33:56.594404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6cc8b311-8e58-49ad-98e6-84756d96bc96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88b9976829cb4cb29e031ea20413ed15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570807 Dec 15 04:33:56.594741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55734) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:33:56.670826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-83bb75db-60bb-487e-9188-05abc95251cd tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:56.679018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-83bb75db-60bb-487e-9188-05abc95251cd tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/networks?id=a60144e8-f8d2-45b5-abcb-36fb73bc950e HTTP/1.1" status: 200 len: 818 time: 0.2189171 Dec 15 04:33:56.683910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bae8adf-9069-46c0-bb85-a3369cb23d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.712459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bae8adf-9069-46c0-bb85-a3369cb23d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.720493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12c01644-3e73-4c8d-a8b4-4119fa863059 req-fa6932ff-aaf2-4fd7-913b-2025a7f069aa tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 210 time: 0.0325401 Dec 15 04:33:56.722149 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-defd212b-c501-4457-be75-fe18b5795fcf tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/quotas/51cfaed57fe14737bd2667e227aafa08 HTTP/1.1" status: 200 len: 375 time: 0.0424590 Dec 15 04:33:56.787307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-d05c93c7-525d-4ebb-a3a4-bacc23d673d0 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51cfaed57fe14737bd2667e227aafa08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577445 Dec 15 04:33:56.809694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bae8adf-9069-46c0-bb85-a3369cb23d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.814263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bae8adf-9069-46c0-bb85-a3369cb23d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:56.816376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3bae8adf-9069-46c0-bb85-a3369cb23d5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0bf4f31-d5f9-4f56-a951-07da3d642d57 HTTP/1.1" status: 204 len: 168 time: 0.2205899 Dec 15 04:33:56.838428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8adf-9069-46c0-bb85-a3369cb23d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf4f31-d5f9-4f56-a951-07da3d642d57,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:33:56.928481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac0bd-b5c7-42b0-9587-31659f173718 req-f81b57bb-b078-4df8-834d-1586b642b5dd tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:56.930002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20bac0bd-b5c7-42b0-9587-31659f173718 req-f81b57bb-b078-4df8-834d-1586b642b5dd tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.1399760 Dec 15 04:33:56.983103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-525a844f-9a8f-406a-b15f-d3c37fa9ef42 service neutron] 10.222.0.37 "GET /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810815 Dec 15 04:33:57.069814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20bac0bd-b5c7-42b0-9587-31659f173718 req-76bc38a8-1e59-48d7-b961-76b4b415454e tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279051 Dec 15 04:33:57.155236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-058aed22-65c8-4ef2-a98a-57b207979b83 service neutron] 10.222.0.37 "GET /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649787 Dec 15 04:33:57.372973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d5d59fe-382f-46e9-8db0-f6422b861dcd req-a1c1f3d9-9ac7-4f19-9979-f38af387ae5a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 210 time: 0.0324845 Dec 15 04:33:57.398077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8b02c-8de5-42be-96f9-5e6ca8a5883f req-a187a96f-4b6e-4511-b548-07ca3af1dbd1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:57.399615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86f8b02c-8de5-42be-96f9-5e6ca8a5883f req-a187a96f-4b6e-4511-b548-07ca3af1dbd1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.1084201 Dec 15 04:33:57.465929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:57.468150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86f8b02c-8de5-42be-96f9-5e6ca8a5883f req-9438787d-ccc3-4f91-97f8-01be788fbba4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Dec 15 04:33:57.492106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ee68c322-6480-4a0d-958b-f8caf8334ad8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:57.492453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ee68c322-6480-4a0d-958b-f8caf8334ad8 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:57.493033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b20f158b-9762-4702-b9e0-78f60196a1d1 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:33:57.513775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: b20f158b-9762-4702-b9e0-78f60196a1d1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:33:57.514727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b20f158b-9762-4702-b9e0-78f60196a1d1 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:33:57.588227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'name': 'network-vif-deleted', 'tag': 'b20f158b-9762-4702-b9e0-78f60196a1d1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:33:57.590821 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49810472-208e-4451-ab81-ead0f73e723d" -d '{"events": [{"server_uuid": "79547fea-5d71-41ec-a052-3d8c5bd2d63b", "name": "network-vif-deleted", "tag": "b20f158b-9762-4702-b9e0-78f60196a1d1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:33:57.593691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97e98ff2-bb53-4b40-9c2c-d263b19f9e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:57.715381 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5a9bb5-7581-44a5-8dbc-13d71d69a4fb x-openstack-request-id: req-bc5a9bb5-7581-44a5-8dbc-13d71d69a4fb {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:33:57.715724 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79547fea-5d71-41ec-a052-3d8c5bd2d63b", "name": "network-vif-deleted", "tag": "b20f158b-9762-4702-b9e0-78f60196a1d1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:33:57.715980 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc5a9bb5-7581-44a5-8dbc-13d71d69a4fb {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:33:57.716397 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79547fea-5d71-41ec-a052-3d8c5bd2d63b', 'name': 'network-vif-deleted', 'tag': 'b20f158b-9762-4702-b9e0-78f60196a1d1', 'status': 'completed', 'code': 200} Dec 15 04:33:57.770051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec0df245-c9d2-4542-a5cc-d5058eb956c8 req-14819a3a-4eca-49af-be38-60a26c9cf8cd tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0417929 Dec 15 04:33:57.879713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c16e013d-0013-4940-89a9-8a59bd06de0e req-7436b9c7-b199-4ed6-ad52-c40c60829909 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 210 time: 0.0618138 Dec 15 04:33:58.261255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a66495-80d7-442b-962d-be9da42e8e99 req-83e4da26-9417-48a2-a5f4-2aea4511a6a7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:58.264696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30a66495-80d7-442b-962d-be9da42e8e99 req-83e4da26-9417-48a2-a5f4-2aea4511a6a7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 945 time: 0.0671151 Dec 15 04:33:58.340615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30a66495-80d7-442b-962d-be9da42e8e99 req-90be3102-ff2c-4eed-9049-34bedf0f95be tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682218 Dec 15 04:33:58.729112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb93778f-ef29-4062-a9e9-6e1c25aae352 req-73a159d9-4674-4d08-851a-115baf7b0e74 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 210 time: 0.0386550 Dec 15 04:33:58.925997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94ce98-988e-47b0-8f2a-d67a940e1cfc req-a81f95ca-cde8-4760-a746-05553663428b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:58.927631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d94ce98-988e-47b0-8f2a-d67a940e1cfc req-a81f95ca-cde8-4760-a746-05553663428b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.0760775 Dec 15 04:33:59.013309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d94ce98-988e-47b0-8f2a-d67a940e1cfc req-a6545a7a-63de-4a6e-a324-e503793b801e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632858 Dec 15 04:33:59.174789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae079130-d11e-4aa1-a949-6485128a2122 req-43591313-dec9-414f-afe0-a3f455a8bd07 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0566123 Dec 15 04:33:59.243436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-a37d84da-fd41-48c1-a70e-82cd782e75f9 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:33:59.245729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-a37d84da-fd41-48c1-a70e-82cd782e75f9 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.42 "GET /v2.0/networks?id=a60144e8-f8d2-45b5-abcb-36fb73bc950e HTTP/1.1" status: 200 len: 818 time: 0.2935951 Dec 15 04:33:59.280498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Request body: {'port': {'device_id': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e', 'admin_state_up': True, 'tenant_id': '51cfaed57fe14737bd2667e227aafa08'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:33:59.379780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-661d55fe-c8dd-46ab-8c03-56c6b802e86f req-385105ac-e176-4cee-9758-9178645e3c6d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 210 time: 0.0293632 Dec 15 04:33:59.441515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Made reservation on behalf of 51cfaed57fe14737bd2667e227aafa08 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:33:59.449249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:59.643226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Allocated IP 172.20.0.13 (a60144e8-f8d2-45b5-abcb-36fb73bc950e/7df00354-c0f4-4273-adf4-96b79c2922c9/7ff04d59-edae-4570-956c-45db511bbf89) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:33:59.857271 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2dabc048-2679-4b9e-a194-9ef58866896e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:59.872887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:59.897999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef30ce35-4e6e-47fe-88e7-ef552530e267 req-3d61d4f7-ed9a-4658-839e-955154c21314 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 210 time: 0.0305276 Dec 15 04:33:59.922211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:33:59.994450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Network a60144e8-f8d2-45b5-abcb-36fb73bc950e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:00.004522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:00.007339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:00.041521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Pushing event updated for resources: {'Port': ['ID=7ff04d59-edae-4570-956c-45db511bbf89,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:00.067221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:00.067758 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.086082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ae240de4-804f-42c4-80dd-a336c4a0145e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8167126 Dec 15 04:34:00.268406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc354ad8-b9c2-473f-b194-5e47872745fa req-387a6a4f-9ecc-4819-b40b-eead27107536 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:00.272022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc354ad8-b9c2-473f-b194-5e47872745fa req-387a6a4f-9ecc-4819-b40b-eead27107536 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.0792201 Dec 15 04:34:00.286866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Request body: {'port': {'device_id': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:00.345059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc354ad8-b9c2-473f-b194-5e47872745fa req-abe32ff0-97d0-4e18-803b-75c948d2850e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661998 Dec 15 04:34:00.361886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4050417-ef61-4016-8e12-d4d1a3123979 req-a35e5f8e-6271-40c2-8791-ebb56a6a1f3c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0362921 Dec 15 04:34:00.374000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.533933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df5d8e29-d3d6-445c-a305-49b7cb9c25f7 req-8b7e88f0-f0b9-4254-932b-c292e547de51 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=925838fb-9246-44c0-816f-5fe73858edf9 HTTP/1.1" status: 200 len: 210 time: 0.0507550 Dec 15 04:34:00.592117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55950) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:00.766457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff04d59-edae-4570-956c-45db511bbf89 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:00.773429 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff45758f-8d4a-4e35-a961-e81b764bbbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.775051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.796484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Transition to ACTIVE for port object 7ff04d59-edae-4570-956c-45db511bbf89 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:00.804356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.864979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Pushing event updated for resources: {'Port': ['ID=7ff04d59-edae-4570-956c-45db511bbf89,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:00.932737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff45758f-8d4a-4e35-a961-e81b764bbbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.949550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff45758f-8d4a-4e35-a961-e81b764bbbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:00.997416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Attempting to bind port 7ff04d59-edae-4570-956c-45db511bbf89 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:00.997696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Attempting to bind port 7ff04d59-edae-4570-956c-45db511bbf89 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b5349376-6f95-45d7-b7a3-20c54397c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:00.998301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Attempting to bind port 7ff04d59-edae-4570-956c-45db511bbf89 on network a60144e8-f8d2-45b5-abcb-36fb73bc950e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:01.004562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Port 7ff04d59-edae-4570-956c-45db511bbf89 on network a60144e8-f8d2-45b5-abcb-36fb73bc950e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:01.005133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Attempting to bind port 7ff04d59-edae-4570-956c-45db511bbf89 on network a60144e8-f8d2-45b5-abcb-36fb73bc950e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:01.026531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:01.027366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Checking segment: {'id': 'b5349376-6f95-45d7-b7a3-20c54397c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:01.027926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Bound using segment: {'id': 'b5349376-6f95-45d7-b7a3-20c54397c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:01.028651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Bound port: 7ff04d59-edae-4570-956c-45db511bbf89, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5349376-6f95-45d7-b7a3-20c54397c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:01.029220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.034182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.059909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45758f-8d4a-4e35-a961-e81b764bbbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9197079-498e-48d4-9242-b5f0160e128e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:01.060657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:01.133532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ff45758f-8d4a-4e35-a961-e81b764bbbac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02a273e695c24e2eb3e88d4ef0e08bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399563 Dec 15 04:34:01.135131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55972) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:01.168405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] For port 7ff04d59-edae-4570-956c-45db511bbf89, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:01.180545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] For port 7ff04d59-edae-4570-956c-45db511bbf89, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7ff04d59-edae-4570-956c-45db511bbf89,segment=NetworkSegment(b5349376-6f95-45d7-b7a3-20c54397c883),segment_id=b5349376-6f95-45d7-b7a3-20c54397c883)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:01.188339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.240703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:01.278215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:01.279598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.280784 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc56105a-98f2-4b66-a913-77c7852b0025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.286448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] 10.222.0.42 "PUT /v2.0/ports/7ff04d59-edae-4570-956c-45db511bbf89 HTTP/1.1" status: 200 len: 1093 time: 1.1854479 Dec 15 04:34:01.287017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'tag': '7ff04d59-edae-4570-956c-45db511bbf89'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:01.289938 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b510d-3537-411d-9e26-b4fbe30d9007" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbdb950-a0b7-4395-92b6-35fd9048d8ce", "tag": "7ff04d59-edae-4570-956c-45db511bbf89"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:01.290088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'mac_address': 'fa:16:3e:41:54:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:01.350967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2a2b-c0e8-448a-8908-2aa0126f5580 req-ba879b95-aef4-45e0-843b-706b74dc1b98 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:01.354494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2381a8-a98d-4e6d-b32c-3193980e828e service neutron] Pushing event updated for resources: {'Port': ['ID=7ff04d59-edae-4570-956c-45db511bbf89,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:01.359933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f24b2a2b-c0e8-448a-8908-2aa0126f5580 req-ba879b95-aef4-45e0-843b-706b74dc1b98 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 944 time: 0.2694061 Dec 15 04:34:01.393899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc56105a-98f2-4b66-a913-77c7852b0025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.415154 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.438245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-478492cd-3402-49ce-a92e-1e8fc368348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:01.441599 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-478492cd-3402-49ce-a92e-1e8fc368348c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51cfaed57fe14737bd2667e227aafa08&device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 1096 time: 0.0720634 Dec 15 04:34:01.446515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f24b2a2b-c0e8-448a-8908-2aa0126f5580 req-108a582c-3d05-4d34-a585-e2fa28a46823 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853841 Dec 15 04:34:01.451869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8669a3de-2eaf-426c-bcba-691a78a700ed {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:01.476390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc56105a-98f2-4b66-a913-77c7852b0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.479224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc56105a-98f2-4b66-a913-77c7852b0025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.482133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:01.483173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bc56105a-98f2-4b66-a913-77c7852b0025 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9197079-498e-48d4-9242-b5f0160e128e HTTP/1.1" status: 204 len: 168 time: 0.3140209 Dec 15 04:34:01.493096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56105a-98f2-4b66-a913-77c7852b0025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9197079-498e-48d4-9242-b5f0160e128e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:01.518902 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:01.596470 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a681e6-a22b-49e0-b79a-f61654a704cf x-openstack-request-id: req-61a681e6-a22b-49e0-b79a-f61654a704cf {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:01.602112 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbdb950-a0b7-4395-92b6-35fd9048d8ce", "tag": "7ff04d59-edae-4570-956c-45db511bbf89", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:01.602112 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61a681e6-a22b-49e0-b79a-f61654a704cf {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:01.602112 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'tag': '7ff04d59-edae-4570-956c-45db511bbf89', 'status': 'completed', 'code': 200} Dec 15 04:34:01.602655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-a3940639-55e7-489c-b3ed-838eb65ae69a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ff04d59-edae-4570-956c-45db511bbf89 HTTP/1.1" status: 200 len: 217 time: 0.1444180 Dec 15 04:34:01.608178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:01.704225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8669a3de-2eaf-426c-bcba-691a78a700ed'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:01.715634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-a190ac76-20fb-4105-808e-8f2c685f28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:01.720106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-a190ac76-20fb-4105-808e-8f2c685f28d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df00354-c0f4-4273-adf4-96b79c2922c9 HTTP/1.1" status: 200 len: 858 time: 0.1101508 Dec 15 04:34:01.772171 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-ac104258-5d7d-41fc-97bf-6c3ec540b8e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a60144e8-f8d2-45b5-abcb-36fb73bc950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438588 Dec 15 04:34:01.854851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fded67e-de69-47ea-aaba-2d3e483309a3 req-f0882e88-998f-461f-b726-dbccd22ceb77 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.1049132 Dec 15 04:34:01.907822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3cddf-844d-4e64-ba0e-1bf8fc2ca2e5 req-8616b4b0-b17f-440d-a61f-3ccf841e246d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:01.921413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2cb3cddf-844d-4e64-ba0e-1bf8fc2ca2e5 req-8616b4b0-b17f-440d-a61f-3ccf841e246d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.2398827 Dec 15 04:34:01.940209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-1b1775dd-a476-42c2-a890-68038b33f922 service neutron] 10.222.0.42 "GET /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551297 Dec 15 04:34:02.045082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2cb3cddf-844d-4e64-ba0e-1bf8fc2ca2e5 req-63937efd-dfbd-46fc-b9a9-be32009a4e78 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208346 Dec 15 04:34:02.119106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-284f5aef-9cbd-4ec4-9bce-ef7f601501da req-44a29b27-5769-4692-a52f-f0ae5e2ece30 service neutron] 10.222.0.42 "GET /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755180 Dec 15 04:34:02.246520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56040) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:02.274391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8731e489-9d6c-4fff-87fa-8116b376a782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:02.402961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-5c8f5c4f-d97f-4a15-b29c-8ccaf4e242f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:02.408833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-5c8f5c4f-d97f-4a15-b29c-8ccaf4e242f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51cfaed57fe14737bd2667e227aafa08&device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 1096 time: 0.2016222 Dec 15 04:34:02.473573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8731e489-9d6c-4fff-87fa-8116b376a782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:02.484463 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8731e489-9d6c-4fff-87fa-8116b376a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:02.567961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731e489-9d6c-4fff-87fa-8116b376a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df92e09-b30a-4a52-9ba0-bb54f9dc3982,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:02.574921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:02.606641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8731e489-9d6c-4fff-87fa-8116b376a782 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b98dbdda0177431893202a8eb510462a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591883 Dec 15 04:34:02.610246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56046) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:02.656700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-5c4b3d14-36a5-46b5-857d-c5110692d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:02.658137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-5c4b3d14-36a5-46b5-857d-c5110692d63f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a60144e8-f8d2-45b5-abcb-36fb73bc950e HTTP/1.1" status: 200 len: 918 time: 0.2408223 Dec 15 04:34:02.723839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:02.753233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d21e7-a664-4f3f-8955-6207918a5988 req-47aca801-9c82-4f10-acdd-d0e65a17b4f6 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:02.756999 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-49c7755c-d941-4ce9-9602-aee5c49cc8c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ff04d59-edae-4570-956c-45db511bbf89 HTTP/1.1" status: 200 len: 217 time: 0.0893817 Dec 15 04:34:02.764658 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-547d21e7-a664-4f3f-8955-6207918a5988 req-47aca801-9c82-4f10-acdd-d0e65a17b4f6 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 944 time: 0.1171057 Dec 15 04:34:02.824927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61717049-5d24-490f-bafc-7683b0539583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:02.856181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-547d21e7-a664-4f3f-8955-6207918a5988 req-a7602c07-e1cd-43f3-ac0d-422e50225dc9 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843842 Dec 15 04:34:02.862201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-863a7557-9930-42c5-ae84-1721670cc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:02.873761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-863a7557-9930-42c5-ae84-1721670cc34f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7df00354-c0f4-4273-adf4-96b79c2922c9 HTTP/1.1" status: 200 len: 858 time: 0.0974910 Dec 15 04:34:02.873761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61717049-5d24-490f-bafc-7683b0539583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:02.913072 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-41fc32bf-5431-407f-b039-f2041ed5141f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a60144e8-f8d2-45b5-abcb-36fb73bc950e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375862 Dec 15 04:34:02.965318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22954463-6768-42b8-beaa-3df55fda9eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.057226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:03.069286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:03.077334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22954463-6768-42b8-beaa-3df55fda9eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.094730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22954463-6768-42b8-beaa-3df55fda9eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.190183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-211d50b1-770c-4a64-a44c-43699ec60747 req-1cf8221a-407a-4691-baea-186fbe323842 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.2123854 Dec 15 04:34:03.193926 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-4554787d-7809-486e-99ae-41e8b2ded433 service neutron] 10.222.0.42 "GET /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664402 Dec 15 04:34:03.281292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61717049-5d24-490f-bafc-7683b0539583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.284635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61717049-5d24-490f-bafc-7683b0539583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.288226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61717049-5d24-490f-bafc-7683b0539583 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5df92e09-b30a-4a52-9ba0-bb54f9dc3982 HTTP/1.1" status: 204 len: 168 time: 0.6617634 Dec 15 04:34:03.306662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61717049-5d24-490f-bafc-7683b0539583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df92e09-b30a-4a52-9ba0-bb54f9dc3982,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:03.336737 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.350165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-22954463-6768-42b8-beaa-3df55fda9eee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03439d98f967482589c31694095cf6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6242988 Dec 15 04:34:03.351674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22954463-6768-42b8-beaa-3df55fda9eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed031d5c-c476-4c88-8d46-b8bb573364ef,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:03.354225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56072) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:03.409367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8a84-adfd-4dfe-916a-cb5ee22d1aa4 req-a73ed71b-abbd-4b79-a94c-08a5bca4ed65 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:03.421918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99be8a84-adfd-4dfe-916a-cb5ee22d1aa4 req-a73ed71b-abbd-4b79-a94c-08a5bca4ed65 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.2140865 Dec 15 04:34:03.447523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 8669a3de-2eaf-426c-bcba-691a78a700ed triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:03.453335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.520206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.528693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99be8a84-adfd-4dfe-916a-cb5ee22d1aa4 req-1231b970-bc7f-4abf-8885-f08d6110e57b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034448 Dec 15 04:34:03.554340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:03.580956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b', 'port_id': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'mac_address': 'fa:16:3e:89:a6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66820c0-6b08-46fe-b325-14590613229e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:03.715488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.721879 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.769458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:03.773063 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83bece-d1b6-417a-a6c4-8e31d8fa120c" -d '{"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-plugged", "status": "completed", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:03.779653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6da5f23-2709-4f92-8a53-156613c5b9ea {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:03.803495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:03.814493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:03.816356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.823736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:03.884773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:03.958685 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1519a-5498-45f9-ba1c-3ad835093974 x-openstack-request-id: req-31a1519a-5498-45f9-ba1c-3ad835093974 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:03.958685 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-plugged", "status": "completed", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:03.958685 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31a1519a-5498-45f9-ba1c-3ad835093974 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:03.966589 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'code': 200} Dec 15 04:34:03.966961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:04.025770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-078b510d-3537-411d-9e26-b4fbe30d9007 req-7c201dce-d13e-4f0c-ab68-0acf96299ddc service neutron] 10.222.0.42 "GET /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236580 Dec 15 04:34:04.078360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2504a6d-47e5-4c3f-a69c-f9ed3344e96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:04.105671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047348a-bcd4-4196-b496-6874d87f2d8c req-377b2002-f8ea-4246-a96c-6095949953e0 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:04.109941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4047348a-bcd4-4196-b496-6874d87f2d8c req-377b2002-f8ea-4246-a96c-6095949953e0 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 944 time: 0.1018999 Dec 15 04:34:04.167420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2504a6d-47e5-4c3f-a69c-f9ed3344e96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:04.200403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['b6da5f23-2709-4f92-8a53-156613c5b9ea'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:04.206389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4047348a-bcd4-4196-b496-6874d87f2d8c req-77572b41-7ead-44a7-ab84-31a6e1ef3616 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Dec 15 04:34:04.302083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2504a6d-47e5-4c3f-a69c-f9ed3344e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:04.305052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2504a6d-47e5-4c3f-a69c-f9ed3344e96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:04.308588 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a2504a6d-47e5-4c3f-a69c-f9ed3344e96f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed031d5c-c476-4c88-8d46-b8bb573364ef HTTP/1.1" status: 204 len: 168 time: 0.9482896 Dec 15 04:34:04.318820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2504a6d-47e5-4c3f-a69c-f9ed3344e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed031d5c-c476-4c88-8d46-b8bb573364ef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:04.374128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-122a47de-0c73-41c7-b450-a67aae24e9f6 req-fac36ade-cffb-4555-91d6-685f6e29be1d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0543571 Dec 15 04:34:04.790516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82279-048c-4f54-9100-346556737371 req-8f3ebc9d-e325-4425-b565-97acba06bc90 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:04.792644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46f82279-048c-4f54-9100-346556737371 req-8f3ebc9d-e325-4425-b565-97acba06bc90 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 945 time: 0.1097383 Dec 15 04:34:04.874038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56118) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:04.898570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3b5f-a91d-4294-97a8-6532bae456b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:04.928729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46f82279-048c-4f54-9100-346556737371 req-c58ab603-b760-4218-b39b-9b60f9a8d64e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235425 Dec 15 04:34:05.054660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3b5f-a91d-4294-97a8-6532bae456b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.056010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3b5f-a91d-4294-97a8-6532bae456b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.114847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5e6d3b5f-a91d-4294-97a8-6532bae456b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8a1fcd2b90d448b937466b563bd5e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388489 Dec 15 04:34:05.115967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d3b5f-a91d-4294-97a8-6532bae456b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f8b780-2df7-43c7-9bb2-12ada74bb3c6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:05.117555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56124) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:05.274492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c17b39c-ea10-4b55-8b51-bfe0eb276a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.322085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c17b39c-ea10-4b55-8b51-bfe0eb276a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.463201 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c17b39c-ea10-4b55-8b51-bfe0eb276a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.467388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c17b39c-ea10-4b55-8b51-bfe0eb276a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.469761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c17b39c-ea10-4b55-8b51-bfe0eb276a6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f8b780-2df7-43c7-9bb2-12ada74bb3c6 HTTP/1.1" status: 204 len: 168 time: 0.3488188 Dec 15 04:34:05.476385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7ff04d59-edae-4570-956c-45db511bbf89 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:05.512352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17b39c-ea10-4b55-8b51-bfe0eb276a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f8b780-2df7-43c7-9bb2-12ada74bb3c6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:05.556162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfe742-5837-4d8b-839c-b2d811f0fe24 req-c85786f4-cd37-4747-955c-7fc964ee9c3e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:05.574742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63dfe742-5837-4d8b-839c-b2d811f0fe24 req-c85786f4-cd37-4747-955c-7fc964ee9c3e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 944 time: 0.2296505 Dec 15 04:34:05.636428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63dfe742-5837-4d8b-839c-b2d811f0fe24 req-69b6ead0-3b87-49fc-b074-fae892bba0e2 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Dec 15 04:34:05.673753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57851972-d041-4181-b11a-fad406236688 req-5affed02-13a7-4849-af93-37c8bca7588f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0413530 Dec 15 04:34:05.687416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7ff04d59-edae-4570-956c-45db511bbf89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7ff04d59-edae-4570-956c-45db511bbf89,segment=NetworkSegment(b5349376-6f95-45d7-b7a3-20c54397c883),segment_id=b5349376-6f95-45d7-b7a3-20c54397c883)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:05.699319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7ff04d59-edae-4570-956c-45db511bbf89', 'network_id': 'a60144e8-f8d2-45b5-abcb-36fb73bc950e', 'port_id': '7ff04d59-edae-4570-956c-45db511bbf89', 'mac_address': 'fa:16:3e:de:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df00354-c0f4-4273-adf4-96b79c2922c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:05.808244 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:05.876277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff04d59-edae-4570-956c-45db511bbf89 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:05.918628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7ff04d59-edae-4570-956c-45db511bbf89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7ff04d59-edae-4570-956c-45db511bbf89,segment=NetworkSegment(b5349376-6f95-45d7-b7a3-20c54397c883),segment_id=b5349376-6f95-45d7-b7a3-20c54397c883)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:05.926962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.037017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7ff04d59-edae-4570-956c-45db511bbf89,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:06.137327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2921-769e-442c-a0a2-4c4f79fd19d7 req-9465313c-230f-4048-9dcd-d97a4436d9a6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:06.139668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0bf2921-769e-442c-a0a2-4c4f79fd19d7 req-9465313c-230f-4048-9dcd-d97a4436d9a6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 945 time: 0.1081996 Dec 15 04:34:06.199003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56180) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:06.232332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0bf2921-769e-442c-a0a2-4c4f79fd19d7 req-b926583a-2e44-4bfa-8bf4-18573093bc6d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778413 Dec 15 04:34:06.239264 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8693046-2c2b-4ece-bc5b-c37686bd07f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.270156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7ff04d59-edae-4570-956c-45db511bbf89'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:06.419793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8693046-2c2b-4ece-bc5b-c37686bd07f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.433455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8693046-2c2b-4ece-bc5b-c37686bd07f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.504578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:06.512943 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e8693046-2c2b-4ece-bc5b-c37686bd07f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=654a993d10314dff853ba26a8ce73b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039694 Dec 15 04:34:06.524141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8693046-2c2b-4ece-bc5b-c37686bd07f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45209c-ec3c-4940-86a2-ad502441f1f5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:06.581918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51cdab99-92b7-4381-8077-2db41d5daf1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.612960 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51cdab99-92b7-4381-8077-2db41d5daf1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.664582 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.701916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51cdab99-92b7-4381-8077-2db41d5daf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.704445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51cdab99-92b7-4381-8077-2db41d5daf1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:06.705745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-51cdab99-92b7-4381-8077-2db41d5daf1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e45209c-ec3c-4940-86a2-ad502441f1f5 HTTP/1.1" status: 204 len: 168 time: 0.1981015 Dec 15 04:34:06.722569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdab99-92b7-4381-8077-2db41d5daf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45209c-ec3c-4940-86a2-ad502441f1f5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:06.837047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d27ad-d62d-484c-9de2-36ee6bbba282 req-36c32ba1-6e5c-49da-aa6e-419e90322418 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:06.844356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e83d27ad-d62d-484c-9de2-36ee6bbba282 req-36c32ba1-6e5c-49da-aa6e-419e90322418 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 945 time: 0.0883391 Dec 15 04:34:06.906333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e98d18fe-d672-4334-9f84-bd918f1e96ff req-ad6516cd-270f-4127-98a0-2b35ed0d433e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.0826745 Dec 15 04:34:06.940783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56216) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:07.040203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e83d27ad-d62d-484c-9de2-36ee6bbba282 req-061a7770-4b92-44e9-a12d-5fdd0ba64fc8 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883895 Dec 15 04:34:07.098927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:07.190682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port b6da5f23-2709-4f92-8a53-156613c5b9ea completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:34:07.200407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port b6da5f23-2709-4f92-8a53-156613c5b9ea triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:07.201120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.230666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d73387-5a49-441e-bb99-c253c04808b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.356175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.434316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d73387-5a49-441e-bb99-c253c04808b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.444534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d73387-5a49-441e-bb99-c253c04808b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.471563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:07.475124 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15be8233-4e28-4518-bb2d-165e49410963" -d '{"events": [{"server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "name": "network-vif-plugged", "status": "completed", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:07.518159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:07.522287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7ff04d59-edae-4570-956c-45db511bbf89 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:07.528853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2acf10-9b73-4df8-a05a-1691372ddd76 req-08c3058f-c823-4cf9-af07-7973781dd7c7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:07.538627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.539346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd2acf10-9b73-4df8-a05a-1691372ddd76 req-08c3058f-c823-4cf9-af07-7973781dd7c7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 945 time: 0.1023953 Dec 15 04:34:07.539970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d73387-5a49-441e-bb99-c253c04808b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdd953a-6a84-4a26-8eda-e979333567d7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:07.597807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39d73387-5a49-441e-bb99-c253c04808b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f44d7a80dbf0401a8f0b2c4bc01c0840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6528897 Dec 15 04:34:07.598305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56246) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:07.612384 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba64700-d6f9-43a3-98bb-0035d25cdcd8 x-openstack-request-id: req-4ba64700-d6f9-43a3-98bb-0035d25cdcd8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:07.615479 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "name": "network-vif-plugged", "status": "completed", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:07.615779 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ba64700-d6f9-43a3-98bb-0035d25cdcd8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:07.616220 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'code': 200} Dec 15 04:34:07.657323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd2acf10-9b73-4df8-a05a-1691372ddd76 req-60c9eced-1299-491c-813d-ca0f40d8b2a9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149671 Dec 15 04:34:07.702141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:07.724331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7ff04d59-edae-4570-956c-45db511bbf89 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:34:07.730103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7ff04d59-edae-4570-956c-45db511bbf89 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:07.730573 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.772199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac177859-ac9f-431b-bfef-38ca3a05f6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.834774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac177859-ac9f-431b-bfef-38ca3a05f6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.888368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.936662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac177859-ac9f-431b-bfef-38ca3a05f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.943003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac177859-ac9f-431b-bfef-38ca3a05f6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:07.944986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac177859-ac9f-431b-bfef-38ca3a05f6ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffdd953a-6a84-4a26-8eda-e979333567d7 HTTP/1.1" status: 204 len: 168 time: 0.3456323 Dec 15 04:34:07.962153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac177859-ac9f-431b-bfef-38ca3a05f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdd953a-6a84-4a26-8eda-e979333567d7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:07.990144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7ff04d59-edae-4570-956c-45db511bbf89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7ff04d59-edae-4570-956c-45db511bbf89,segment=NetworkSegment(b5349376-6f95-45d7-b7a3-20c54397c883),segment_id=b5349376-6f95-45d7-b7a3-20c54397c883)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:08.003194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:08.107725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fa863-609b-4219-8906-e2a3c0b3939f req-9238c448-91a6-4f07-aca1-23ae485eec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:08.118359 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d9fa863-609b-4219-8906-e2a3c0b3939f req-9238c448-91a6-4f07-aca1-23ae485eec3c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1098 time: 0.4056399 Dec 15 04:34:08.165813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7ff04d59-edae-4570-956c-45db511bbf89,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:08.191620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56bcc082-6726-4d0b-acea-94d85136d36e req-c7d26631-c16c-4569-995d-e7523cef343e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=79547fea-5d71-41ec-a052-3d8c5bd2d63b HTTP/1.1" status: 200 len: 210 time: 0.1134131 Dec 15 04:34:08.246035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d9fa863-609b-4219-8906-e2a3c0b3939f req-16069fe8-07ba-4f66-965b-52f09e33a86c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162856 Dec 15 04:34:08.369073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7badae-941c-4e66-ba21-d41fbab1bcb9 req-9b932bf1-a893-417d-aa3d-0418ba44529d tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:08.379065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af7badae-941c-4e66-ba21-d41fbab1bcb9 req-9b932bf1-a893-417d-aa3d-0418ba44529d tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1779482 Dec 15 04:34:08.501039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af7badae-941c-4e66-ba21-d41fbab1bcb9 req-7e08cb3d-4936-4f73-872a-05c8c5884e11 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209581 Dec 15 04:34:08.896821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac36048-da12-40f7-bfb3-885032e9b84e req-9f437dec-908a-4956-b6a3-baf7e852c368 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:08.909267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cac36048-da12-40f7-bfb3-885032e9b84e req-9f437dec-908a-4956-b6a3-baf7e852c368 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.0660217 Dec 15 04:34:09.007954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cac36048-da12-40f7-bfb3-885032e9b84e req-8fc5f7f7-5c66-462c-8c2e-1559f5845db1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935137 Dec 15 04:34:09.442118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56324) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:09.616991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff04d59-edae-4570-956c-45db511bbf89'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:09.619378 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76c335-66b9-46c2-9ede-235c3ad240bf" -d '{"events": [{"server_uuid": "bbbdb950-a0b7-4395-92b6-35fd9048d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "7ff04d59-edae-4570-956c-45db511bbf89"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:09.729174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-network', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:09.775330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Made reservation on behalf of fd98b871a02e43d8b8ee8f2654d3e984 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:09.779019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:09.800790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:09.821808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81c4ae-8247-4db5-830d-40f3cb07c5c4 req-254eb944-24c5-4c55-956a-7bfcfe87ee91 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:09.831796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f81c4ae-8247-4db5-830d-40f3cb07c5c4 req-254eb944-24c5-4c55-956a-7bfcfe87ee91 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1366923 Dec 15 04:34:09.977789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f81c4ae-8247-4db5-830d-40f3cb07c5c4 req-9565c8b9-ab3e-402d-b583-279df20f34d4 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446006 Dec 15 04:34:09.981060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:09.987119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.046888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:34:10.061438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854a553-ca37-4702-8448-d63ead843e58,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:10.072397 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33938339-79c6-4b6a-b553-a4da82d96ba2 x-openstack-request-id: req-33938339-79c6-4b6a-b553-a4da82d96ba2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:10.072732 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbdb950-a0b7-4395-92b6-35fd9048d8ce", "name": "network-vif-plugged", "status": "completed", "tag": "7ff04d59-edae-4570-956c-45db511bbf89", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:10.072996 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33938339-79c6-4b6a-b553-a4da82d96ba2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:10.073588 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff04d59-edae-4570-956c-45db511bbf89', 'code': 200} Dec 15 04:34:10.085891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.086700 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Added segment d5fd6f85-9752-4caf-9df6-04412953a21a of type vlan for network a8669b72-b521-4a50-b29c-b556143835fd Dec 15 04:34:10.162760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.197215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.199029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:10.199672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.350898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.9049106 Dec 15 04:34:10.363805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56368) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:10.368856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Request body: {'subnet': {'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-subnet', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:10.383384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ce635-ee92-45ee-87ab-f722640d8af6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8669b72-b521-4a50-b29c-b556143835fd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:10.396419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a8669b72-b521-4a50-b29c-b556143835fd details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:34:10.415003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec816f-a806-4da5-a95b-e078f639bc1d req-b6d17aec-1106-4ec5-8c70-6bc80766e018 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:10.421162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26c230-f84a-44be-8f53-e6eb49d3190d req-d7a01ef4-2bf1-4f00-97ec-3feb7d8d5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:10.422720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-af26c230-f84a-44be-8f53-e6eb49d3190d req-d7a01ef4-2bf1-4f00-97ec-3feb7d8d5b6f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 1098 time: 0.2118065 Dec 15 04:34:10.428057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dec816f-a806-4da5-a95b-e078f639bc1d req-b6d17aec-1106-4ec5-8c70-6bc80766e018 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.1471748 Dec 15 04:34:10.452433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dec816f-a806-4da5-a95b-e078f639bc1d req-73b98557-3dd7-4182-8971-a43280ecac72 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0221457 Dec 15 04:34:10.473257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Made reservation on behalf of fd98b871a02e43d8b8ee8f2654d3e984 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:10.475553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.495005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dec816f-a806-4da5-a95b-e078f639bc1d req-4f44bae3-73f1-466d-b15e-272effecfc52 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413158 Dec 15 04:34:10.626625 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-af26c230-f84a-44be-8f53-e6eb49d3190d req-d3ee610f-96e4-4221-8084-fbd24e1d2125 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932189 Dec 15 04:34:10.632508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dec816f-a806-4da5-a95b-e078f639bc1d req-039f1f97-6ae3-473c-b53c-b8941a2663c3 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360860 Dec 15 04:34:10.661112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385988b-171a-43cd-9188-1ec79e819cf8 req-d76c4bdb-a7e8-4482-a120-ba5be38bf737 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:10.671000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7385988b-171a-43cd-9188-1ec79e819cf8 req-d76c4bdb-a7e8-4482-a120-ba5be38bf737 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.1730883 Dec 15 04:34:10.800456 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7385988b-171a-43cd-9188-1ec79e819cf8 req-3df3389f-b38f-4de2-80a7-e0361b5c0a9f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236706 Dec 15 04:34:10.854520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dec816f-a806-4da5-a95b-e078f639bc1d req-75acc967-7e7f-43a8-bb9d-ae01a158ea24 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686540 Dec 15 04:34:10.860097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:10.957909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0340b6fc-8abb-4d8a-b742-c232b499b51a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:10.987492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Checking segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:10.988248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Network hostable DHCP agents. Network: a8669b72-b521-4a50-b29c-b556143835fd, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:34:11.047985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Network a8669b72-b521-4a50-b29c-b556143835fd is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:34:11.057984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12171be-f0b0-475a-b024-1b0ec0863adc req-bb7eb20d-9404-4e10-a2c5-13593f5248c3 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:11.066539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c12171be-f0b0-475a-b024-1b0ec0863adc req-bb7eb20d-9404-4e10-a2c5-13593f5248c3 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1098 time: 0.1283209 Dec 15 04:34:11.078716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a8669b72-b521-4a50-b29c-b556143835fd) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:11.086678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebaa08b-abb9-4161-a86e-cab3b55c820f None None] Network a8669b72-b521-4a50-b29c-b556143835fd requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:34:11.090128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:11.090720 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:11.148534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b8d7a692-96ef-44f1-813c-16f31c1ce15f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7835743 Dec 15 04:34:11.151612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56388) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:11.158094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:11.200747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c12171be-f0b0-475a-b024-1b0ec0863adc req-246fa1dd-3f85-4746-8354-683b05c4f1b0 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227241 Dec 15 04:34:11.216007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:11.217594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:11.375406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:11.380170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-089d4461-ff92-4dc2-8177-a109f3e833f2 req-8cb541fd-0fdf-4b16-892d-c382f02ea30e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d154d3f-b4b1-4938-a443-d3c61e72c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0829639 Dec 15 04:34:11.416043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13fb4-08e3-442d-8a9a-0ea4b547f1cf req-cd43a333-bb43-48f9-87a6-1a1b15475e2c tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:11.428915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ac13fb4-08e3-442d-8a9a-0ea4b547f1cf req-cd43a333-bb43-48f9-87a6-1a1b15475e2c tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1921425 Dec 15 04:34:11.490159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a8669b72-b521-4a50-b29c-b556143835fd', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:34:11.494832 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:11.545915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ac13fb4-08e3-442d-8a9a-0ea4b547f1cf req-4b205c56-5288-447b-bf1c-ed2c007b880b tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122985 Dec 15 04:34:11.825528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:11.875059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476a56d-e98d-42c0-816c-ccb0eb95e540 req-a71c9732-273b-4451-916f-99424abbf935 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:11.891120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9476a56d-e98d-42c0-816c-ccb0eb95e540 req-a71c9732-273b-4451-916f-99424abbf935 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1098 time: 0.1569908 Dec 15 04:34:12.013865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Allocated IP 172.20.0.2 (a8669b72-b521-4a50-b29c-b556143835fd/0340b6fc-8abb-4d8a-b742-c232b499b51a/3745ecba-eb14-444f-bf86-c00079658c39) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:12.045507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9476a56d-e98d-42c0-816c-ccb0eb95e540 req-fe0bfdf5-3c24-4d29-b498-6bac24742c2a tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533701 Dec 15 04:34:12.447631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:12.462363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:12.469998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:12.498572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Network a8669b72-b521-4a50-b29c-b556143835fd is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:12.506783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:12.524870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:12.612748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:12.744414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Attempting to bind port 3745ecba-eb14-444f-bf86-c00079658c39 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:12.744827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Attempting to bind port 3745ecba-eb14-444f-bf86-c00079658c39 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:12.745197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Attempting to bind port 3745ecba-eb14-444f-bf86-c00079658c39 on network a8669b72-b521-4a50-b29c-b556143835fd {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:12.749743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56440) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:12.780879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:12.781296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Checking segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:12.781739 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:12.785757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Bound using segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:12.788164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Bound port: 3745ecba-eb14-444f-bf86-c00079658c39, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:12.788521 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:12.914501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Allocated IP 172.25.2.18 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:12.980783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] For port 3745ecba-eb14-444f-bf86-c00079658c39, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:12.989853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] For port 3745ecba-eb14-444f-bf86-c00079658c39, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3745ecba-eb14-444f-bf86-c00079658c39,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:12.992962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Pushing event updated for resources: {'Port': ['ID=3745ecba-eb14-444f-bf86-c00079658c39,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:13.003857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:13.080675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:13.227809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835f466-47c3-470e-99eb-45242e15fbc1 None None] Pushing event updated for resources: {'Port': ['ID=3745ecba-eb14-444f-bf86-c00079658c39,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:13.387265 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:13.456571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231327-0bda-4920-8bac-50d2e199ac81 req-5ae025b1-1d39-497d-9ef3-5d83b4f6df64 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:13.465337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:13.471627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30231327-0bda-4920-8bac-50d2e199ac81 req-5ae025b1-1d39-497d-9ef3-5d83b4f6df64 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1926990 Dec 15 04:34:13.491092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:13.506746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:13.535086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:13.572892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:13.602003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:13.731972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:13.737161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acc96fa578704d329f6d953e1a5b2b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9861746 Dec 15 04:34:13.738156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b0b845-be9c-4e64-a512-b85db809eaed,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:13.793470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Pushing event updated for resources: {'Port': ['ID=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:13.798849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.799384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.802425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.802906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.803327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.804570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.806702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.811681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.812209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.812736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.823002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.823783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.824429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc88bc3-7d97-4a27-b6a2-8a753c54dbdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:13.878058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30231327-0bda-4920-8bac-50d2e199ac81 req-a5073cc4-7e3f-4ee4-8632-55bde5ad4d68 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021368 Dec 15 04:34:14.118057 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7b15-d66e-439c-a98f-dfaed04b7ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:14.205733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3745ecba-eb14-444f-bf86-c00079658c39 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:14.219107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-cabd4026-ab83-40c8-bc2f-ff0ec3ee020f tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:34:14.228197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-cabd4026-ab83-40c8-bc2f-ff0ec3ee020f tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552993 Dec 15 04:34:14.362016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7b15-d66e-439c-a98f-dfaed04b7ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:14.425447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-74da8cb8-5cf0-42c3-a146-30313cf91e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:14.433904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3745ecba-eb14-444f-bf86-c00079658c39 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:14.434509 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:14.443876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-74da8cb8-5cf0-42c3-a146-30313cf91e2d service neutron] 10.222.0.37 "GET /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 1095 time: 0.2145255 Dec 15 04:34:14.448496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Request body: {'binding': {'host': 'n-h2-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:14.460385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Unknown quota resources ['binding']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:34:14.597036 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:14.635883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 3745ecba-eb14-444f-bf86-c00079658c39, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3745ecba-eb14-444f-bf86-c00079658c39,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:14.649297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:14.756767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=3745ecba-eb14-444f-bf86-c00079658c39,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:14.857266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:15.060054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-db95d8dc-a102-4fee-b2ae-14450c4e998c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:15.068510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-db95d8dc-a102-4fee-b2ae-14450c4e998c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.2005451 Dec 15 04:34:15.073938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62176b46-46fe-4c42-821e-a5f374296a8d None None] Network a8669b72-b521-4a50-b29c-b556143835fd requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:34:15.085416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-44d1ff5f-a6f8-45de-b286-c83699803c54 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0160673 Dec 15 04:34:15.145596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-cfd865a4-5f36-4af8-abbe-ede33ed69a08 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592513 Dec 15 04:34:15.233430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7002e683-43e8-4693-b696-881df829f3b8 None None] Provisioning complete for port 3745ecba-eb14-444f-bf86-c00079658c39 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:15.235089 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7002e683-43e8-4693-b696-881df829f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:15.335935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7b15-d66e-439c-a98f-dfaed04b7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:15.339230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7b15-d66e-439c-a98f-dfaed04b7ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:15.360813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d3fe7b15-d66e-439c-a98f-dfaed04b7ec8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2b0b845-be9c-4e64-a512-b85db809eaed HTTP/1.1" status: 204 len: 168 time: 1.6171546 Dec 15 04:34:15.412998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-3367a36f-ff11-4b5c-b98e-dc22417065b0 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664354 Dec 15 04:34:15.426140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe7b15-d66e-439c-a98f-dfaed04b7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b0b845-be9c-4e64-a512-b85db809eaed,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:15.637605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-12cefb8c-1fd2-4a64-ad4c-8f18e60d8d5c service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226114 Dec 15 04:34:15.720328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on host n-h2-820935-10 for vnic_type normal with profile None {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:15.721550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:15.722053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:15.728886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:15.729469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:15.747005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:15.748537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:15.749146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:15.762526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Bound port: b6da5f23-2709-4f92-8a53-156613c5b9ea, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:15.874494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:15.932725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:16.043188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3745ecba-eb14-444f-bf86-c00079658c39 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:16.088165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:16.089358 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-5867b6be-b4eb-420c-8089-b5372ab79296 service neutron] 10.222.0.37 "POST /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea/bindings HTTP/1.1" status: 201 len: 390 time: 1.6445568 Dec 15 04:34:16.133523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76b06-cd56-48aa-b88a-95b9a2088bcb req-c9f6fe6e-3489-405e-9f9f-745c546e1dcf tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:16.146302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fa76b06-cd56-48aa-b88a-95b9a2088bcb req-c9f6fe6e-3489-405e-9f9f-745c546e1dcf tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1473236 Dec 15 04:34:16.267337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041c758-7e39-479b-b796-0c91267e8389 req-b64e51a6-babd-4f70-ab80-e665f2278588 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:16.273443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c041c758-7e39-479b-b796-0c91267e8389 req-b64e51a6-babd-4f70-ab80-e665f2278588 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.2312202 Dec 15 04:34:16.286216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3745ecba-eb14-444f-bf86-c00079658c39 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:16.293281 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:16.307864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56526) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:16.326535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ff6341d-9623-4e28-a6dc-b9d34f5da516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:16.350831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fa76b06-cd56-48aa-b88a-95b9a2088bcb req-b681727e-745a-4097-ad93-058370919c1c tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026081 Dec 15 04:34:16.606752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c776b161-e229-45de-aaf6-6ab367697bbf None None] Provisioning complete for port 3745ecba-eb14-444f-bf86-c00079658c39 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:16.612208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c776b161-e229-45de-aaf6-6ab367697bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:16.696710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ff6341d-9623-4e28-a6dc-b9d34f5da516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:16.737452 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ff6341d-9623-4e28-a6dc-b9d34f5da516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:16.837343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1ff6341d-9623-4e28-a6dc-b9d34f5da516 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dde45ab3f7d4f849ee0bde9f3d37c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5282176 Dec 15 04:34:16.837915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56536) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:16.838737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6341d-9623-4e28-a6dc-b9d34f5da516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcda4e4-cf33-4bbe-a61e-d33f9b4f84ea,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:16.891623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6645b9e-1781-4c4e-ba4e-1ed0b9198322 req-03a9a0c1-760d-4707-9c40-b67f6cb9fc84 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 210 time: 0.2095871 Dec 15 04:34:17.105025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7021-f6fa-4f6a-be06-b3e6450b76c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:17.137589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-3c1fddf6-69cc-46bd-8d1a-213f24bcb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:17.138286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7021-f6fa-4f6a-be06-b3e6450b76c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:17.141014 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-3c1fddf6-69cc-46bd-8d1a-213f24bcb5fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1098 time: 0.1904807 Dec 15 04:34:17.146694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Router faf7c9ef-181a-4db0-a500-d504a71461cb is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:34:17.163081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f83fe-7e0c-4c2d-9077-811e0cba5613 req-fdc8c843-4325-4302-8de5-bdae006bd65c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:17.170734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc7f83fe-7e0c-4c2d-9077-811e0cba5613 req-fdc8c843-4325-4302-8de5-bdae006bd65c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.1396685 Dec 15 04:34:17.215802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84e0ff-5785-4643-a2ca-4ceb137b30ae req-24b2a69c-ac73-4139-ba19-1ffada7496ec tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:17.224381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f84e0ff-5785-4643-a2ca-4ceb137b30ae req-24b2a69c-ac73-4139-ba19-1ffada7496ec tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.1534748 Dec 15 04:34:17.344627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f84e0ff-5785-4643-a2ca-4ceb137b30ae req-e81f906b-041e-4a51-8189-259a4d7f403b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193349 Dec 15 04:34:17.386437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc7f83fe-7e0c-4c2d-9077-811e0cba5613 req-c74be8ad-5762-422e-a222-9d2d752385b9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980102 Dec 15 04:34:17.416942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Deleting port 7ff04d59-edae-4570-956c-45db511bbf89 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:17.417328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:17.425838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7021-f6fa-4f6a-be06-b3e6450b76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:17.435060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7021-f6fa-4f6a-be06-b3e6450b76c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:17.441649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2c9a7021-f6fa-4f6a-be06-b3e6450b76c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bcda4e4-cf33-4bbe-a61e-d33f9b4f84ea HTTP/1.1" status: 204 len: 168 time: 0.5879829 Dec 15 04:34:17.461755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7021-f6fa-4f6a-be06-b3e6450b76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcda4e4-cf33-4bbe-a61e-d33f9b4f84ea,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:17.625176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:17.637157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-72bbc848-c1c6-4fd5-a811-7d9ec2e04d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:17.638655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-72bbc848-c1c6-4fd5-a811-7d9ec2e04d86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.4741709 Dec 15 04:34:17.642934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Sync routers for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:17.670133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:17.671742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:17.755839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76770945-8f89-48e3-b0ce-b42fa1162379 req-96e7e73b-ae08-48b4-b106-d3f72bd5522e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:17.757569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76770945-8f89-48e3-b0ce-b42fa1162379 req-96e7e73b-ae08-48b4-b106-d3f72bd5522e tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1527085 Dec 15 04:34:17.815593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:17.848243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-58d74130-80a3-4a03-ae6d-89d8c4ec3e23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 217 time: 0.1795676 Dec 15 04:34:17.860386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:17.863038 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-22807cd9-a90d-4dac-886f-c7479ed6898f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.7105081 Dec 15 04:34:17.866029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56558) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:17.869730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76770945-8f89-48e3-b0ce-b42fa1162379 req-3b611db7-a968-42e1-9dbb-ea2fc2ff1018 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048651 Dec 15 04:34:18.166833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:14Z', 'revision_number': 3, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:18.184415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-27cd995d-f559-4888-a8fd-fd6393966969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:18.185864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-27cd995d-f559-4888-a8fd-fd6393966969 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.3112078 Dec 15 04:34:18.231324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Checking router: faf7c9ef-181a-4db0-a500-d504a71461cb for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:18.231846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Updating router faf7c9ef-181a-4db0-a500-d504a71461cb port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:34:18.240117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02fedd3e-d1d4-4b4f-b6d6-d52d9de4bc44 req-7ae2b7f5-24cd-41d2-b4c8-4ff4b32cde77 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0857525 Dec 15 04:34:18.298975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:18.331490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-4e579a32-7bf7-480f-801f-33b29cd80bcd tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:18.337740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-4e579a32-7bf7-480f-801f-33b29cd80bcd tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.7478602 Dec 15 04:34:18.659122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-8e0b235b-8e6b-4c4a-82d4-6635eeb6b7bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3776376 Dec 15 04:34:18.742700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] For port 7ff04d59-edae-4570-956c-45db511bbf89, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7ff04d59-edae-4570-956c-45db511bbf89,segment=NetworkSegment(b5349376-6f95-45d7-b7a3-20c54397c883),segment_id=b5349376-6f95-45d7-b7a3-20c54397c883)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:18.742946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:18.805744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6264-c61c-4416-81b0-27932213a79c req-034d22d3-f5aa-4529-865f-8eb89c209dc6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:18.814310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2db6264-c61c-4416-81b0-27932213a79c req-034d22d3-f5aa-4529-865f-8eb89c209dc6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.2333515 Dec 15 04:34:18.894725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12dd9d-5ea0-4978-923e-b1420675176e req-d4cead85-22fa-4ae9-bd19-adb3169997f1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:18.895980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c12dd9d-5ea0-4978-923e-b1420675176e req-d4cead85-22fa-4ae9-bd19-adb3169997f1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.2562015 Dec 15 04:34:18.925868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Calling delete_port for 7ff04d59-edae-4570-956c-45db511bbf89 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:18.934571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:18.955976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2db6264-c61c-4416-81b0-27932213a79c req-228631b5-2a98-46fe-82bc-c22124f4c31a tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404140 Dec 15 04:34:19.018832 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.033045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.092931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c12dd9d-5ea0-4978-923e-b1420675176e req-966855e2-3f45-4d6f-a520-2ddda1dbdae0 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877584 Dec 15 04:34:19.101159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Attempting to bind port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:19.101642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Attempting to bind port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:19.103882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Attempting to bind port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:19.147774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:19.148333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:19.148833 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.149409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:19.149953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Bound port: b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:19.150649 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.212418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] For port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:19.216833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] For port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:19.237911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0d282-72cc-4fc1-8170-1972b9d5440d None None] Pushing event updated for resources: {'Port': ['ID=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:19.252951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.407100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-c7c0aa88-6273-4344-96c8-79fa9856b7c7 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:19.430112 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-c7c0aa88-6273-4344-96c8-79fa9856b7c7 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 1.3227904 Dec 15 04:34:19.460546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Deleting port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:19.461152 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.535677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7ff04d59-edae-4570-956c-45db511bbf89 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:19.542092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:19.545440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:19.594289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0d282-72cc-4fc1-8170-1972b9d5440d None None] Pushing event updated for resources: {'Port': ['ID=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:19.715275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9436ee05-dd80-4cc1-b1f0-04dbba8d56b9 req-56815c49-bc13-47e3-930b-7cfb6e57a4c1 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0725100 Dec 15 04:34:19.729939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Request body: {'port': {'device_id': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'admin_state_up': True, 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:19.759410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5cdb-1860-4665-b2e8-edf66e874027 req-dba6f66c-034a-4902-9223-4579e9e0f07a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:19.769309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b84e5cdb-1860-4665-b2e8-edf66e874027 req-dba6f66c-034a-4902-9223-4579e9e0f07a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 946 time: 0.1540480 Dec 15 04:34:19.811556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:19.892737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-683f0cf9-2a27-4f4d-8874-44a5b010161d service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1469378 Dec 15 04:34:19.896264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b84e5cdb-1860-4665-b2e8-edf66e874027 req-2142934c-9bd6-4feb-b1d1-815c9a60b38a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224334 Dec 15 04:34:19.899202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] For port f1dc9bbe-526d-483e-adbb-e8442c4a5af0, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:19.899578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.908800 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:19.927496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Allocated IP 172.20.0.1 (a8669b72-b521-4a50-b29c-b556143835fd/0340b6fc-8abb-4d8a-b742-c232b499b51a/ec6c9ab3-f721-4a98-b4e9-81bef593930a) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:19.959444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Calling delete_port for f1dc9bbe-526d-483e-adbb-e8442c4a5af0 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:20.158321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:20.162147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:20.209652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:20.255920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:20.265997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92089f-b88a-4214-ac9c-42addd8208a4 req-f18621eb-5c51-47c1-baf8-df4b770a9277 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:20.273929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f92089f-b88a-4214-ac9c-42addd8208a4 req-f18621eb-5c51-47c1-baf8-df4b770a9277 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 944 time: 0.1774068 Dec 15 04:34:20.278945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Pushing event deleted for resources: {'Port': ['ID=7ff04d59-edae-4570-956c-45db511bbf89,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:20.325633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-912f0352-0aa5-40ce-a6f6-6d99f0bc6435 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174032 Dec 15 04:34:20.358425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a87b-b77f-4ec7-8473-c5cbbea3b8b5 req-2c0b723d-373b-4840-9166-58bba8febde5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:20.365825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3a5a87b-b77f-4ec7-8473-c5cbbea3b8b5 req-2c0b723d-373b-4840-9166-58bba8febde5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.1410034 Dec 15 04:34:20.397380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f92089f-b88a-4214-ac9c-42addd8208a4 req-0a137b93-45e7-42b3-8893-a983cd7a110b tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220551 Dec 15 04:34:20.400896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:14Z', 'revision_number': 3, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:20.499470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527582a1-6a57-4832-8f96-c54026b6cbb9 None None] The sync data for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 is: [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:14Z', 'revision_number': 3, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:20.600371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:20.618723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3a5a87b-b77f-4ec7-8473-c5cbbea3b8b5 req-410dc1fc-9feb-4f0e-a5cc-44de3b04289e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518592 Dec 15 04:34:20.649868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] No DVR routers for this DVR port 7ff04d59-edae-4570-956c-45db511bbf89 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:20.656753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:20.658117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Network a8669b72-b521-4a50-b29c-b556143835fd is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:20.666843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c041c758-7e39-479b-b796-0c91267e8389 req-b0f577c4-869e-46f3-8d2f-da3cafab8d7a tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.42 "DELETE /v2.0/ports/7ff04d59-edae-4570-956c-45db511bbf89 HTTP/1.1" status: 204 len: 173 time: 4.3753479 Dec 15 04:34:20.678259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:20.687351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'name': 'network-vif-deleted', 'tag': '7ff04d59-edae-4570-956c-45db511bbf89'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:20.687694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Pushing event updated for resources: {'Port': ['ID=ec6c9ab3-f721-4a98-b4e9-81bef593930a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:20.698181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:20.698284 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d88a7-bff3-401b-b2a6-6cde4180a80e" -d '{"events": [{"server_uuid": "bbbdb950-a0b7-4395-92b6-35fd9048d8ce", "name": "network-vif-deleted", "tag": "7ff04d59-edae-4570-956c-45db511bbf89"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:20.833910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:20.841734 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3315f2-1d67-4cf2-a9a7-3f3d16826aff x-openstack-request-id: req-4f3315f2-1d67-4cf2-a9a7-3f3d16826aff {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:20.842074 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbdb950-a0b7-4395-92b6-35fd9048d8ce", "name": "network-vif-deleted", "tag": "7ff04d59-edae-4570-956c-45db511bbf89", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:20.842301 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f3315f2-1d67-4cf2-a9a7-3f3d16826aff {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:20.842720 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbdb950-a0b7-4395-92b6-35fd9048d8ce', 'name': 'network-vif-deleted', 'tag': '7ff04d59-edae-4570-956c-45db511bbf89', 'status': 'completed', 'code': 200} Dec 15 04:34:20.875715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Allocated IP 172.20.0.6 (bb3edebe-44ec-4ae4-af7f-642eec37d382/66aba5da-b2fc-465e-a372-38bc928b9062/0c4c3e74-31e1-4478-b1de-cfe7e1682c7d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:20.968176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:21.087651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event deleted for resources: {'Port': ['ID=f1dc9bbe-526d-483e-adbb-e8442c4a5af0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:21.259226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d3c1bf8-f287-4495-bb76-e4d03613823b req-b3bb34b3-0fe5-43c3-a469-a3735ca1f7a4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 210 time: 0.1219757 Dec 15 04:34:21.336233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-cfe11b1b-d286-4d45-8aaf-78af9fdc1cec tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552227 Dec 15 04:34:21.353818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-27119c56-449f-4826-911c-a518dc5c89fb None None] Provisioning complete for port ec6c9ab3-f721-4a98-b4e9-81bef593930a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:21.354935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27119c56-449f-4826-911c-a518dc5c89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:21.450417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] No DVR routers for this DVR port f1dc9bbe-526d-483e-adbb-e8442c4a5af0 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:21.453989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:21.474637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22201e81-1b97-4fb4-bdaf-2f3000a3dd41 req-2ba2c6e3-ad60-459d-9027-93c5d6c48627 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "DELETE /v2.0/ports/f1dc9bbe-526d-483e-adbb-e8442c4a5af0 HTTP/1.1" status: 204 len: 173 time: 2.9738138 Dec 15 04:34:21.494996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-27119c56-449f-4826-911c-a518dc5c89fb None None] Port ec6c9ab3-f721-4a98-b4e9-81bef593930a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:34:21.520378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:21.570389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: f1dc9bbe-526d-483e-adbb-e8442c4a5af0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:34:21.570731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f1dc9bbe-526d-483e-adbb-e8442c4a5af0 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:21.572390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2965914a-356f-4e3a-870d-15cf2f4c8ac2 req-1d15905f-1de6-49e6-8a50-a46e3882db61 tempest-InstanceActionsV221TestJSON-1320300754 tempest-InstanceActionsV221TestJSON-1320300754-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbbdb950-a0b7-4395-92b6-35fd9048d8ce HTTP/1.1" status: 200 len: 210 time: 0.1452115 Dec 15 04:34:21.721646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:21.759339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:21.843131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:21.844491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff375b51-1ece-4da1-a52d-3e3718a76952 req-d90aa5fa-17ae-4934-b245-fbb4a7fef9a0 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=08537393-400b-441a-90ab-f389de4213b3 HTTP/1.1" status: 200 len: 210 time: 0.0718591 Dec 15 04:34:21.863350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-cdefb3f5-e842-4cf1-aa23-385ae57b6809 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:21.876211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-cdefb3f5-e842-4cf1-aa23-385ae57b6809 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326357 Dec 15 04:34:21.889566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-c037827a-1c10-4c0f-ae2b-c2b16127a495 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/quotas/9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 375 time: 0.0126593 Dec 15 04:34:21.989033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:21.990285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-c0e69c5f-264e-433f-bfc3-172f4c7ba57f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839701 Dec 15 04:34:21.997321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:22.026108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:22.108130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:22.207017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:22.207715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.228547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event updated for resources: {'Port': ['ID=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:22.246141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-e3b77ab0-9ded-4bca-b2f7-eed86cde5e7d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5518582 Dec 15 04:34:22.272884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Request body: {'port': {'device_id': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:22.341602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:22.346443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.392999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.484865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30111a15-b9e9-469d-bbed-290ea74a192d req-e7a2752d-01c8-4d83-ba6c-d2da0452e587 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:22.497342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30111a15-b9e9-469d-bbed-290ea74a192d req-e7a2752d-01c8-4d83-ba6c-d2da0452e587 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.3066435 Dec 15 04:34:22.589766 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.637939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:22.647046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.668195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30111a15-b9e9-469d-bbed-290ea74a192d req-faf7d9b3-291e-4d1d-8528-8789fb211c12 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698880 Dec 15 04:34:22.769340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.771140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:22.801159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:22.826291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdb248-ebef-4319-ac27-64ba25372147 req-fa687775-db0d-4157-a606-b6ff279461ee tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:22.834039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8bdb248-ebef-4319-ac27-64ba25372147 req-fa687775-db0d-4157-a606-b6ff279461ee tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 931 time: 0.2329078 Dec 15 04:34:22.853869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'name': 'network-vif-deleted', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:22.862264 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f07f4f-bf64-445f-8551-1d1e07400a06" -d '{"events": [{"server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "name": "network-vif-deleted", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:23.015015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:23.017524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Pushing event updated for resources: {'Port': ['ID=ec6c9ab3-f721-4a98-b4e9-81bef593930a,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:23.032181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-689cd255-4fa6-4132-a596-c28500375e6e req-4d9341cb-54e1-44c0-9595-6d40baeec6f6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 210 time: 0.2495511 Dec 15 04:34:23.034884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:23.055429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Transition to ACTIVE for port object 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:23.073646 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:23.123361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8bdb248-ebef-4319-ac27-64ba25372147 req-f52bae84-b035-4d88-b328-4e3fad2fbdb2 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884161 Dec 15 04:34:23.124392 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:23.241904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:23.302018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Attempting to bind port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:23.302424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Attempting to bind port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:23.302686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Attempting to bind port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:23.309022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d on network bb3edebe-44ec-4ae4-af7f-642eec37d382 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:23.309531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Attempting to bind port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:23.317074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:23.317467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:23.319988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Bound using segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:23.321068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Bound port: 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:23.323536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:23.339315 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2922ce69-725b-421b-ab84-4e9416893e90 x-openstack-request-id: req-2922ce69-725b-421b-ab84-4e9416893e90 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:23.339636 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08537393-400b-441a-90ab-f389de4213b3", "name": "network-vif-deleted", "tag": "f1dc9bbe-526d-483e-adbb-e8442c4a5af0", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:23.339891 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2922ce69-725b-421b-ab84-4e9416893e90 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:23.342457 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08537393-400b-441a-90ab-f389de4213b3', 'name': 'network-vif-deleted', 'tag': 'f1dc9bbe-526d-483e-adbb-e8442c4a5af0', 'status': 'completed', 'code': 200} Dec 15 04:34:23.369843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Network a8669b72-b521-4a50-b29c-b556143835fd is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:23.371884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:23.635377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] For port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:23.652215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] For port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:23.666184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:23.788625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Router faf7c9ef-181a-4db0-a500-d504a71461cb has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:34:23.821882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:23.822556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:23.832195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] 10.222.0.16 "PUT /v2.0/ports/0c4c3e74-31e1-4478-b1de-cfe7e1682c7d HTTP/1.1" status: 200 len: 1092 time: 1.5684266 Dec 15 04:34:23.884034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225e5e-a4a7-471e-b8ca-ee7c955bcdba service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:24.030470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-c055f383-a05d-4c71-83a9-c8b7b4c7c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:24.032002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-c055f383-a05d-4c71-83a9-c8b7b4c7c0fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0870919 Dec 15 04:34:24.112986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb968-3ffb-444e-8546-560a71ca48d3 req-7bec4b66-f6e5-44c4-b4e5-33d8847cc483 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:24.121843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-355eb968-3ffb-444e-8546-560a71ca48d3 req-7bec4b66-f6e5-44c4-b4e5-33d8847cc483 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.2041261 Dec 15 04:34:24.146820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:24.175348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a483f-4850-479a-8ea8-e96ba7fc5755 req-62484f43-b748-4af9-9d20-552af69f9ba6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:24.176151 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-ba3dd2ba-1119-4431-af95-cdc283fbbf10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d HTTP/1.1" status: 200 len: 217 time: 0.0977552 Dec 15 04:34:24.183013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b43a483f-4850-479a-8ea8-e96ba7fc5755 req-62484f43-b748-4af9-9d20-552af69f9ba6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.2026944 Dec 15 04:34:24.197379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7d895e9b-6b3b-4ac5-96e6-09ff443de408 None None] Provisioning complete for port ec6c9ab3-f721-4a98-b4e9-81bef593930a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:24.198002 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d895e9b-6b3b-4ac5-96e6-09ff443de408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:24.246556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7d895e9b-6b3b-4ac5-96e6-09ff443de408 None None] Port ec6c9ab3-f721-4a98-b4e9-81bef593930a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:34:24.274855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b43a483f-4850-479a-8ea8-e96ba7fc5755 req-2213ba6b-7442-48dc-885c-45fec74283b9 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904925 Dec 15 04:34:24.286443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef012a-dce9-40dc-a539-02abcf29554f req-9629c444-6fad-4c9e-8ea6-cc59c2316c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:24.295721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-9629c444-6fad-4c9e-8ea6-cc59c2316c26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.1047602 Dec 15 04:34:24.297467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-355eb968-3ffb-444e-8546-560a71ca48d3 req-55d0d645-c502-44c5-8abd-e9a059db91b1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728985 Dec 15 04:34:24.314660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:24.331681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-413eb984-7019-4bc5-828e-9bd8bd23b72b admin admin] 10.222.0.37 "PUT /v2.0/routers/faf7c9ef-181a-4db0-a500-d504a71461cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4534469 Dec 15 04:34:24.343705 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Sync routers for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:24.362307 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:24.364218 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:24.371787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:24.373751 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:24.386437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-1737e6ac-1236-43b1-941a-6f4802fd0056 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812414 Dec 15 04:34:24.579665 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-57684fe6-8140-41f3-9f3c-e2e151dec66c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728981 Dec 15 04:34:24.600303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-ebf402b4-e30b-4a79-894f-65413dba57fb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:24.609839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-ebf402b4-e30b-4a79-894f-65413dba57fb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.1929605 Dec 15 04:34:24.624649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3d9cae6-c1da-4b57-9ad8-516b6df820a5 req-a3eb2716-4ca9-4a09-9478-75a174fb1500 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 210 time: 0.1232603 Dec 15 04:34:24.653389 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:24.902563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac27f-2601-4bae-9a75-cbad474911e1 req-2a4df4c2-6ee2-4716-b08e-fa2ed1d2237d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:24.914729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25cac27f-2601-4bae-9a75-cbad474911e1 req-2a4df4c2-6ee2-4716-b08e-fa2ed1d2237d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 943 time: 0.1875887 Dec 15 04:34:24.930597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56734) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:24.954235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Deleting port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:24.955188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.173803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] For port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:25.174469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.187868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Calling delete_port for 6d9f7f8e-9367-4e13-9262-2fe87efcbaae owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:25.232971 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 2, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:25.313399 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Checking router: faf7c9ef-181a-4db0-a500-d504a71461cb for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:25.314464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Updating router faf7c9ef-181a-4db0-a500-d504a71461cb port ec6c9ab3-f721-4a98-b4e9-81bef593930a binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:34:25.349901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25cac27f-2601-4bae-9a75-cbad474911e1 req-8bfce1ee-e5a3-41a4-afbd-717fee173753 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196408 Dec 15 04:34:25.372271 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.383808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Deleting subnet 7df00354-c0f4-4273-adf4-96b79c2922c9 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:34:25.417674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.517649 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.528296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'tag': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:25.535090 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c438ea19-88c2-4c46-9c3b-9934e295cbb6", "tag": "0c4c3e74-31e1-4478-b1de-cfe7e1682c7d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:25.555327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-e629d2ca-dd76-446d-a854-754a19be3889 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:25.558733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-e629d2ca-dd76-446d-a854-754a19be3889 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9694829 Dec 15 04:34:25.588134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Request body: {'port': {'device_id': '324084c9-127a-4323-b044-11db825084db', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '9a2a94e821874288a77080c5ea619ceb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:25.693423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-eeee2073-a610-4ffd-bd83-36ba80bfc058 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:25.702069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-eeee2073-a610-4ffd-bd83-36ba80bfc058 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 828 time: 0.4592812 Dec 15 04:34:25.708175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.726900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-c8a174b5-8841-4327-9421-f23462457e47 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3089719 Dec 15 04:34:25.773305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-d44f7586-b4b0-4b10-b320-9948d16cb147 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/quotas/fd98b871a02e43d8b8ee8f2654d3e984 HTTP/1.1" status: 200 len: 375 time: 0.0699587 Dec 15 04:34:25.782280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.825049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a920c4-f325-4f3a-87af-5e9ca4966648 req-67bd8b81-cd18-4925-a92b-6d23c51137cb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:25.833378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68a920c4-f325-4f3a-87af-5e9ca4966648 req-67bd8b81-cd18-4925-a92b-6d23c51137cb tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed81da46-4ca0-479b-a85e-91f9b19a1396 HTTP/1.1" status: 200 len: 944 time: 0.2609043 Dec 15 04:34:25.876299 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97ef012a-dce9-40dc-a539-02abcf29554f req-5b68896d-d7af-44e0-af3e-0c6474e6d427 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290278 Dec 15 04:34:25.904610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event deleted for resources: {'Port': ['ID=6d9f7f8e-9367-4e13-9262-2fe87efcbaae,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:25.940159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Made reservation on behalf of 9a2a94e821874288a77080c5ea619ceb for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:25.959083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.964339 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.973514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:25.978602 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.036018 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Pushing event updated for resources: {'Port': ['ID=ec6c9ab3-f721-4a98-b4e9-81bef593930a,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:26.046496 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.046938 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.047238 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.047575 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.048204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.048560 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.048917 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.049254 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.049573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.049890 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.050240 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.050581 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.050884 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:26.116943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-8c5c07c6-acc8-4b91-8df8-fea58813d3d2 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3332481 Dec 15 04:34:26.145329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.154167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] No DVR routers for this DVR port 6d9f7f8e-9367-4e13-9262-2fe87efcbaae on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:26.166959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.169088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68a920c4-f325-4f3a-87af-5e9ca4966648 req-26a6ac76-4baf-4260-bcd2-37033343a13c tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346796 Dec 15 04:34:26.170230 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.177458 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Attempting to bind port ec6c9ab3-f721-4a98-b4e9-81bef593930a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:26.177836 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Attempting to bind port ec6c9ab3-f721-4a98-b4e9-81bef593930a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:26.178083 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Attempting to bind port ec6c9ab3-f721-4a98-b4e9-81bef593930a on network a8669b72-b521-4a50-b29c-b556143835fd {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:26.203286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:26.203663 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Checking segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:26.204079 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.204989 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Bound using segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:26.205464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Bound port: ec6c9ab3-f721-4a98-b4e9-81bef593930a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:26.205857 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.214264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.229853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c13970d7-a765-4cdf-9ee3-8e370e3cb8fa req-6ae472b5-44f4-4dee-b8ef-b8e167323d25 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.16 "DELETE /v2.0/ports/6d9f7f8e-9367-4e13-9262-2fe87efcbaae HTTP/1.1" status: 204 len: 173 time: 1.6039469 Dec 15 04:34:26.262706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.269067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7df00354-c0f4-4273-adf4-96b79c2922c9 HTTP/1.1" status: 204 len: 168 time: 1.3374510 Dec 15 04:34:26.270097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'name': 'network-vif-deleted', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:26.272412 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978f300-b2c9-4db6-80fd-54d995b57beb" -d '{"events": [{"server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "name": "network-vif-deleted", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:26.279748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56758) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:26.370513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:26.382769 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] For port ec6c9ab3-f721-4a98-b4e9-81bef593930a, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:26.397229 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] For port ec6c9ab3-f721-4a98-b4e9-81bef593930a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ec6c9ab3-f721-4a98-b4e9-81bef593930a,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:26.406246 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.480822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fd99b-7c4f-468c-87dc-87a9d2808ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df00354-c0f4-4273-adf4-96b79c2922c9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:26.571285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3f8d6-5765-474e-9731-e3b0bb20bab7 req-3fd40ae1-197e-435c-a088-8053401b29b6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:26.581673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2f3f8d6-5765-474e-9731-e3b0bb20bab7 req-3fd40ae1-197e-435c-a088-8053401b29b6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.2989278 Dec 15 04:34:26.610277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b8e6bb74-549e-412a-aa55-4f587a8ade65 None None] Provisioning complete for port ec6c9ab3-f721-4a98-b4e9-81bef593930a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:26.610899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8e6bb74-549e-412a-aa55-4f587a8ade65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.635825 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:26.636484 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:26.645832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-88f9cf69-5683-456c-a851-51406793cdfd service neutron] 10.222.0.37 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894924 Dec 15 04:34:26.680144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Allocated IP 192.168.233.181 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/bb8cbffc-56fd-410d-b304-7141dd58f41d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:26.822141 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17ecd1-041e-4673-95a4-20378b680c00 None None] Pushing event updated for resources: {'Port': ['ID=ec6c9ab3-f721-4a98-b4e9-81bef593930a,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:26.831877 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8e6bb74-549e-412a-aa55-4f587a8ade65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.839209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2f3f8d6-5765-474e-9731-e3b0bb20bab7 req-6b03039b-b827-4b38-8891-6454cc59e2ad tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568045 Dec 15 04:34:26.922293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-1c6cc3c9-da90-466e-9a9d-75850661e739 service neutron] 10.222.0.37 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593064 Dec 15 04:34:26.939747 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:26.945441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b8e6bb74-549e-412a-aa55-4f587a8ade65 None None] For port ec6c9ab3-f721-4a98-b4e9-81bef593930a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ec6c9ab3-f721-4a98-b4e9-81bef593930a,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:26.947259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.955079 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8e6bb74-549e-412a-aa55-4f587a8ade65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:26.988988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.096148 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d77b9c-7409-4ce0-a585-a5281f42c4ed x-openstack-request-id: req-19d77b9c-7409-4ce0-a585-a5281f42c4ed {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:27.096446 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c438ea19-88c2-4c46-9c3b-9934e295cbb6", "tag": "0c4c3e74-31e1-4478-b1de-cfe7e1682c7d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:27.096702 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19d77b9c-7409-4ce0-a585-a5281f42c4ed {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:27.101520 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'tag': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d', 'status': 'completed', 'code': 200} Dec 15 04:34:27.184272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:27.227210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e1384d2b-177c-406d-be21-3fd562e50c5d None None] Provisioning complete for port ec6c9ab3-f721-4a98-b4e9-81bef593930a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:27.231957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1384d2b-177c-406d-be21-3fd562e50c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.239273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 6d9f7f8e-9367-4e13-9262-2fe87efcbaae {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:34:27.239780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6d9f7f8e-9367-4e13-9262-2fe87efcbaae not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:27.241367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6bb74-549e-412a-aa55-4f587a8ade65 None None] Pushing event updated for resources: {'Port': ['ID=ec6c9ab3-f721-4a98-b4e9-81bef593930a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:27.305646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba89f513-3dd7-4c47-9e0d-25096673c128 req-d11bdcb0-4ff2-436e-aed2-5d20f969c779 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 210 time: 0.0904586 Dec 15 04:34:27.348799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-e8e70e85-8f2e-4423-8715-e8d26b47fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:27.363568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-e8e70e85-8f2e-4423-8715-e8d26b47fc6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.2136350 Dec 15 04:34:27.379449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:27.406783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.420576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.480780 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b68d3-fc01-4f36-b560-3a1bcce38c8a None None] The sync data for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 is: [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:27.563531 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1597cef2-aca1-432b-b4c9-d944ab81075a x-openstack-request-id: req-1597cef2-aca1-432b-b4c9-d944ab81075a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:27.564485 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed81da46-4ca0-479b-a85e-91f9b19a1396", "name": "network-vif-deleted", "tag": "6d9f7f8e-9367-4e13-9262-2fe87efcbaae", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:27.564591 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1597cef2-aca1-432b-b4c9-d944ab81075a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:27.564947 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed81da46-4ca0-479b-a85e-91f9b19a1396', 'name': 'network-vif-deleted', 'tag': '6d9f7f8e-9367-4e13-9262-2fe87efcbaae', 'status': 'completed', 'code': 200} Dec 15 04:34:27.591011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:27.617980 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1780b3f-8d11-4a43-850f-e7f6a5d52849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.638250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60144e8-f8d2-45b5-abcb-36fb73bc950e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:27.672388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5349376-6f95-45d7-b7a3-20c54397c883') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:27.672687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5349376-6f95-45d7-b7a3-20c54397c883') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:27.677659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:27.686112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-c2a2783c-545c-4dee-b8ee-6e60ce5a79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:27.688195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-c2a2783c-545c-4dee-b8ee-6e60ce5a79a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.3150811 Dec 15 04:34:27.700723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:27.706664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:27.709191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09905c1-b08b-4e09-908c-effc63bb9ee5 req-eeb7a5b2-e233-4998-bff4-e9dc3941614d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:27.712915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d09905c1-b08b-4e09-908c-effc63bb9ee5 req-eeb7a5b2-e233-4998-bff4-e9dc3941614d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 943 time: 0.1471927 Dec 15 04:34:27.720193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.818881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-2c94130d-b2f9-469a-baf7-4018e75a5390 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d HTTP/1.1" status: 200 len: 217 time: 0.1047204 Dec 15 04:34:27.835753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:27.836555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.896156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.923782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-2ef1833e-8668-4292-878d-3db312466ae7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3476565 Dec 15 04:34:27.945526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:34:27.949700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:27.967884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd1d5801-6f9a-40ef-9b59-7b71f6975499 req-4e4be6ff-22d5-4a64-bf87-be01cb5fbc8c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 210 time: 0.1582592 Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:34:27.988738 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:34:28.061818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Request body: {'port': {'device_id': '324084c9-127a-4323-b044-11db825084db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:28.087901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d09905c1-b08b-4e09-908c-effc63bb9ee5 req-b9ed4a01-fed9-49c1-a5b8-ea0a07f76168 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473337 Dec 15 04:34:28.094385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-17b195c9-c39a-41f2-b391-a089372b52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:28.100280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-17b195c9-c39a-41f2-b391-a089372b52bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.2321620 Dec 15 04:34:28.155325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ec6c9ab3-f721-4a98-b4e9-81bef593930a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:28.186518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-c4aa1a3e-ebde-4961-8ae1-769c4bd63934 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814743 Dec 15 04:34:28.276995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:28.293544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e320f7a3-d29f-4822-9cb1-ccff4ae295a1 None None] Provisioning complete for port bb8cbffc-56fd-410d-b304-7141dd58f41d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:28.293950 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e320f7a3-d29f-4822-9cb1-ccff4ae295a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:28.339254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:28.361467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ec6c9ab3-f721-4a98-b4e9-81bef593930a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:28.362129 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:28.362728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:28.365851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e320f7a3-d29f-4822-9cb1-ccff4ae295a1 None None] Port bb8cbffc-56fd-410d-b304-7141dd58f41d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:34:28.389646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a60144e8-f8d2-45b5-abcb-36fb73bc950e HTTP/1.1" status: 204 len: 168 time: 2.0925412 Dec 15 04:34:28.650373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5a02-9c43-4662-959b-8bc6aa0bb2ec req-9a1dede2-09dd-4e2f-a101-c009bc211857 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:28.658831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-524b5a02-9c43-4662-959b-8bc6aa0bb2ec req-9a1dede2-09dd-4e2f-a101-c009bc211857 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.4087539 Dec 15 04:34:28.709450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17e207-12a2-4c4c-a30d-3ce3f1840917 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60144e8-f8d2-45b5-abcb-36fb73bc950e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:28.736464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-c196e3a2-3c12-498b-ada7-4b860547d55f service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284266 Dec 15 04:34:28.804315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-524b5a02-9c43-4662-959b-8bc6aa0bb2ec req-a1c0b6b9-b8d5-432d-9c77-8725041e08f4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412165 Dec 15 04:34:28.822453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56800) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:29.172143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:29.173927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-45e513f7-37c1-4b3f-9cf2-83977c532f5d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:29.175507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-45e513f7-37c1-4b3f-9cf2-83977c532f5d tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 944 time: 0.1985784 Dec 15 04:34:29.383876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8cbffc-56fd-410d-b304-7141dd58f41d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:29.394804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.412177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Transition to ACTIVE for port object bb8cbffc-56fd-410d-b304-7141dd58f41d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:29.440452 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.476869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:29.491237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d', 'mac_address': 'fa:16:3e:61:70:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:29.528211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:29.562475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Deleting port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:29.563295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.565224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.606583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:29.660159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:29.670207 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.696335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] For port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,segment=NetworkSegment(bbd94159-033d-4d29-90a3-a1f39d638b0d),segment_id=bbd94159-033d-4d29-90a3-a1f39d638b0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:29.696705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.732531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Calling delete_port for 6ae44d35-c77d-4096-bb5f-bfceb4a5549f owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:29.806077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:29.887704 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd7dbbd5-e4e0-4f94-81d2-360c7bd1ffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:29.910778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0259ddd-8aac-412f-8d81-e66fb97de500 req-2954de05-ea50-4015-bec3-ca1b699f9047 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:29.914859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0259ddd-8aac-412f-8d81-e66fb97de500 req-2954de05-ea50-4015-bec3-ca1b699f9047 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 936 time: 1.3371127 Dec 15 04:34:30.063246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0c4c3e74-31e1-4478-b1de-cfe7e1682c7d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:30.081330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.118886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf00eab2-1508-4401-8954-b8a465c76bbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51cfaed57fe14737bd2667e227aafa08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2808359 Dec 15 04:34:30.145563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56822) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:30.163899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Pushing event deleted for resources: {'Port': ['ID=6ae44d35-c77d-4096-bb5f-bfceb4a5549f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:30.182141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83563e3c-41b2-4769-85ce-63974856253a req-5685bd9c-adf5-4a24-8182-0cc35164ce71 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:30.195042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83563e3c-41b2-4769-85ce-63974856253a req-5685bd9c-adf5-4a24-8182-0cc35164ce71 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c360132-6173-42e0-9a17-0f6e14b9c115 HTTP/1.1" status: 200 len: 866 time: 0.4696608 Dec 15 04:34:30.266038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] No DVR routers for this DVR port 6ae44d35-c77d-4096-bb5f-bfceb4a5549f on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:30.269312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0259ddd-8aac-412f-8d81-e66fb97de500 req-d1670dd1-9dfa-4b8b-9af4-11600bac7f25 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100915 Dec 15 04:34:30.273756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.278194 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17392b4b-f8f8-4ccc-b061-7ca010ffe776 req-506c6710-8d3f-4c62-abdb-c0b9461263f6 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.42 "DELETE /v2.0/ports/6ae44d35-c77d-4096-bb5f-bfceb4a5549f HTTP/1.1" status: 204 len: 173 time: 1.0911775 Dec 15 04:34:30.278680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'name': 'network-vif-deleted', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:30.281256 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e737bedf-f295-4718-bb84-87c603dfd55a" -d '{"events": [{"server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "name": "network-vif-deleted", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:30.350491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49393cc1-4e05-4beb-8e38-3beb0e3d61fc req-4a3a1536-2e44-4f9d-b3a8-c43809b4d302 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5718126 Dec 15 04:34:30.391218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:30.396445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:30.396792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:30.414727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-ada59b06-4407-4534-aeb0-fc2e1a7c439c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:30.424275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-ada59b06-4407-4534-aeb0-fc2e1a7c439c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.42 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 828 time: 0.4307842 Dec 15 04:34:30.426917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Port bb8cbffc-56fd-410d-b304-7141dd58f41d on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:30.427907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:30.448629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Request body: {'port': {'device_id': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'admin_state_up': True, 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:30.468957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83563e3c-41b2-4769-85ce-63974856253a req-626d9038-b97c-4b56-a37d-d95926b0ce46 tempest-LiveMigrationTest-1464399265 tempest-LiveMigrationTest-1464399265-project] 10.222.0.37 "GET /v2.0/security-groups?id=bea59a72-df4f-4eb2-884a-330a35db778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723124 Dec 15 04:34:30.493599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e30b91e-51c3-43ab-9b25-81848e4de982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.568342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:30.569132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:30.569472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:30.569904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Bound port: bb8cbffc-56fd-410d-b304-7141dd58f41d, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:30.570366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.585467 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e30b91e-51c3-43ab-9b25-81848e4de982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.682063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d849b654-3d6e-4487-bc4b-5f0100d75fba req-ef1aa487-b4ad-44b7-8431-2a8417dd3ae3 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 210 time: 0.0897295 Dec 15 04:34:30.714399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:30.720550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:30.739453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e8d4e-5fd7-44f0-8618-db559322dbaa req-9e5bd64a-bd99-4de0-b3e1-50a406696a7a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:30.749098 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:34:30.751142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a0e8d4e-5fd7-44f0-8618-db559322dbaa req-9e5bd64a-bd99-4de0-b3e1-50a406696a7a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 944 time: 0.1361446 Dec 15 04:34:30.767556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.829445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e30b91e-51c3-43ab-9b25-81848e4de982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.835331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e30b91e-51c3-43ab-9b25-81848e4de982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.841977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4e30b91e-51c3-43ab-9b25-81848e4de982 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367 HTTP/1.1" status: 204 len: 168 time: 0.6937494 Dec 15 04:34:30.904728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:30.905352 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:30.926061 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] 10.222.0.42 "PUT /v2.0/ports/bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 1097 time: 2.8493578 Dec 15 04:34:30.979105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a0e8d4e-5fd7-44f0-8618-db559322dbaa req-ee6122ac-345c-4609-80ca-d4e4213a0d99 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193055 Dec 15 04:34:30.982397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30b91e-51c3-43ab-9b25-81848e4de982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca1f259-0c48-4c99-bc3d-7a1cbc1a0367,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:31.008988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Made reservation on behalf of fd98b871a02e43d8b8ee8f2654d3e984 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:31.012726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.103308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.149328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd540b-c47e-4277-ae7b-c414c8e6001d req-dfa4c8c9-d55e-4a41-9822-00c1cdeac66a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:31.155723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfcd540b-c47e-4277-ae7b-c414c8e6001d req-dfa4c8c9-d55e-4a41-9822-00c1cdeac66a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.2416658 Dec 15 04:34:31.171425 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ee6d5-e74a-4f5c-954e-6d5b71122aeb x-openstack-request-id: req-0f7ee6d5-e74a-4f5c-954e-6d5b71122aeb {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:31.172033 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c360132-6173-42e0-9a17-0f6e14b9c115", "name": "network-vif-deleted", "tag": "6ae44d35-c77d-4096-bb5f-bfceb4a5549f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:31.172978 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f7ee6d5-e74a-4f5c-954e-6d5b71122aeb {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:31.174091 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c360132-6173-42e0-9a17-0f6e14b9c115', 'name': 'network-vif-deleted', 'tag': '6ae44d35-c77d-4096-bb5f-bfceb4a5549f', 'status': 'completed', 'code': 200} Dec 15 04:34:31.185118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:31.297521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfcd540b-c47e-4277-ae7b-c414c8e6001d req-bf2e90c5-f2dd-4599-88ca-6106e6602b68 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338880 Dec 15 04:34:31.308782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:34:31.315270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:31.315710 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.384307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Allocated IP 172.20.0.5 (a8669b72-b521-4a50-b29c-b556143835fd/0340b6fc-8abb-4d8a-b742-c232b499b51a/9db92fe2-44d2-49c5-9569-7d02d6f854ce) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:31.405126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fc013-d505-4fc5-be1e-3ff7bbc4527c service neutron] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:31.419518 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.451613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:31.455791 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8151b2-0759-46e3-9564-1912268069cd" -d '{"events": [{"server_uuid": "c438ea19-88c2-4c46-9c3b-9934e295cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "0c4c3e74-31e1-4478-b1de-cfe7e1682c7d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:31.457730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60173a-1943-4866-a8d3-8c51d7665257 req-2ac2d1f4-7dec-40a3-bc14-c6c98a500c27 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:31.463975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f60173a-1943-4866-a8d3-8c51d7665257 req-2ac2d1f4-7dec-40a3-bc14-c6c98a500c27 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 948 time: 0.0963724 Dec 15 04:34:31.484173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-566b1ef6-d15d-4ff4-b36e-1e1e3891161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:31.486233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-566b1ef6-d15d-4ff4-b36e-1e1e3891161f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1100 time: 0.4482419 Dec 15 04:34:31.497446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:31.506734 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.599180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f60173a-1943-4866-a8d3-8c51d7665257 req-1065cbc7-f8e0-43b8-9f47-77eda6db1be5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132178 Dec 15 04:34:31.614874 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-69aa6804-1e04-458c-a019-306f8d996950 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.1107686 Dec 15 04:34:31.627191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:31.732396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 6ae44d35-c77d-4096-bb5f-bfceb4a5549f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:34:31.732706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6ae44d35-c77d-4096-bb5f-bfceb4a5549f not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:31.734000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-62b781a7-8ea2-4d7a-ab27-56bbec0c58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:31.735050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:31.736191 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-62b781a7-8ea2-4d7a-ab27-56bbec0c58c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0950284 Dec 15 04:34:31.745865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56868) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:31.845755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.889967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c0132d6-e06b-4434-9101-b1fc7f6a5ad3 req-fca6ab39-8981-43eb-909b-472354942922 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 210 time: 0.0663948 Dec 15 04:34:31.899571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:31.911798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-5219ecf6-2972-489d-b559-1d3d3849b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:31.913548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-5219ecf6-2972-489d-b559-1d3d3849b27b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568158 Dec 15 04:34:31.971572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Network a8669b72-b521-4a50-b29c-b556143835fd is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:31.991051 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf2b457-c43f-409e-ac39-51f37be52673 x-openstack-request-id: req-9cf2b457-c43f-409e-ac39-51f37be52673 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:31.992795 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c438ea19-88c2-4c46-9c3b-9934e295cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "0c4c3e74-31e1-4478-b1de-cfe7e1682c7d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:31.993577 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cf2b457-c43f-409e-ac39-51f37be52673 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:31.994078 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d', 'code': 200} Dec 15 04:34:32.008019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:32.014857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:32.042930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event updated for resources: {'Port': ['ID=9db92fe2-44d2-49c5-9569-7d02d6f854ce,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:32.057867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Deleting subnet 3128db63-9590-4e06-b678-46acc6402fec {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:34:32.070477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.090168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:32.090800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.131520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-4689f9a2-ec57-410e-abfb-25eda16e34e9 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919811 Dec 15 04:34:32.140226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-242bb682-52a9-423b-959f-81ba3c42e6ab tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7040396 Dec 15 04:34:32.233554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Request body: {'port': {'device_id': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:32.258188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.325267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587026-6cc1-43c5-a176-5d7595e0547f req-54e7d17f-cc45-446b-b362-fbfb540a0b3a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:32.337231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.337577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d587026-6cc1-43c5-a176-5d7595e0547f req-54e7d17f-cc45-446b-b362-fbfb540a0b3a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.2040305 Dec 15 04:34:32.385032 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bac6650e-5952-4b64-a18e-058b22b8f316 req-f81fcb28-01a5-48ee-b11b-9667ab7c00c4 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428825 Dec 15 04:34:32.389799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079562-74ec-4a2a-b5b2-08de1ebd0b31 req-92ca0887-c579-40bf-86c6-b8aff21e477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:32.395689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56906) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:32.406119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09079562-74ec-4a2a-b5b2-08de1ebd0b31 req-92ca0887-c579-40bf-86c6-b8aff21e477d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.2459953 Dec 15 04:34:32.481954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.489142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2c7490bd-935d-4268-8510-798748c7f981 None None] Provisioning complete for port 9db92fe2-44d2-49c5-9569-7d02d6f854ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:32.489665 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c7490bd-935d-4268-8510-798748c7f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.516955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d587026-6cc1-43c5-a176-5d7595e0547f req-5416ce3a-7fed-43b1-9ca5-07b8027579d1 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796024 Dec 15 04:34:32.573059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09079562-74ec-4a2a-b5b2-08de1ebd0b31 req-15bc771d-3639-4684-9fe8-17c06de72755 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660264 Dec 15 04:34:32.575437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2c7490bd-935d-4268-8510-798748c7f981 None None] Port 9db92fe2-44d2-49c5-9569-7d02d6f854ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:34:32.588533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.590768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30c8c-f998-409b-91de-11825295bf7b req-759dfa2e-d4e1-4b2e-a1eb-9c5a72b7934b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:32.592322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4d30c8c-f998-409b-91de-11825295bf7b req-759dfa2e-d4e1-4b2e-a1eb-9c5a72b7934b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.1283724 Dec 15 04:34:32.595249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-network', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:32.608964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.650358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3128db63-9590-4e06-b678-46acc6402fec,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:32.653214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Made reservation on behalf of 0a987d56dae44b1cbb839d8256292ceb for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:32.653597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.657857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.659451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2fefd605-ed32-4519-945d-30fe0ba586f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3128db63-9590-4e06-b678-46acc6402fec HTTP/1.1" status: 204 len: 168 time: 0.9125645 Dec 15 04:34:32.660707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:32.673616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.743252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db92fe2-44d2-49c5-9569-7d02d6f854ce {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:32.744648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4d30c8c-f998-409b-91de-11825295bf7b req-cbb1551e-3005-4dfa-896a-2bfed6ccba6e tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370418 Dec 15 04:34:32.755950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.771692 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.780838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Transition to ACTIVE for port object 9db92fe2-44d2-49c5-9569-7d02d6f854ce will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:32.792020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.874216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.877885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Pushing event updated for resources: {'Port': ['ID=9db92fe2-44d2-49c5-9569-7d02d6f854ce,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:32.903263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.905886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.938128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a6f920-be7a-4bb6-b36a-b7b72f162816']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:32.950393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd94159-033d-4d29-90a3-a1f39d638b0d') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:32.950646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:34:32.950984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd94159-033d-4d29-90a3-a1f39d638b0d') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:32.965158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.971386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.971753 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Added segment fc80bafc-1755-4355-929c-c8e297898469 of type vlan for network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 Dec 15 04:34:32.982443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:32.989237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200322a8-34bc-4cb5-b779-a0bed5cb84e2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:32.990082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:34:32.990577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:34:33.002634 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:34:33.027359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5373e-665d-4a39-9dd3-8c3b45da8f99 req-758c135f-c042-4614-bdda-1b370d05a2d3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:33.029795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffe5373e-665d-4a39-9dd3-8c3b45da8f99 req-758c135f-c042-4614-bdda-1b370d05a2d3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 948 time: 0.1771662 Dec 15 04:34:33.038171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.040608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Attempting to bind port 9db92fe2-44d2-49c5-9569-7d02d6f854ce on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:33.040958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Attempting to bind port 9db92fe2-44d2-49c5-9569-7d02d6f854ce by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:33.041287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Attempting to bind port 9db92fe2-44d2-49c5-9569-7d02d6f854ce on network a8669b72-b521-4a50-b29c-b556143835fd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:33.051600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Port 9db92fe2-44d2-49c5-9569-7d02d6f854ce on network a8669b72-b521-4a50-b29c-b556143835fd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:33.051837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Attempting to bind port 9db92fe2-44d2-49c5-9569-7d02d6f854ce on network a8669b72-b521-4a50-b29c-b556143835fd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:33.072640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:33.072985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Checking segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:33.073375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Bound using segment: {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:33.074010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Bound port: 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fd6f85-9752-4caf-9df6-04412953a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:33.074391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.092385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.093526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:33.094517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.112156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.141640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a6f920-be7a-4bb6-b36a-b7b72f162816,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:33.148891 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.155432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8bf9e3db-992e-4361-a2df-b43ced294c40 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4a6f920-be7a-4bb6-b36a-b7b72f162816 HTTP/1.1" status: 204 len: 168 time: 0.4910276 Dec 15 04:34:33.156446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56946) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:33.168675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffe5373e-665d-4a39-9dd3-8c3b45da8f99 req-8b4d7d14-a295-46ee-9d1f-31477892e901 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039629 Dec 15 04:34:33.175812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:33.178240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1fa943-29c1-449d-a2a8-d6994eee6da4" -d '{"events": [{"name": "network-changed", "server_uuid": "324084c9-127a-4323-b044-11db825084db", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:33.212674 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8157394 Dec 15 04:34:33.218931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:33.224831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.226276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Request body: {'subnet': {'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-subnet', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:33.239775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00092-6f1f-46e7-abdd-cbb9ace98a07 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:33.255451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] For port 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:33.255933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:34:33.261075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Deleting subnet 9abf7f1b-752d-4a79-900c-3ffc71db4b4c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:34:33.262146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] For port 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:33.270835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.278477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.323571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Made reservation on behalf of 0a987d56dae44b1cbb839d8256292ceb for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:33.326649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.327259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.353779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.401456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:33.402042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.403643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] 10.222.0.42 "PUT /v2.0/ports/9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 1092 time: 1.2394783 Dec 15 04:34:33.427694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.444345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfebd7-43ba-4e6d-bedc-723848d85391 service neutron] Pushing event updated for resources: {'Port': ['ID=9db92fe2-44d2-49c5-9569-7d02d6f854ce,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:33.547187 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df32877e-4878-4681-bad3-7d92deb95d25 x-openstack-request-id: req-df32877e-4878-4681-bad3-7d92deb95d25 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:33.547483 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324084c9-127a-4323-b044-11db825084db", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:33.547751 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df32877e-4878-4681-bad3-7d92deb95d25 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:33.548208 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'status': 'completed', 'code': 200} Dec 15 04:34:33.569515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641bb3-59c8-44a6-875c-f01287e7e991 req-6f5731d8-d085-4c87-85f2-2689c6e891ca tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:33.572901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-5b7ff6b7-b5db-4342-9ee8-40f1d1a90a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:33.574996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-5b7ff6b7-b5db-4342-9ee8-40f1d1a90a4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1095 time: 0.0979857 Dec 15 04:34:33.577351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da641bb3-59c8-44a6-875c-f01287e7e991 req-6f5731d8-d085-4c87-85f2-2689c6e891ca tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 943 time: 0.1588867 Dec 15 04:34:33.659937 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.695472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abf7f1b-752d-4a79-900c-3ffc71db4b4c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:33.702571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da641bb3-59c8-44a6-875c-f01287e7e991 req-2c433438-f6d2-4b98-a057-d5c0befdf078 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243565 Dec 15 04:34:33.703667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:33.709735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d4f545c2-fa08-474e-a769-cc269ecd4a90 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9abf7f1b-752d-4a79-900c-3ffc71db4b4c HTTP/1.1" status: 204 len: 168 time: 0.5504148 Dec 15 04:34:33.718988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56964) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:33.985219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f5178-ca5c-4f56-9013-e257858da2ce req-b08bb810-24a1-41c4-b3cb-8ba22d740da6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:33.987304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb1f5178-ca5c-4f56-9013-e257858da2ce req-b08bb810-24a1-41c4-b3cb-8ba22d740da6 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.1336312 Dec 15 04:34:33.994222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.014095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-e7d252c4-9b3e-4acb-88cd-2142790b1874 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 217 time: 0.0751791 Dec 15 04:34:34.030554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.041980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ee2c4-965d-49a6-87af-52e4ebc8ba5e req-9d8fd0ec-e36e-4450-95af-356008c040fa tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.044297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e72ee2c4-965d-49a6-87af-52e4ebc8ba5e req-9d8fd0ec-e36e-4450-95af-356008c040fa tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1396375 Dec 15 04:34:34.099769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-3644e5f8-e7d9-4792-9f0a-a891a9995815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.101325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-3644e5f8-e7d9-4792-9f0a-a891a9995815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1100 time: 0.1614847 Dec 15 04:34:34.128145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-fdcd0997-e538-4767-af5a-a68b660fa29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.129546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-fdcd0997-e538-4767-af5a-a68b660fa29b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 200 len: 867 time: 0.1088121 Dec 15 04:34:34.158255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb1f5178-ca5c-4f56-9013-e257858da2ce req-2cfd2f19-50bf-4769-9195-3a1bef76a4b4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618545 Dec 15 04:34:34.168271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed86bc6-a323-47d2-b469-f0f5ecc06714,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:34.200157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.206798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e72ee2c4-965d-49a6-87af-52e4ebc8ba5e req-17246d35-4297-40ba-901e-12cd84ee0241 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541822 Dec 15 04:34:34.229144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Checking segment: {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:34.229687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Network hostable DHCP agents. Network: cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:34:34.232405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f2ec5f-c45a-46b4-9059-27e8377e0f6e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:34.242685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3487d188-4e68-4585-abc2-104025708f1f') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:34.243198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3487d188-4e68-4585-abc2-104025708f1f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:34.253716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.272654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.280594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148fb89-7a45-410f-872f-c2297e53100a req-26ad06e7-b41e-4dba-b7a2-e2bf73618f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.282214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-26ad06e7-b41e-4dba-b7a2-e2bf73618f75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8669b72-b521-4a50-b29c-b556143835fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1151509 Dec 15 04:34:34.290194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:34:34.290601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:34:34.294039 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:34:34.303685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-7eafd5ac-e238-4ac6-852f-e5cba161142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.305695 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-7eafd5ac-e238-4ac6-852f-e5cba161142b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1915364 Dec 15 04:34:34.317341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:34:34.403976 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-0e0d29ec-18c4-4d26-a8f8-46a901b2fe62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.0876300 Dec 15 04:34:34.421540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:34.425694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.429075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.429795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.435561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.437663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90f7ff-0965-4c29-a8a3-135e54aa1799 None None] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:34:34.438805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0f2ec5f-c45a-46b4-9059-27e8377e0f6e HTTP/1.1" status: 204 len: 168 time: 0.7187393 Dec 15 04:34:34.471405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44801179-be74-4c7e-ae02-e4a11de16654 req-f7b84c1b-2100-4a45-9fb0-9fbda021e112 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.473207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44801179-be74-4c7e-ae02-e4a11de16654 req-f7b84c1b-2100-4a45-9fb0-9fbda021e112 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 948 time: 0.1845610 Dec 15 04:34:34.474061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23669102-5f4c-4c64-98c8-6e2b35183668 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f2ec5f-c45a-46b4-9059-27e8377e0f6e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:34.481291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f0ed5e3b-4326-468f-8313-29e0af271b79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2591276 Dec 15 04:34:34.484252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56986) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:34.488966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:34.507533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-b0b2de6c-e1f2-415f-8f45-a2fc08c07c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.509025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-b0b2de6c-e1f2-415f-8f45-a2fc08c07c40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0977612 Dec 15 04:34:34.511385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-4dc6741f-a2cf-4b82-87d5-19b89161847b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.512502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-9e0ff242-a768-47c0-a3dd-ffd54c7268db service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200472 Dec 15 04:34:34.513099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-4dc6741f-a2cf-4b82-87d5-19b89161847b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.2379174 Dec 15 04:34:34.555217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-63ca075a-7751-45b6-9164-a85c6f793b75 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/quotas/d771b587215e4062ad6a02527a0f41b1 HTTP/1.1" status: 200 len: 375 time: 0.0298319 Dec 15 04:34:34.583364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.584609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.612566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44801179-be74-4c7e-ae02-e4a11de16654 req-493ae628-1096-4416-839d-88a6bb1dbaaa tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171892 Dec 15 04:34:34.655335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-9fa41504-a08d-4dfc-8b29-b9c19f8887d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:34.658923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-9fa41504-a08d-4dfc-8b29-b9c19f8887d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369796 Dec 15 04:34:34.667041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22855db7-771c-4d1e-9763-4b98561232a0 None None] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:34:34.693577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-c2107817-a547-485c-8fd6-8271453718ad tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280057 Dec 15 04:34:34.694199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56988) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:34.739919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:34.743139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1148fb89-7a45-410f-872f-c2297e53100a req-522dbbff-2d9a-4ca8-ba70-5bb64231cb4c service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199588 Dec 15 04:34:34.793376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-22864cb3-f660-4e26-a763-5338913dc399 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212757 Dec 15 04:34:34.922898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe1fa943-29c1-449d-a2a8-d6994eee6da4 req-e439bb0e-79b1-4b09-9251-798d31389807 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945296 Dec 15 04:34:34.946626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4ba87b29-85ec-4350-a209-11541239419e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e3e503c023a4f43a082a2898173102b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250051 Dec 15 04:34:34.947115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56994) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:35.000886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c15887b-f8b1-4b9e-84da-14c170f9bb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.030710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c15887b-f8b1-4b9e-84da-14c170f9bb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.033056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.061057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eafdd-9bf5-4eae-85a9-b780c4a218e3 req-c71c1345-1f4f-499e-bf3c-91347a02dd78 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:35.062782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-296eafdd-9bf5-4eae-85a9-b780c4a218e3 req-c71c1345-1f4f-499e-bf3c-91347a02dd78 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 943 time: 0.2413757 Dec 15 04:34:35.085558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c15887b-f8b1-4b9e-84da-14c170f9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.088546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c15887b-f8b1-4b9e-84da-14c170f9bb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.089787 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7c15887b-f8b1-4b9e-84da-14c170f9bb4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bea59a72-df4f-4eb2-884a-330a35db778c HTTP/1.1" status: 204 len: 168 time: 0.1413081 Dec 15 04:34:35.101758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15887b-f8b1-4b9e-84da-14c170f9bb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea59a72-df4f-4eb2-884a-330a35db778c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:35.132284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-18d43f8b-9b61-4ce5-a148-a2a845f325ae service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062319 Dec 15 04:34:35.189866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:35.223522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-296eafdd-9bf5-4eae-85a9-b780c4a218e3 req-70532d6e-6996-45f8-ba02-33af19c996af tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482594 Dec 15 04:34:35.286341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-cdc2192f-0a57-4a37-a6a8-341508eb1f2a service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443589 Dec 15 04:34:35.304952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.332198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:35.334613 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0f784c-bac6-49e6-b04a-c4f536137149" -d '{"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-unplugged", "status": "completed", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:35.350508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:35.355896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.418904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:35.496808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6e5b8-1736-46e5-8b9d-e5eb72e1d71f req-cb4ce02b-eadc-46d2-8552-0c2b4417f90f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:35.506921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72e6e5b8-1736-46e5-8b9d-e5eb72e1d71f req-cb4ce02b-eadc-46d2-8552-0c2b4417f90f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.1088648 Dec 15 04:34:35.532475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57010) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:35.566082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:35.568271 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:35.585545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.606317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:35.650153 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3e9d3d6b-8432-4be8-9182-a759f7378318 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6ff44a7a57f47249e4468409d22ea20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1173031 Dec 15 04:34:35.652379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57020) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:35.716322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3be9bbc9-e979-4b4e-a7a6-50b1cce439e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.716609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.743335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:35.744032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3be9bbc9-e979-4b4e-a7a6-50b1cce439e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.750761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72e6e5b8-1736-46e5-8b9d-e5eb72e1d71f req-f18a56ce-d771-4a00-819d-d970e902b85b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425323 Dec 15 04:34:35.759319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'mac_address': 'fa:16:3e:f1:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:35.805862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a89410-ff1f-4e25-8ea2-95834cbbef74 req-5e4db605-c8db-42c0-9a99-fee2f8146710 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:35.807603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3a89410-ff1f-4e25-8ea2-95834cbbef74 req-5e4db605-c8db-42c0-9a99-fee2f8146710 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.2720468 Dec 15 04:34:35.833553 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c0f472-b202-4e5f-ba62-fb4261d93382 x-openstack-request-id: req-e3c0f472-b202-4e5f-ba62-fb4261d93382 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:35.835166 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-unplugged", "status": "completed", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:35.835508 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3c0f472-b202-4e5f-ba62-fb4261d93382 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:35.836016 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'code': 200} Dec 15 04:34:35.837206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.852696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3be9bbc9-e979-4b4e-a7a6-50b1cce439e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.855986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3be9bbc9-e979-4b4e-a7a6-50b1cce439e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.859571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-fa7832f5-bb80-43a1-9673-637fa6a5f354 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:35.859759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3be9bbc9-e979-4b4e-a7a6-50b1cce439e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb50a202-e7e2-48de-903f-d455fdc21a4a HTTP/1.1" status: 204 len: 168 time: 0.2034059 Dec 15 04:34:35.859851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-fa7832f5-bb80-43a1-9673-637fa6a5f354 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "GET /v2.0/ports?device_id=66ac265f-7450-4d48-9e96-77c826c697ce HTTP/1.1" status: 200 len: 943 time: 0.2646389 Dec 15 04:34:35.870287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9bbc9-e979-4b4e-a7a6-50b1cce439e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50a202-e7e2-48de-903f-d455fdc21a4a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:35.874612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8cbffc-56fd-410d-b304-7141dd58f41d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:35.942775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:35.948756 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:35.997807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-185e7a8d-f9da-4ab2-b001-6f173719f981 req-bc363e22-4c0c-4051-b46d-17ab87c12310 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 210 time: 0.0631261 Dec 15 04:34:36.006948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3a89410-ff1f-4e25-8ea2-95834cbbef74 req-e07e5759-1223-4c44-baec-ca04c46934ab tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884084 Dec 15 04:34:36.009018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:36.077614 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9312e6-e02a-41c4-b3d6-2d551b2fd69a x-openstack-request-id: req-8e9312e6-e02a-41c4-b3d6-2d551b2fd69a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:36.078164 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:36.078753 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e9312e6-e02a-41c4-b3d6-2d551b2fd69a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:36.079637 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'status': 'completed', 'code': 200} Dec 15 04:34:36.187271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-e15074ce-210c-4c09-994e-50af065b36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:36.189660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-e15074ce-210c-4c09-994e-50af065b36f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1095 time: 0.0636296 Dec 15 04:34:36.248793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:36.380269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-8882e027-274d-4361-a70e-105a5b55f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:36.382277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-8882e027-274d-4361-a70e-105a5b55f219 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 928 time: 0.1840830 Dec 15 04:34:36.432415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Allocated IP 172.25.2.68 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/d9147477-dd5f-4b37-8df6-160d98dec492) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:36.466769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-35d8c9b0-c925-41dc-86b7-38e10be0300e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 217 time: 0.0769756 Dec 15 04:34:36.548218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-8d7fd679-3424-4874-a5f2-50e1a6ca07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:36.549983 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-8d7fd679-3424-4874-a5f2-50e1a6ca07b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 200 len: 867 time: 0.0733263 Dec 15 04:34:36.602859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-3d803001-0897-4dc2-b629-4d1648158bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:36.604899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-3d803001-0897-4dc2-b629-4d1648158bdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8669b72-b521-4a50-b29c-b556143835fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482864 Dec 15 04:34:36.621366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e076e-7e5b-46e6-adca-75c2dbc26705 req-658c96d1-e1c7-4b78-8a1d-d9814b9e136d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:36.623193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-526e076e-7e5b-46e6-adca-75c2dbc26705 req-658c96d1-e1c7-4b78-8a1d-d9814b9e136d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 949 time: 0.2006581 Dec 15 04:34:36.628685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Deleting port 8669a3de-2eaf-426c-bcba-691a78a700ed {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:36.629030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:36.646597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:36.664844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db3069-dc35-4c39-9472-426ad31dbef6 req-c25fa5e5-3fba-4ed7-bbb4-7721792fe994 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:36.666369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36db3069-dc35-4c39-9472-426ad31dbef6 req-c25fa5e5-3fba-4ed7-bbb4-7721792fe994 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 943 time: 0.2121282 Dec 15 04:34:36.722067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-0b34d4b8-ee87-45d5-9de6-3ea25c411880 service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089485 Dec 15 04:34:36.847913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:36.872686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16ee5621-a3d2-4e92-8b3c-e6aecf1443ba req-74de6e0a-8296-48dc-b0d9-2f9ac5fb0dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433988 Dec 15 04:34:36.884487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36db3069-dc35-4c39-9472-426ad31dbef6 req-cbdf554c-2207-4a70-ae3c-228f541f1bf9 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992047 Dec 15 04:34:36.922499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-526e076e-7e5b-46e6-adca-75c2dbc26705 req-172bfd7d-3d47-4681-a048-94e19c363ec3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720830 Dec 15 04:34:36.988720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] For port 8669a3de-2eaf-426c-bcba-691a78a700ed, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8669a3de-2eaf-426c-bcba-691a78a700ed,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:36.988720 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:36.994439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57054) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:37.029140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Calling delete_port for 8669a3de-2eaf-426c-bcba-691a78a700ed owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:37.056097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.114674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-04b217ba-934a-4383-ab78-bc9859f19886 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:37.116339 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-04b217ba-934a-4383-ab78-bc9859f19886 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.1852825 Dec 15 04:34:37.123410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151acc3c-0296-4991-ae6a-946daabeca4a req-ab4ff01d-e3ba-4d36-9bf7-9996d283af7a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:37.125459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-151acc3c-0296-4991-ae6a-946daabeca4a req-ab4ff01d-e3ba-4d36-9bf7-9996d283af7a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1588655 Dec 15 04:34:37.137615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Request body: {'port': {'device_id': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'admin_state_up': True, 'tenant_id': 'd771b587215e4062ad6a02527a0f41b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:37.186422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-network', 'tenant_id': '1d42a60419204da1885e4679580dcd5f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:37.202087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:37.225214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:37.226654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Made reservation on behalf of 1d42a60419204da1885e4679580dcd5f for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:37.228918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.236168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:37.243897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Pushing event updated for resources: {'Port': ['ID=d9147477-dd5f-4b37-8df6-160d98dec492,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:37.247845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.301472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Made reservation on behalf of d771b587215e4062ad6a02527a0f41b1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:37.304991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.321446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6066dfd-d11c-40f2-aa3d-585bb9da83f3 req-7d21ac0f-8b9f-4ecd-bdd7-63fd451046ce tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:37.323082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6066dfd-d11c-40f2-aa3d-585bb9da83f3 req-7d21ac0f-8b9f-4ecd-bdd7-63fd451046ce tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 946 time: 0.2719572 Dec 15 04:34:37.330445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-151acc3c-0296-4991-ae6a-946daabeca4a req-c3c8187d-f553-481e-946b-3bf26f5d980b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561487 Dec 15 04:34:37.426419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.438937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.484817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:34:37.516652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.516991 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Added segment 58ab5e4b-316a-4508-b971-ecfab04929f8 of type vlan for network 8ff63662-67aa-4701-92e4-a1858557ed3a Dec 15 04:34:37.518353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5534429-b2bf-426a-a960-280f07b93354,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:37.532289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Allocated IP 172.20.0.10 (3466872e-4a99-408e-8688-b61dbe3e286b/24a2245e-52aa-487e-a0d3-6ce360425293/36bfb1d6-c351-4e4f-a7b4-110139f8fe74) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:37.548988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85135a9a-af18-4209-b499-4684527460e6 req-0e0bd116-b7f4-49ef-b4d9-e0f4347dab1c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 210 time: 0.0791504 Dec 15 04:34:37.572900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.578105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6066dfd-d11c-40f2-aa3d-585bb9da83f3 req-e12fdb56-0503-4f93-8c8a-52fd0610f898 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441268 Dec 15 04:34:37.578921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.615532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9db92fe2-44d2-49c5-9569-7d02d6f854ce details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:37.640505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.640988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event deleted for resources: {'Port': ['ID=8669a3de-2eaf-426c-bcba-691a78a700ed,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:37.641780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:37.642415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.658535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:37.765695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] No DVR routers for this DVR port 8669a3de-2eaf-426c-bcba-691a78a700ed on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:37.767413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7717850 Dec 15 04:34:37.771279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57064) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:37.777792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Request body: {'subnet': {'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-subnet', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:37.783606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.790877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b4fbe2-546e-4b9f-9e9b-8713b71513dd req-e674e843-18ce-4ba0-9ec6-c120f6eeb486 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "DELETE /v2.0/ports/8669a3de-2eaf-426c-bcba-691a78a700ed HTTP/1.1" status: 204 len: 173 time: 1.9007943 Dec 15 04:34:37.793912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-deleted', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:37.797737 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f342a4-d913-4aae-9919-ebe391ef546b" -d '{"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-deleted", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:37.809815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54928f1-7f5e-4476-be58-021a0a82278a admin admin] Pushing event updated for resources: {'Network': ['ID=8ff63662-67aa-4701-92e4-a1858557ed3a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:37.865793 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5569215-0f27-4df6-bc2f-666ef7dfb5f8 x-openstack-request-id: req-a5569215-0f27-4df6-bc2f-666ef7dfb5f8 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:37.866230 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ac265f-7450-4d48-9e96-77c826c697ce", "name": "network-vif-deleted", "tag": "8669a3de-2eaf-426c-bcba-691a78a700ed", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:37.866491 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5569215-0f27-4df6-bc2f-666ef7dfb5f8 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:37.867168 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ac265f-7450-4d48-9e96-77c826c697ce', 'name': 'network-vif-deleted', 'tag': '8669a3de-2eaf-426c-bcba-691a78a700ed', 'status': 'completed', 'code': 200} Dec 15 04:34:37.869863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Made reservation on behalf of 1d42a60419204da1885e4679580dcd5f for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:37.872858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.892193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 8ff63662-67aa-4701-92e4-a1858557ed3a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:34:37.901146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.974429 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:37.994997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.048035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Network 3466872e-4a99-408e-8688-b61dbe3e286b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:38.055583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:38.060968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:38.089943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:38.123736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:38.124538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.142345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82c263ac-69ea-42f9-9f06-ee754038577c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0085127 Dec 15 04:34:38.165876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Request body: {'port': {'device_id': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:38.202137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port bb8cbffc-56fd-410d-b304-7141dd58f41d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:34:38.212737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port bb8cbffc-56fd-410d-b304-7141dd58f41d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:38.213104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.214526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd5c2-4da4-47e8-add6-10f98d984d57 req-092bfb76-b9fa-4e7e-a401-d136e3d88a30 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:38.216254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f6bd5c2-4da4-47e8-add6-10f98d984d57 req-092bfb76-b9fa-4e7e-a401-d136e3d88a30 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 943 time: 0.1861024 Dec 15 04:34:38.233021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.275443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:38.288728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4ffe1-8717-4d2c-aa6b-e63c8da54ebf req-e7cbe721-ff20-4634-ba85-9e10acd6e401 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:38.290119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'port_id': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'mac_address': 'fa:16:3e:89:73:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:38.290298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9f4ffe1-8717-4d2c-aa6b-e63c8da54ebf req-e7cbe721-ff20-4634-ba85-9e10acd6e401 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1769426 Dec 15 04:34:38.360774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.373082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.384623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db92fe2-44d2-49c5-9569-7d02d6f854ce {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:38.418780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:38.421089 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef82da9-e9ee-4c8b-b548-ad5debd8090d" -d '{"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-plugged", "status": "completed", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:38.424953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:38.433824 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.440516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:38.462633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-e89cfb1e-48aa-4e23-9cd2-4be793e398bf tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:38.464699 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-e89cfb1e-48aa-4e23-9cd2-4be793e398bf tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1098 time: 0.1079674 Dec 15 04:34:38.471951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.479003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-10'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:38.504939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=9db92fe2-44d2-49c5-9569-7d02d6f854ce,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:38.569261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:38.574457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.574807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.606241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f6bd5c2-4da4-47e8-add6-10f98d984d57 req-f89bd211-d4e0-4a5f-8da2-38851e47db73 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779414 Dec 15 04:34:38.660899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:38.671121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.707907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9f4ffe1-8717-4d2c-aa6b-e63c8da54ebf req-4a47104b-ec4f-4758-aa2c-4c6c8f5ec159 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994289 Dec 15 04:34:38.722820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907ecac6-8182-4b37-9d92-c66d79d693a7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:38.726953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Transition to ACTIVE for port object 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:38.729979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.736870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:38.770738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['9db92fe2-44d2-49c5-9569-7d02d6f854ce'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:38.818997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Checking segment: {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:38.819583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Network hostable DHCP agents. Network: 8ff63662-67aa-4701-92e4-a1858557ed3a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:34:38.820954 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b847b-ef8a-4d85-b92e-605531160a1d x-openstack-request-id: req-f52b847b-ef8a-4d85-b92e-605531160a1d {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:38.821592 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-plugged", "status": "completed", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:38.822312 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f52b847b-ef8a-4d85-b92e-605531160a1d {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:38.841401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:38.841970 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'code': 200} Dec 15 04:34:38.843958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0b2f-65cc-4f17-b408-c8b591abb8e2 req-3b939714-af0a-4253-a3d8-ec5b8a2efc6b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:38.845520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-925a0b2f-65cc-4f17-b408-c8b591abb8e2 req-3b939714-af0a-4253-a3d8-ec5b8a2efc6b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1760504 Dec 15 04:34:38.885689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Network 8ff63662-67aa-4701-92e4-a1858557ed3a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:34:38.888635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:38.951773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 8ff63662-67aa-4701-92e4-a1858557ed3a) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:38.968201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a6845-b62d-4dad-ab78-6196ac4a056b None None] Network 8ff63662-67aa-4701-92e4-a1858557ed3a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:34:39.007812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Attempting to bind port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:39.008378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Attempting to bind port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:39.008699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Attempting to bind port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:39.018171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:39.024176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-925a0b2f-65cc-4f17-b408-c8b591abb8e2 req-7272374c-4ef5-4daa-85c3-16fd2704f03c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659131 Dec 15 04:34:39.042302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 on network 3466872e-4a99-408e-8688-b61dbe3e286b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:39.045058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.046265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Attempting to bind port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:39.047005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.061281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:39.061798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Checking segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:39.062292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Bound using segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:39.062944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Bound port: 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:39.063966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.085673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d90d8-e6ba-469f-8948-b39bf99bac02 req-faee6abb-f53b-4c19-8f32-65764db8d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.087680 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e5d90d8-e6ba-469f-8948-b39bf99bac02 req-faee6abb-f53b-4c19-8f32-65764db8d027 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1102 time: 0.1368463 Dec 15 04:34:39.145770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:39.148550 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c3e177-832b-46fc-afae-6bd7fd48aea8" -d '{"events": [{"server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:39.153537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.176549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-8ff63662-67aa-4701-92e4-a1858557ed3a', 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a', 'project_id': '1d42a60419204da1885e4679580dcd5f', 'fixed_ips': [{'subnet_id': '907ecac6-8182-4b37-9d92-c66d79d693a7'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:34:39.181170 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.192868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.208702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8357242-6a44-428b-84be-ea8afdecfcc7 req-8d436b6a-9f99-484c-a37e-b69e37717578 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.211187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8357242-6a44-428b-84be-ea8afdecfcc7 req-8d436b6a-9f99-484c-a37e-b69e37717578 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 944 time: 0.2650766 Dec 15 04:34:39.217912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3524187c-ed86-4023-9b6a-6ef064a187b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4424152 Dec 15 04:34:39.224713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:39.227273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:39.234397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:39.246443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:34:39.266030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e5d90d8-e6ba-469f-8948-b39bf99bac02 req-95f8ee10-9625-4da0-898f-a213276b7344 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544530 Dec 15 04:34:39.276433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:39.281235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:39.300055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.302603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 8669a3de-2eaf-426c-bcba-691a78a700ed {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:34:39.302946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8669a3de-2eaf-426c-bcba-691a78a700ed not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:39.328357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:39.373652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.374303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.375687 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] 10.222.0.16 "PUT /v2.0/ports/36bfb1d6-c351-4e4f-a7b4-110139f8fe74 HTTP/1.1" status: 200 len: 1093 time: 1.2147288 Dec 15 04:34:39.383267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on host n-h1-820935-10 for vnic_type normal with profile {"migrating_to": "n-h2-820935-10"} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:39.383633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:39.384105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:39.396203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:39.396637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Attempting to bind port b6da5f23-2709-4f92-8a53-156613c5b9ea on network e496a23e-f358-4fbe-bd3b-5903885ee32b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:39.410968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:39.411500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Checking segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:39.411874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Bound using segment: {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:39.412335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Bound port: b6da5f23-2709-4f92-8a53-156613c5b9ea, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e496a23e-f358-4fbe-bd3b-5903885ee32b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:39.412703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.416140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740bfa2-66af-430f-aa71-8c7f30c1d85e service neutron] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:39.429251 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.430594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.456823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851cae-41a4-4faf-8744-a2e2673c6937 req-a1eb6e1d-f870-46a2-9290-656eab47676a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.458288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c851cae-41a4-4faf-8744-a2e2673c6937 req-a1eb6e1d-f870-46a2-9290-656eab47676a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.3256676 Dec 15 04:34:39.460439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Allocated IP 172.20.0.2 (8ff63662-67aa-4701-92e4-a1858557ed3a/907ecac6-8182-4b37-9d92-c66d79d693a7/9921bfb1-208a-4d33-8426-5717508b4767) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:39.466896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8357242-6a44-428b-84be-ea8afdecfcc7 req-8b992bf6-cb2c-4492-a2b0-582fe14e983b tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435110 Dec 15 04:34:39.555272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.574061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:39.577578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-65052770-bff7-4586-b6f1-74a39e3e1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.588289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-65052770-bff7-4586-b6f1-74a39e3e1540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 1096 time: 0.1258287 Dec 15 04:34:39.590224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:39.603065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.637055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:39.643849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c851cae-41a4-4faf-8744-a2e2673c6937 req-d178305a-a4aa-4a66-943a-5aba3f268049 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664598 Dec 15 04:34:39.644910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:39.650619 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf83428-5ca1-498c-a558-929a0a4fa641 x-openstack-request-id: req-8bf83428-5ca1-498c-a558-929a0a4fa641 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:39.651392 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:39.651973 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bf83428-5ca1-498c-a558-929a0a4fa641 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:39.653368 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'code': 200} Dec 15 04:34:39.711434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Sync routers for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:39.717562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-091bb73a-184c-40eb-8970-6c77b88a197b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74 HTTP/1.1" status: 200 len: 217 time: 0.1105189 Dec 15 04:34:39.745781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.753386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.755006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3ebc32ab-ed5a-44bf-a98a-7a0b1ff89e50 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2697966 Dec 15 04:34:39.773514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57090) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:39.781170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:39.783074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:39.813896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.814628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.816193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] 10.222.0.42 "PUT /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 1124 time: 1.3428736 Dec 15 04:34:39.816924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eb011-df39-4cb5-9205-7bde3e986755 service neutron] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:39.831871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82a666d9-a810-47da-96df-80646d529003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:39.833752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-82a666d9-a810-47da-96df-80646d529003 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.1068003 Dec 15 04:34:39.877049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-e03e292f-6a99-41a0-95e2-92a011d8b107 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340254 Dec 15 04:34:39.954566 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:39.968835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['b6da5f23-2709-4f92-8a53-156613c5b9ea'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:39.973145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:39.983934 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:40.027784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b6da5f23-2709-4f92-8a53-156613c5b9ea'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:40.093059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea has no active binding in host n-h2-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:34:40.115987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:40.122243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Network 8ff63662-67aa-4701-92e4-a1858557ed3a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:40.190748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:40.195007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:40.197238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Pushing event updated for resources: {'Port': ['ID=9921bfb1-208a-4d33-8426-5717508b4767,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:40.277477 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-ac61feba-a7f5-4834-a722-db372e8adad4 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912165 Dec 15 04:34:40.374579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a076f80-37d8-4063-a5e2-b6a9ce5e1898 req-1051bf89-7c0b-4311-ba4d-a0a620ae206a service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870919 Dec 15 04:34:40.410860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Attempting to bind port 9921bfb1-208a-4d33-8426-5717508b4767 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:40.411296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Attempting to bind port 9921bfb1-208a-4d33-8426-5717508b4767 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:40.411668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Attempting to bind port 9921bfb1-208a-4d33-8426-5717508b4767 on network 8ff63662-67aa-4701-92e4-a1858557ed3a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:40.446356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:40.446734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Checking segment: {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:40.447140 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:40.447534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Bound using segment: {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:40.448126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Bound port: 9921bfb1-208a-4d33-8426-5717508b4767, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:40.448443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:40.458593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e25c-cad5-4fc5-8e1a-e1bdc1abb7a9 req-f35c9429-b8e4-4bf7-9d8d-1fc5294c7afe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:40.464559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3d1e25c-cad5-4fc5-8e1a-e1bdc1abb7a9 req-f35c9429-b8e4-4bf7-9d8d-1fc5294c7afe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 944 time: 0.7083662 Dec 15 04:34:40.542510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-d38dbb8f-1253-4625-a73e-c503bf606227 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:40.543929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-d38dbb8f-1253-4625-a73e-c503bf606227 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.5343878 Dec 15 04:34:40.558570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b793f97-fc02-44b0-aa4b-80317d70a372 req-42e6e0cf-77b6-4a3e-8e03-884856420c70 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:40.559966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b793f97-fc02-44b0-aa4b-80317d70a372 req-42e6e0cf-77b6-4a3e-8e03-884856420c70 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 945 time: 0.5516233 Dec 15 04:34:40.625765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] For port 9921bfb1-208a-4d33-8426-5717508b4767, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:40.632791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] For port 9921bfb1-208a-4d33-8426-5717508b4767, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9921bfb1-208a-4d33-8426-5717508b4767,segment=NetworkSegment(58ab5e4b-316a-4508-b971-ecfab04929f8),segment_id=58ab5e4b-316a-4508-b971-ecfab04929f8)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:40.642000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:40.644451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:37Z', 'revision_number': 3, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:40.693892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3d1e25c-cad5-4fc5-8e1a-e1bdc1abb7a9 req-940f0170-ff2d-4bf4-83bb-862e1543cf6a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260518 Dec 15 04:34:40.699280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Checking router: d115d4c9-2b4c-4059-ac9a-12feafbf0e29 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:40.699917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Updating router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 port d9147477-dd5f-4b37-8df6-160d98dec492 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:34:40.749626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:40.754279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48340c6d-a0c3-4428-a28a-58e27decfbb0 None None] Pushing event updated for resources: {'Port': ['ID=9921bfb1-208a-4d33-8426-5717508b4767,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:40.796655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b793f97-fc02-44b0-aa4b-80317d70a372 req-3aa8c66b-c969-4ab2-8b9a-140e7d9986b0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204056 Dec 15 04:34:41.005909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Deleting port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:41.006256 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.085397 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.091185 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.095657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd11ee-096c-4eb7-a6f9-a1c841355035 req-ce12c96e-d47c-4d11-8d55-1b21a45ac566 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:41.103274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0fd11ee-096c-4eb7-a6f9-a1c841355035 req-ce12c96e-d47c-4d11-8d55-1b21a45ac566 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.3150880 Dec 15 04:34:41.147033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Attempting to bind port d9147477-dd5f-4b37-8df6-160d98dec492 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:41.147406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Attempting to bind port d9147477-dd5f-4b37-8df6-160d98dec492 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:41.147830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Attempting to bind port d9147477-dd5f-4b37-8df6-160d98dec492 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:41.156210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355bb20-4e77-4da6-b9a2-e7ab5ff4f695 None None] Pushing event updated for resources: {'Port': ['ID=d9147477-dd5f-4b37-8df6-160d98dec492,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:41.160196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:41.160568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:41.160963 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.161339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:41.161802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Bound port: d9147477-dd5f-4b37-8df6-160d98dec492, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:41.162181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.191454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.209016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf283f6-d9db-4957-84c1-fd91668fef7f req-16489546-ad8a-4bad-bf1d-e14b2e1e8f82 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:41.210522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddf283f6-d9db-4957-84c1-fd91668fef7f req-16489546-ad8a-4bad-bf1d-e14b2e1e8f82 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 944 time: 0.2909207 Dec 15 04:34:41.215131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] For port d9147477-dd5f-4b37-8df6-160d98dec492, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:41.218391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] For port d9147477-dd5f-4b37-8df6-160d98dec492, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9147477-dd5f-4b37-8df6-160d98dec492,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:41.223444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.248538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.288666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:41.289627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:41.302900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0fd11ee-096c-4eb7-a6f9-a1c841355035 req-bb4069a9-bf18-435c-be22-21256a517f05 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987431 Dec 15 04:34:41.345370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] For port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:41.345819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.407993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Calling delete_port for 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:41.462535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.483324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddf283f6-d9db-4957-84c1-fd91668fef7f req-0120442f-6032-4b2d-9056-f395f336e417 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408197 Dec 15 04:34:41.505085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355bb20-4e77-4da6-b9a2-e7ab5ff4f695 None None] Pushing event updated for resources: {'Port': ['ID=d9147477-dd5f-4b37-8df6-160d98dec492,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:41.563994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:41.648721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9db92fe2-44d2-49c5-9569-7d02d6f854ce up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:41.655130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74'}, {'name': 'network-changed', 'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:41.656923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Allocated IP 172.25.2.209 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7e913ae1-8732-42e5-9019-e121b355a7c7) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:41.658691 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74"}, {"name": "network-changed", "server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:41.755750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f6b80-aa82-4f50-abc0-bae9faf24986 req-a0eb25ec-8365-4c49-908e-b467ce928425 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:41.757906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-704f6b80-aa82-4f50-abc0-bae9faf24986 req-a0eb25ec-8365-4c49-908e-b467ce928425 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.2632682 Dec 15 04:34:41.785893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 9db92fe2-44d2-49c5-9569-7d02d6f854ce completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:34:41.792296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 9db92fe2-44d2-49c5-9569-7d02d6f854ce triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:41.793404 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.953064 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:41.968649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6c11f-027f-473a-b75d-1411d2b32b21 None None] Network 8ff63662-67aa-4701-92e4-a1858557ed3a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:34:41.986005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:37Z', 'revision_number': 3, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:42.029559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-704f6b80-aa82-4f50-abc0-bae9faf24986 req-3b021dfc-6eb6-4c08-a78f-d5ae885f28ce tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352395 Dec 15 04:34:42.035098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.042769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d49b4-8b56-410c-ab5e-ce4fb23f506e req-60daa171-fc22-4ced-9c04-244330d84644 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:42.044316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f7d49b4-8b56-410c-ab5e-ce4fb23f506e req-60daa171-fc22-4ced-9c04-244330d84644 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1102 time: 0.2361290 Dec 15 04:34:42.078854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9921bfb1-208a-4d33-8426-5717508b4767 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:42.081360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f2dc3-4839-4703-9ecb-bcb1bf557f58 None None] The sync data for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 is: [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:37Z', 'revision_number': 3, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:42.089665 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b39da0-3ac9-4d4d-8f89-93a8d4c43d94 x-openstack-request-id: req-c9b39da0-3ac9-4d4d-8f89-93a8d4c43d94 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:42.089934 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:42.090569 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9b39da0-3ac9-4d4d-8f89-93a8d4c43d94 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:42.091128 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'status': 'completed', 'code': 200} Dec 15 04:34:42.091241 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'status': 'completed', 'code': 200} Dec 15 04:34:42.102954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.117356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:42.126452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Allocated IP 172.20.0.1 (cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882/bed86bc6-a323-47d2-b469-f0f5ecc06714/b4f3232f-730c-4bc8-9246-01e85b90bea9) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:42.131564 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7d75b-40a9-48af-a751-24b7d339bb27" -d '{"events": [{"server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "name": "network-vif-plugged", "status": "completed", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:42.134005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event deleted for resources: {'Port': ['ID=0c4c3e74-31e1-4478-b1de-cfe7e1682c7d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:42.159200 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4f7d49b4-8b56-410c-ab5e-ce4fb23f506e req-9918f4e9-028a-437c-adcf-435f46884d19 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.167740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e865ae-b6af-441c-a815-6406c6948131 None None] Provisioning complete for port 9921bfb1-208a-4d33-8426-5717508b4767 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:42.168148 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e865ae-b6af-441c-a815-6406c6948131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.198402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:42.209381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-82cdebd7-61af-4264-aeac-4c6299c07ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:42.212270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-82cdebd7-61af-4264-aeac-4c6299c07ab2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 1096 time: 0.0693803 Dec 15 04:34:42.215695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.322491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] No DVR routers for this DVR port 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:42.330025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-6b9e50c0-dc68-4ec9-bd6f-e1aa3408c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:42.331900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-6b9e50c0-dc68-4ec9-bd6f-e1aa3408c15a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 905 time: 0.1121304 Dec 15 04:34:42.332834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.336696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5cbc776-200c-45c5-bb9e-46627561b66e req-252b31a2-9ba1-417e-8239-0a7df1aee8b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "DELETE /v2.0/ports/0c4c3e74-31e1-4478-b1de-cfe7e1682c7d HTTP/1.1" status: 204 len: 173 time: 1.7717161 Dec 15 04:34:42.337346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'name': 'network-vif-deleted', 'tag': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:42.339768 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04b7433-efc2-475c-aa05-ad25a2f56ff4" -d '{"events": [{"server_uuid": "c438ea19-88c2-4c46-9c3b-9934e295cbb6", "name": "network-vif-deleted", "tag": "0c4c3e74-31e1-4478-b1de-cfe7e1682c7d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:42.354685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9921bfb1-208a-4d33-8426-5717508b4767 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:42.355093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.356683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.390995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=9db92fe2-44d2-49c5-9569-7d02d6f854ce,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:42.410946 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-1f167ccb-1d2b-444e-bda9-29742e2f4696 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74 HTTP/1.1" status: 200 len: 217 time: 0.0678270 Dec 15 04:34:42.446660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:42.455612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:42.465784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa6570-660d-44c0-9d45-09b612eb1841 req-9b3dee0d-d862-462a-9038-3551a513bf0b tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:42.467341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5aa6570-660d-44c0-9d45-09b612eb1841 req-9b3dee0d-d862-462a-9038-3551a513bf0b tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 945 time: 0.2782273 Dec 15 04:34:42.468210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:42.473296 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e865ae-b6af-441c-a815-6406c6948131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.518933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-369e993f-f6cf-4154-875b-f9c3da7fa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:42.520901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-369e993f-f6cf-4154-875b-f9c3da7fa506 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.1010580 Dec 15 04:34:42.529331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Pushing event updated for resources: {'Port': ['ID=7e913ae1-8732-42e5-9019-e121b355a7c7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:42.573860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e865ae-b6af-441c-a815-6406c6948131 None None] For port 9921bfb1-208a-4d33-8426-5717508b4767, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9921bfb1-208a-4d33-8426-5717508b4767,segment=NetworkSegment(58ab5e4b-316a-4508-b971-ecfab04929f8),segment_id=58ab5e4b-316a-4508-b971-ecfab04929f8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:42.582762 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e865ae-b6af-441c-a815-6406c6948131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.601012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.617807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-ae09bd25-01d4-4dbe-af64-9d8f6dbb98a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855968 Dec 15 04:34:42.700262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e865ae-b6af-441c-a815-6406c6948131 None None] Pushing event updated for resources: {'Port': ['ID=9921bfb1-208a-4d33-8426-5717508b4767,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:42.751784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5aa6570-660d-44c0-9d45-09b612eb1841 req-23150b2f-9fe1-4766-bce5-05671fe2dba8 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681494 Dec 15 04:34:42.803804 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-246abf85-a77e-4af1-b3bb-1909d5392722 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725402 Dec 15 04:34:42.815067 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4f7d49b4-8b56-410c-ab5e-ce4fb23f506e req-9918f4e9-028a-437c-adcf-435f46884d19 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.860743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4f7d49b4-8b56-410c-ab5e-ce4fb23f506e req-9918f4e9-028a-437c-adcf-435f46884d19 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.893698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f7d49b4-8b56-410c-ab5e-ce4fb23f506e req-9918f4e9-028a-437c-adcf-435f46884d19 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207278 Dec 15 04:34:42.957693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af97e638-3dc9-4ac8-a1ad-82b9bcc243c6 req-ca3a5201-2068-46a3-831f-5ac1d4546c65 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=c438ea19-88c2-4c46-9c3b-9934e295cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0966401 Dec 15 04:34:42.962542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8ca0ee17-b187-499a-aa8f-c9e4f803a995 None None] Provisioning complete for port 9921bfb1-208a-4d33-8426-5717508b4767 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:42.963413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ee17-b187-499a-aa8f-c9e4f803a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:42.967088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-3bdbe6f1-f3ce-40b7-aa06-0ea3e1b8c841 service neutron] 10.222.0.16 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215796 Dec 15 04:34:42.993566 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83ae30-5c48-43d1-8219-f07227c0a523 x-openstack-request-id: req-8d83ae30-5c48-43d1-8219-f07227c0a523 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:42.993888 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "name": "network-vif-plugged", "status": "completed", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:42.994093 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d83ae30-5c48-43d1-8219-f07227c0a523 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:42.994485 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'code': 200} Dec 15 04:34:43.073086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:43.083678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918f4e9-028a-437c-adcf-435f46884d19 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a452fac-d734-457f-aaa3-c6d7aa4ec6eb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:43.177417 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88a67ac-ba47-4b2f-9e76-5d5474a8718d x-openstack-request-id: req-e88a67ac-ba47-4b2f-9e76-5d5474a8718d {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:43.177752 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c438ea19-88c2-4c46-9c3b-9934e295cbb6", "name": "network-vif-deleted", "tag": "0c4c3e74-31e1-4478-b1de-cfe7e1682c7d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:43.177996 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e88a67ac-ba47-4b2f-9e76-5d5474a8718d {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:43.184887 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c438ea19-88c2-4c46-9c3b-9934e295cbb6', 'name': 'network-vif-deleted', 'tag': '0c4c3e74-31e1-4478-b1de-cfe7e1682c7d', 'status': 'completed', 'code': 200} Dec 15 04:34:43.227526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-da16c9f2-ebe2-46c0-8376-6077b974b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:43.229502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-da16c9f2-ebe2-46c0-8376-6077b974b4d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1127 time: 0.1199541 Dec 15 04:34:43.238658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd4ce7-dc8e-4b3f-a007-0042e1fa118b req-345e30d2-8ad0-4e8c-b165-9f627703dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:43.240963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ecd4ce7-dc8e-4b3f-a007-0042e1fa118b req-345e30d2-8ad0-4e8c-b165-9f627703dca5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1097 time: 0.0783422 Dec 15 04:34:43.247679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:43.362749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:43.382685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:43.386714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ecd4ce7-dc8e-4b3f-a007-0042e1fa118b req-ac8abda5-1d2f-4b57-94cb-5b17c8e8e7f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362085 Dec 15 04:34:43.389142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:43.395165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:43.408906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:34:43.409404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c4c3e74-31e1-4478-b1de-cfe7e1682c7d not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:43.442521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-4049b0e8-5f6e-463e-98ba-efad735b4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:43.444457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-4049b0e8-5f6e-463e-98ba-efad735b4ea9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1823993 Dec 15 04:34:43.466419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:43.487795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'mac_address': 'fa:16:3e:c1:2b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:43.491781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:43.537761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:43.548963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-a605ec4f-2880-44c8-9241-38d2b8064cbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 217 time: 0.0935853 Dec 15 04:34:43.561255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:43.593446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:43.601158 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:43.640215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f3232f-730c-4bc8-9246-01e85b90bea9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:43.662478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:43.689826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-046ecae4-2efb-4290-9c39-5b68288b1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:43.691515 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-046ecae4-2efb-4290-9c39-5b68288b1e35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1305394 Dec 15 04:34:43.707465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:43.743770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-88d6d2bc-4f3d-457a-b707-990e047011b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426631 Dec 15 04:34:43.780910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429508d0-ad8e-410b-988c-86ba05a2b7a4 req-4bfc3f8c-3cf7-44d0-9fb3-b6c9c14e2a92 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:43.788819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-429508d0-ad8e-410b-988c-86ba05a2b7a4 req-4bfc3f8c-3cf7-44d0-9fb3-b6c9c14e2a92 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 944 time: 0.4494627 Dec 15 04:34:43.876516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-89eaf26d-6659-42dc-8e35-8d96eaf05ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235383 Dec 15 04:34:43.986030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-429508d0-ad8e-410b-988c-86ba05a2b7a4 req-5157d0a7-c59f-4d66-bfbb-95bebb375e9f tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911504 Dec 15 04:34:44.046862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-63ee19c2-aaa0-478a-8753-ef0b66c9d3ab req-f7c0e51f-209d-4f6c-95f7-91a39be98206 service neutron] 10.222.0.16 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619051 Dec 15 04:34:44.074864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['36bfb1d6-c351-4e4f-a7b4-110139f8fe74'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:44.223486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d9147477-dd5f-4b37-8df6-160d98dec492 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:44.303896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d9147477-dd5f-4b37-8df6-160d98dec492 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:44.304861 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:44.474485 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:44.500566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port d9147477-dd5f-4b37-8df6-160d98dec492, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9147477-dd5f-4b37-8df6-160d98dec492,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:44.507209 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:44.508417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9921bfb1-208a-4d33-8426-5717508b4767 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:44.636344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9921bfb1-208a-4d33-8426-5717508b4767 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:44.636823 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:44.642896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=d9147477-dd5f-4b37-8df6-160d98dec492,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:44.736471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:44.808309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:44.883047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-7e6e70c2-a53e-4584-bc8f-81ae895e9c1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3427095 Dec 15 04:34:44.891345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64158560-3b27-44c8-88e8-f8fa57fd27f5 req-2ae04557-6f38-41b2-9cb8-7f51bed25948 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:44.892836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64158560-3b27-44c8-88e8-f8fa57fd27f5 req-2ae04557-6f38-41b2-9cb8-7f51bed25948 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.3498576 Dec 15 04:34:44.898621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-6625095f-e135-4b1a-a3bd-885be8b50b98 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:34:44.899557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-6625095f-e135-4b1a-a3bd-885be8b50b98 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048938 Dec 15 04:34:44.942113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97a04-6448-4edb-8a57-fed96a284745 req-d76d8edd-1018-4bfa-bb8c-5783a8c48570 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:44.948850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38b97a04-6448-4edb-8a57-fed96a284745 req-d76d8edd-1018-4bfa-bb8c-5783a8c48570 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 945 time: 0.4071238 Dec 15 04:34:45.047101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64158560-3b27-44c8-88e8-f8fa57fd27f5 req-92bd2551-f0ab-42f6-ad07-84cffdbbc1d7 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437013 Dec 15 04:34:45.066865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-3d2b9e07-2635-4773-83ae-967c3616f014 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624428 Dec 15 04:34:45.130969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38b97a04-6448-4edb-8a57-fed96a284745 req-a64558c0-0e81-4d41-894e-3f4b3e6623ff tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703010 Dec 15 04:34:45.254316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-a429d8b1-d035-4ac3-89d2-6b9094e1a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:45.255998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-a429d8b1-d035-4ac3-89d2-6b9094e1a3b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 1096 time: 0.0817225 Dec 15 04:34:45.275183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:45.276170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Router 2ecc539b-e796-46f7-8011-7412945db52d is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:34:45.405731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:34:45.413253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:45.413813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.462000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-f8007388-d7dc-46c5-a9b8-000e43eac5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:45.462752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498d058-3536-45c3-b54c-6264be9524b3 req-52e82f61-d640-4310-a777-af8383d630c3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:45.463793 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-f8007388-d7dc-46c5-a9b8-000e43eac5fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1835051 Dec 15 04:34:45.472843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1498d058-3536-45c3-b54c-6264be9524b3 req-52e82f61-d640-4310-a777-af8383d630c3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.2520795 Dec 15 04:34:45.527256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-402c1ceb-50dc-45fe-916b-80b05cc5ed3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 200 len: 217 time: 0.0560391 Dec 15 04:34:45.537731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.572347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:45.575131 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45b60d-b661-4073-8852-34c51725bb7b" -d '{"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:45.589749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.609037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.611654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:45.619227 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.645473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-c0b95e88-13d9-456b-9c3f-52ab0fa2c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:45.646965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-c0b95e88-13d9-456b-9c3f-52ab0fa2c3a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1102319 Dec 15 04:34:45.680745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:45.692398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.697019 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-005ab1df-72b5-4810-a366-592df178ea4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418134 Dec 15 04:34:45.710786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4da328-30df-45ca-bb02-4ef089b529cb req-19b01e79-76e7-4fa1-b61c-8cadc51f3059 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:45.712338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b4da328-30df-45ca-bb02-4ef089b529cb req-19b01e79-76e7-4fa1-b61c-8cadc51f3059 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 945 time: 0.1906500 Dec 15 04:34:45.713376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:45.732595 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Sync routers for ids ['2ecc539b-e796-46f7-8011-7412945db52d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:45.757459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Routers {'2ecc539b-e796-46f7-8011-7412945db52d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:45.758236 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2ecc539b-e796-46f7-8011-7412945db52d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:45.804197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1498d058-3536-45c3-b54c-6264be9524b3 req-f7ee6b1e-7285-46cf-8e7e-89f87dd7c55b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302374 Dec 15 04:34:45.829447 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-cffc8384-80cc-4096-a483-455bada9bf46 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244214 Dec 15 04:34:45.837390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:45.838628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2508c63e-ab0c-400d-b2e6-21a6e76ef356 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6101394 Dec 15 04:34:45.866377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:45.894672 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Set router 2ecc539b-e796-46f7-8011-7412945db52d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:46.047907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d9147477-dd5f-4b37-8df6-160d98dec492 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:46.095609 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fdfb10b0-8021-41e4-b4d4-eb3efddc3b65 req-171fe34a-4400-4522-9eb0-4d91271811a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570705 Dec 15 04:34:46.174646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d9147477-dd5f-4b37-8df6-160d98dec492 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:46.175036 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.192867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f3232f-730c-4bc8-9246-01e85b90bea9,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:46.221324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b4da328-30df-45ca-bb02-4ef089b529cb req-92d92370-6e0b-4901-a2d4-3e4159ceb1cd tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713235 Dec 15 04:34:46.302084 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 3, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:46.342192 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Checking router: 2ecc539b-e796-46f7-8011-7412945db52d for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:46.342938 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Updating router 2ecc539b-e796-46f7-8011-7412945db52d port 7e913ae1-8732-42e5-9019-e121b355a7c7 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:34:46.345536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-20ded936-b9a8-463e-95b1-375224f36793 service neutron] 10.222.0.16 "GET /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.1304588 Dec 15 04:34:46.431029 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.450275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:46.454419 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d74f7-76d3-44f9-a201-964ae0f281a6 x-openstack-request-id: req-071d74f7-76d3-44f9-a201-964ae0f281a6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:46.454924 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:46.455303 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-071d74f7-76d3-44f9-a201-964ae0f281a6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:46.455773 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'code': 200} Dec 15 04:34:46.493666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:46.638000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:46.654214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-9a78437b-bf34-4128-8ff2-63691fe1522b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:46.655747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-9a78437b-bf34-4128-8ff2-63691fe1522b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.6834936 Dec 15 04:34:46.664713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:46.689589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe12a2b-e691-44ec-8081-4175727c9975 req-7e106a19-dad3-4de7-81c4-bb073a5b0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:46.691081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fe12a2b-e691-44ec-8081-4175727c9975 req-7e106a19-dad3-4de7-81c4-bb073a5b0562 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 1098 time: 0.2301874 Dec 15 04:34:46.707352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6da5f23-2709-4f92-8a53-156613c5b9ea {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:46.715681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c6882-ab72-4142-8114-966509a0d9da req-bcfb4935-fa40-4149-a5af-876b051734f1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:46.720316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:46.721283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b52c6882-ab72-4142-8114-966509a0d9da req-bcfb4935-fa40-4149-a5af-876b051734f1 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 944 time: 0.2695146 Dec 15 04:34:46.734717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.754640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-537178ec-2f2f-4912-9068-4db09b0cbe1c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0735288 Dec 15 04:34:46.822911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Transition to ACTIVE for port object b6da5f23-2709-4f92-8a53-156613c5b9ea will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:46.830862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.851516 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.857823 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.906205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-ea63802d-4d36-463c-9d26-6320d70534db tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1310246 Dec 15 04:34:46.918458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] No DVR routers for this DVR port b6da5f23-2709-4f92-8a53-156613c5b9ea on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:46.931150 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Attempting to bind port 7e913ae1-8732-42e5-9019-e121b355a7c7 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:46.931577 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Attempting to bind port 7e913ae1-8732-42e5-9019-e121b355a7c7 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:46.932143 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Attempting to bind port 7e913ae1-8732-42e5-9019-e121b355a7c7 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:46.935964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Pushing event updated for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:46.941010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:46.942527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:46.942527 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.942527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:46.943609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Bound port: 7e913ae1-8732-42e5-9019-e121b355a7c7, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:46.944009 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:46.944559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:34:46.946998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.947299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.947685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.948156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.948456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.948890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.949270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.949602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.949928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.950255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.950580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.950901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.951222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:46.976763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-c6080e17-55e3-4ce4-90d7-9af45c3c84fa service neutron] 10.222.0.16 "PUT /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea/bindings/n-h2-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6152720 Dec 15 04:34:46.978567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb7f29-b37a-4110-9431-b696ec307f2a None None] Pushing event updated for resources: {'Port': ['ID=7e913ae1-8732-42e5-9019-e121b355a7c7,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:47.005083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fe12a2b-e691-44ec-8081-4175727c9975 req-71339232-932f-4acd-aecc-8b6f52984412 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990007 Dec 15 04:34:47.012364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b52c6882-ab72-4142-8114-966509a0d9da req-12c1c6ee-0d4e-4599-910d-8a0f09550ec4 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717867 Dec 15 04:34:47.022459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] For port 7e913ae1-8732-42e5-9019-e121b355a7c7, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:47.039875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8bbf77f2-1f06-4263-bdef-852c28243725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.041698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8bbf77f2-1f06-4263-bdef-852c28243725 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1102 time: 0.0540087 Dec 15 04:34:47.043157 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] For port 7e913ae1-8732-42e5-9019-e121b355a7c7, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7e913ae1-8732-42e5-9019-e121b355a7c7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:47.048580 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:47.134665 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Routers {'2ecc539b-e796-46f7-8011-7412945db52d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:47.135277 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2ecc539b-e796-46f7-8011-7412945db52d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:47.148611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-f313f508-4dee-4553-a052-12c04f5d244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.150862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-f313f508-4dee-4553-a052-12c04f5d244a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1013632 Dec 15 04:34:47.216191 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb7f29-b37a-4110-9431-b696ec307f2a None None] Pushing event updated for resources: {'Port': ['ID=7e913ae1-8732-42e5-9019-e121b355a7c7,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:47.223918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-6dcd8135-c507-4c0a-88f8-71435ff1d357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.0520060 Dec 15 04:34:47.261209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:47.265040 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] Set router 2ecc539b-e796-46f7-8011-7412945db52d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:47.303234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:47.306189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-e59e5740-be0c-4a26-96b4-dab0994bd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.309186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-e59e5740-be0c-4a26-96b4-dab0994bd3b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0773499 Dec 15 04:34:47.365229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-94dcb89c-6d80-4873-be6b-0686370a65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.367091 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-94dcb89c-6d80-4873-be6b-0686370a65c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493634 Dec 15 04:34:47.466396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-a2bdea93-1fd1-43eb-8aec-b62fb187d194 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.468244 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-a2bdea93-1fd1-43eb-8aec-b62fb187d194 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.0999207 Dec 15 04:34:47.474788 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 3, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:47.503691 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a8195-9fb0-49d4-aa8e-d08f7292f713 None None] The sync data for ids ['2ecc539b-e796-46f7-8011-7412945db52d'] in n-d-820935-10 is: [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 3, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:47.523465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-87058167-ebf6-49a4-acf5-c6a00640e6b0 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458533 Dec 15 04:34:47.548142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-500b147a-e02a-4565-b217-a969bfe4256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.549433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-500b147a-e02a-4565-b217-a969bfe4256b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e&tenant_id=61697276bd4442839fa411b0244d2f45 HTTP/1.1" status: 200 len: 1097 time: 0.0682445 Dec 15 04:34:47.587383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-71766b49-4bec-4e9a-8f91-0aed6d8af633 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651821 Dec 15 04:34:47.650715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-62409a44-f758-4bec-bcab-4decc9bbdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.652304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-62409a44-f758-4bec-bcab-4decc9bbdebb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61697276bd4442839fa411b0244d2f45&device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1097 time: 0.0616875 Dec 15 04:34:47.678729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af879650-c1f8-4d46-9a48-e27a5f5af153 req-841ed220-7371-4739-ba92-0616432feaaa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.680300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af879650-c1f8-4d46-9a48-e27a5f5af153 req-841ed220-7371-4739-ba92-0616432feaaa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 945 time: 0.5563064 Dec 15 04:34:47.710914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-9adcf1a8-79dd-4d3c-bd58-ed14a23ce306 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724689 Dec 15 04:34:47.726619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:47.744397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-65065747-eeb9-4ce8-8dfc-4a46b1f423e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/d115d4c9-2b4c-4059-ac9a-12feafbf0e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8952127 Dec 15 04:34:47.776344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Sync routers for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:47.804463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:47.808617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:47.814355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-928cffa5-0ee5-49a4-845c-5c721f9fbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:47.815846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-928cffa5-0ee5-49a4-845c-5c721f9fbfe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 200 len: 920 time: 0.1541724 Dec 15 04:34:47.870889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:47.873977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-2a5d63da-16b5-4d8d-aebb-b966a1db0605 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856283 Dec 15 04:34:47.939703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-adbeb523-c031-4043-acd1-d35672f9a059 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 200 len: 217 time: 0.1140020 Dec 15 04:34:48.067506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-1a6c4d75-cd2d-4534-ba18-d97a44854f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:48.074568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-1a6c4d75-cd2d-4534-ba18-d97a44854f5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 200 len: 860 time: 0.1268053 Dec 15 04:34:48.125061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:48.127557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e913ae1-8732-42e5-9019-e121b355a7c7 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:48.148198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-e4b82f79-af49-4aa5-832c-dec0ecf05e84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e496a23e-f358-4fbe-bd3b-5903885ee32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656552 Dec 15 04:34:48.148690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af879650-c1f8-4d46-9a48-e27a5f5af153 req-b1821389-0635-4add-9a98-c06202973482 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401050 Dec 15 04:34:48.348775 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-05dcea50-2868-453a-85a5-38aa05437d0a service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836841 Dec 15 04:34:48.390012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Allocated IP 172.20.0.1 (8ff63662-67aa-4701-92e4-a1858557ed3a/907ecac6-8182-4b37-9d92-c66d79d693a7/ca00646a-6735-4f96-be62-2e1528e26214) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:48.451836 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7e913ae1-8732-42e5-9019-e121b355a7c7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:48.452270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:48.511486 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-8ec28e65-a41e-4ec6-b25d-e1f7512d873a service neutron] 10.222.0.42 "GET /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503606 Dec 15 04:34:48.524492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77484ed3-c035-44b8-a126-fd66bbe005d3 req-500e4bd2-5bd5-453a-ac76-da4e6bb5938f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:48.540302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77484ed3-c035-44b8-a126-fd66bbe005d3 req-500e4bd2-5bd5-453a-ac76-da4e6bb5938f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.2533255 Dec 15 04:34:48.613818 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:48.635227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:48.641887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 7e913ae1-8732-42e5-9019-e121b355a7c7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7e913ae1-8732-42e5-9019-e121b355a7c7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:48.652130 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:48.679170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77484ed3-c035-44b8-a126-fd66bbe005d3 req-8a10eda8-c815-428d-9a9d-9f7837b5afbf tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277943 Dec 15 04:34:48.691291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee90ab-a794-41d6-8119-858a62956bce req-9e15ac9f-db2c-4bce-8a07-520c921a5bec tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:48.711695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37ee90ab-a794-41d6-8119-858a62956bce req-9e15ac9f-db2c-4bce-8a07-520c921a5bec tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 946 time: 0.3737028 Dec 15 04:34:48.734004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=7e913ae1-8732-42e5-9019-e121b355a7c7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:48.739232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:45Z', 'revision_number': 2, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:48.794564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37ee90ab-a794-41d6-8119-858a62956bce req-9d18cbd9-842a-417b-94cd-073601be48fc tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825331 Dec 15 04:34:48.807487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:48.834538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Checking router: d115d4c9-2b4c-4059-ac9a-12feafbf0e29 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:48.836579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Updating router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 port b4f3232f-730c-4bc8-9246-01e85b90bea9 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:34:48.864545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca00646a-6735-4f96-be62-2e1528e26214,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:48.877489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Network 8ff63662-67aa-4701-92e4-a1858557ed3a is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:48.879207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:48.881748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:48.919239 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:48.983910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b3f70f4-49b1-4a97-8b34-486486ed18e3 req-352629e1-476b-4515-a9e9-397c5f84b2a6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 210 time: 0.0698524 Dec 15 04:34:48.991232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-1b180aaa-dbf1-4be7-9dd0-c63a509f2f4c tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:48.992823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-1b180aaa-dbf1-4be7-9dd0-c63a509f2f4c tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e&tenant_id=61697276bd4442839fa411b0244d2f45&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.0648727 Dec 15 04:34:49.059509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.214621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-72c0cc10-703c-4a8f-8b85-abb7a0697068 service neutron] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:49.219373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-72c0cc10-703c-4a8f-8b85-abb7a0697068 service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.220868 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db989f2d-48e0-4b56-ac9e-36df86c1d50c req-72c0cc10-703c-4a8f-8b85-abb7a0697068 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea/bindings/n-h1-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.2187436 Dec 15 04:34:49.263750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1bfb0-dcce-4cd0-b6e3-9440b317b7a4 req-a2cf72f0-97e3-42fe-b594-c2bfeb14fe0a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:49.265314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbc1bfb0-dcce-4cd0-b6e3-9440b317b7a4 req-a2cf72f0-97e3-42fe-b594-c2bfeb14fe0a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 945 time: 0.1289773 Dec 15 04:34:49.290698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-1783094b-cbbc-4554-8223-650f373ad4cd tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:49.292165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-1783094b-cbbc-4554-8223-650f373ad4cd tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 820 time: 0.3586199 Dec 15 04:34:49.332003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-6bcb366e-e37c-407f-84b4-f0ef19002c34 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/quotas/0a987d56dae44b1cbb839d8256292ceb HTTP/1.1" status: 200 len: 375 time: 0.0272205 Dec 15 04:34:49.345504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.349683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c0b22fab-24c7-49a8-895e-aebdc64b8c39 None None] Provisioning complete for port ca00646a-6735-4f96-be62-2e1528e26214 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:49.350188 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0b22fab-24c7-49a8-895e-aebdc64b8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.353369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.407368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbc1bfb0-dcce-4cd0-b6e3-9440b317b7a4 req-0eaf6ad2-f427-4fa0-83ab-8d5ec650c144 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236713 Dec 15 04:34:49.414765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.430099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c0b22fab-24c7-49a8-895e-aebdc64b8c39 None None] Port ca00646a-6735-4f96-be62-2e1528e26214 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:34:49.433980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98955273-482e-46d3-880e-81a007ef75d4 None None] Pushing event updated for resources: {'Port': ['ID=b4f3232f-730c-4bc8-9246-01e85b90bea9,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:49.449477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-a07ffa4c-a67e-47bc-b677-d00930aafefd tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027431 Dec 15 04:34:49.490561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Attempting to bind port b4f3232f-730c-4bc8-9246-01e85b90bea9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:49.490872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Attempting to bind port b4f3232f-730c-4bc8-9246-01e85b90bea9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:49.491236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Attempting to bind port b4f3232f-730c-4bc8-9246-01e85b90bea9 on network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:49.496963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:49.497335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Checking segment: {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:49.497734 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.498156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Bound using segment: {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:49.498621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Bound port: b4f3232f-730c-4bc8-9246-01e85b90bea9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:49.499000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.564107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] For port b4f3232f-730c-4bc8-9246-01e85b90bea9, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:49.568056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] For port b4f3232f-730c-4bc8-9246-01e85b90bea9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b4f3232f-730c-4bc8-9246-01e85b90bea9,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:49.572998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:49.637616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:49.638286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:49.640327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98955273-482e-46d3-880e-81a007ef75d4 None None] Pushing event updated for resources: {'Port': ['ID=b4f3232f-730c-4bc8-9246-01e85b90bea9,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:49.768819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:49.887300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-91bff87f-84c1-48d6-ab35-488e92be691a service neutron] 10.222.0.37 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209630 Dec 15 04:34:49.902805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-d19722ec-721d-4d90-91cb-35e695b6d08f tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 258 time: 0.4354036 Dec 15 04:34:49.949338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:50.034101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:49Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:50.045214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-5f3c38aa-139f-4d4f-82f5-05e0ff2bf916 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:50.048975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-5f3c38aa-139f-4d4f-82f5-05e0ff2bf916 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.3345110 Dec 15 04:34:50.060650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.069258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e913ae1-8732-42e5-9019-e121b355a7c7 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:50.072439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ef82d-2d8b-4374-8a63-f073326b7c34 None None] The sync data for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 is: [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:49Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:50.080275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.088242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Request body: {'port': {'device_id': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'admin_state_up': True, 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:50.127084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7e913ae1-8732-42e5-9019-e121b355a7c7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:50.137513 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.197987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.296894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-cc2303ab-641f-4b12-a1ec-5d8b3c6e8e30 service neutron] 10.222.0.37 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883204 Dec 15 04:34:50.325534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca00646a-6735-4f96-be62-2e1528e26214,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:50.328002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.466225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:50.470242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.501194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Network 8ff63662-67aa-4701-92e4-a1858557ed3a is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:50.504060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:50.809125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.880797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0b60d405-a29c-4cda-9220-c55d80892bb1 None None] Provisioning complete for port ca00646a-6735-4f96-be62-2e1528e26214 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:50.881531 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b60d405-a29c-4cda-9220-c55d80892bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:50.898284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Allocated IP 172.20.0.9 (bb3edebe-44ec-4ae4-af7f-642eec37d382/66aba5da-b2fc-465e-a372-38bc928b9062/ec670f4a-eef7-40d7-a3de-047791251638) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:50.940186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0b60d405-a29c-4cda-9220-c55d80892bb1 None None] Port ca00646a-6735-4f96-be62-2e1528e26214 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:34:50.950148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c14d-8647-43ac-8349-05eec13d747a req-48bf7e6f-bc68-414e-b0ea-7d62dc96f245 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:50.951710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54a4c14d-8647-43ac-8349-05eec13d747a req-48bf7e6f-bc68-414e-b0ea-7d62dc96f245 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.2958848 Dec 15 04:34:50.970132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Router 2ecc539b-e796-46f7-8011-7412945db52d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:34:51.522004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Allocated IP 172.25.2.218 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/654b176e-8f46-4902-a7d6-6f7f28e209fa) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:51.530611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54a4c14d-8647-43ac-8349-05eec13d747a req-6eeb74b2-a844-4f4d-839c-2106c94f752c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713692 Dec 15 04:34:51.665770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:51.691522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:51.708993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1b51f78e-1473-477e-a868-9b5057f0bfc8 admin admin] 10.222.0.37 "PUT /v2.0/routers/2ecc539b-e796-46f7-8011-7412945db52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8329582 Dec 15 04:34:51.713289 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Sync routers for ids ['2ecc539b-e796-46f7-8011-7412945db52d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:51.727887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875963-6911-42b9-b2a1-dbd388bbeed7 req-2a6517cd-1722-4cbb-83b7-da41e6e57ebc tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:51.729445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91875963-6911-42b9-b2a1-dbd388bbeed7 req-2a6517cd-1722-4cbb-83b7-da41e6e57ebc tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 946 time: 0.1313703 Dec 15 04:34:51.731902 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Routers {'2ecc539b-e796-46f7-8011-7412945db52d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:51.732770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2ecc539b-e796-46f7-8011-7412945db52d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:51.820855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91875963-6911-42b9-b2a1-dbd388bbeed7 req-0d1de252-0803-4474-941a-618d1b7a4bc4 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808914 Dec 15 04:34:51.827134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:51.832031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:51.871535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-68d3756f-6eb3-45b0-b048-1faf0ec92e45 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:51.873110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-68d3756f-6eb3-45b0-b048-1faf0ec92e45 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 820 time: 0.1958575 Dec 15 04:34:51.901428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'port': {'device_id': '3a1b7296-0394-4393-b455-59e5cea62390', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'admin_state_up': True, 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:51.918075 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Set router 2ecc539b-e796-46f7-8011-7412945db52d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:51.930159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:51.947176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:51.974881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:51.982076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:52.040152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Made reservation on behalf of 0a987d56dae44b1cbb839d8256292ceb for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:34:52.045960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.051667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:52.052270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.063274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b4f3232f-730c-4bc8-9246-01e85b90bea9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:52.067404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.079793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-571de3de-6178-4a91-9463-91db3e149b06 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0018256 Dec 15 04:34:52.104709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Request body: {'port': {'device_id': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:52.138663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b4f3232f-730c-4bc8-9246-01e85b90bea9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:52.139320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.143554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:52.154001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:52.166759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f0fa-5ab3-4fac-a658-aaaba47466c7 req-10b73615-183c-4d2d-a293-b51b34979bce tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:52.168785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f11f0fa-5ab3-4fac-a658-aaaba47466c7 req-10b73615-183c-4d2d-a293-b51b34979bce tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 931 time: 0.2043035 Dec 15 04:34:52.169087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:52.179047 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:49Z', 'revision_number': 4, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ca00646a-6735-4f96-be62-2e1528e26214', 'name': '', 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'mac_address': 'fa:16:3e:ea:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '907ecac6-8182-4b37-9d92-c66d79d693a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:47Z', 'updated_at': '2021-12-15T04:34:49Z', 'revision_number': 2, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'subnets': [{'id': '907ecac6-8182-4b37-9d92-c66d79d693a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:52.193189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event updated for resources: {'Port': ['ID=654b176e-8f46-4902-a7d6-6f7f28e209fa,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:52.212615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Checking router: 2ecc539b-e796-46f7-8011-7412945db52d for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:52.212974 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Updating router 2ecc539b-e796-46f7-8011-7412945db52d port ca00646a-6735-4f96-be62-2e1528e26214 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:34:52.238600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.240370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Allocated IP 172.20.0.5 (cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882/bed86bc6-a323-47d2-b469-f0f5ecc06714/81433cef-b972-496c-b738-cf6b1ae1faa2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:34:52.243588 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.262129 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.293191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f11f0fa-5ab3-4fac-a658-aaaba47466c7 req-35e497ed-3cdf-4c8d-9435-a330944e313e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953047 Dec 15 04:34:52.295585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port b4f3232f-730c-4bc8-9246-01e85b90bea9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b4f3232f-730c-4bc8-9246-01e85b90bea9,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:52.304347 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.377261 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.400256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=b4f3232f-730c-4bc8-9246-01e85b90bea9,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:52.447696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.466329 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a373c30-1cc9-4774-804a-86896e908a0a req-54112b96-d15e-4bf0-acea-122be22ba271 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 210 time: 0.0451229 Dec 15 04:34:52.489594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.501947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.566091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:34:52.570853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:34:52.573581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:34:52.609155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:52.632956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:52.633583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.652603 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-07f48e34-3ca2-4457-81ab-f9a6583dea53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554984 Dec 15 04:34:52.666761 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.671549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Request body: {'port': {'device_id': '3a1b7296-0394-4393-b455-59e5cea62390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:52.673004 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.694076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c84741-308c-415a-9631-8521a6e7960e req-7d0eac92-12eb-43c6-acc0-49c76a2dc633 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:52.695829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69c84741-308c-415a-9631-8521a6e7960e req-7d0eac92-12eb-43c6-acc0-49c76a2dc633 tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 1097 time: 0.1324408 Dec 15 04:34:52.743106 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f8f04-2337-4ce1-a941-bb780d1fd11d None None] Pushing event updated for resources: {'Port': ['ID=ca00646a-6735-4f96-be62-2e1528e26214,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:52.743677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.808308 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Attempting to bind port ca00646a-6735-4f96-be62-2e1528e26214 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:52.808679 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Attempting to bind port ca00646a-6735-4f96-be62-2e1528e26214 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:52.809037 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Attempting to bind port ca00646a-6735-4f96-be62-2e1528e26214 on network 8ff63662-67aa-4701-92e4-a1858557ed3a {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:52.812401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69c84741-308c-415a-9631-8521a6e7960e req-f5532d6c-da32-41af-aac9-c5a781212aeb tempest-LiveAutoBlockMigrationV225Test-233479852 tempest-LiveAutoBlockMigrationV225Test-233479852-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098311 Dec 15 04:34:52.833193 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:52.833794 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Checking segment: {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:52.834361 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.834905 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Bound using segment: {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:52.836820 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Bound port: ca00646a-6735-4f96-be62-2e1528e26214, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ab5e4b-316a-4508-b971-ecfab04929f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:52.837438 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.859034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec670f4a-eef7-40d7-a3de-047791251638 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:52.869205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.872587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.895608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:52.950004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Transition to ACTIVE for port object ec670f4a-eef7-40d7-a3de-047791251638 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:52.976922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] For port ca00646a-6735-4f96-be62-2e1528e26214, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:52.982080 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] For port ca00646a-6735-4f96-be62-2e1528e26214, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca00646a-6735-4f96-be62-2e1528e26214,segment=NetworkSegment(58ab5e4b-316a-4508-b971-ecfab04929f8),segment_id=58ab5e4b-316a-4508-b971-ecfab04929f8)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:52.988942 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.042214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.054023 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Routers {'2ecc539b-e796-46f7-8011-7412945db52d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:53.054641 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2ecc539b-e796-46f7-8011-7412945db52d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:53.055072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.095903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.096209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Provisioning complete for port ca00646a-6735-4f96-be62-2e1528e26214 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:53.096670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.099451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1690841 Dec 15 04:34:53.101967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76e8d-3078-4a94-b2fb-d92f6f0f2f67 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event updated for resources: {'Port': ['ID=654b176e-8f46-4902-a7d6-6f7f28e209fa,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:53.189509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81433cef-b972-496c-b738-cf6b1ae1faa2 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:53.210878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.245079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Transition to ACTIVE for port object 81433cef-b972-496c-b738-cf6b1ae1faa2 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:34:53.254159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.277996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:53.293161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-5dd35702-c0c2-4140-aa6d-da17e8aac520 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1151278 Dec 15 04:34:53.304307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.348394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] For port ca00646a-6735-4f96-be62-2e1528e26214, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca00646a-6735-4f96-be62-2e1528e26214,segment=NetworkSegment(58ab5e4b-316a-4508-b971-ecfab04929f8),segment_id=58ab5e4b-316a-4508-b971-ecfab04929f8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:53.358633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.365412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:53.393423 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] Set router 2ecc539b-e796-46f7-8011-7412945db52d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:53.425612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Attempting to bind port 81433cef-b972-496c-b738-cf6b1ae1faa2 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:53.426305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Attempting to bind port 81433cef-b972-496c-b738-cf6b1ae1faa2 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:53.426867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Attempting to bind port 81433cef-b972-496c-b738-cf6b1ae1faa2 on network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:53.432025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Port 81433cef-b972-496c-b738-cf6b1ae1faa2 on network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:53.432648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Attempting to bind port 81433cef-b972-496c-b738-cf6b1ae1faa2 on network cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:53.439253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:53.439941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Checking segment: {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:53.440592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Bound using segment: {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:53.441643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Bound port: 81433cef-b972-496c-b738-cf6b1ae1faa2, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc80bafc-1755-4355-929c-c8e297898469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:53.442357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.443405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Pushing event updated for resources: {'Port': ['ID=ca00646a-6735-4f96-be62-2e1528e26214,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:53.449742 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f8f04-2337-4ce1-a941-bb780d1fd11d None None] Pushing event updated for resources: {'Port': ['ID=ca00646a-6735-4f96-be62-2e1528e26214,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:53.457714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.458055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.458404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.458744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.459132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.459516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.459905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.460264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.460663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.461029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.461365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.461738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.462065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f01626-291e-4f18-8164-c2f43f27e485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:34:53.495617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-de23bb80-f66f-4a2f-8e3d-c434501d8003 None None] Provisioning complete for port ca00646a-6735-4f96-be62-2e1528e26214 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:53.496003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-de23bb80-f66f-4a2f-8e3d-c434501d8003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.524013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:53.526820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3ca1627-99a6-4ebb-b942-451ac1edb118 req-f8954171-15f2-4dd6-b135-dc80fb7e0541 tempest-FloatingIPsNegativeTestJSON-1871765541 tempest-FloatingIPsNegativeTestJSON-1871765541-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=1d42a60419204da1885e4679580dcd5f HTTP/1.1" status: 200 len: 217 time: 0.1165960 Dec 15 04:34:53.541524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:53.549325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.597412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Attempting to bind port ec670f4a-eef7-40d7-a3de-047791251638 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:34:53.597827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Attempting to bind port ec670f4a-eef7-40d7-a3de-047791251638 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:34:53.598237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Attempting to bind port ec670f4a-eef7-40d7-a3de-047791251638 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:53.605018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Port ec670f4a-eef7-40d7-a3de-047791251638 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:34:53.605418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Attempting to bind port ec670f4a-eef7-40d7-a3de-047791251638 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:34:53.617131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:53.618062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.618274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:34:53.618618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:34:53.618998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Bound using segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:34:53.619425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Bound port: ec670f4a-eef7-40d7-a3de-047791251638, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:34:53.619779 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.621107 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] 10.222.0.16 "PUT /v2.0/ports/81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 1092 time: 0.9540250 Dec 15 04:34:53.622022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:53.633523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-85e2b5d9-237c-47a1-8cfa-b188a23416c6 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:53.633930 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576e1be-7f43-49e6-8528-fa9819d85917" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:53.635069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1987f4f7-8722-4a67-9bf5-92b3086e6f1c req-85e2b5d9-237c-47a1-8cfa-b188a23416c6 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.3335567 Dec 15 04:34:53.688728 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:49Z', 'revision_number': 4, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ca00646a-6735-4f96-be62-2e1528e26214', 'name': '', 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'mac_address': 'fa:16:3e:ea:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '907ecac6-8182-4b37-9d92-c66d79d693a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:47Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 4, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'subnets': [{'id': '907ecac6-8182-4b37-9d92-c66d79d693a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:53.698248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe80a-1dd4-4280-88de-7c0def3a4cef service neutron] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:53.735764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80eb77-53e8-449c-876a-19789af53763 req-0320683a-d7d9-44a7-9ff4-d2d7c77ddbf2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:53.742399 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d5f5e-bd03-4101-8108-ee8e0d55e997 None None] The sync data for ids ['2ecc539b-e796-46f7-8011-7412945db52d'] in n-d-820935-10 is: [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:49Z', 'revision_number': 4, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ca00646a-6735-4f96-be62-2e1528e26214', 'name': '', 'network_id': '8ff63662-67aa-4701-92e4-a1858557ed3a', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'mac_address': 'fa:16:3e:ea:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '907ecac6-8182-4b37-9d92-c66d79d693a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:47Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 4, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'subnets': [{'id': '907ecac6-8182-4b37-9d92-c66d79d693a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:53.746086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c80eb77-53e8-449c-876a-19789af53763 req-0320683a-d7d9-44a7-9ff4-d2d7c77ddbf2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1030328 Dec 15 04:34:53.782063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-f9c3ce77-6978-44e3-9bd3-41846448025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:53.785105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-f9c3ce77-6978-44e3-9bd3-41846448025a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1095 time: 0.0708787 Dec 15 04:34:53.826338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:34:53.838300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:34:53.850716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.873340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-eb4b7e4e-3393-4aeb-b8b2-c2bae12bf39a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.0520768 Dec 15 04:34:53.898888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c80eb77-53e8-449c-876a-19789af53763 req-33c3a179-c191-439a-98bf-c802d7964fda tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521020 Dec 15 04:34:53.923970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:53.924938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:53.927099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] 10.222.0.16 "PUT /v2.0/ports/ec670f4a-eef7-40d7-a3de-047791251638 HTTP/1.1" status: 200 len: 1092 time: 1.8265989 Dec 15 04:34:53.927559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:53.930085 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391896a-4601-450e-91f0-970dd3677948" -d '{"events": [{"name": "network-changed", "server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "tag": "ec670f4a-eef7-40d7-a3de-047791251638"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:53.990694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-70f49967-bf07-4f49-ae5a-970602111e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.001896 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-70f49967-bf07-4f49-ae5a-970602111e12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.1155059 Dec 15 04:34:54.039467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b23b7-0a1b-4b23-bf0d-8d6a5bc64ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:54.069965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-e0af0035-c217-495c-9c38-82a2c61c41c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559945 Dec 15 04:34:54.112376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78da-37fb-4d43-b6d4-0389a32dcc25 req-1c3c41b3-a81a-45cc-8c33-0c18ab434d92 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.115524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b86f78da-37fb-4d43-b6d4-0389a32dcc25 req-1c3c41b3-a81a-45cc-8c33-0c18ab434d92 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 946 time: 0.1518383 Dec 15 04:34:54.134945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b4f3232f-730c-4bc8-9246-01e85b90bea9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:54.144279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-d561c5c4-820d-4801-8593-39b4dcde1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.145910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-d561c5c4-820d-4801-8593-39b4dcde1022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 1095 time: 0.1283526 Dec 15 04:34:54.155719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464947a-e551-4f4e-8ddb-a5398597e9d5 req-c6de2c3d-294e-4d9f-a492-63ee5aed068f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.163837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5464947a-e551-4f4e-8ddb-a5398597e9d5 req-c6de2c3d-294e-4d9f-a492-63ee5aed068f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 943 time: 0.1382062 Dec 15 04:34:54.194316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b4f3232f-730c-4bc8-9246-01e85b90bea9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:54.194978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:54.195612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-57fe2bba-a1b6-4a86-8b83-b4736ee015d1 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132903 Dec 15 04:34:54.230923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-79f81b53-2b8c-448b-a623-b6beeca9d05a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec670f4a-eef7-40d7-a3de-047791251638 HTTP/1.1" status: 200 len: 217 time: 0.0571406 Dec 15 04:34:54.299178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca00646a-6735-4f96-be62-2e1528e26214 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:34:54.300158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b86f78da-37fb-4d43-b6d4-0389a32dcc25 req-506e5dd0-568d-479c-a54b-74d389073509 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739249 Dec 15 04:34:54.322099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5464947a-e551-4f4e-8ddb-a5398597e9d5 req-ff0c0972-beff-4732-add8-5841291c3a34 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572514 Dec 15 04:34:54.334545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94afd25f-4c72-4d35-a3eb-98eb2a09c889 req-088df5f8-8e37-48b9-af3e-7e8c7f29c5f9 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181381 Dec 15 04:34:54.350542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-7910ca72-c03d-4f42-bc37-6ffe660e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.352642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-7910ca72-c03d-4f42-bc37-6ffe660e82b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.0998194 Dec 15 04:34:54.378952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ca00646a-6735-4f96-be62-2e1528e26214 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:34:54.379563 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:54.384770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e88458a6-a531-4205-8767-1a4a05ec177d req-461b573c-7301-40f4-8c1a-15e42b79a230 tempest-FloatingIPsNegativeTestJSON-1871765541 tempest-FloatingIPsNegativeTestJSON-1871765541-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0309839 Dec 15 04:34:54.429496 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766726c7-7998-4398-9a46-b61313abe595 x-openstack-request-id: req-766726c7-7998-4398-9a46-b61313abe595 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:54.430000 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:54.430127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-0ea41777-adff-40ff-8f82-324a054cd473 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491133 Dec 15 04:34:54.430422 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-766726c7-7998-4398-9a46-b61313abe595 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:54.430918 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'status': 'completed', 'code': 200} Dec 15 04:34:54.489147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6a81-8671-4375-b647-338103bc9d4b req-22abfdb1-95a0-432b-b130-fbfead6b7682 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.490680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71ee6a81-8671-4375-b647-338103bc9d4b req-22abfdb1-95a0-432b-b130-fbfead6b7682 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 943 time: 0.1050777 Dec 15 04:34:54.533501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-c2a72904-ea6b-48db-940f-133b33ae9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.535123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-c2a72904-ea6b-48db-940f-133b33ae9930 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1095 time: 0.0585270 Dec 15 04:34:54.632411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-8e56bbea-d1fd-4981-bb16-aee7b5177d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.634254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-8e56bbea-d1fd-4981-bb16-aee7b5177d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.0915594 Dec 15 04:34:54.658198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-9c4867d6-1356-42d4-b866-1b81f06e8710 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.659732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-9c4867d6-1356-42d4-b866-1b81f06e8710 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1594639 Dec 15 04:34:54.665297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71ee6a81-8671-4375-b647-338103bc9d4b req-f930dfb6-6b50-4be0-9ab0-f3bf78b77385 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521409 Dec 15 04:34:54.667216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-a86ba33d-b744-4ae1-b0fc-058b3779f934 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986876 Dec 15 04:34:54.693796 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-5942c317-5cca-4f6c-8321-015773eeeda4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.0515003 Dec 15 04:34:54.772793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-b35104f0-d85f-444a-87f3-1a2e2a0da092 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1041188 Dec 15 04:34:54.779341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Request body: {'floatingip': {'port_id': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:34:54.790937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-bb2c459c-7ffd-45af-9394-8a7e4d8f45d5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.792431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-bb2c459c-7ffd-45af-9394-8a7e4d8f45d5 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 945 time: 0.0923135 Dec 15 04:34:54.793824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-6e1efbda-a0db-4b65-a4b1-fe7f05a1fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.795178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-6e1efbda-a0db-4b65-a4b1-fe7f05a1fa13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.0853925 Dec 15 04:34:54.850528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:54.853106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-1c257abf-d41e-4548-8b33-c3d7f7a7c9c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468783 Dec 15 04:34:54.942787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f669ea-f604-48d3-ae47-c0d648f8a308 req-81d84e67-af48-46fe-8438-37e09ed51887 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:54.944314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15f669ea-f604-48d3-ae47-c0d648f8a308 req-81d84e67-af48-46fe-8438-37e09ed51887 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 945 time: 0.1911554 Dec 15 04:34:54.948749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265305ca-8bb3-4fad-8b9d-d6700559e13b req-bdd63f36-b6f8-4751-adbc-188c83579e1b service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720206 Dec 15 04:34:54.989078 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-a7be8011-5e99-4fef-b26d-de5afcb33407 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212327 Dec 15 04:34:54.992202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Deleting port b6da5f23-2709-4f92-8a53-156613c5b9ea {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:54.992543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:55.076897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15f669ea-f604-48d3-ae47-c0d648f8a308 req-14006367-6322-4c22-ad10-d0ec7359ab4d tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251910 Dec 15 04:34:55.133637 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ab21d-7408-42b6-92e5-af6d15edda63 x-openstack-request-id: req-085ab21d-7408-42b6-92e5-af6d15edda63 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:55.133940 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "tag": "ec670f4a-eef7-40d7-a3de-047791251638", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:55.134191 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-085ab21d-7408-42b6-92e5-af6d15edda63 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:55.134744 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638', 'status': 'completed', 'code': 200} Dec 15 04:34:55.321007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391896a-4601-450e-91f0-970dd3677948 req-0099dfc0-ac56-48fb-a5c9-617d39ceb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:55.322664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-0099dfc0-ac56-48fb-a5c9-617d39ceb8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 1095 time: 0.0852425 Dec 15 04:34:55.389304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] For port b6da5f23-2709-4f92-8a53-156613c5b9ea, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b6da5f23-2709-4f92-8a53-156613c5b9ea,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:55.389877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:55.412811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Calling delete_port for b6da5f23-2709-4f92-8a53-156613c5b9ea owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:55.418317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7576e1be-7f43-49e6-8528-fa9819d85917 req-6fc30f73-e691-4c97-a762-5ba7aae504f8 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406028 Dec 15 04:34:55.453807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:34:55.489477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391896a-4601-450e-91f0-970dd3677948 req-a0ccf020-481f-4112-80ed-5f35c4ccf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:55.490948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-a0ccf020-481f-4112-80ed-5f35c4ccf653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.1483545 Dec 15 04:34:55.546010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-c627cc75-00c0-4318-8f2e-c59abe7ec7c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec670f4a-eef7-40d7-a3de-047791251638 HTTP/1.1" status: 200 len: 217 time: 0.0426624 Dec 15 04:34:55.548599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:55.564726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:55.574376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:55.604714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event deleted for resources: {'Port': ['ID=b6da5f23-2709-4f92-8a53-156613c5b9ea,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:55.613883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'b6da5f23-2709-4f92-8a53-156613c5b9ea'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:55.660672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] No DVR routers for this DVR port b6da5f23-2709-4f92-8a53-156613c5b9ea on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:34:55.663385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:55.666887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2faab3c3-c3aa-49ce-be57-0bfa3e9da28e req-cec9146b-2e23-420e-8514-2492b5e1551a tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "DELETE /v2.0/ports/b6da5f23-2709-4f92-8a53-156613c5b9ea HTTP/1.1" status: 204 len: 173 time: 0.8681650 Dec 15 04:34:55.705064 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-ef42f824-7c63-4cf2-932a-6611c153cdd6 req-df82d33b-b1cf-4ab3-9463-340cf5d9c028 tempest-FloatingIPsNegativeTestJSON-1871765541 tempest-FloatingIPsNegativeTestJSON-1871765541-project] show failed (client error): The resource could not be found. Dec 15 04:34:55.706483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef42f824-7c63-4cf2-932a-6611c153cdd6 req-df82d33b-b1cf-4ab3-9463-340cf5d9c028 tempest-FloatingIPsNegativeTestJSON-1871765541 tempest-FloatingIPsNegativeTestJSON-1871765541-project] 10.222.0.37 "GET /v2.0/floatingips/3d4e77e4-219f-4964-bde0-a39e2ae56f4b HTTP/1.1" status: 404 len: 350 time: 0.1516600 Dec 15 04:34:55.718668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57300) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:34:56.148936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391896a-4601-450e-91f0-970dd3677948 req-74753f2b-925e-4269-a73b-045e7327c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:56.150291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-74753f2b-925e-4269-a73b-045e7327c56f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.5966311 Dec 15 04:34:56.214568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-eec478e5-8b53-412a-b57c-f0a1d22d2ebf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402255 Dec 15 04:34:56.259739 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Floating IP 07dab4df-2093-4d08-8eb4-2a36c5d1f284 associated. External IP: 172.25.2.218, port: 9db92fe2-44d2-49c5-9569-7d02d6f854ce. Dec 15 04:34:56.334040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd4c5a-cedf-49ba-8393-0a38bc9aa360 req-d88a8830-1c92-47fd-aeff-9a7785c1838e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:56.335494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31dd4c5a-cedf-49ba-8393-0a38bc9aa360 req-d88a8830-1c92-47fd-aeff-9a7785c1838e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.2585514 Dec 15 04:34:56.432010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'name': 'network-vif-deleted', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:56.434411 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c22f01-0095-46ea-a650-f4e9260a0912" -d '{"events": [{"server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "name": "network-vif-deleted", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:56.551564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31dd4c5a-cedf-49ba-8393-0a38bc9aa360 req-9df489b1-3871-45f5-a0e7-e5ddaee33966 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874316 Dec 15 04:34:56.556956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-1e0157cf-d07b-4455-b719-b5281086369e service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303916 Dec 15 04:34:56.827501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0dc23-8bbe-4090-9887-baff06b6d2f0 req-6828e126-a31b-408e-bdca-cda9e5adb08a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:56.829593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acf0dc23-8bbe-4090-9887-baff06b6d2f0 req-6828e126-a31b-408e-bdca-cda9e5adb08a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 943 time: 0.1906867 Dec 15 04:34:56.831366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4391896a-4601-450e-91f0-970dd3677948 req-1e7e5b25-8e4b-4ff4-8f94-1f7d6fd762fb service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639914 Dec 15 04:34:56.868840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Router faf7c9ef-181a-4db0-a500-d504a71461cb has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:34:56.916409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acf0dc23-8bbe-4090-9887-baff06b6d2f0 req-d69f85dc-1bf1-4513-b341-ba1484cc3d7c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782580 Dec 15 04:34:57.074521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.078086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:34:57.088615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] Sync routers for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:34:57.100156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:57.100775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:57.112202 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.178728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-8ff869a6-3edd-44da-a3ff-a48c0f218dbe tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "PUT /v2.0/floatingips/07dab4df-2093-4d08-8eb4-2a36c5d1f284 HTTP/1.1" status: 200 len: 996 time: 2.4050002 Dec 15 04:34:57.182346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:34:57.184424 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5373b53e-e327-4abb-9816-84833066ce14" -d '{"events": [{"name": "network-changed", "server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:34:57.197647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de8fea-9465-4d5b-a981-70528bf4ea6d req-465a3d55-b6ec-4ef0-8ae2-8edd0e085629 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:57.204556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4de8fea-9465-4d5b-a981-70528bf4ea6d req-465a3d55-b6ec-4ef0-8ae2-8edd0e085629 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 943 time: 0.1687357 Dec 15 04:34:57.213545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:57.307974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:57.330695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-e7914243-5a82-4317-85bf-32c2a6e0bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:57.332143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-e7914243-5a82-4317-85bf-32c2a6e0bf6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1097 time: 0.1242814 Dec 15 04:34:57.376377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4de8fea-9465-4d5b-a981-70528bf4ea6d req-c86ae2cd-95f2-46a8-8a6a-d9e99b85ed43 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702349 Dec 15 04:34:57.480400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-2cd48274-72a0-4180-a259-5f5d104c7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:57.482280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-2cd48274-72a0-4180-a259-5f5d104c7ec4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 928 time: 0.1287634 Dec 15 04:34:57.486507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:57.524104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'mac_address': 'fa:16:3e:c1:2b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:57.548467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e29d9667-5063-419c-977d-23a79446c23c req-f0bcee60-39f9-412d-8547-cdab60575090 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0417123 Dec 15 04:34:57.600313 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02610c72-af12-46b1-8053-1b597eb9c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.602615 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.616772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '07dab4df-2093-4d08-8eb4-2a36c5d1f284', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'floating_ip_address': '172.25.2.218', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'port_id': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'mac_address': 'fa:16:3e:89:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:34:52Z', 'updated_at': '2021-12-15T04:34:55Z', 'revision_number': 1, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:57.648430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] Checking router: faf7c9ef-181a-4db0-a500-d504a71461cb for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:34:57.652835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:57.655312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-2e1fa41e-7745-448c-ac24-1a7244f3265f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 999 time: 0.1474168 Dec 15 04:34:57.685156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:34:57.685895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:57.690355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:57.695469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:34:57.716005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Deleting port ca00646a-6735-4f96-be62-2e1528e26214 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:34:57.716449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.716998 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2be0945-1e81-417c-a23d-c9f19211cd65 x-openstack-request-id: req-b2be0945-1e81-417c-a23d-c9f19211cd65 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:57.717755 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91546a31-e16a-4193-ba15-5b0ea555d22e", "name": "network-vif-deleted", "tag": "b6da5f23-2709-4f92-8a53-156613c5b9ea", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:57.718202 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2be0945-1e81-417c-a23d-c9f19211cd65 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:57.718918 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91546a31-e16a-4193-ba15-5b0ea555d22e', 'name': 'network-vif-deleted', 'tag': 'b6da5f23-2709-4f92-8a53-156613c5b9ea', 'status': 'completed', 'code': 200} Dec 15 04:34:57.739592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-2622b520-2884-4ea7-bb4f-c84b84abfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:57.742544 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-2622b520-2884-4ea7-bb4f-c84b84abfb30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 200 len: 867 time: 0.0797856 Dec 15 04:34:57.775718 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed97763-63e6-4ee4-b05e-fb2a4bf1bb9b x-openstack-request-id: req-0ed97763-63e6-4ee4-b05e-fb2a4bf1bb9b {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:34:57.776330 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:34:57.776507 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ed97763-63e6-4ee4-b05e-fb2a4bf1bb9b {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:34:57.776935 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'status': 'completed', 'code': 200} Dec 15 04:34:57.779533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.780831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ec670f4a-eef7-40d7-a3de-047791251638 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:57.849771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: b6da5f23-2709-4f92-8a53-156613c5b9ea {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:34:57.850371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b6da5f23-2709-4f92-8a53-156613c5b9ea not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:34:57.860341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373b53e-e327-4abb-9816-84833066ce14 req-dc2d3142-e538-4dd7-b5bc-df1d2fc7b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:57.862621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-dc2d3142-e538-4dd7-b5bc-df1d2fc7b948 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1097 time: 0.0629604 Dec 15 04:34:57.940313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:57.941203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] For port ca00646a-6735-4f96-be62-2e1528e26214, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca00646a-6735-4f96-be62-2e1528e26214,segment=NetworkSegment(58ab5e4b-316a-4508-b971-ecfab04929f8),segment_id=58ab5e4b-316a-4508-b971-ecfab04929f8)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:57.941726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:57.955019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ec670f4a-eef7-40d7-a3de-047791251638', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': 'ec670f4a-eef7-40d7-a3de-047791251638', 'mac_address': 'fa:16:3e:4f:27:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:57.956474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Calling delete_port for ca00646a-6735-4f96-be62-2e1528e26214 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:34:57.976488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373b53e-e327-4abb-9816-84833066ce14 req-512a371d-ee94-48fe-9e52-b4ec2fe8e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:57.978819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-512a371d-ee94-48fe-9e52-b4ec2fe8e120 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 928 time: 0.1083243 Dec 15 04:34:58.061281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:58.064696 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-b801177b-e8ca-4d07-a9ec-d797103eeb47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 999 time: 0.0777671 Dec 15 04:34:58.076386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:58.079699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:34:58.122898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec670f4a-eef7-40d7-a3de-047791251638 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:58.175496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373b53e-e327-4abb-9816-84833066ce14 req-a0ab6720-9927-48db-9aa7-1506a5768afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:58.177817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-a0ab6720-9927-48db-9aa7-1506a5768afc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 200 len: 867 time: 0.1050153 Dec 15 04:34:58.178797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-31d35950-62c6-42cf-bc12-fb5dc9c31d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:58.185704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-31d35950-62c6-42cf-bc12-fb5dc9c31d94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8669b72-b521-4a50-b29c-b556143835fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4068756 Dec 15 04:34:58.186548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:58.196443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:58.197380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 81433cef-b972-496c-b738-cf6b1ae1faa2 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:34:58.292057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373b53e-e327-4abb-9816-84833066ce14 req-2eeb35c2-a3ce-4fc8-850f-ac94e67329dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:58.293540 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-2eeb35c2-a3ce-4fc8-850f-ac94e67329dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8669b72-b521-4a50-b29c-b556143835fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068304 Dec 15 04:34:58.304809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:58.341692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'port_id': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'mac_address': 'fa:16:3e:5b:b7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:34:58.476108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-3f1e5167-555d-4196-b5f3-cc2b5be8509d service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670113 Dec 15 04:34:58.507179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:58.510045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:58.554198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81433cef-b972-496c-b738-cf6b1ae1faa2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:34:58.583113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:34:58.598958 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:58.675720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e683b-c6d7-4afb-b30d-c44298d50115 req-610d185f-770a-4adc-9185-9c558c2c20bb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:58.685291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf2e683b-c6d7-4afb-b30d-c44298d50115 req-610d185f-770a-4adc-9185-9c558c2c20bb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.8728251 Dec 15 04:34:58.710115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:58.720994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:58.739140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '07dab4df-2093-4d08-8eb4-2a36c5d1f284', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'floating_ip_address': '172.25.2.218', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'port_id': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'mac_address': 'fa:16:3e:89:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:34:52Z', 'updated_at': '2021-12-15T04:34:55Z', 'revision_number': 1, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:34:58.745755 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5373b53e-e327-4abb-9816-84833066ce14 req-8d5eebbd-3044-4182-8a27-9a31c61f3c47 service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551398 Dec 15 04:34:58.793606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72492c1f-b0a6-468b-aa42-1eb8c8b9d0ac None None] The sync data for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 is: [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '07dab4df-2093-4d08-8eb4-2a36c5d1f284', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'floating_ip_address': '172.25.2.218', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'port_id': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'mac_address': 'fa:16:3e:89:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:34:52Z', 'updated_at': '2021-12-15T04:34:55Z', 'revision_number': 1, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:34:58.847376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['36bfb1d6-c351-4e4f-a7b4-110139f8fe74'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:58.888081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-6ac6e3cc-7591-4865-bef3-8eb5181050b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003360 Dec 15 04:34:58.888985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca00646a-6735-4f96-be62-2e1528e26214,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:34:58.982697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf2e683b-c6d7-4afb-b30d-c44298d50115 req-c4777a60-ba49-4662-943e-aaaa62f855dc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947745 Dec 15 04:34:59.053553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ec670f4a-eef7-40d7-a3de-047791251638'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:59.063861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['81433cef-b972-496c-b738-cf6b1ae1faa2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:34:59.208153 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53a61c-9165-48b6-903a-8f178b7e18c1 None None] New status for floating IP 07dab4df-2093-4d08-8eb4-2a36c5d1f284: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:34:59.218630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5075f1e-f64f-4ccc-a308-5a94e8aa272d req-f38ad94d-60ce-4a8c-9340-94b59c6f4a14 service neutron] 10.222.0.37 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911508 Dec 15 04:34:59.335909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a3f1-936e-4ae0-b409-c3f8b1798581 req-a9e5147c-3ab3-4d9b-b406-8b439d90082e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:59.349212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a24a3f1-936e-4ae0-b409-c3f8b1798581 req-a9e5147c-3ab3-4d9b-b406-8b439d90082e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 944 time: 0.2189033 Dec 15 04:34:59.442624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a24a3f1-936e-4ae0-b409-c3f8b1798581 req-d7b1dbc2-f795-4bf9-87d6-78577e18fcce tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924432 Dec 15 04:34:59.454026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:59.703599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aee0f-7ad6-4136-bfc9-f26660d979bd req-2efb0aa1-d3ec-41d2-bed2-dad3a23bc3eb tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:34:59.712267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e85aee0f-7ad6-4136-bfc9-f26660d979bd req-2efb0aa1-d3ec-41d2-bed2-dad3a23bc3eb tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 944 time: 0.2404950 Dec 15 04:34:59.838767 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61132382-d54f-4410-8921-595db298b20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:34:59.857705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58546332-fc0e-48bc-80a8-c1ce3f271053 req-b84085f2-1729-4c40-ad39-4140569d4ac9 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0542603 Dec 15 04:34:59.901228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e85aee0f-7ad6-4136-bfc9-f26660d979bd req-3c06bcc0-28cf-4632-bf83-2f6f63acb1c2 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879733 Dec 15 04:35:00.078726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Router 2ecc539b-e796-46f7-8011-7412945db52d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:00.164371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-3e8e734f-8079-42ee-9e7b-a8799035480c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 258 time: 0.2316184 Dec 15 04:35:00.196990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:00.285677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:00.303731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1cfde-59db-44b1-afd2-472060994035 req-cd7cf071-9b9d-4b84-b883-20f29f0f20fb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:00.310787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bd1cfde-59db-44b1-afd2-472060994035 req-cd7cf071-9b9d-4b84-b883-20f29f0f20fb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1521869 Dec 15 04:35:00.416868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:00.426790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] Sync routers for ids ['2ecc539b-e796-46f7-8011-7412945db52d'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:00.439347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] Routers {'2ecc539b-e796-46f7-8011-7412945db52d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:00.440219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2ecc539b-e796-46f7-8011-7412945db52d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:00.442573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c44e702-f1d3-40d2-b6a3-671b65d365f0 admin admin] 10.222.0.37 "PUT /v2.0/routers/2ecc539b-e796-46f7-8011-7412945db52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7227678 Dec 15 04:35:00.445170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:00.452956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bd1cfde-59db-44b1-afd2-472060994035 req-601565a3-edd4-452c-9082-c56b7a6d98c5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300907 Dec 15 04:35:00.543658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:00.640398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:00.755081 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:00.828489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Deleting port 7e913ae1-8732-42e5-9019-e121b355a7c7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:00.828815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:00.835982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e66a1-d500-4da9-b657-3c0f9c3c8f71 req-c559828c-2015-44f7-8834-00b1dc4c2e66 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:00.839391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a8e66a1-d500-4da9-b657-3c0f9c3c8f71 req-c559828c-2015-44f7-8834-00b1dc4c2e66 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 944 time: 0.1547294 Dec 15 04:35:00.877155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Allocated IP 172.25.2.21 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/418a2a68-96f7-4a58-b155-4afd75adc5c3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:00.918399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] For port 7e913ae1-8732-42e5-9019-e121b355a7c7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7e913ae1-8732-42e5-9019-e121b355a7c7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:00.918791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:00.938084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Calling delete_port for 7e913ae1-8732-42e5-9019-e121b355a7c7 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:00.958342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a8e66a1-d500-4da9-b657-3c0f9c3c8f71 req-26203f5d-793e-4e36-b6f6-47e85374daa1 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115012 Dec 15 04:35:00.975873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] Set router 2ecc539b-e796-46f7-8011-7412945db52d gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:01.118370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-196e49a9-97b8-4563-848e-0c102c6197a9 req-af759708-4213-431a-9b39-bdc1a997b930 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=91546a31-e16a-4193-ba15-5b0ea555d22e HTTP/1.1" status: 200 len: 210 time: 0.0610209 Dec 15 04:35:01.132617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.195840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.202469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e913ae1-8732-42e5-9019-e121b355a7c7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:01.206542 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.305423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.332009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.346740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 81433cef-b972-496c-b738-cf6b1ae1faa2 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:01.368542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:01.377481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:01.383721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:01.393319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78b239-78b3-4746-93f1-8debfeeeb052 req-c6933ca7-e3d3-45f9-9b1b-fda5afeac454 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:01.394865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa78b239-78b3-4746-93f1-8debfeeeb052 req-c6933ca7-e3d3-45f9-9b1b-fda5afeac454 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 944 time: 0.1669164 Dec 15 04:35:01.395528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event updated for resources: {'Port': ['ID=418a2a68-96f7-4a58-b155-4afd75adc5c3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:01.458498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 81433cef-b972-496c-b738-cf6b1ae1faa2 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:01.466341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecc539b-e796-46f7-8011-7412945db52d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1912423910-router', 'tenant_id': '1d42a60419204da1885e4679580dcd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:39Z', 'updated_at': '2021-12-15T04:34:58Z', 'revision_number': 5, 'project_id': '1d42a60419204da1885e4679580dcd5f', 'gw_port': {'id': '7e913ae1-8732-42e5-9019-e121b355a7c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecc539b-e796-46f7-8011-7412945db52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:01.475342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa78b239-78b3-4746-93f1-8debfeeeb052 req-b59247af-1c46-4a02-85e3-c77ea0ceef9b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578530 Dec 15 04:35:01.523554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] Checking router: 2ecc539b-e796-46f7-8011-7412945db52d for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:01.525497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 81433cef-b972-496c-b738-cf6b1ae1faa2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:01.525861 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.555524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.558370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.560821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.624709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] Routers {'2ecc539b-e796-46f7-8011-7412945db52d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:01.632317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2ecc539b-e796-46f7-8011-7412945db52d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:01.639399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.640511 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.640756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecc539b-e796-46f7-8011-7412945db52d {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:35:01.651285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.654081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-34947aea-014a-4300-ac0f-e52706a94a09 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2ecc539b-e796-46f7-8011-7412945db52d HTTP/1.1" status: 204 len: 168 time: 1.2079043 Dec 15 04:35:01.665597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57392) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:01.704498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:01.705179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42575ec-ac5a-4473-b168-4fd2546ca918 None None] The sync data for ids ['2ecc539b-e796-46f7-8011-7412945db52d'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:01.764613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Deleting subnet 907ecac6-8182-4b37-9d92-c66d79d693a7 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:35:01.771211 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.774009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.805953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:01.810793 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f96cd2-6de3-4d3e-bef7-9bca002ff221" -d '{"events": [{"server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "name": "network-vif-plugged", "status": "completed", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:01.826995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:01.844026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.845877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:01.906315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:01.970867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:01.971258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aeffc-09e3-4fc1-8e86-9b50a6094095 req-1c7b1c5c-d1c5-47ab-b39b-297d50e44da1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:01.980552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a1aeffc-09e3-4fc1-8e86-9b50a6094095 req-1c7b1c5c-d1c5-47ab-b39b-297d50e44da1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1712070 Dec 15 04:35:01.987398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:01.987942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.139829 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.146100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.191845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a1aeffc-09e3-4fc1-8e86-9b50a6094095 req-45e5653c-a2f7-43d2-94a3-62bc0957dec2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027862 Dec 15 04:35:02.193911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.322635 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.325239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:02.332878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.333758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca00646a-6735-4f96-be62-2e1528e26214 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:02.376302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.381750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/907ecac6-8182-4b37-9d92-c66d79d693a7 HTTP/1.1" status: 204 len: 168 time: 0.7128820 Dec 15 04:35:02.382439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57408) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:02.433857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ca38-dcce-4d05-aa37-9a83ee39a2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907ecac6-8182-4b37-9d92-c66d79d693a7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:02.450848 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d684748b-74e0-443d-8557-e4d7ea48fe5a x-openstack-request-id: req-d684748b-74e0-443d-8557-e4d7ea48fe5a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:02.451144 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "name": "network-vif-plugged", "status": "completed", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:02.454515 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d684748b-74e0-443d-8557-e4d7ea48fe5a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:02.455090 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'code': 200} Dec 15 04:35:02.456476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abffb2b-3c35-4318-9a0d-b913a04231ce None None] Network 8ff63662-67aa-4701-92e4-a1858557ed3a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:02.461862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.462665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ec670f4a-eef7-40d7-a3de-047791251638 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:02.466846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ca00646a-6735-4f96-be62-2e1528e26214 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:02.467186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca00646a-6735-4f96-be62-2e1528e26214 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:02.539853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.572443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event updated for resources: {'Port': ['ID=418a2a68-96f7-4a58-b155-4afd75adc5c3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:02.613226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Deleting port 9921bfb1-208a-4d33-8426-5717508b4767 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:02.613807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.617901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.656428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.659279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-bbf93fc3-e60a-439c-9e6c-f286da2767aa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4673560 Dec 15 04:35:02.677334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c078-af31-41c2-99ea-e84f5b56b7d2 req-dbeb4438-16c7-4ce9-a896-35c9bb4cd32b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:02.687938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2df6c078-af31-41c2-99ea-e84f5b56b7d2 req-dbeb4438-16c7-4ce9-a896-35c9bb4cd32b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 944 time: 0.1972272 Dec 15 04:35:02.708149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] For port 9921bfb1-208a-4d33-8426-5717508b4767, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9921bfb1-208a-4d33-8426-5717508b4767,segment=NetworkSegment(58ab5e4b-316a-4508-b971-ecfab04929f8),segment_id=58ab5e4b-316a-4508-b971-ecfab04929f8)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:02.708503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.732606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Calling delete_port for 9921bfb1-208a-4d33-8426-5717508b4767 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:02.813635 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-93f177c0-66f7-4ce2-9cfd-52e7b12b7e9a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.1209393 Dec 15 04:35:02.850607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.907181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:02.908558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=9921bfb1-208a-4d33-8426-5717508b4767,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:02.924676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:02.928819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] No DVR routers for this DVR port 9921bfb1-208a-4d33-8426-5717508b4767 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:02.962054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port ec670f4a-eef7-40d7-a3de-047791251638 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:02.995124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ec670f4a-eef7-40d7-a3de-047791251638 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:02.996014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.053691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65425859-ac57-482c-b7dd-b057e00143ca req-52c8dc47-0e50-4f1f-9ea3-de98b24bf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:03.056356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65425859-ac57-482c-b7dd-b057e00143ca req-52c8dc47-0e50-4f1f-9ea3-de98b24bf1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.5216866 Dec 15 04:35:03.067899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2df6c078-af31-41c2-99ea-e84f5b56b7d2 req-7a1f7831-0ed1-4814-8222-e1692f19ebce tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521715 Dec 15 04:35:03.074948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef507f05-bdb2-4530-a1b2-69797e6574c0 None None] DHCP port deletion for 8ff63662-67aa-4701-92e4-a1858557ed3a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:35:03.081867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.131456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff63662-67aa-4701-92e4-a1858557ed3a']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:03.155970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ab5e4b-316a-4508-b971-ecfab04929f8') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:03.156923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ab5e4b-316a-4508-b971-ecfab04929f8') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:03.177011 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.182386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.206741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.219736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:35:03.220173 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:35:03.222009 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:35:03.248668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65425859-ac57-482c-b7dd-b057e00143ca req-884701f2-6f03-4399-9d00-65575f1cb020 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796374 Dec 15 04:35:03.257777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:03.263331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-7fb3f772-8a09-4245-80cb-b3cfa5441ba2 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:03.265200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-331b4c42-c64a-4192-b2c2-a47c1613595c req-7fb3f772-8a09-4245-80cb-b3cfa5441ba2 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.3594296 Dec 15 04:35:03.269449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.276857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.352401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.362795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.378140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] 10.222.0.37 "DELETE /v2.0/networks/8ff63662-67aa-4701-92e4-a1858557ed3a HTTP/1.1" status: 204 len: 168 time: 0.9924314 Dec 15 04:35:03.396805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.399261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34890-b753-47a6-beea-82c234388c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff63662-67aa-4701-92e4-a1858557ed3a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:03.418832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829e-eaee-4263-9c1d-4b46777fadf4 req-e66f5de7-d192-4b49-8661-4c1a07355d5c tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:03.424650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3cc829e-eaee-4263-9c1d-4b46777fadf4 req-e66f5de7-d192-4b49-8661-4c1a07355d5c tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1292784 Dec 15 04:35:03.451771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:03.514876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3cc829e-eaee-4263-9c1d-4b46777fadf4 req-653bcffc-acaa-44d0-9c75-117ff1f9b4eb tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779688 Dec 15 04:35:03.575522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:03.639114 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-700d298b-a007-4f03-89ea-0995d9df1b0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d42a60419204da1885e4679580dcd5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614219 Dec 15 04:35:03.639426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57428) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:03.780091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af01a70-1805-4637-b044-5867a499cc00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.815409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af01a70-1805-4637-b044-5867a499cc00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.870319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed1863-e875-4ad5-8860-0f104d17d7ee req-6ff6b28b-f11f-4841-8270-a87dce7c719f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:03.871949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51ed1863-e875-4ad5-8860-0f104d17d7ee req-6ff6b28b-f11f-4841-8270-a87dce7c719f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.2163229 Dec 15 04:35:03.891470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af01a70-1805-4637-b044-5867a499cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.894547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af01a70-1805-4637-b044-5867a499cc00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:03.910521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5af01a70-1805-4637-b044-5867a499cc00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5534429-b2bf-426a-a960-280f07b93354 HTTP/1.1" status: 204 len: 168 time: 0.2575386 Dec 15 04:35:03.937482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af01a70-1805-4637-b044-5867a499cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5534429-b2bf-426a-a960-280f07b93354,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:03.952998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-7986e21f-f905-4797-ba2b-80a9bd71ae2f tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:03.954595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-7986e21f-f905-4797-ba2b-80a9bd71ae2f tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1695402 Dec 15 04:35:04.061695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9921bfb1-208a-4d33-8426-5717508b4767 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:04.106922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9921bfb1-208a-4d33-8426-5717508b4767 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:04.110663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-e4c5defe-ef3e-4b8b-9d2b-22e38e959d27 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.1480269 Dec 15 04:35:04.117272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9921bfb1-208a-4d33-8426-5717508b4767 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:04.118375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e913ae1-8732-42e5-9019-e121b355a7c7 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:04.130328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-477e7346-be15-466f-854c-e0b7aeb0d556 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Request body: {'floatingip': {'port_id': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:04.159732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7e913ae1-8732-42e5-9019-e121b355a7c7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:04.168214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e913ae1-8732-42e5-9019-e121b355a7c7 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:04.216161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-477e7346-be15-466f-854c-e0b7aeb0d556 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:04.232054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51ed1863-e875-4ad5-8860-0f104d17d7ee req-4a53fe16-7346-4f10-9b14-bc8f2f7362dd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438666 Dec 15 04:35:04.456118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74'}, {'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:04.459325 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cf27ca-d4c8-46a7-bac5-05148f3e86e2" -d '{"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74"}, {"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-plugged", "status": "completed", "tag": "ec670f4a-eef7-40d7-a3de-047791251638"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:04.543316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815399-ef5d-4912-8e42-ea9563800949 req-1175e961-427b-4a8c-9b0a-ae503442b7f0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:04.556525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18815399-ef5d-4912-8e42-ea9563800949 req-1175e961-427b-4a8c-9b0a-ae503442b7f0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.0905044 Dec 15 04:35:04.792850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18815399-ef5d-4912-8e42-ea9563800949 req-8b4c1dc4-4f31-408f-b7b2-3203cd0a1ad0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351956 Dec 15 04:35:04.822091 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-477e7346-be15-466f-854c-e0b7aeb0d556 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 04:35:04.823122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a516f30-1f50-4086-b81b-d85238c9aa08 req-477e7346-be15-466f-854c-e0b7aeb0d556 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "PUT /v2.0/floatingips/e3ae4ed4-7df0-4864-a423-3c9a6fe26688 HTTP/1.1" status: 409 len: 549 time: 0.6967227 Dec 15 04:35:04.909456 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e59bcd-8f48-41b0-9f53-912568d79e8a x-openstack-request-id: req-68e59bcd-8f48-41b0-9f53-912568d79e8a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:04.909753 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-plugged", "status": "completed", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74", "code": 200}, {"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-plugged", "status": "completed", "tag": "ec670f4a-eef7-40d7-a3de-047791251638", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:04.910003 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68e59bcd-8f48-41b0-9f53-912568d79e8a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:04.910768 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'code': 200} Dec 15 04:35:04.911178 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638', 'code': 200} Dec 15 04:35:04.973821 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-6fb93f9c-89b7-46b9-9c0e-978ba0947506 service neutron] show failed (client error): The resource could not be found. Dec 15 04:35:04.974837 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-6fb93f9c-89b7-46b9-9c0e-978ba0947506 service neutron] 10.222.0.42 "GET /v2.0/ports/bb8cbffc-56fd-410d-b304-7141dd58f41d/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.1330554 Dec 15 04:35:04.989326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d874c3-7bd9-41c6-8788-45ae3060d6ad req-787da600-f00d-4ca1-a135-d126b2a63509 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:04.998474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00d874c3-7bd9-41c6-8788-45ae3060d6ad req-787da600-f00d-4ca1-a135-d126b2a63509 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0885105 Dec 15 04:35:05.336760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-e73ad0b7-e22a-4fea-8f5d-bafce819b764 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips/e3ae4ed4-7df0-4864-a423-3c9a6fe26688 HTTP/1.1" status: 200 len: 692 time: 0.1772010 Dec 15 04:35:05.467844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-c799462a-5211-4cbb-ba66-811839636574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:05.473154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-c799462a-5211-4cbb-ba66-811839636574 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db&tenant_id=9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 1102 time: 0.0944242 Dec 15 04:35:05.496245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:05.513897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-fed841d7-d991-42e2-887b-35417f28f1c6 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:05.520777 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-fed841d7-d991-42e2-887b-35417f28f1c6 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.1830921 Dec 15 04:35:05.554470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00d874c3-7bd9-41c6-8788-45ae3060d6ad req-007db813-3e46-450b-9345-553f9e276dcb tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350604 Dec 15 04:35:05.574662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:05.638225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688442-717f-48b6-b005-eea2630119db req-06a6737b-7984-4af4-b3db-c4c0cdea821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:05.654720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f688442-717f-48b6-b005-eea2630119db req-06a6737b-7984-4af4-b3db-c4c0cdea821c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 1097 time: 0.5584559 Dec 15 04:35:05.753408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-47e7050d-188b-4a1f-88ef-0530e6a5fcb5 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.1977105 Dec 15 04:35:05.876768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f688442-717f-48b6-b005-eea2630119db req-2cfc8e62-7031-4cc8-9c2b-a58b4be38108 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528873 Dec 15 04:35:05.882566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:05.888758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-125e1c59-5279-4962-bfac-61f84462ba9d tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.21 HTTP/1.1" status: 200 len: 695 time: 0.1225159 Dec 15 04:35:05.935882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:05.976714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a91f2d-10e4-4232-a536-51285d19ed5c req-408b111d-8610-4d7a-8ed8-3822c3de4143 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:05.978245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28a91f2d-10e4-4232-a536-51285d19ed5c req-408b111d-8610-4d7a-8ed8-3822c3de4143 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1905613 Dec 15 04:35:05.990290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.004774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Transition to ACTIVE for port object bb8cbffc-56fd-410d-b304-7141dd58f41d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:06.005698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:06.008358 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc93500-34e5-4f26-876b-d887aaeddba0" -d '{"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:06.019529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.112000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:06.142889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] No DVR routers for this DVR port bb8cbffc-56fd-410d-b304-7141dd58f41d on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:06.192179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:06.192510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:06.192849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:06.198612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Port bb8cbffc-56fd-410d-b304-7141dd58f41d on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:06.198974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Attempting to bind port bb8cbffc-56fd-410d-b304-7141dd58f41d on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:06.206189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:06.206672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:06.207061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:06.207495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Bound port: bb8cbffc-56fd-410d-b304-7141dd58f41d, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:06.208038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.338102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:06.341456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:06.371556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.460737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:06.476316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:06.477677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.479468 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8af0c464-cf1f-4059-8989-2640fbf2c8f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 1097 time: 0.9906366 Dec 15 04:35:06.610121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28a91f2d-10e4-4232-a536-51285d19ed5c req-53eac1ea-b3fa-4f5e-8d0c-a37683e21527 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235898 Dec 15 04:35:06.630174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-3ddf4b5a-3991-488f-87e9-8a969cfe0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:06.635187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-3ddf4b5a-3991-488f-87e9-8a969cfe0ff1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1100 time: 0.1075478 Dec 15 04:35:06.654340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Deleting port 418a2a68-96f7-4a58-b155-4afd75adc5c3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:06.654823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.661569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.847289 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.851708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:06.887732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Calling delete_port for 418a2a68-96f7-4a58-b155-4afd75adc5c3 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:06.932683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-5718b978-a4be-4b3d-8aeb-af7769240eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:06.934757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-5718b978-a4be-4b3d-8aeb-af7769240eb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2921910 Dec 15 04:35:07.049509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-430a62d2-daa0-4186-862b-cfe5747f7672 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.0905397 Dec 15 04:35:07.157043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8469ba65-04e0-4d6c-acd3-e995fb571aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:07.159985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-8469ba65-04e0-4d6c-acd3-e995fb571aba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1025851 Dec 15 04:35:07.251236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-e32bc302-12fa-4693-9f94-58990333e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:07.253071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-e32bc302-12fa-4693-9f94-58990333e201 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844836 Dec 15 04:35:07.256314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:07.325805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event deleted for resources: {'Port': ['ID=418a2a68-96f7-4a58-b155-4afd75adc5c3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:07.380272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-7b30d179-5150-47f0-925d-ea92c7ca9ced service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190901 Dec 15 04:35:07.477989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:07.485323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:07.491181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bad03195-8a0d-4ce8-8bff-210bf9b130b7 req-bf74b46c-c962-4627-a0e1-c152bc3c127a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3ae4ed4-7df0-4864-a423-3c9a6fe26688 HTTP/1.1" status: 204 len: 173 time: 1.5956194 Dec 15 04:35:07.593041 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7890a623-3434-4f03-a9e2-6c88170d00e0 req-9d278026-aecf-4864-aba0-cf95e1d34897 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992762 Dec 15 04:35:07.753971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:07.792905 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:35:07.979808 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f2ec1-336c-47a6-881a-0a19a65d0026 x-openstack-request-id: req-ed9f2ec1-336c-47a6-881a-0a19a65d0026 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:07.985176 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:07.985823 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed9f2ec1-336c-47a6-881a-0a19a65d0026 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:07.986803 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'code': 200} Dec 15 04:35:07.990568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:08.028107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-88030930-6659-418d-a443-f407cebfdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.030298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-88030930-6659-418d-a443-f407cebfdbbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.1472564 Dec 15 04:35:08.058006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066efc06-0a52-4325-837a-5e002fe25dd5 req-e9161af3-29a3-447c-b392-fc3094cb849d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.073731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-066efc06-0a52-4325-837a-5e002fe25dd5 req-e9161af3-29a3-447c-b392-fc3094cb849d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2074606 Dec 15 04:35:08.233274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-e03b01fe-da2b-4851-a58d-37a0112ef65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.237971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-066efc06-0a52-4325-837a-5e002fe25dd5 req-e585ad78-af73-49a6-9eef-97a808e54c72 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524754 Dec 15 04:35:08.239092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-e03b01fe-da2b-4851-a58d-37a0112ef65f service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.1952040 Dec 15 04:35:08.270029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-adfafdd8-bb8d-498d-801e-74b5d9b39d13 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 1001 time: 0.1449502 Dec 15 04:35:08.295614 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-e6cfb3a0-952d-41d5-b89b-d7844ec08891 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.0414822 Dec 15 04:35:08.333243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-c9db9a23-92b0-425c-84f0-862046c099e0 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.346087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-c9db9a23-92b0-425c-84f0-862046c099e0 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports/9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 942 time: 0.0671833 Dec 15 04:35:08.425334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af39ac9-f7de-412e-9390-6e071e157894 req-0d17b501-7383-4110-9927-e176acd3ef92 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.433237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-e59662d0-160a-49f4-af3a-2cfd3ddb211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.434898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-e59662d0-160a-49f4-af3a-2cfd3ddb211e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.1300385 Dec 15 04:35:08.436991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4af39ac9-f7de-412e-9390-6e071e157894 req-0d17b501-7383-4110-9927-e176acd3ef92 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 948 time: 0.0894928 Dec 15 04:35:08.478930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-9d732d38-2ac0-4092-9f52-039b4fcc3223 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322177 Dec 15 04:35:08.555227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-f672d178-375e-487e-8874-5f6d95a35ffa tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 1001 time: 0.1139941 Dec 15 04:35:08.673982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-7f37721f-86e3-4c32-9550-9359a40e305d service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631458 Dec 15 04:35:08.698125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4af39ac9-f7de-412e-9390-6e071e157894 req-a30b8999-b3bd-4612-b53e-e7e4ad583289 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594092 Dec 15 04:35:08.773385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-c724dd63-06ae-446d-8dec-27d483a66e3c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:08.790206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-c724dd63-06ae-446d-8dec-27d483a66e3c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2265847 Dec 15 04:35:08.846709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-336ee14c-0619-4d5a-9d98-d8c25711d15c req-822cd046-866b-4d54-9cb9-51bd23abbeb7 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709540 Dec 15 04:35:08.931044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-901f64c5-2ed1-4374-b6af-9f2d7d469480 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 1001 time: 0.1396825 Dec 15 04:35:08.936373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:09.077155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:09.148018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047b2de-b7c5-49aa-8b5b-486f83426aa8 req-2b63d4ab-a1e5-428a-9473-0adcb432d979 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:09.155835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7047b2de-b7c5-49aa-8b5b-486f83426aa8 req-2b63d4ab-a1e5-428a-9473-0adcb432d979 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1538827 Dec 15 04:35:09.226744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7047b2de-b7c5-49aa-8b5b-486f83426aa8 req-17c350ef-36ba-4315-9595-9856785f52dc tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693357 Dec 15 04:35:09.400571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:09.420903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:09.423245 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Floating IP 07dab4df-2093-4d08-8eb4-2a36c5d1f284 disassociated. External IP: 172.25.2.218, port: 9db92fe2-44d2-49c5-9569-7d02d6f854ce. Dec 15 04:35:09.675021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Router faf7c9ef-181a-4db0-a500-d504a71461cb has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:09.877672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:09.887625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:09.890250 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] Sync routers for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:09.903096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:09.904602 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:09.967482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-591b031b-342b-4e19-b070-c188fac34f0c tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "PUT /v2.0/floatingips/07dab4df-2093-4d08-8eb4-2a36c5d1f284 HTTP/1.1" status: 200 len: 695 time: 1.0290217 Dec 15 04:35:09.969838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:09.977605 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1188ba26-ab9e-445d-bb4f-19d8642eff17" -d '{"events": [{"name": "network-changed", "server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:09.988450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:09.991432 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e5400-cb42-47d2-a93b-1826ec24a4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "324084c9-127a-4323-b044-11db825084db", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:10.050344 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:10.084602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-26cd70b1-453b-4f34-8614-36446bdae29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.086194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-26cd70b1-453b-4f34-8614-36446bdae29d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1097 time: 0.1010146 Dec 15 04:35:10.251839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-a511d938-23d2-42fe-a9a7-a42f0daae60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.253843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-a511d938-23d2-42fe-a9a7-a42f0daae60b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 928 time: 0.1614611 Dec 15 04:35:10.300521 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:10.313486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-b2ac86e7-3174-4be3-a31c-a2ad853cb72c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 217 time: 0.0505395 Dec 15 04:35:10.339380 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] Checking router: faf7c9ef-181a-4db0-a500-d504a71461cb for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:10.349691 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:10.350418 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:10.375164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-341e6e87-cabf-47f5-a577-540fdcbd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.376782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-341e6e87-cabf-47f5-a577-540fdcbd6f16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 200 len: 867 time: 0.0569246 Dec 15 04:35:10.470879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919ab08-4c79-49fc-ab49-05ec20a28e3b req-5aa19484-2117-42ce-8fe4-c6e1fb73757e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.479473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a919ab08-4c79-49fc-ab49-05ec20a28e3b req-5aa19484-2117-42ce-8fe4-c6e1fb73757e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 948 time: 0.1462812 Dec 15 04:35:10.492642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-95f0dc3c-dbdc-4734-9929-5a80d8052528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.494050 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:10.494231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-95f0dc3c-dbdc-4734-9929-5a80d8052528 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8669b72-b521-4a50-b29c-b556143835fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098235 Dec 15 04:35:10.610015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a919ab08-4c79-49fc-ab49-05ec20a28e3b req-455de977-1fb4-4da4-9c3c-1b9dbc2029c4 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114788 Dec 15 04:35:10.665467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-cc65b7cf-1b14-4540-847b-710d84e2a075 service neutron] 10.222.0.37 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632771 Dec 15 04:35:10.773195 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:10.807517 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79a683-9eb4-4fbd-bf04-67daff9d171a None None] The sync data for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 is: [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:34:21Z', 'revision_number': 4, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ec6c9ab3-f721-4a98-b4e9-81bef593930a', 'name': '', 'network_id': 'a8669b72-b521-4a50-b29c-b556143835fd', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'mac_address': 'fa:16:3e:aa:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:19Z', 'updated_at': '2021-12-15T04:34:26Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'subnets': [{'id': '0340b6fc-8abb-4d8a-b742-c232b499b51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:10.863110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1f7b5-73b4-4807-8ff2-4bfb5220475b req-ba9a1992-1bc6-4a13-bd1e-09f37b4bbec8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.870941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56d1f7b5-73b4-4807-8ff2-4bfb5220475b req-ba9a1992-1bc6-4a13-bd1e-09f37b4bbec8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1421571 Dec 15 04:35:10.887548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-00ce42de-5769-4efe-969d-7e450c703635 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:10.890256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-00ce42de-5769-4efe-969d-7e450c703635 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 944 time: 0.0729036 Dec 15 04:35:10.901234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49776103-714e-4fec-9f8c-6895f8ffc579 req-cc07f92e-6dfa-4d9f-bd50-a1f98f779f2b service neutron] 10.222.0.37 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295341 Dec 15 04:35:10.962946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56d1f7b5-73b4-4807-8ff2-4bfb5220475b req-577cd5a4-25cf-4055-814b-59eddafcb73c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845921 Dec 15 04:35:11.033909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Deleting port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:11.037700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:11.090205 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93949d-e11a-4474-9aa3-fc08edbde2e0 x-openstack-request-id: req-0b93949d-e11a-4474-9aa3-fc08edbde2e0 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:11.090714 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:11.090888 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b93949d-e11a-4474-9aa3-fc08edbde2e0 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:11.091390 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'status': 'completed', 'code': 200} Dec 15 04:35:11.139420 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575f851-b8c3-4b80-9581-94e6b78cd21c x-openstack-request-id: req-9575f851-b8c3-4b80-9581-94e6b78cd21c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:11.139874 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324084c9-127a-4323-b044-11db825084db", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:11.140265 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9575f851-b8c3-4b80-9581-94e6b78cd21c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:11.141250 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'status': 'completed', 'code': 200} Dec 15 04:35:11.244106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf4f71-19c1-48af-869a-12c7e8ca6401 None None] New status for floating IP 07dab4df-2093-4d08-8eb4-2a36c5d1f284: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:35:11.270883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a13e6-bff1-4e84-b61b-de572a3a7d76 req-f096393d-f101-4b1e-a74d-39f7a65f4e6f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:11.273543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c59a13e6-bff1-4e84-b61b-de572a3a7d76 req-f096393d-f101-4b1e-a74d-39f7a65f4e6f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 944 time: 0.0801489 Dec 15 04:35:11.334857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c59a13e6-bff1-4e84-b61b-de572a3a7d76 req-931f85f1-a58b-4d0d-8987-0d598f892a30 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549760 Dec 15 04:35:11.512752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b92006-bbcd-477a-b562-9cf960664723 req-ba7c0944-b350-4bf9-92cc-18f21a9b0a1e tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:11.514622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7b92006-bbcd-477a-b562-9cf960664723 req-ba7c0944-b350-4bf9-92cc-18f21a9b0a1e tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0894797 Dec 15 04:35:11.635765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7b92006-bbcd-477a-b562-9cf960664723 req-9f26b97e-e0c9-467d-85e3-43372b4436a1 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095827 Dec 15 04:35:11.720700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] For port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:11.721305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:11.736567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Calling delete_port for 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:11.779127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-992667ad-4807-4e83-829c-a489d5c0daa9 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips/07dab4df-2093-4d08-8eb4-2a36c5d1f284 HTTP/1.1" status: 200 len: 695 time: 0.1012194 Dec 15 04:35:11.798923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:11.956058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-f85ad7d8-842e-4fe2-aae1-27f0b0184267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:11.957974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-f85ad7d8-842e-4fe2-aae1-27f0b0184267 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1100 time: 0.7660890 Dec 15 04:35:11.967073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-cf45c52d-c58a-4fb7-9ff7-0bb6c9f1f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:11.968923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-cf45c52d-c58a-4fb7-9ff7-0bb6c9f1f708 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 1097 time: 0.8244324 Dec 15 04:35:12.001266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:12.016478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'mac_address': 'fa:16:3e:f1:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:12.059132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-a35935e9-3532-4fcb-8de6-9b29445b6495 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.060751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-a35935e9-3532-4fcb-8de6-9b29445b6495 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2805037 Dec 15 04:35:12.074374 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.090323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-1bf26520-ebcb-4196-955d-e6f5be60fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.091994 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-1bf26520-ebcb-4196-955d-e6f5be60fb8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1100 time: 0.8841209 Dec 15 04:35:12.093039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-4430e623-0dc5-49e8-ba10-72d92c263539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.094898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-4430e623-0dc5-49e8-ba10-72d92c263539 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1252098 Dec 15 04:35:12.095442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8cbffc-56fd-410d-b304-7141dd58f41d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:12.119075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:12.129149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.160656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.163848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee40-4673-4509-95e3-308362707ab4 req-3d0f5967-ad6f-4f8f-a3a8-32eb1c32e9f2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.165821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-3d0f5967-ad6f-4f8f-a3a8-32eb1c32e9f2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db&tenant_id=9a2a94e821874288a77080c5ea619ceb&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 948 time: 0.2618275 Dec 15 04:35:12.170121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-8dcd5535-950e-4291-9a1d-0e5ea428f86a tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.0967839 Dec 15 04:35:12.211603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:12.256770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-56fe418f-1a36-4557-b5ba-b98bf4eedf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.258476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-56fe418f-1a36-4557-b5ba-b98bf4eedf69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 200 len: 928 time: 0.2778964 Dec 15 04:35:12.259850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-4c56cb77-c211-44ef-8239-ee60460218e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.1522076 Dec 15 04:35:12.274745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d210-5edc-446c-bb8c-c46ebed17d06 req-156071fa-da6f-434f-a416-d84f41feb94c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.283248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3225d210-5edc-446c-bb8c-c46ebed17d06 req-156071fa-da6f-434f-a416-d84f41feb94c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 948 time: 0.3094780 Dec 15 04:35:12.303507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-34a08ef8-87c4-4021-846b-6bc7420f116d tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1135924 Dec 15 04:35:12.439040 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-4a2aee40-4673-4509-95e3-308362707ab4 req-aafc626e-bc27-4a99-968e-544e0f4ecebf service neutron] delete failed (client error): The resource could not be found. Dec 15 04:35:12.440437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-aafc626e-bc27-4a99-968e-544e0f4ecebf service neutron] 10.222.0.42 "DELETE /v2.0/ports/bb8cbffc-56fd-410d-b304-7141dd58f41d/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.2669547 Dec 15 04:35:12.443544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] No DVR routers for this DVR port 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:12.446407 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-b059078d-148a-437f-8420-aca84f8eac7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 200 len: 217 time: 0.1572046 Dec 15 04:35:12.449638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.454680 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-96b5860a-98c6-4338-a56a-d1e6de8c56b4 req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "DELETE /v2.0/ports/83e0a89e-5650-4bab-bdbd-86c4dac9bcbe HTTP/1.1" status: 204 len: 173 time: 1.5574465 Dec 15 04:35:12.471436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3225d210-5edc-446c-bb8c-c46ebed17d06 req-0d225e89-ea14-48ea-a5b8-ce319a592df1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871717 Dec 15 04:35:12.517858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:12.527368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258193a-ff28-4f9e-b33f-f29af8ca7706 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event deleted for resources: {'Port': ['ID=83e0a89e-5650-4bab-bdbd-86c4dac9bcbe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:12.612231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Deleting port 654b176e-8f46-4902-a7d6-6f7f28e209fa {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:12.612708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.691475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-7145db3b-973e-47ed-9d7b-160b553aed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.693421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-7145db3b-973e-47ed-9d7b-160b553aed7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.4053993 Dec 15 04:35:12.716847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-54024ffd-4525-40c4-8efb-69f274eaa642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.718727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-54024ffd-4525-40c4-8efb-69f274eaa642 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 200 len: 867 time: 0.1587262 Dec 15 04:35:12.791303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-644046be-3e9e-411b-9026-030a1179dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.793235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-644046be-3e9e-411b-9026-030a1179dae9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.5817990 Dec 15 04:35:12.811718 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.811718 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:12.823671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Calling delete_port for 654b176e-8f46-4902-a7d6-6f7f28e209fa owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:12.849229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-00696a25-0293-470c-8db4-92949dc28cde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.0437536 Dec 15 04:35:12.855102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-af5def3e-1c18-4512-a755-065f630c3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.857382 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-af5def3e-1c18-4512-a755-065f630c3ece service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8669b72-b521-4a50-b29c-b556143835fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153476 Dec 15 04:35:12.869645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-e327c87f-7765-4b56-87ea-013d34ffd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.871554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-e327c87f-7765-4b56-87ea-013d34ffd467 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1663918 Dec 15 04:35:12.917367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c16f-2ea0-4f56-93ee-1637f860cf55 req-11914e9d-bb40-4564-a1b3-84a38d372fea tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:12.925773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0490c16f-2ea0-4f56-93ee-1637f860cf55 req-11914e9d-bb40-4564-a1b3-84a38d372fea tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2299416 Dec 15 04:35:13.024628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0490c16f-2ea0-4f56-93ee-1637f860cf55 req-f4a5097e-8143-4333-999f-5fb1d5d06252 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979583 Dec 15 04:35:13.040516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-da2abcca-4007-4f0f-96aa-148080f48ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:13.051896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:13.053464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-da2abcca-4007-4f0f-96aa-148080f48ad6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1947317 Dec 15 04:35:13.107825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event deleted for resources: {'Port': ['ID=654b176e-8f46-4902-a7d6-6f7f28e209fa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:13.148919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'name': 'network-vif-deleted', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:13.151257 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc4a2a2-3726-4253-ab79-a13aa4a032a7" -d '{"events": [{"server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "name": "network-vif-deleted", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:13.155673 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-a045864f-ef75-4a1b-99d0-539ab96d48f0 service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819862 Dec 15 04:35:13.221285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:13.226424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:13.227892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e77230-d1f4-4cd8-8832-9db68ebf8916 req-95932205-0f78-4d92-aedf-fca3f9411949 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "DELETE /v2.0/floatingips/07dab4df-2093-4d08-8eb4-2a36c5d1f284 HTTP/1.1" status: 204 len: 173 time: 0.9142673 Dec 15 04:35:13.392784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f12ca56d-30e6-4579-a272-593f26ce4023 req-9d6f472b-d70d-4331-99ea-d2e67cb86dc8 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=62618691-2dd3-4085-ba40-df0f36e09229 HTTP/1.1" status: 200 len: 210 time: 0.0423772 Dec 15 04:35:13.406594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-db713dc5-baa0-4be3-852a-b16253c189df service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056376 Dec 15 04:35:13.413420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-ac70d937-cdf1-464b-a39f-c33b8c4dfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:13.414884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-ac70d937-cdf1-464b-a39f-c33b8c4dfea0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3510380 Dec 15 04:35:13.544058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41529b43-9e5d-47c9-adbe-6f166b1d4c2e req-1fa4ac89-d42c-45e7-80dc-97ceb6060e13 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:13.546818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1188ba26-ab9e-445d-bb4f-19d8642eff17 req-c8ddb6e0-5679-4bfa-b228-38f066b6e064 service neutron] 10.222.0.42 "GET /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834224 Dec 15 04:35:13.547073 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41529b43-9e5d-47c9-adbe-6f166b1d4c2e req-1fa4ac89-d42c-45e7-80dc-97ceb6060e13 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1071913 Dec 15 04:35:13.609832 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6378caa9-b6ad-40fb-ae70-2ec685bbe5e1 x-openstack-request-id: req-6378caa9-b6ad-40fb-ae70-2ec685bbe5e1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:13.610124 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62618691-2dd3-4085-ba40-df0f36e09229", "name": "network-vif-deleted", "tag": "83e0a89e-5650-4bab-bdbd-86c4dac9bcbe", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:13.610426 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6378caa9-b6ad-40fb-ae70-2ec685bbe5e1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:13.611428 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62618691-2dd3-4085-ba40-df0f36e09229', 'name': 'network-vif-deleted', 'tag': '83e0a89e-5650-4bab-bdbd-86c4dac9bcbe', 'status': 'completed', 'code': 200} Dec 15 04:35:13.665097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41529b43-9e5d-47c9-adbe-6f166b1d4c2e req-f17f8a04-80f0-41ab-aca7-88447fe23b0e tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092794 Dec 15 04:35:13.665526 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-edf8a400-dce3-429c-ac92-626ce8755215 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444839 Dec 15 04:35:13.669469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-4fd0ce44-a9aa-41d4-adad-787d3cea4cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432046 Dec 15 04:35:13.771322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:13.816904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:13.829898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 83e0a89e-5650-4bab-bdbd-86c4dac9bcbe not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:13.838778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a56bf-5155-47dc-bd1f-c5f9bee7b536 req-cf75ffc9-6cde-4b53-8baa-7c662b32efd0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:13.842321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d68e5400-cb42-47d2-a93b-1826ec24a4fa req-ac9c2278-a4f5-4488-a304-637e9a0e7965 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640227 Dec 15 04:35:13.847143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-440a56bf-5155-47dc-bd1f-c5f9bee7b536 req-cf75ffc9-6cde-4b53-8baa-7c662b32efd0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 949 time: 0.0646052 Dec 15 04:35:13.913241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee40-4673-4509-95e3-308362707ab4 req-dc6478e7-50f9-4c51-a8e8-55838a05d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:13.915105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-dc6478e7-50f9-4c51-a8e8-55838a05d497 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1101 time: 0.0847890 Dec 15 04:35:13.931411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-440a56bf-5155-47dc-bd1f-c5f9bee7b536 req-d51c52e1-6d08-4280-a39a-d0863fd72619 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Dec 15 04:35:14.089078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee40-4673-4509-95e3-308362707ab4 req-8e498bf1-6bb5-401a-bf7d-399eefd729f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:14.090777 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-8e498bf1-6bb5-401a-bf7d-399eefd729f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1675889 Dec 15 04:35:14.122851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f8a86-1826-463c-b43d-8e470650dbbe req-91538160-709f-41fe-a44f-93e2d27538a3 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:14.124923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb6f8a86-1826-463c-b43d-8e470650dbbe req-91538160-709f-41fe-a44f-93e2d27538a3 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0780058 Dec 15 04:35:14.148952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-01200a6c-e618-45b3-9bf5-66c6e8e0da21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.0480685 Dec 15 04:35:14.196769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb6f8a86-1826-463c-b43d-8e470650dbbe req-4d945a6b-4adf-47c2-9c2c-f6ad853198b2 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0659823 Dec 15 04:35:14.227439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee40-4673-4509-95e3-308362707ab4 req-a3c873f2-e4d4-4c36-98c2-8362c0807629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:14.230162 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-a3c873f2-e4d4-4c36-98c2-8362c0807629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0720842 Dec 15 04:35:14.280716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53733-b034-41da-b27b-c5563ca74287 req-2b33c18d-f4ac-40b7-ad04-d8d1d783aa71 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:14.282887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12b53733-b034-41da-b27b-c5563ca74287 req-2b33c18d-f4ac-40b7-ad04-d8d1d783aa71 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.0851724 Dec 15 04:35:14.294686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee40-4673-4509-95e3-308362707ab4 req-f697114e-76f9-4b86-9476-eb6fe28b9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:14.296200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-f697114e-76f9-4b86-9476-eb6fe28b9ec4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586991 Dec 15 04:35:14.359777 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12b53733-b034-41da-b27b-c5563ca74287 req-7dcdfdca-4e39-4d00-9b7b-eebbc955838e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703473 Dec 15 04:35:14.439344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a1df612-f9e6-4500-9fa0-ca22e418dcfe req-4e1f42b7-241f-4c4c-8c41-caef588e58fd tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0452807 Dec 15 04:35:14.454060 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-e83b347a-a523-4f7f-bd2e-de7c800f26fe service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490173 Dec 15 04:35:14.576631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a2aee40-4673-4509-95e3-308362707ab4 req-07a98e5a-3b1f-4624-8252-84f9a143db35 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110048 Dec 15 04:35:14.955797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c509-a164-408f-be5c-00776b8507f1 req-12ab9b0f-0dc5-4ff0-862e-9010d5cc4350 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:14.957286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75b9c509-a164-408f-be5c-00776b8507f1 req-12ab9b0f-0dc5-4ff0-862e-9010d5cc4350 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0579696 Dec 15 04:35:15.021188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75b9c509-a164-408f-be5c-00776b8507f1 req-3c67f2ec-1674-4316-8136-4f3a58df7a31 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Dec 15 04:35:15.131709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40506-b43d-4d1c-b877-51cb4d53a048 req-a1a1e134-ace0-4ce7-b483-dac0cf973661 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:15.142086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20c40506-b43d-4d1c-b877-51cb4d53a048 req-a1a1e134-ace0-4ce7-b483-dac0cf973661 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 945 time: 0.0596159 Dec 15 04:35:15.196630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20c40506-b43d-4d1c-b877-51cb4d53a048 req-e1c8f94d-bb53-4f05-aa7e-306c05aca8e8 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534658 Dec 15 04:35:15.367604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18377-20c0-46d3-abe7-30d4d4b6f0fc req-d89ad839-9484-45ba-86a3-99c58c791adc tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:15.369334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82d18377-20c0-46d3-abe7-30d4d4b6f0fc req-d89ad839-9484-45ba-86a3-99c58c791adc tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 944 time: 0.0926719 Dec 15 04:35:15.390154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89ba81-c2a2-4533-9134-6b42901e662c req-de8c8e69-d959-41c4-be10-970d7cabc118 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:15.391877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f89ba81-c2a2-4533-9134-6b42901e662c req-de8c8e69-d959-41c4-be10-970d7cabc118 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 949 time: 0.0772393 Dec 15 04:35:15.412046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:15.510440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port bb8cbffc-56fd-410d-b304-7141dd58f41d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:15.517402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port bb8cbffc-56fd-410d-b304-7141dd58f41d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:15.517774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:15.519813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82d18377-20c0-46d3-abe7-30d4d4b6f0fc req-431e98c7-f7ca-4e3c-a0d0-0c3ae3341027 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351810 Dec 15 04:35:15.564733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-8a00da02-2427-4fb6-a489-9dd5dc287212 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:15.569321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-8a00da02-2427-4fb6-a489-9dd5dc287212 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 944 time: 0.0996642 Dec 15 04:35:15.606620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f89ba81-c2a2-4533-9134-6b42901e662c req-1b39f5c1-a6e5-4d46-90b6-406c16d543ec tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085669 Dec 15 04:35:15.701653 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:15.749023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:15.753112 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f8bf2c-4199-48f0-9c04-b236f3ddb10c" -d '{"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-plugged", "status": "completed", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:15.762298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Deleting port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:15.764937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:15.775323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:15.783222 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:15.791448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cd4ba-4c67-4982-8b21-6d56ef60b8cb req-94fb95b1-e056-4050-8188-f24b10caa0bc tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:15.803050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a10cd4ba-4c67-4982-8b21-6d56ef60b8cb req-94fb95b1-e056-4050-8188-f24b10caa0bc tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1083949 Dec 15 04:35:15.853651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:15.900732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a10cd4ba-4c67-4982-8b21-6d56ef60b8cb req-e0ce4ef1-984f-4441-a63f-f4cca8522351 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969052 Dec 15 04:35:15.909134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7bed9-c480-49c5-b3d2-95f0a1ded499 req-635b1216-fc21-4273-9492-23ca1e9a2dbf tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:15.911175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9df7bed9-c480-49c5-b3d2-95f0a1ded499 req-635b1216-fc21-4273-9492-23ca1e9a2dbf tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1102 time: 0.0878165 Dec 15 04:35:15.956987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] For port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:15.957739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:15.974374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Calling delete_port for a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:16.006172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9df7bed9-c480-49c5-b3d2-95f0a1ded499 req-5619b0dd-5612-489b-b7c7-6e147986e597 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Dec 15 04:35:16.030262 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf14fbc6-ab04-4476-ae18-4844f47d043f x-openstack-request-id: req-cf14fbc6-ab04-4476-ae18-4844f47d043f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:16.030807 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-plugged", "status": "completed", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:16.031264 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf14fbc6-ab04-4476-ae18-4844f47d043f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:16.031851 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'code': 200} Dec 15 04:35:16.190253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:16.213295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ef5c1-f453-4bd7-a9ea-6ae37b26bd2f req-de09a326-e53a-41f1-95c9-2799e415eae3 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:16.215872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-348ef5c1-f453-4bd7-a9ea-6ae37b26bd2f req-de09a326-e53a-41f1-95c9-2799e415eae3 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0777433 Dec 15 04:35:16.242310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event deleted for resources: {'Port': ['ID=a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:16.310077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] No DVR routers for this DVR port a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:16.313720 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:16.341435 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a27f5f36-09b3-4b7a-8e36-a55fa4ad5f0e req-e0e61b3c-8eb3-48a8-9e40-65b8ce249f23 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "DELETE /v2.0/ports/a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd HTTP/1.1" status: 204 len: 173 time: 0.7566576 Dec 15 04:35:16.341435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'name': 'network-vif-deleted', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:16.341435 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b043469a-f129-4034-9b2b-8b5e65648a09" -d '{"events": [{"server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "name": "network-vif-deleted", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:16.341977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-348ef5c1-f453-4bd7-a9ea-6ae37b26bd2f req-bda67e5c-4107-40b6-b50d-721a0ff5bbc7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039786 Dec 15 04:35:16.426135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba956c6-77cf-4937-b4f6-88a8983166fa req-e79dadb9-802e-4537-ae56-5e444f2ea05b tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:16.428515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ba956c6-77cf-4937-b4f6-88a8983166fa req-e79dadb9-802e-4537-ae56-5e444f2ea05b tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 945 time: 0.0628457 Dec 15 04:35:16.473475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-6f4f89e5-9cf3-4ecb-a4d0-dba28eccfca7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419846 Dec 15 04:35:16.512045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57700) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:16.576055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ba956c6-77cf-4937-b4f6-88a8983166fa req-a934aede-bf6b-4aad-9c86-035d600d7c90 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/security-groups?id=e854a553-ca37-4702-8448-d63ead843e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295521 Dec 15 04:35:16.647836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-05b31ca9-132a-49eb-af34-08668c781a61 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:16.650139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-05b31ca9-132a-49eb-af34-08668c781a61 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 945 time: 0.1156318 Dec 15 04:35:16.659966 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae480188-29d0-4c25-8b25-15dc71c75ab6 x-openstack-request-id: req-ae480188-29d0-4c25-8b25-15dc71c75ab6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:16.660293 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d409dc34-d92c-43c8-aeca-5dedd17cb9e2", "name": "network-vif-deleted", "tag": "a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:16.660529 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae480188-29d0-4c25-8b25-15dc71c75ab6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:16.660986 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409dc34-d92c-43c8-aeca-5dedd17cb9e2', 'name': 'network-vif-deleted', 'tag': 'a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd', 'status': 'completed', 'code': 200} Dec 15 04:35:16.700285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-443dfa9e-22ab-413b-a528-12d47f95d90e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:16.709577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-443dfa9e-22ab-413b-a528-12d47f95d90e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276452 Dec 15 04:35:16.729656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-2f28c947-c34d-4dcb-ba38-8ea2da179622 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/quotas/9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 375 time: 0.0173814 Dec 15 04:35:16.745119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c960fa8-471d-422e-bfe0-99efe2b18fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:16.795288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3092ae5e-f03c-465b-87a1-07108ca06968 req-7358454a-587d-4210-a888-695b4e94436f tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=d409dc34-d92c-43c8-aeca-5dedd17cb9e2 HTTP/1.1" status: 200 len: 210 time: 0.0322495 Dec 15 04:35:16.822911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-e9c62ba6-0a1a-472d-8ddd-3d3c43d9de68 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922451 Dec 15 04:35:16.857240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Deleting port 9db92fe2-44d2-49c5-9569-7d02d6f854ce {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:16.869079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:16.977760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c960fa8-471d-422e-bfe0-99efe2b18fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:16.991749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c960fa8-471d-422e-bfe0-99efe2b18fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.038879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] For port 9db92fe2-44d2-49c5-9569-7d02d6f854ce, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9db92fe2-44d2-49c5-9569-7d02d6f854ce,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:17.039494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.052810 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6c960fa8-471d-422e-bfe0-99efe2b18fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4665a004b58341408265bdeb33b9c758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5387957 Dec 15 04:35:17.055706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57720) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:17.105705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Calling delete_port for 9db92fe2-44d2-49c5-9569-7d02d6f854ce owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:17.111258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960fa8-471d-422e-bfe0-99efe2b18fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0096a-1f79-4507-9118-8d0d0b15d582,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:17.192250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b291e-aab4-4575-98f4-12ebc78e3c54 req-1acfa4cb-4911-4fd4-a546-a7daa717cd7f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:17.202015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-022b291e-aab4-4575-98f4-12ebc78e3c54 req-1acfa4cb-4911-4fd4-a546-a7daa717cd7f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1161239 Dec 15 04:35:17.217263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e55d7c8f-1efa-4696-9298-590a2dd7fd25 req-c0d0b66a-3ec8-40a9-9659-f60001419851 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 210 time: 0.0772440 Dec 15 04:35:17.257671 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.321160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.335721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.356507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['9db92fe2-44d2-49c5-9569-7d02d6f854ce'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:17.376892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-022b291e-aab4-4575-98f4-12ebc78e3c54 req-06387197-95a1-4c9c-a882-8db47af54a0f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729882 Dec 15 04:35:17.405431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Pushing event deleted for resources: {'Port': ['ID=9db92fe2-44d2-49c5-9569-7d02d6f854ce,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:17.453753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] No DVR routers for this DVR port 9db92fe2-44d2-49c5-9569-7d02d6f854ce on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:17.456395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.461296 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b59ad7b-9b0d-4969-8434-3469aaa62557 req-a79ff452-cac7-4d70-95f4-e61894aa0f46 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.42 "DELETE /v2.0/ports/9db92fe2-44d2-49c5-9569-7d02d6f854ce HTTP/1.1" status: 204 len: 173 time: 0.7908680 Dec 15 04:35:17.463081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.466814 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:17.467960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ba0096a-1f79-4507-9118-8d0d0b15d582 HTTP/1.1" status: 204 len: 168 time: 0.4109979 Dec 15 04:35:17.497674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0096a-1f79-4507-9118-8d0d0b15d582,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:17.522801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.523188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.523485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.523855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.524212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.524572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.524937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.525276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.525614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.525962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.526290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.527954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.532629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32434f4-1cba-4d00-ba28-c9271ff87a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:17.720040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed222b-fe72-4291-8bf4-1082c85d7276 req-11f0c12b-ee80-4e14-8979-e2010701fdea tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:17.740191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9ed222b-fe72-4291-8bf4-1082c85d7276 req-11f0c12b-ee80-4e14-8979-e2010701fdea tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1804988 Dec 15 04:35:17.794179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:17.827676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:17.829406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a7d260dc-0542-4d16-8a4f-5bdcaaeb0acd not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:17.836978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b7aea7a-189b-4c5e-a0c1-f5f8013bcd76 req-7601449e-5c1f-4cad-9e1e-aeb2e66b5726 tempest-FloatingIPsAssociationNegativeTestJSON-774777278 tempest-FloatingIPsAssociationNegativeTestJSON-774777278-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f98b27c-ae17-4a2e-9715-b78d0e96cdbf HTTP/1.1" status: 200 len: 210 time: 0.0942855 Dec 15 04:35:17.879311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9ed222b-fe72-4291-8bf4-1082c85d7276 req-5b13372b-a90a-42db-a3d1-f717c3711e6b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343577 Dec 15 04:35:18.407247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2da7-8a0b-44af-bbea-31bbbb0b13da req-67a635b1-fee8-45ea-a14d-8b2abc350230 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:18.414526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6ec2da7-8a0b-44af-bbea-31bbbb0b13da req-67a635b1-fee8-45ea-a14d-8b2abc350230 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.0975714 Dec 15 04:35:18.417494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e5b7fef-f2bb-4446-a05b-14aedd8be175 req-881281f6-658d-44c2-bf53-2874a0b84146 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 210 time: 0.0495000 Dec 15 04:35:18.496552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6ec2da7-8a0b-44af-bbea-31bbbb0b13da req-cadc907c-c2db-4bac-991e-c19b24eb2b6b tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810757 Dec 15 04:35:18.662000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'name': 'network-vif-deleted', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:18.662791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a40b7-df37-4ed4-9ef8-b0cd6ba1156a req-406bc8e6-b079-4625-8718-7da1f03ee71b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:18.664769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f0a40b7-df37-4ed4-9ef8-b0cd6ba1156a req-406bc8e6-b079-4625-8718-7da1f03ee71b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.0964098 Dec 15 04:35:18.664907 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71262589-0043-4586-ab92-f93512c792a1" -d '{"events": [{"server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "name": "network-vif-deleted", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:18.749167 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f7c0a-e98f-47f2-ad42-e667dd6bf697 x-openstack-request-id: req-bf0f7c0a-e98f-47f2-ad42-e667dd6bf697 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:18.752075 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f98b27c-ae17-4a2e-9715-b78d0e96cdbf", "name": "network-vif-deleted", "tag": "9db92fe2-44d2-49c5-9569-7d02d6f854ce", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:18.752494 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf0f7c0a-e98f-47f2-ad42-e667dd6bf697 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:18.753047 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f98b27c-ae17-4a2e-9715-b78d0e96cdbf', 'name': 'network-vif-deleted', 'tag': '9db92fe2-44d2-49c5-9569-7d02d6f854ce', 'status': 'completed', 'code': 200} Dec 15 04:35:18.753187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f0a40b7-df37-4ed4-9ef8-b0cd6ba1156a req-4f814f1f-021d-4af0-ae44-69cca75d2877 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810769 Dec 15 04:35:18.779929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-4cab8c0b-fe26-4f59-935f-54ca5a6810fe tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621951 Dec 15 04:35:18.910868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57792) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:19.288582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-5fd90566-e5b5-471f-94f6-fb9058588459 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:19.290116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-5fd90566-e5b5-471f-94f6-fb9058588459 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5035517 Dec 15 04:35:19.318652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Request body: {'port': {'device_id': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '9a2a94e821874288a77080c5ea619ceb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:19.390450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-fc1c839e-d8f9-4ca6-a735-e75857c2b074 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:19.392858 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-fc1c839e-d8f9-4ca6-a735-e75857c2b074 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.1566477 Dec 15 04:35:19.487514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57816) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:19.559803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Made reservation on behalf of 9a2a94e821874288a77080c5ea619ceb for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:19.564792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:19.569377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a123b54-4cb3-473f-bdea-d17cdadd0408 req-d7659e04-65d4-43e1-8eb4-ee82a769da44 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:19.569839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Deleting port 031cba27-9535-4d0b-b0dc-638fd120fd1b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:19.569973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:19.577450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a123b54-4cb3-473f-bdea-d17cdadd0408 req-d7659e04-65d4-43e1-8eb4-ee82a769da44 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.4912252 Dec 15 04:35:19.608450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fe68014-0fb8-43d5-bf18-b8cce3121d7a req-6adeaef7-923e-41c3-8846-12bc359ccc03 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 210 time: 0.0603163 Dec 15 04:35:19.723605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cd7ec90-e099-4123-ad80-c640987a7c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:19.774054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a123b54-4cb3-473f-bdea-d17cdadd0408 req-7b627eec-54a5-4f53-a7a8-6f84c68b5bea tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956995 Dec 15 04:35:19.779452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] For port 031cba27-9535-4d0b-b0dc-638fd120fd1b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=031cba27-9535-4d0b-b0dc-638fd120fd1b,segment=NetworkSegment(a6a2bd61-a864-47b6-8b62-a923f3b9a19a),segment_id=a6a2bd61-a864-47b6-8b62-a923f3b9a19a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:19.779988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:19.805720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76f959-a4b8-422b-bbd1-fc1b06c1daf3 req-19411035-1d34-4635-8a84-20e57cc47ea3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:19.807026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f76f959-a4b8-422b-bbd1-fc1b06c1daf3 req-19411035-1d34-4635-8a84-20e57cc47ea3 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d649f9-9c2c-43e9-9e84-dfbd75e665aa HTTP/1.1" status: 200 len: 944 time: 0.1155419 Dec 15 04:35:19.808767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Calling delete_port for 031cba27-9535-4d0b-b0dc-638fd120fd1b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:19.826134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9db92fe2-44d2-49c5-9569-7d02d6f854ce no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:19.832282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Allocated IP 192.168.233.202 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/1ed2fe3f-cb01-4434-9213-56c602332956) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:19.859813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 9db92fe2-44d2-49c5-9569-7d02d6f854ce {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:19.862019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9db92fe2-44d2-49c5-9569-7d02d6f854ce not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:19.862644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 031cba27-9535-4d0b-b0dc-638fd120fd1b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:19.927468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f76f959-a4b8-422b-bbd1-fc1b06c1daf3 req-6223a2f1-d3f5-40c2-8ae9-67a62ea26fe2 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.37 "GET /v2.0/security-groups?id=e06b2349-3db4-403c-a9d3-7866a9294005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063018 Dec 15 04:35:19.978172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cd7ec90-e099-4123-ad80-c640987a7c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:19.990140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cd7ec90-e099-4123-ad80-c640987a7c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.054594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7cd7ec90-e099-4123-ad80-c640987a7c6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23ce7fee58874af0b5b91ec1c555cb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623686 Dec 15 04:35:20.057676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57830) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:20.063003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7ec90-e099-4123-ad80-c640987a7c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c023dc-bf69-49c7-8542-031d1b91153b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:20.092183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.137078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.149262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Pushing event deleted for resources: {'Port': ['ID=031cba27-9535-4d0b-b0dc-638fd120fd1b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:20.161368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bff584-d7dc-4895-8dd8-9bc60502449e req-93cd02f0-5fdd-4dfd-b950-1ca04c6e9a8f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:20.162876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86bff584-d7dc-4895-8dd8-9bc60502449e req-93cd02f0-5fdd-4dfd-b950-1ca04c6e9a8f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.0844834 Dec 15 04:35:20.184134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.223301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] No DVR routers for this DVR port 031cba27-9535-4d0b-b0dc-638fd120fd1b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:20.228482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.231737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-779e4cd6-4f4a-4081-a74b-97b0d0aeb59a req-13e2e385-7193-4a83-83b9-fbef13dce567 tempest-LiveAutoBlockMigrationV225Test-139069256 tempest-LiveAutoBlockMigrationV225Test-139069256-project] 10.222.0.42 "DELETE /v2.0/ports/031cba27-9535-4d0b-b0dc-638fd120fd1b HTTP/1.1" status: 204 len: 173 time: 0.8285458 Dec 15 04:35:20.234687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76146e7-4634-4442-8a29-6c007d0574fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.247958 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.285707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:20.298139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86bff584-d7dc-4895-8dd8-9bc60502449e req-3654139e-715f-4cc4-b8eb-a6cc224d3f65 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253686 Dec 15 04:35:20.303115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76146e7-4634-4442-8a29-6c007d0574fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.335234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:20.347294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:20.361613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:20.364017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:20.430997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:20.431953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.445448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76146e7-4634-4442-8a29-6c007d0574fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.449558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76146e7-4634-4442-8a29-6c007d0574fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.453788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a76146e7-4634-4442-8a29-6c007d0574fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c023dc-bf69-49c7-8542-031d1b91153b HTTP/1.1" status: 204 len: 168 time: 0.3904486 Dec 15 04:35:20.469223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-bdeec1f7-2819-4fb8-81fb-760c097fac51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1563005 Dec 15 04:35:20.470208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76146e7-4634-4442-8a29-6c007d0574fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c023dc-bf69-49c7-8542-031d1b91153b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:20.490645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Request body: {'port': {'device_id': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:20.586369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.673911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Deleting port ec6c9ab3-f721-4a98-b4e9-81bef593930a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:20.675137 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.768234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'name': 'network-vif-deleted', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:20.771262 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b41999c-9ab4-42e9-8aa9-cc526984c865" -d '{"events": [{"server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "name": "network-vif-deleted", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:20.823862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9fcadabb-c452-48ab-8fd2-0c3532b1d736 None None] Provisioning complete for port 1ed2fe3f-cb01-4434-9213-56c602332956 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:20.825300 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fcadabb-c452-48ab-8fd2-0c3532b1d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.884869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c42f-8dfb-45e5-99d9-e5f24d07c6d9 req-b9c5afbc-ae3c-44a0-b2e8-7d9dc647a7b3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:20.899068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e06c42f-8dfb-45e5-99d9-e5f24d07c6d9 req-b9c5afbc-ae3c-44a0-b2e8-7d9dc647a7b3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 936 time: 0.1413639 Dec 15 04:35:20.914639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9fcadabb-c452-48ab-8fd2-0c3532b1d736 None None] Port 1ed2fe3f-cb01-4434-9213-56c602332956 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:35:20.916375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] For port ec6c9ab3-f721-4a98-b4e9-81bef593930a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ec6c9ab3-f721-4a98-b4e9-81bef593930a,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:20.916771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:20.958937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Calling delete_port for ec6c9ab3-f721-4a98-b4e9-81bef593930a owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:21.034691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e06c42f-8dfb-45e5-99d9-e5f24d07c6d9 req-3b00c1ec-af56-4e3f-a893-3222a0987cec tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346714 Dec 15 04:35:21.041470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed2fe3f-cb01-4434-9213-56c602332956 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:21.049617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.067394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Transition to ACTIVE for port object 1ed2fe3f-cb01-4434-9213-56c602332956 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:21.081531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.091448 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770875cb-6e4e-4fdc-ae6c-6d43eb57e261 x-openstack-request-id: req-770875cb-6e4e-4fdc-ae6c-6d43eb57e261 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:21.091808 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d649f9-9c2c-43e9-9e84-dfbd75e665aa", "name": "network-vif-deleted", "tag": "031cba27-9535-4d0b-b0dc-638fd120fd1b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:21.092143 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-770875cb-6e4e-4fdc-ae6c-6d43eb57e261 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:21.092599 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d649f9-9c2c-43e9-9e84-dfbd75e665aa', 'name': 'network-vif-deleted', 'tag': '031cba27-9535-4d0b-b0dc-638fd120fd1b', 'status': 'completed', 'code': 200} Dec 15 04:35:21.174782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:21.278371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:21.278713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:21.279042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:21.287280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Port 1ed2fe3f-cb01-4434-9213-56c602332956 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:21.287942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:21.294994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:21.295339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:21.295745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:21.296227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Bound port: 1ed2fe3f-cb01-4434-9213-56c602332956, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:21.296575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.320962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1969e6-a97d-48a5-8784-148aeff38870 req-14927320-609a-426d-8bb7-b86c7bd4add9 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:21.322620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a1969e6-a97d-48a5-8784-148aeff38870 req-14927320-609a-426d-8bb7-b86c7bd4add9 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1171336 Dec 15 04:35:21.438577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a1969e6-a97d-48a5-8784-148aeff38870 req-73cc0763-f1c9-4f56-8314-e270fa73b615 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029110 Dec 15 04:35:21.454710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:21.455125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.462813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:21.468781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.518564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:21.520000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.521444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] 10.222.0.42 "PUT /v2.0/ports/1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 1097 time: 1.0360255 Dec 15 04:35:21.536535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6c9ab3-f721-4a98-b4e9-81bef593930a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:21.582631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57924) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:21.587660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a5dd-785c-4a1e-8a6c-525a0af55b8d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:21.683350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57928) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:21.686364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-b4aeed23-a938-4bcc-ad3d-381796e52de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:21.688833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-b4aeed23-a938-4bcc-ad3d-381796e52de1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1100 time: 0.0773585 Dec 15 04:35:21.781480 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-99f0afb4-7564-49fb-9f17-443ebf6a3d35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.0675573 Dec 15 04:35:21.892943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1241022619-network', 'tenant_id': '26655a6d762e4a20ab55bd713343e8ad'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:21.898646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-2e3d3112-7bf8-4f59-9078-7d6c008276c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:21.905652 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-2e3d3112-7bf8-4f59-9078-7d6c008276c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1182110 Dec 15 04:35:21.950548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247c2a8-2582-4118-8843-ebd4af8177da req-c8bef6cd-9917-48b4-a755-019122fc924e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:21.959481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2247c2a8-2582-4118-8843-ebd4af8177da req-c8bef6cd-9917-48b4-a755-019122fc924e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2376013 Dec 15 04:35:21.975898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Deleting subnet c66820c0-6b08-46fe-b325-14590613229e {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:35:21.982272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:21.993299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Made reservation on behalf of 26655a6d762e4a20ab55bd713343e8ad for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:21.995991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.013132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-0ced89a1-0658-4af9-ba8e-cdc457b1008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:22.014962 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-0ced89a1-0658-4af9-ba8e-cdc457b1008b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021402 Dec 15 04:35:22.017338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.059122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.074573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2247c2a8-2582-4118-8843-ebd4af8177da req-79a78e28-0b92-4b19-8dd4-3883526c52d0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142561 Dec 15 04:35:22.079351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.163100 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-21932fc4-3792-4895-87d2-c9c7efc41406 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374853 Dec 15 04:35:22.237946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.244233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.284211 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.286933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:35:22.294685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1808f0-dfc6-4178-8c4c-7557e0711ffc,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:22.310469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.311179 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Added segment 0f57401c-764e-43c7-85d3-b2514a851280 of type vlan for network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c Dec 15 04:35:22.314425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5007ee46-931c-4ef3-8788-e4c516d3fb55 req-a649df1a-affb-46f2-9361-b0f027a17e6e service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442113 Dec 15 04:35:22.353762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.355719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda104-c623-4b8e-8144-ccf0060a69d1 req-02896200-0c7e-4c52-962c-b4499883ad02 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:22.357202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0dcda104-c623-4b8e-8144-ccf0060a69d1 req-02896200-0c7e-4c52-962c-b4499883ad02 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 948 time: 0.2053382 Dec 15 04:35:22.382260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.383310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:22.383896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.413242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-791fb87c-9549-44ae-84ce-e0fd1db5b37a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:22.414689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-791fb87c-9549-44ae-84ce-e0fd1db5b37a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.2345960 Dec 15 04:35:22.433235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7431767 Dec 15 04:35:22.436253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57946) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:22.441961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Request body: {'subnet': {'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1241022619-subnet', 'tenant_id': '26655a6d762e4a20ab55bd713343e8ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:22.461269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f321a-be99-4b9e-8cdf-6bdca7a150be admin admin] Pushing event updated for resources: {'Network': ['ID=53ea8489-b8ae-4744-8dee-68db0f7d6d9c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:22.471270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:35:22.476088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Made reservation on behalf of 26655a6d762e4a20ab55bd713343e8ad for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:22.478594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.516262 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.521967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-b9f8f3af-3957-4684-bdf4-d38b7de25312 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/quotas/d771b587215e4062ad6a02527a0f41b1 HTTP/1.1" status: 200 len: 375 time: 0.0996010 Dec 15 04:35:22.529739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0dcda104-c623-4b8e-8144-ccf0060a69d1 req-2c5805cc-f5e4-4055-96e7-ddf771e210b3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625690 Dec 15 04:35:22.565623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c66820c0-6b08-46fe-b325-14590613229e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:22.595283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.598645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8d00db03-9104-4a2f-bf7f-05e76749e6df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c66820c0-6b08-46fe-b325-14590613229e HTTP/1.1" status: 204 len: 168 time: 1.0145049 Dec 15 04:35:22.603307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57950) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:22.688874 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.710530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Router faf7c9ef-181a-4db0-a500-d504a71461cb has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:22.730696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-2b9cb872-61ba-4d20-b8f1-fc154fa579e6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820014 Dec 15 04:35:22.737278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.746359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:22.758908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Checking segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:22.759270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Network hostable DHCP agents. Network: 53ea8489-b8ae-4744-8dee-68db0f7d6d9c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:35:22.778169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa1ef2-84ff-4095-b3ad-30bfaa9a36d0 req-56ec3c04-2127-4414-845c-51d41bc953e4 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:22.779366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:35:22.779570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41fa1ef2-84ff-4095-b3ad-30bfaa9a36d0 req-56ec3c04-2127-4414-845c-51d41bc953e4 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1281281 Dec 15 04:35:22.788974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 53ea8489-b8ae-4744-8dee-68db0f7d6d9c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:22.793138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:22.793737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:22.799023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d0b89-ccb3-41b0-9ff1-37e10e3b2e7f None None] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:22.811119 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54bea59b-e226-4477-bc7b-8f89c7737fae admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3735404 Dec 15 04:35:22.907944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92edca09-a8a6-40ea-a19c-641f3426f3c0 None None] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:23.029223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41fa1ef2-84ff-4095-b3ad-30bfaa9a36d0 req-9e04df8e-4912-4dcd-af2f-04e02205756a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623294 Dec 15 04:35:23.030981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-245ed90d-73e6-4ed4-88aa-c49d8ab5b7d9 service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872336 Dec 15 04:35:23.039056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:23.052046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-38dfd4fc-16b4-4658-97dc-288d380ff00e admin admin] 10.222.0.37 "PUT /v2.0/routers/faf7c9ef-181a-4db0-a500-d504a71461cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1390364 Dec 15 04:35:23.054668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] Sync routers for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:23.055141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57960) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:23.055255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.067280 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:23.068142 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.145123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:23.147560 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f3b376-9490-465e-9bbc-cf017af97836" -d '{"events": [{"name": "network-changed", "server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:23.184997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.205734 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:23.311620 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.383325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Deleting port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:23.383782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.430219 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:35:21Z', 'revision_number': 5, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port': {'id': 'b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:12Z', 'updated_at': '2021-12-15T04:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.447588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:23.458336 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] Checking router: faf7c9ef-181a-4db0-a500-d504a71461cb for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:23.463839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e496a23e-f358-4fbe-bd3b-5903885ee32b']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.466677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] For port b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:23.467039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.468613 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] Routers {'faf7c9ef-181a-4db0-a500-d504a71461cb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:23.469464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['faf7c9ef-181a-4db0-a500-d504a71461cb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.479515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Calling delete_port for b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:23.482880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.483187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a2bd61-a864-47b6-8b62-a923f3b9a19a') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.497124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.514555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.523924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:35:23.524725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.531830 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:35:23.542515 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:35:23.567250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:23.570132 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7079bf64-0e4a-42cc-8c49-7f48e871fc57" -d '{"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:23.589631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:23.597312 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.663265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:23.670609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.678677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.682959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e496a23e-f358-4fbe-bd3b-5903885ee32b HTTP/1.1" status: 204 len: 168 time: 1.0770762 Dec 15 04:35:23.685573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57980) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:23.699674 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] Set router faf7c9ef-181a-4db0-a500-d504a71461cb gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:23.723871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-b7b335b6-e863-4fdf-a6a4-58d45edfe0a7 service neutron] 10.222.0.37 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855774 Dec 15 04:35:23.724532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa752261-d2a9-4e57-b778-81109127e453 admin admin] Pushing event deleted for resources: {'Network': ['ID=e496a23e-f358-4fbe-bd3b-5903885ee32b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:23.738071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.753567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-2b6006b7-dd9a-48d9-914f-e088e67394ad tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:23.761959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-2b6006b7-dd9a-48d9-914f-e088e67394ad tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 818 time: 0.3323860 Dec 15 04:35:23.786077 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:35:23Z', 'revision_number': 6, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:23.786328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:23.788101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Deleting subnet 077c9ed3-66eb-499c-bef7-d726d5d0ba59 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:35:23.802467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-2512b258-b287-4bb3-93db-8cffef84fb1b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/quotas/26655a6d762e4a20ab55bd713343e8ad HTTP/1.1" status: 200 len: 375 time: 0.0394032 Dec 15 04:35:23.807582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:23.810617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.817640 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de5df2-7f95-4c9c-8b36-08934296a96d None None] The sync data for ids ['faf7c9ef-181a-4db0-a500-d504a71461cb'] in n-d-820935-10 is: [{'id': 'faf7c9ef-181a-4db0-a500-d504a71461cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-618541385-router', 'tenant_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:11Z', 'updated_at': '2021-12-15T04:35:23Z', 'revision_number': 6, 'project_id': 'fd98b871a02e43d8b8ee8f2654d3e984', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:23.893362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-46ba9906-ff8a-4be2-919f-6656ca283881 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899136 Dec 15 04:35:23.901532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.923298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:23.930912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:23.940492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '1ed2fe3f-cb01-4434-9213-56c602332956', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '1ed2fe3f-cb01-4434-9213-56c602332956', 'mac_address': 'fa:16:3e:44:c3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:24.017189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-edbdcabf-8c01-4bb9-b324-4fd8b1cfd3ac service neutron] 10.222.0.37 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221988 Dec 15 04:35:24.018441 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.035396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed2fe3f-cb01-4434-9213-56c602332956 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:24.070282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.070480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:24.076843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.078145 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.121204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.134294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:24.159264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c8e9e-369a-48bc-a0ec-5e5b9b9a5f2c req-ef6c5858-dec8-4241-9817-497d62b68e48 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:24.161152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-248c8e9e-369a-48bc-a0ec-5e5b9b9a5f2c req-ef6c5858-dec8-4241-9817-497d62b68e48 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1349216 Dec 15 04:35:24.196023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-75782c09-6a69-4bf5-abef-e98d80d49e67 service neutron] 10.222.0.37 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780858 Dec 15 04:35:24.224303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.226512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.227093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf7c9ef-181a-4db0-a500-d504a71461cb {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:35:24.237108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.241124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e1f2ab6-138d-411c-9ca2-0487a6930727 admin admin] 10.222.0.37 "DELETE /v2.0/routers/faf7c9ef-181a-4db0-a500-d504a71461cb HTTP/1.1" status: 204 len: 168 time: 1.1850786 Dec 15 04:35:24.247025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57994) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:24.299067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc26f6-32fe-4249-8f29-95793c372960 req-b60fdcf1-6139-47f8-bcff-152dd9293e8c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:24.312363 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14dc26f6-32fe-4249-8f29-95793c372960 req-b60fdcf1-6139-47f8-bcff-152dd9293e8c tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d HTTP/1.1" status: 200 len: 944 time: 0.1779025 Dec 15 04:35:24.313728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077c9ed3-66eb-499c-bef7-d726d5d0ba59,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:24.317684 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.323146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c6a3d431-d06a-4d8f-ac95-6c1451fd314b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/077c9ed3-66eb-499c-bef7-d726d5d0ba59 HTTP/1.1" status: 204 len: 168 time: 0.6343367 Dec 15 04:35:24.329494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ec6c9ab3-f721-4a98-b4e9-81bef593930a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:24.331715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57996) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:24.339799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Deleting subnet 0340b6fc-8abb-4d8a-b742-c232b499b51a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:35:24.359142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-248c8e9e-369a-48bc-a0ec-5e5b9b9a5f2c req-09b67e61-792d-400e-95fe-c7bcdf77fd15 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867630 Dec 15 04:35:24.364357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.407551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ec6c9ab3-f721-4a98-b4e9-81bef593930a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:24.408404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ec6c9ab3-f721-4a98-b4e9-81bef593930a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:24.419927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:24.455126 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.490288 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b75f45d-45b0-4ec7-b1f8-ef5685efcc9c x-openstack-request-id: req-0b75f45d-45b0-4ec7-b1f8-ef5685efcc9c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:24.490741 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:24.491223 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b75f45d-45b0-4ec7-b1f8-ef5685efcc9c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:24.491773 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956', 'status': 'completed', 'code': 200} Dec 15 04:35:24.589657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.618054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.663140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-64629627-3e4e-402a-8dd4-df9bf27c0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:24.664664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-64629627-3e4e-402a-8dd4-df9bf27c0d65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1101 time: 0.1429822 Dec 15 04:35:24.702004 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe012a0-d8ad-4593-90e0-f5ff37f55772 x-openstack-request-id: req-afe012a0-d8ad-4593-90e0-f5ff37f55772 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:24.703148 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:24.703148 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afe012a0-d8ad-4593-90e0-f5ff37f55772 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:24.703526 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'code': 200} Dec 15 04:35:24.704270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14859d9c-cd60-4637-9cc4-e67e39c54ee2 req-4c68058c-5ab0-4cc0-b73e-6666d60358f9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:24.712876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14859d9c-cd60-4637-9cc4-e67e39c54ee2 req-4c68058c-5ab0-4cc0-b73e-6666d60358f9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 949 time: 0.1414587 Dec 15 04:35:24.763040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Deleting port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:24.768371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.825916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c08a065f-466e-4b76-aaa0-1434290d6a78 req-b3dc6801-69f5-4771-aac0-095eda8b5331 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 210 time: 0.0516880 Dec 15 04:35:24.836619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14859d9c-cd60-4637-9cc4-e67e39c54ee2 req-c6c8b9d1-56ed-45b9-9b10-16a28235476d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225617 Dec 15 04:35:24.838513 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.898848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0340b6fc-8abb-4d8a-b742-c232b499b51a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:24.903156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:24.911496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a3b5e-c9cc-4324-b1fc-ffa1e1e4b079 None None] Network a8669b72-b521-4a50-b29c-b556143835fd requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:24.911820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6e1d0ee7-8b24-41a4-ae7d-97b76408325d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0340b6fc-8abb-4d8a-b742-c232b499b51a HTTP/1.1" status: 204 len: 168 time: 0.6634533 Dec 15 04:35:24.912558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58006) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:25.131533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.143296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842f55c-69d7-42ec-a6d6-89d08e94b7a7 req-9c14dd6b-13c5-433c-bfb3-87101e31e7d1 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:25.145092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1842f55c-69d7-42ec-a6d6-89d08e94b7a7 req-9c14dd6b-13c5-433c-bfb3-87101e31e7d1 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1812525 Dec 15 04:35:25.257147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1842f55c-69d7-42ec-a6d6-89d08e94b7a7 req-1e29b525-80d1-4c16-b775-9f8cd02fb3b5 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032033 Dec 15 04:35:25.267739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] DHCP port deletion for a8669b72-b521-4a50-b29c-b556143835fd request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:35:25.278000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Deleting port 3745ecba-eb14-444f-bf86-c00079658c39 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:25.278797 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.389105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] For port 3745ecba-eb14-444f-bf86-c00079658c39, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3745ecba-eb14-444f-bf86-c00079658c39,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:25.389362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.394429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] Deleting port 3745ecba-eb14-444f-bf86-c00079658c39 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:25.395046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.418875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Calling delete_port for 3745ecba-eb14-444f-bf86-c00079658c39 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:25.481615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dec3d4b-e0f0-4de6-be76-53eccd97e838 req-9d5ab8e0-6ae4-4d50-916a-0b677876aec6 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 210 time: 0.0554681 Dec 15 04:35:25.497698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.518095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] For port 3745ecba-eb14-444f-bf86-c00079658c39, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3745ecba-eb14-444f-bf86-c00079658c39,segment=NetworkSegment(d5fd6f85-9752-4caf-9df6-04412953a21a),segment_id=d5fd6f85-9752-4caf-9df6-04412953a21a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:25.519134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.520451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] For port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:25.520905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.548541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] Calling delete_port for 3745ecba-eb14-444f-bf86-c00079658c39 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:25.548788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Calling delete_port for 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:25.608352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452678-ba5e-4507-9ba3-cb80d470ab09 req-47378482-b46f-4086-98b2-c894a4f0c82c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:25.617664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94452678-ba5e-4507-9ba3-cb80d470ab09 req-47378482-b46f-4086-98b2-c894a4f0c82c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1306944 Dec 15 04:35:25.662771 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.714816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] Pushing event deleted for resources: {'Port': ['ID=3745ecba-eb14-444f-bf86-c00079658c39,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:25.725271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214df8b6-aeea-4f53-ba8b-74a475bb74e7 None None] No DVR routers for this DVR port 3745ecba-eb14-444f-bf86-c00079658c39 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:25.732934 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94452678-ba5e-4507-9ba3-cb80d470ab09 req-bf07d8f2-abfa-4a0a-930c-2db5e315b236 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124496 Dec 15 04:35:25.741935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.771571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3745ecba-eb14-444f-bf86-c00079658c39,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:25.775618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] No DVR routers for this DVR port 3745ecba-eb14-444f-bf86-c00079658c39 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:25.783132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7c0142-2c43-4a9e-b490-ff80316e95d5']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:25.786163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:25.789101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-fa450631-62a7-4ad0-8b6a-83a75d7cb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:25.790813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-fa450631-62a7-4ad0-8b6a-83a75d7cb73d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 1.0302286 Dec 15 04:35:25.849071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 1ed2fe3f-cb01-4434-9213-56c602332956 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:25.850780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f6bc9e-5ec3-4400-89d7-3e7083111b0a') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:25.851118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f6bc9e-5ec3-4400-89d7-3e7083111b0a') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:25.866738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-e80b0aad-9fd2-48af-9954-ecf8783a5447 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.0642114 Dec 15 04:35:25.867604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 1ed2fe3f-cb01-4434-9213-56c602332956 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:25.869300 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.875981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.886400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.981896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8669b72-b521-4a50-b29c-b556143835fd']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:25.991282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:25.998523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fd6f85-9752-4caf-9df6-04412953a21a') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:26.001932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fd6f85-9752-4caf-9df6-04412953a21a') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:26.031958 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.058778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:35:26.059998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:35:26.063600 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:35:26.077800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d01e6f6-0afd-4b8d-87d3-8b8ef7dd5e27 req-315c6df3-c0fe-4ded-90fe-19641b5c9433 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 210 time: 0.0649025 Dec 15 04:35:26.088932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:26.112007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.128907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:26.129387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a1db4d-f8ac-4915-a7fb-c7cab59a0e8a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:26.129804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3745ecba-eb14-444f-bf86-c00079658c39 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:26.138562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:35:26.140569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-1c5b3eec-e206-43b6-b721-30563bb81382 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:26.142552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-1c5b3eec-e206-43b6-b721-30563bb81382 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.42 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 805 time: 0.4762833 Dec 15 04:35:26.143046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:35:26.146760 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:35:26.158194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-1fe3146c-c230-4d95-b7f9-8de49d7302ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:26.159971 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-1fe3146c-c230-4d95-b7f9-8de49d7302ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2816257 Dec 15 04:35:26.176435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Request body: {'port': {'device_id': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'admin_state_up': True, 'tenant_id': 'd771b587215e4062ad6a02527a0f41b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:26.187108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5250c-72e3-4f64-975f-80f62551d6ac req-af960df3-64cf-4cbd-9946-f55eb77d27db tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:26.197850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84f5250c-72e3-4f64-975f-80f62551d6ac req-af960df3-64cf-4cbd-9946-f55eb77d27db tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 949 time: 0.2031894 Dec 15 04:35:26.284787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.288879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.298612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.311917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.316550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8669b72-b521-4a50-b29c-b556143835fd HTTP/1.1" status: 204 len: 168 time: 1.3895831 Dec 15 04:35:26.345514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.348705 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0a7c0142-2c43-4a9e-b490-ff80316e95d5 HTTP/1.1" status: 204 len: 168 time: 2.0171466 Dec 15 04:35:26.365548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5609bf-cdde-4af3-9cf0-6a0f1f7c4e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8669b72-b521-4a50-b29c-b556143835fd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:26.380084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84f5250c-72e3-4f64-975f-80f62551d6ac req-d0c6df14-8c6c-4edf-937e-c1bb4e111445 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793709 Dec 15 04:35:26.433069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3745ecba-eb14-444f-bf86-c00079658c39 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:26.433698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3745ecba-eb14-444f-bf86-c00079658c39 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:26.456385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.457437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cd5da-75a9-49fd-bd36-99290bde7c78 req-17ad9038-cf7d-43e0-87f5-ae0be1f3e34a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:26.467098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f2cd5da-75a9-49fd-bd36-99290bde7c78 req-17ad9038-cf7d-43e0-87f5-ae0be1f3e34a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0697634 Dec 15 04:35:26.470165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event deleted for resources: {'Port': ['ID=36bfb1d6-c351-4e4f-a7b4-110139f8fe74,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:26.489357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8389468-073e-4ad2-bead-4595dd3523e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7c0142-2c43-4a9e-b490-ff80316e95d5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:26.526734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:26.538047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.566131 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f2cd5da-75a9-49fd-bd36-99290bde7c78 req-cb810d4a-56b8-493a-aa26-491884f73617 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906541 Dec 15 04:35:26.595337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58038) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:26.618929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-017b69cb-623f-4ca8-b38a-b634dd396d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:26.620367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-017b69cb-623f-4ca8-b38a-b634dd396d2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4369066 Dec 15 04:35:26.621164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] No DVR routers for this DVR port 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:26.625690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:26.625899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.629963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14dc26f6-32fe-4249-8f29-95793c372960 req-cd19a7ca-6420-46eb-a3d8-7a4001ec9ce7 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.16 "DELETE /v2.0/ports/36bfb1d6-c351-4e4f-a7b4-110139f8fe74 HTTP/1.1" status: 204 len: 173 time: 2.3070502 Dec 15 04:35:26.629963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-deleted', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:26.632165 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e70e3-ddf6-4fe8-9460-2d253b684caf" -d '{"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-deleted", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:26.636898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58040) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:26.659715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88e82160-b65f-40e6-8ba9-28da4175f674 req-e5281bc0-a909-4b96-bd57-25bb1634e77f tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 210 time: 0.0629206 Dec 15 04:35:26.704740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:26.706003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-daa1a31e-62bc-4fee-a188-d236487f55ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61697276bd4442839fa411b0244d2f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077807 Dec 15 04:35:26.706397 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78338eca-0298-45c6-aa6a-5a10ce3b530b x-openstack-request-id: req-78338eca-0298-45c6-aa6a-5a10ce3b530b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:26.706599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58044) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:26.706707 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d", "name": "network-vif-deleted", "tag": "36bfb1d6-c351-4e4f-a7b4-110139f8fe74", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:26.706951 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78338eca-0298-45c6-aa6a-5a10ce3b530b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:26.707354 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2aec609-52bc-4d6d-9f3b-6b8adf94cb8d', 'name': 'network-vif-deleted', 'tag': '36bfb1d6-c351-4e4f-a7b4-110139f8fe74', 'status': 'completed', 'code': 200} Dec 15 04:35:26.709758 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c9725-7288-40b4-8f15-4328ec13280a" -d '{"events": [{"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:26.760161 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95686d2-75e4-46d9-8348-7c8047e93f4b x-openstack-request-id: req-a95686d2-75e4-46d9-8348-7c8047e93f4b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:26.760795 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:26.761220 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a95686d2-75e4-46d9-8348-7c8047e93f4b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:26.761753 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956', 'code': 200} Dec 15 04:35:26.765595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81ae923e-4c20-4587-99a0-a2e93e0d278d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.794684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81ae923e-4c20-4587-99a0-a2e93e0d278d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.799825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Made reservation on behalf of d771b587215e4062ad6a02527a0f41b1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:26.804559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.822285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9795e76d-d383-4f9a-8b73-017142c55dec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd98b871a02e43d8b8ee8f2654d3e984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713231 Dec 15 04:35:26.824910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58052) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:26.913932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-3e33f4c8-6a16-44e7-8bd0-347a41d47720 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726579 Dec 15 04:35:26.920761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777a763-72fc-4827-b289-333ee261dd1b req-bbeaa44c-2fd1-4e5e-a28e-fe993e007d25 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:26.922101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5777a763-72fc-4827-b289-333ee261dd1b req-bbeaa44c-2fd1-4e5e-a28e-fe993e007d25 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.0830107 Dec 15 04:35:26.946200 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81ae923e-4c20-4587-99a0-a2e93e0d278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.948741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81ae923e-4c20-4587-99a0-a2e93e0d278d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:26.949827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81ae923e-4c20-4587-99a0-a2e93e0d278d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e06b2349-3db4-403c-a9d3-7866a9294005 HTTP/1.1" status: 204 len: 168 time: 0.2423551 Dec 15 04:35:26.980010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae923e-4c20-4587-99a0-a2e93e0d278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b2349-3db4-403c-a9d3-7866a9294005,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:26.993163 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd99bf38-c6f5-47df-b7f6-04828f99beed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.074183 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd99bf38-c6f5-47df-b7f6-04828f99beed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.094496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5777a763-72fc-4827-b289-333ee261dd1b req-2c102a8a-3247-4183-8389-95cc69a60e2c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648738 Dec 15 04:35:27.126124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79119a-fdcd-49a4-ae9e-2f372aa967cc req-1be401af-cac9-4460-993f-2411b1d8e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:27.127603 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf79119a-fdcd-49a4-ae9e-2f372aa967cc req-1be401af-cac9-4460-993f-2411b1d8e28d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1102 time: 0.2166576 Dec 15 04:35:27.163899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Allocated IP 172.20.0.9 (3466872e-4a99-408e-8688-b61dbe3e286b/24a2245e-52aa-487e-a0d3-6ce360425293/deb8c730-6f81-41bb-8766-6ded13884208) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:27.165630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-67a9a32c-d0d5-49f6-b22e-aa1d59994b00 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:27.167297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-67a9a32c-d0d5-49f6-b22e-aa1d59994b00 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 818 time: 0.2231174 Dec 15 04:35:27.194911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Request body: {'port': {'device_id': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'admin_state_up': True, 'tenant_id': '26655a6d762e4a20ab55bd713343e8ad'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:27.205642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6f3b376-9490-465e-9bbc-cf017af97836 req-f4dde311-a9a3-43b5-8f3d-806ac41562c8 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489824 Dec 15 04:35:27.250362 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf79119a-fdcd-49a4-ae9e-2f372aa967cc req-f63348cd-8c7c-4a05-b305-e6a2944e1fbd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104581 Dec 15 04:35:27.311710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd99bf38-c6f5-47df-b7f6-04828f99beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.315070 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd99bf38-c6f5-47df-b7f6-04828f99beed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.316393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cd99bf38-c6f5-47df-b7f6-04828f99beed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e854a553-ca37-4702-8448-d63ead843e58 HTTP/1.1" status: 204 len: 168 time: 0.4891245 Dec 15 04:35:27.365453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-805b0b02-fd89-4b34-9ee5-05c1394976b3 req-43ca1aa4-43af-48e6-88dd-646368b2da43 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 210 time: 0.0576661 Dec 15 04:35:27.370893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99bf38-c6f5-47df-b7f6-04828f99beed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854a553-ca37-4702-8448-d63ead843e58,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:27.390738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Made reservation on behalf of 26655a6d762e4a20ab55bd713343e8ad for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:27.408805 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.463484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:27.501890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-23024df9-638f-475b-88ad-e2c3fb18ef56 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:27.503781 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-23024df9-638f-475b-88ad-e2c3fb18ef56 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.16 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 818 time: 0.2160511 Dec 15 04:35:27.509570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.541827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:27.542188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 36bfb1d6-c351-4e4f-a7b4-110139f8fe74 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:27.564799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Request body: {'port': {'device_id': '440da98c-6d30-4718-8cac-246cb87e304d', 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'admin_state_up': True, 'tenant_id': '26655a6d762e4a20ab55bd713343e8ad'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:27.614410 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0b319f4-5d04-4847-8718-b747580e5015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.641419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Allocated IP 172.20.0.7 (53ea8489-b8ae-4744-8dee-68db0f7d6d9c/00e0d558-57cd-416e-9ffe-cc2b54ca0dc8/9a5da39d-4ac4-4a2a-a66b-881d9bd773b1) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:27.661112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:27.844598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Network 3466872e-4a99-408e-8688-b61dbe3e286b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:27.849642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:27.860687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:27.877570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855b349-98aa-44f3-9773-a1655d2c8285 req-f4e51b20-2463-4781-9221-a120568394c5 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:27.883963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d855b349-98aa-44f3-9773-a1655d2c8285 req-f4e51b20-2463-4781-9221-a120568394c5 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1313717 Dec 15 04:35:27.906233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b781fb-ca90-407c-bd56-98769fe2735d req-d0239115-2da5-40c0-9bb6-3e3eb6287e26 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:27.915376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4b781fb-ca90-407c-bd56-98769fe2735d req-d0239115-2da5-40c0-9bb6-3e3eb6287e26 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1638515 Dec 15 04:35:27.915771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:27.985484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.037928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d855b349-98aa-44f3-9773-a1655d2c8285 req-9322e1d3-f562-45e8-a594-f51c77f9d793 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530735 Dec 15 04:35:28.047110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:28.048047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.051293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4b781fb-ca90-407c-bd56-98769fe2735d req-6c91b490-fe3d-475e-9897-fd8639edcaae tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349630 Dec 15 04:35:28.065511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58080) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:28.086528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-6c024f27-0eea-4958-8bc6-4af4a37d2a40 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:28.088048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-6c024f27-0eea-4958-8bc6-4af4a37d2a40 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 818 time: 0.4293702 Dec 15 04:35:28.102031 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-0925499f-7f1b-43ee-bcca-03a614ca0540 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9294837 Dec 15 04:35:28.102780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.123279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Made reservation on behalf of 26655a6d762e4a20ab55bd713343e8ad for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:28.128535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.158793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Request body: {'port': {'device_id': '85289796-287d-48b9-a772-4bda33ccefa0', 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'admin_state_up': True, 'tenant_id': '26655a6d762e4a20ab55bd713343e8ad'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:28.164810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Request body: {'port': {'device_id': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:28.205473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3a11c5c8-3680-47a5-b215-a53e874d0d3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d228d06f80743c283a8787e51a2f814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359954 Dec 15 04:35:28.223681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:28.257707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:28.263808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d35b96b-a681-4a2c-9e17-4a1201c99c51 req-bc00d1fc-70f7-47d1-ae0c-8dead00ae6d8 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 210 time: 0.0864334 Dec 15 04:35:28.270127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:28.272565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Pushing event updated for resources: {'Port': ['ID=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:28.276303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:28.333806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.351906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2d79-c1f5-430d-b64c-5c6975578d62 req-0f6ba18c-a5ab-45c4-b207-dfee2b04cf8b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:28.352562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f25b2d79-c1f5-430d-b64c-5c6975578d62 req-0f6ba18c-a5ab-45c4-b207-dfee2b04cf8b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1754022 Dec 15 04:35:28.368740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:28.369371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.403626 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80783ba2-48a2-4168-b36a-585dd3196fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.416183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-d62fd9a3-de0b-4d9b-bc27-af900c08e640 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280884 Dec 15 04:35:28.454708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Made reservation on behalf of 26655a6d762e4a20ab55bd713343e8ad for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:28.454859 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80783ba2-48a2-4168-b36a-585dd3196fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.458368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.461294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Request body: {'port': {'device_id': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:28.489830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Allocated IP 172.20.0.8 (53ea8489-b8ae-4744-8dee-68db0f7d6d9c/00e0d558-57cd-416e-9ffe-cc2b54ca0dc8/8efbed6d-b96d-4ce6-a428-4366740ab6b7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:28.512587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f25b2d79-c1f5-430d-b64c-5c6975578d62 req-de7a9e18-ef5f-49c7-9f6b-3ddbeefb3988 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532998 Dec 15 04:35:28.625159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0de610-4f0c-4dfb-ac45-15a357ac62b4 req-c0ab70c9-fcb4-4f83-a9fa-a2e25d87aec6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:28.626751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc0de610-4f0c-4dfb-ac45-15a357ac62b4 req-c0ab70c9-fcb4-4f83-a9fa-a2e25d87aec6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 931 time: 0.1108494 Dec 15 04:35:28.627843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.645878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80783ba2-48a2-4168-b36a-585dd3196fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.648512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80783ba2-48a2-4168-b36a-585dd3196fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:28.652936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80783ba2-48a2-4168-b36a-585dd3196fba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3b5e2ea-98a8-4ab7-a15f-bda4f5b856c5 HTTP/1.1" status: 204 len: 168 time: 0.4250288 Dec 15 04:35:28.689933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58100) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:28.692244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80783ba2-48a2-4168-b36a-585dd3196fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b5e2ea-98a8-4ab7-a15f-bda4f5b856c5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:28.766696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc0de610-4f0c-4dfb-ac45-15a357ac62b4 req-d037592e-d622-49d5-bd3b-9d82d8d1e8d9 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237659 Dec 15 04:35:28.987220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-network', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:29.015901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Made reservation on behalf of 97ce2b54ffca44d5807154fea4d5e312 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:29.018657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.027683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.103199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.125875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.131629 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.158948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:35:29.168213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb8c730-6f81-41bb-8766-6ded13884208 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:29.177936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.194726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Transition to ACTIVE for port object deb8c730-6f81-41bb-8766-6ded13884208 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:29.201130 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.203262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.205647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a12722-7f70-4064-b110-8f6d9d6fc1e3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:29.209763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.210461 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Added segment 9b821ced-81bf-4bb1-be91-1b764ddd5eac of type vlan for network 1282e359-dc4b-4b65-98d3-212162988031 Dec 15 04:35:29.257353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:29.268124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:29.268124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:29.270176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:29.364621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2cf1-def1-4a9d-a679-f49be4a9d118 req-d5f9027a-c6bd-443b-90a9-65348a441a08 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:29.365843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ede2cf1-def1-4a9d-a679-f49be4a9d118 req-d5f9027a-c6bd-443b-90a9-65348a441a08 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1891260 Dec 15 04:35:29.372851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:29.373498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.376131 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.409738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Pushing event updated for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:29.418594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e45337-1530-456c-936b-f3ab656e8352 req-85d7488d-789f-422a-b06e-956723d46d19 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:29.426399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8ba69b22-fd5e-4bc0-9f9e-a6b99a06623c tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8741648 Dec 15 04:35:29.427194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96e45337-1530-456c-936b-f3ab656e8352 req-85d7488d-789f-422a-b06e-956723d46d19 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.2465498 Dec 15 04:35:29.449964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Request body: {'port': {'device_id': '440da98c-6d30-4718-8cac-246cb87e304d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:29.469840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Attempting to bind port deb8c730-6f81-41bb-8766-6ded13884208 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:29.470150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Attempting to bind port deb8c730-6f81-41bb-8766-6ded13884208 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:29.470430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Attempting to bind port deb8c730-6f81-41bb-8766-6ded13884208 on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:29.481465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Port deb8c730-6f81-41bb-8766-6ded13884208 on network 3466872e-4a99-408e-8688-b61dbe3e286b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:29.481798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Attempting to bind port deb8c730-6f81-41bb-8766-6ded13884208 on network 3466872e-4a99-408e-8688-b61dbe3e286b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:29.490591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:29.490940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Checking segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:29.491333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Bound using segment: {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:29.491806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Bound port: deb8c730-6f81-41bb-8766-6ded13884208, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371bb9cd-f43f-48e2-ac3b-b155f0c59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:29.492196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.516603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.517615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:29.518194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.527007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.564347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ede2cf1-def1-4a9d-a679-f49be4a9d118 req-2f4627fb-f48f-4986-abd6-15da8071b877 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815650 Dec 15 04:35:29.637358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:29.644352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:29.658368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96e45337-1530-456c-936b-f3ab656e8352 req-eca48b63-0987-4e68-983d-5afcdfc5de53 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303140 Dec 15 04:35:29.666178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9747686 Dec 15 04:35:29.667172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58140) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:29.706246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Request body: {'subnet': {'network_id': '1282e359-dc4b-4b65-98d3-212162988031', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-subnet', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:29.706739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.763128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4216984-b9b7-4479-a258-501778836440 req-f1256e38-0865-477b-a94a-80dfe1fccb0b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 210 time: 0.0733795 Dec 15 04:35:29.763248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:29.763813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.766460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] 10.222.0.42 "PUT /v2.0/ports/deb8c730-6f81-41bb-8766-6ded13884208 HTTP/1.1" status: 200 len: 1092 time: 1.6146026 Dec 15 04:35:29.766921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:29.769469 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154ad547-a054-4206-925f-d3a7e1e66215" -d '{"events": [{"name": "network-changed", "server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "tag": "deb8c730-6f81-41bb-8766-6ded13884208"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:29.802488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d6012-868c-4aad-9f66-68ff0200ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:29.808198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:29.818812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.836775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Transition to ACTIVE for port object 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:29.843353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-de4c5bf3-1a14-4269-a920-54479cb249c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.853501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3ebc7-412e-4ef3-805b-fa487a70af0c admin admin] Pushing event updated for resources: {'Network': ['ID=1282e359-dc4b-4b65-98d3-212162988031,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:29.863755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.866339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1282e359-dc4b-4b65-98d3-212162988031 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:35:29.919068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-da47344f-88f4-4997-82f0-bb4e30b208ee req-298cd3eb-94e2-4e5a-aa4c-53ae2d552186 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:35:29.920530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da47344f-88f4-4997-82f0-bb4e30b208ee req-298cd3eb-94e2-4e5a-aa4c-53ae2d552186 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159180 Dec 15 04:35:29.926256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Made reservation on behalf of 97ce2b54ffca44d5807154fea4d5e312 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:29.928565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:29.963373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-9efbbb13-24e3-425b-b63f-7462d48a7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:29.971693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-9efbbb13-24e3-425b-b63f-7462d48a7ebc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 1095 time: 0.1323636 Dec 15 04:35:29.988020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Pushing event updated for resources: {'Port': ['ID=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:30.000159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21b300-baa5-4ad0-9d00-62f45313c7ba req-57360ed2-b8af-4da7-b8ea-840821f70fea tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.001814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e21b300-baa5-4ad0-9d00-62f45313c7ba req-57360ed2-b8af-4da7-b8ea-840821f70fea tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2555354 Dec 15 04:35:30.101856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-9fb2f54d-2f5e-4085-a5d2-01e90f1c0a3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb8c730-6f81-41bb-8766-6ded13884208 HTTP/1.1" status: 200 len: 217 time: 0.1203499 Dec 15 04:35:30.103149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Allocated IP 172.20.0.2 (53ea8489-b8ae-4744-8dee-68db0f7d6d9c/00e0d558-57cd-416e-9ffe-cc2b54ca0dc8/ab39351b-95d7-42cd-b563-442208225600) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:30.147211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e21b300-baa5-4ad0-9d00-62f45313c7ba req-f72ee881-c72a-49c5-83d2-eef2137badab tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336458 Dec 15 04:35:30.149637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Attempting to bind port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:30.149968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Attempting to bind port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:30.150334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Attempting to bind port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:30.161859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:30.161859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Attempting to bind port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:30.188434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:30.188775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Checking segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:30.189188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Bound using segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:30.189612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Bound port: 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:30.189996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.256303 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778efcb0-08a0-41fe-8fa2-734c430536ec x-openstack-request-id: req-778efcb0-08a0-41fe-8fa2-734c430536ec {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:30.256303 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "tag": "deb8c730-6f81-41bb-8766-6ded13884208", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:30.256303 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-778efcb0-08a0-41fe-8fa2-734c430536ec {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:30.256303 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208', 'status': 'completed', 'code': 200} Dec 15 04:35:30.316943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a93db3ba-dd3d-47b5-a356-cb8d91691ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.318806 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-a93db3ba-dd3d-47b5-a356-cb8d91691ce3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.2083185 Dec 15 04:35:30.361912 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-8b5d89e9-6cc4-459a-933b-e75104360adb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329397 Dec 15 04:35:30.365050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.397131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] For port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:30.413182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-fec6c46c-6520-4879-8ee0-14daf943bacb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1781712 Dec 15 04:35:30.438715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] For port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:30.458507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.485384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.517224 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fcea0-8af1-467a-a9fd-185dcec89500 req-cb0fcb44-7733-4a7d-b98a-cc22941bb179 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.518108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-f09170fa-39d7-4a65-b9e0-18e1eb4e16dc service neutron] 10.222.0.42 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476076 Dec 15 04:35:30.524521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d0fcea0-8af1-467a-a9fd-185dcec89500 req-cb0fcb44-7733-4a7d-b98a-cc22941bb179 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 943 time: 0.2136207 Dec 15 04:35:30.526443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984f788e-c410-4c10-901b-69bef14dca59,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:30.554631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.555246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.556683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] 10.222.0.42 "PUT /v2.0/ports/9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 HTTP/1.1" status: 200 len: 1092 time: 2.1112010 Dec 15 04:35:30.558469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'tag': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:30.561153 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c67a65-7809-4777-9de5-0575d35fbe19" -d '{"events": [{"name": "network-changed", "server_uuid": "70f4fb1e-066f-4fd8-8b23-40c18a9dbd74", "tag": "9a5da39d-4ac4-4a2a-a66b-881d9bd773b1"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:30.598787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e330-4541-4743-9cf9-3c30dc00b9d8 req-91d518cf-7bcf-4243-b18e-bc2d4f1e8d98 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.600305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f36e330-4541-4743-9cf9-3c30dc00b9d8 req-91d518cf-7bcf-4243-b18e-bc2d4f1e8d98 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.2270257 Dec 15 04:35:30.603069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Checking segment: {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:30.603434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Network hostable DHCP agents. Network: 1282e359-dc4b-4b65-98d3-212162988031, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:35:30.614569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b38ea-ec1d-4ccc-b92e-c9f352ba875c service neutron] Pushing event updated for resources: {'Port': ['ID=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:30.653696 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e87de74-4af3-441b-8171-e74b1b108ab6 req-3a40eadc-0e0f-4af9-93ba-b66fffa1e9de service neutron] 10.222.0.42 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141670 Dec 15 04:35:30.708752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.758783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:30.787634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:30.815066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:30.864555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Pushing event updated for resources: {'Port': ['ID=ab39351b-95d7-42cd-b563-442208225600,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:30.903142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.903790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:30.925536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad547-a054-4206-925f-d3a7e1e66215 req-621f4500-e29a-459b-8359-f0ade6bb5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:30.927092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-621f4500-e29a-459b-8359-f0ade6bb5ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d771b587215e4062ad6a02527a0f41b1&device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 1095 time: 0.1772389 Dec 15 04:35:30.970813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-08af877d-dbd6-4764-8433-9bf7eeb79145 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8209045 Dec 15 04:35:31.011231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Request body: {'port': {'device_id': '85289796-287d-48b9-a772-4bda33ccefa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:31.023565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d0fcea0-8af1-467a-a9fd-185dcec89500 req-d292c77c-a868-444e-8251-8f56b0b09da1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981067 Dec 15 04:35:31.033134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Network 1282e359-dc4b-4b65-98d3-212162988031 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:35:31.043517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efbed6d-b96d-4ce6-a428-4366740ab6b7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:31.056653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.058971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1282e359-dc4b-4b65-98d3-212162988031) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:31.065226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.065569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.080354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-b2b90bdd-e410-4101-a207-95ff8393a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.081901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-b2b90bdd-e410-4101-a207-95ff8393a51f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&device_id=70f4fb1e-066f-4fd8-8b23-40c18a9dbd74 HTTP/1.1" status: 200 len: 1095 time: 0.4474595 Dec 15 04:35:31.092461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc46a9-ef40-43b8-85e3-70635ae4c246 None None] Network 1282e359-dc4b-4b65-98d3-212162988031 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:31.101609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f36e330-4541-4743-9cf9-3c30dc00b9d8 req-513d1a43-3a74-4eac-a78d-2faf6080bff5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877574 Dec 15 04:35:31.107696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Transition to ACTIVE for port object 8efbed6d-b96d-4ce6-a428-4366740ab6b7 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:31.121503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.142798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.186339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad547-a054-4206-925f-d3a7e1e66215 req-b5a4c461-3c7e-4776-86c8-d18c0649d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.188546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-b5a4c461-3c7e-4776-86c8-d18c0649d92b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 200 len: 905 time: 0.2345359 Dec 15 04:35:31.194381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ac6d29aa-e030-4c41-b413-0171cdb72ec0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5075283 Dec 15 04:35:31.198444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58192) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:31.207574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-e46a66ac-e77b-492f-be40-4d47c2c22543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 HTTP/1.1" status: 200 len: 217 time: 0.1042893 Dec 15 04:35:31.209023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:31.267293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Pushing event updated for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:31.282456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.294306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6672d-53fe-4c9d-adb0-0d3347abef83 req-f0a67541-41e8-4452-b732-c0b430d171d5 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.297106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aef6672d-53fe-4c9d-adb0-0d3347abef83 req-f0a67541-41e8-4452-b732-c0b430d171d5 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.1007438 Dec 15 04:35:31.302515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-2e11e080-06d0-4eb8-96ff-f686c7ed99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.304028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-2e11e080-06d0-4eb8-96ff-f686c7ed99dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 200 len: 858 time: 0.0807350 Dec 15 04:35:31.319731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-1282e359-dc4b-4b65-98d3-212162988031', 'network_id': '1282e359-dc4b-4b65-98d3-212162988031', 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'fixed_ips': [{'subnet_id': '984f788e-c410-4c10-901b-69bef14dca59'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:35:31.319989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-5534f4be-a3b4-49fc-b2fa-33e1fb7943e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb8c730-6f81-41bb-8766-6ded13884208 HTTP/1.1" status: 200 len: 217 time: 0.1192412 Dec 15 04:35:31.320127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.378757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-39a77a79-b7fc-4b71-a436-f00edf0e4d1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657771 Dec 15 04:35:31.435093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.436176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.502033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-88cf71aa-3244-4ff1-a270-deb3e1e6ac24 service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030376 Dec 15 04:35:31.505663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad547-a054-4206-925f-d3a7e1e66215 req-81d2d3c6-eaa1-4b7b-a1a6-9a6d598ee796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.507201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-81d2d3c6-eaa1-4b7b-a1a6-9a6d598ee796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 200 len: 845 time: 0.1648724 Dec 15 04:35:31.549624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Allocated IP 172.20.0.2 (1282e359-dc4b-4b65-98d3-212162988031/984f788e-c410-4c10-901b-69bef14dca59/cde35382-9e7c-4e65-9564-9fb450cdfd27) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:31.561098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-ce35c3cb-39db-43e9-b16e-d72a52bcb991 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3466872e-4a99-408e-8688-b61dbe3e286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429184 Dec 15 04:35:31.567678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aef6672d-53fe-4c9d-adb0-0d3347abef83 req-4aa44f98-8f04-43a0-a61d-bf119d7a2da8 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626369 Dec 15 04:35:31.628741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-c6577c28-7bdb-4aa8-997a-7916a4ffc88c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088097 Dec 15 04:35:31.650313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Attempting to bind port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:31.650695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Attempting to bind port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:31.651030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Attempting to bind port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:31.704315 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.715584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:31.715898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Attempting to bind port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:31.744034 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46984cde-d18a-473b-aaef-05be113fa1fd x-openstack-request-id: req-46984cde-d18a-473b-aaef-05be113fa1fd {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:31.744350 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f4fb1e-066f-4fd8-8b23-40c18a9dbd74", "tag": "9a5da39d-4ac4-4a2a-a66b-881d9bd773b1", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:31.744610 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46984cde-d18a-473b-aaef-05be113fa1fd {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:31.745944 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'tag': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1', 'status': 'completed', 'code': 200} Dec 15 04:35:31.767733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:31.768439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Checking segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:31.769137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Bound using segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:31.769850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Bound port: 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:31.770437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.807050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.814688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-e491435e-63c0-49b7-b87a-61ea938cc87e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.814882 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.820595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-e491435e-63c0-49b7-b87a-61ea938cc87e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909444 Dec 15 04:35:31.850256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Network 1282e359-dc4b-4b65-98d3-212162988031 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:31.855766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:31.859875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:31.860973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-f4701cc8-f821-4520-8c5b-065b2c2e90ac tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/quotas/ac2e0af62b5540f8bc989f7b4642196b HTTP/1.1" status: 200 len: 375 time: 0.0338461 Dec 15 04:35:31.867413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-b13221a1-869a-4a05-b75a-222483c6302f service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464506 Dec 15 04:35:31.880131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4b36-8f89-4fdb-87ce-c028bc261b50 req-b03f46ea-ded3-4744-aada-a86062ff9a0e tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:31.881671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f45a4b36-8f89-4fdb-87ce-c028bc261b50 req-b03f46ea-ded3-4744-aada-a86062ff9a0e tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1299520 Dec 15 04:35:31.892325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Pushing event updated for resources: {'Port': ['ID=cde35382-9e7c-4e65-9564-9fb450cdfd27,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:31.946059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Attempting to bind port cde35382-9e7c-4e65-9564-9fb450cdfd27 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:31.946436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Attempting to bind port cde35382-9e7c-4e65-9564-9fb450cdfd27 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:31.946801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Attempting to bind port cde35382-9e7c-4e65-9564-9fb450cdfd27 on network 1282e359-dc4b-4b65-98d3-212162988031 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:31.953008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:31.953377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Checking segment: {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:31.953778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.954169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Bound using segment: {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:31.954634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Bound port: cde35382-9e7c-4e65-9564-9fb450cdfd27, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:31.955010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:31.975215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f45a4b36-8f89-4fdb-87ce-c028bc261b50 req-3d9420e9-524e-47cb-bc2f-e2e833e15cae tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829871 Dec 15 04:35:31.991892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-5dc3cc7e-2fd6-4d5d-9a82-edf931a86fef tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783513 Dec 15 04:35:32.047692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ba599698-96d0-40de-b395-0012deff43dd None None] For port cde35382-9e7c-4e65-9564-9fb450cdfd27, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:32.057677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ba599698-96d0-40de-b395-0012deff43dd None None] For port cde35382-9e7c-4e65-9564-9fb450cdfd27, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cde35382-9e7c-4e65-9564-9fb450cdfd27,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:32.063046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-18c9ed39-056d-470c-a66c-c05b99ca1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.065414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-18c9ed39-056d-470c-a66c-c05b99ca1316 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&device_id=70f4fb1e-066f-4fd8-8b23-40c18a9dbd74 HTTP/1.1" status: 200 len: 1095 time: 0.0718768 Dec 15 04:35:32.067210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.146871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba599698-96d0-40de-b395-0012deff43dd None None] Pushing event updated for resources: {'Port': ['ID=cde35382-9e7c-4e65-9564-9fb450cdfd27,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:32.282933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19acb86-ac24-4e22-b1dd-731a1206adeb req-e4ef9e51-c5f3-43b1-a3e9-531f78cc6a62 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.284506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e19acb86-ac24-4e22-b1dd-731a1206adeb req-e4ef9e51-c5f3-43b1-a3e9-531f78cc6a62 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 931 time: 0.1637986 Dec 15 04:35:32.285572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-5bfd5913-9624-4b5c-971e-16fcbac254e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.287149 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-5bfd5913-9624-4b5c-971e-16fcbac254e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 918 time: 0.2151461 Dec 15 04:35:32.295063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.301546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-c9f64e55-e6bd-4baf-9dca-6342afe92a69 service neutron] 10.222.0.42 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250144 Dec 15 04:35:32.378874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-289e9cd4-6575-4c1f-9627-03a20da966ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 HTTP/1.1" status: 200 len: 217 time: 0.0776651 Dec 15 04:35:32.403223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:32.477359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8caf-b172-497f-a91a-09258409d5eb req-340b2d11-a736-40a1-8289-a68f6d224a42 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.478746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:32.485259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd7f8caf-b172-497f-a91a-09258409d5eb req-340b2d11-a736-40a1-8289-a68f6d224a42 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2193515 Dec 15 04:35:32.494391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.526064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e19acb86-ac24-4e22-b1dd-731a1206adeb req-a9b43525-a36d-4b1c-b8ac-b0b58c61827d tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233136 Dec 15 04:35:32.557863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab39351b-95d7-42cd-b563-442208225600 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:32.572003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.586737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.591651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.597060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.598824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] 10.222.0.16 "PUT /v2.0/ports/8efbed6d-b96d-4ce6-a428-4366740ab6b7 HTTP/1.1" status: 200 len: 1092 time: 3.1540718 Dec 15 04:35:32.599098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-3d863f96-2fd0-47d1-87b1-e4cdadf2a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.601785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:32.605127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-3d863f96-2fd0-47d1-87b1-e4cdadf2a42a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 200 len: 858 time: 0.2148540 Dec 15 04:35:32.605296 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826eafe7-9e83-46b4-a838-c6aee4d0cdda" -d '{"events": [{"name": "network-changed", "server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:32.640849 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-154ad547-a054-4206-925f-d3a7e1e66215 req-83bfbe8b-c3d2-45b4-bf98-e183259fe799 service neutron] 10.222.0.42 "GET /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278186 Dec 15 04:35:32.662940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-5fb72f44-e299-400b-ab51-2b4272b1c8f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470734 Dec 15 04:35:32.681638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Transition to ACTIVE for port object ab39351b-95d7-42cd-b563-442208225600 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:32.695223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2dec4-92ff-4dd3-acb3-adc37cf6ca31 service neutron] Pushing event updated for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:32.723518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:32.775976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd7f8caf-b172-497f-a91a-09258409d5eb req-f83f09df-904a-4686-9eb7-b0f46ddb723a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897530 Dec 15 04:35:32.792715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-1e81b005-16e0-4125-b21f-8542dbeb83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.794262 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-1e81b005-16e0-4125-b21f-8542dbeb83ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1102 time: 0.1870556 Dec 15 04:35:32.818328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad4e9c-b429-4f03-86e3-ccfb4679eee4 req-795f81a4-cf06-4a64-8f1e-190f5f29f2d3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.819816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ad4e9c-b429-4f03-86e3-ccfb4679eee4 req-795f81a4-cf06-4a64-8f1e-190f5f29f2d3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 943 time: 0.1197464 Dec 15 04:35:32.827086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-55a32da4-8859-47e4-bb9e-29a300dd5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:32.829118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-55a32da4-8859-47e4-bb9e-29a300dd5251 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 1095 time: 0.1439207 Dec 15 04:35:32.840277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Pushing event updated for resources: {'Port': ['ID=ab39351b-95d7-42cd-b563-442208225600,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:32.850898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-22337292-a9dd-4c11-a81d-76bfc12715ad service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778889 Dec 15 04:35:32.967601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ad4e9c-b429-4f03-86e3-ccfb4679eee4 req-a6c2fa2b-f806-4608-b41b-93a611a0e109 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411378 Dec 15 04:35:32.975208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-ca8e33d9-00b2-4bc9-906f-75238578ecfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7 HTTP/1.1" status: 200 len: 217 time: 0.1178591 Dec 15 04:35:33.007603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d646-3e10-4a33-ba2d-7976d8284659 req-04cf5633-d20b-4b4c-bd2c-59696ada63e3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.009297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94c3d646-3e10-4a33-ba2d-7976d8284659 req-04cf5633-d20b-4b4c-bd2c-59696ada63e3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.0902569 Dec 15 04:35:33.028026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01c67a65-7809-4777-9de5-0575d35fbe19 req-d30e6695-e4c2-4297-ba5c-bc8d52eb0d39 service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685894 Dec 15 04:35:33.090237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ec5f948-8fde-4d82-9316-ebfa3f25e1f5 req-2d774437-903d-43ec-90c5-81dfd66088f1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 210 time: 0.0412610 Dec 15 04:35:33.095902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94c3d646-3e10-4a33-ba2d-7976d8284659 req-4d973cb1-8fb0-4d30-a77e-ec644b22ba3f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775905 Dec 15 04:35:33.178776 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271076d1-d79c-4e1b-b417-7961e613cc00 x-openstack-request-id: req-271076d1-d79c-4e1b-b417-7961e613cc00 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:33.179076 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:33.179320 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-271076d1-d79c-4e1b-b417-7961e613cc00 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:33.179721 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7', 'status': 'completed', 'code': 200} Dec 15 04:35:33.237356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.258209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Attempting to bind port ab39351b-95d7-42cd-b563-442208225600 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:33.258793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Attempting to bind port ab39351b-95d7-42cd-b563-442208225600 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:33.259431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Attempting to bind port ab39351b-95d7-42cd-b563-442208225600 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:33.265185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-762e77d8-2e34-43fb-8e4e-6f643c547392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.267081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-762e77d8-2e34-43fb-8e4e-6f643c547392 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 200 len: 858 time: 0.2643392 Dec 15 04:35:33.268235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-5c18b8e1-dc74-483b-ada6-77c7ac974f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.269798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-5c18b8e1-dc74-483b-ada6-77c7ac974f39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4506552 Dec 15 04:35:33.274125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Port ab39351b-95d7-42cd-b563-442208225600 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:33.274125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Attempting to bind port ab39351b-95d7-42cd-b563-442208225600 on network 53ea8489-b8ae-4744-8dee-68db0f7d6d9c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:33.327568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.338009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-2d196d3b-5728-43fd-bcad-10b37b9c2e69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426476 Dec 15 04:35:33.338969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:33.339408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Checking segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:33.339911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Bound using segment: {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:33.340871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Bound port: ab39351b-95d7-42cd-b563-442208225600, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f57401c-764e-43c7-85d3-b2514a851280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:33.341335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.361181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ba82-9d44-440b-a562-7e22a7e99c19 req-628900d7-d5e4-421b-96cc-89d1322df43f tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.363001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8e7ba82-9d44-440b-a562-7e22a7e99c19 req-628900d7-d5e4-421b-96cc-89d1322df43f tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0859425 Dec 15 04:35:33.392530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-bbcb7cdd-54ba-41c5-abb7-ffac37aa66ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.1096022 Dec 15 04:35:33.415258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.457277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8e7ba82-9d44-440b-a562-7e22a7e99c19 req-4bfe3eb4-db45-4f64-af7c-022b09f50152 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875819 Dec 15 04:35:33.476591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d82624-fd3a-4b54-8dce-6463fc03d73f req-f414cc4e-d49f-432b-bc80-126b3a58b64f tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.480520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79d82624-fd3a-4b54-8dce-6463fc03d73f req-f414cc4e-d49f-432b-bc80-126b3a58b64f tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.0856884 Dec 15 04:35:33.517924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.551554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79d82624-fd3a-4b54-8dce-6463fc03d73f req-ab4af5b6-b7d4-4502-a62d-58f5d28fd619 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554514 Dec 15 04:35:33.579173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02194c00-c007-46b8-85d3-1caece1b67e1 None None] Network 1282e359-dc4b-4b65-98d3-212162988031 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:33.601583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-3980b78e-e5a1-4373-89a9-edacc0775a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.603704 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-3980b78e-e5a1-4373-89a9-edacc0775a9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1905243 Dec 15 04:35:33.687620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3c3189ce-0cc3-4ffd-a31e-ebcc9c646a01 None None] Provisioning complete for port cde35382-9e7c-4e65-9564-9fb450cdfd27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:33.688894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3189ce-0cc3-4ffd-a31e-ebcc9c646a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.711413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] For port ab39351b-95d7-42cd-b563-442208225600, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:33.715556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-63c36609-a78a-4b5e-ad27-1f02ffdd1022 service neutron] 10.222.0.16 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398566 Dec 15 04:35:33.730509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f143f-4f60-4e6c-ba48-ca8e406350d1 req-14118b04-9d10-43e8-b460-8bf404dcca1e tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.736802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c11f143f-4f60-4e6c-ba48-ca8e406350d1 req-14118b04-9d10-43e8-b460-8bf404dcca1e tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 943 time: 0.0921683 Dec 15 04:35:33.739191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] For port ab39351b-95d7-42cd-b563-442208225600, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ab39351b-95d7-42cd-b563-442208225600,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:33.779030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.800247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:33.817764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c11f143f-4f60-4e6c-ba48-ca8e406350d1 req-82e44843-43f4-44c7-b8f1-8e18f4a80833 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682919 Dec 15 04:35:33.867273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-b1e8fbcf-d5d4-4267-9408-6c83b0444462 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433490 Dec 15 04:35:33.869595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Allocated IP 172.25.2.39 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/ac64859d-6aa2-479d-bc7e-dc369f7e4e24) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:33.878093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.878707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:33.880235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab39351b-95d7-42cd-b563-442208225600 HTTP/1.1" status: 200 len: 1092 time: 2.8751066 Dec 15 04:35:33.881998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-5ab6bd5c-ba94-4c6b-a0ea-3c013aeee83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:33.883706 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-5ab6bd5c-ba94-4c6b-a0ea-3c013aeee83f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2583871 Dec 15 04:35:34.006080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:34.032545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'deb8c730-6f81-41bb-8766-6ded13884208', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': 'deb8c730-6f81-41bb-8766-6ded13884208', 'mac_address': 'fa:16:3e:1d:0f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:34.109134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380c43d-3dd4-42de-8e97-8dcaa8dd0121 service neutron] Pushing event updated for resources: {'Port': ['ID=ab39351b-95d7-42cd-b563-442208225600,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:34.152015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cde35382-9e7c-4e65-9564-9fb450cdfd27 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:34.203927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3189ce-0cc3-4ffd-a31e-ebcc9c646a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.207660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-30f1980e-c5a3-48cd-b6d8-9620a9787899 service neutron] 10.222.0.16 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705114 Dec 15 04:35:34.229463 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.259375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-b661f3bb-2b5e-4125-b21d-456694bff3e8 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601453 Dec 15 04:35:34.271146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb8c730-6f81-41bb-8766-6ded13884208 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:34.271986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a316-91e2-458d-b516-0e8fb7128ced req-1ff209b3-f204-411d-b955-c1c2ca1290aa tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.272448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-85e21de9-dc20-4060-98bf-ef3db9e6b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.274326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-85e21de9-dc20-4060-98bf-ef3db9e6b7dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 1095 time: 0.1926608 Dec 15 04:35:34.286258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93e1a316-91e2-458d-b516-0e8fb7128ced req-1ff209b3-f204-411d-b955-c1c2ca1290aa tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2400928 Dec 15 04:35:34.311401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3c3189ce-0cc3-4ffd-a31e-ebcc9c646a01 None None] For port cde35382-9e7c-4e65-9564-9fb450cdfd27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cde35382-9e7c-4e65-9564-9fb450cdfd27,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:34.328636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:34.330147 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c3189ce-0cc3-4ffd-a31e-ebcc9c646a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.335577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port cde35382-9e7c-4e65-9564-9fb450cdfd27 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:34.336023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.340774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-764cc80a-0f37-4a0d-b2c3-936ba6007c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.341189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-764cc80a-0f37-4a0d-b2c3-936ba6007c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4641964 Dec 15 04:35:34.357299 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.357842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:34.392079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.394771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93e1a316-91e2-458d-b516-0e8fb7128ced req-3ac4043e-e731-4607-9718-0c56b34b5ddb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075573 Dec 15 04:35:34.409639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874dee-ecd8-4334-9005-7096dfd93fbb req-24156ea7-3674-459a-a249-3048db99e856 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.413171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c874dee-ecd8-4334-9005-7096dfd93fbb req-24156ea7-3674-459a-a249-3048db99e856 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 943 time: 0.1017704 Dec 15 04:35:34.420625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:34.428666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3189ce-0cc3-4ffd-a31e-ebcc9c646a01 None None] Pushing event updated for resources: {'Port': ['ID=cde35382-9e7c-4e65-9564-9fb450cdfd27,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:34.464418 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-7e69751a-774a-41ae-83b9-66bd326e15c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab39351b-95d7-42cd-b563-442208225600 HTTP/1.1" status: 200 len: 217 time: 0.1742637 Dec 15 04:35:34.539606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:34.552887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-432929ed-4d47-4b7c-962c-2b417c0e0e76 None None] Provisioning complete for port cde35382-9e7c-4e65-9564-9fb450cdfd27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:34.553263 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-432929ed-4d47-4b7c-962c-2b417c0e0e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.571992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-f7fec10c-e654-444d-a034-413a5cf54f66 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030319 Dec 15 04:35:34.576348 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.582804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-661f8cc1-bc8c-4d9a-97c1-ebbd27481d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.593333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-661f8cc1-bc8c-4d9a-97c1-ebbd27481d60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 1095 time: 0.1721122 Dec 15 04:35:34.601909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-b6a63b97-10b6-4694-bdb8-1958c1f03db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.601909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-b6a63b97-10b6-4694-bdb8-1958c1f03db2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 200 len: 858 time: 0.1127319 Dec 15 04:35:34.602541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c874dee-ecd8-4334-9005-7096dfd93fbb req-1f23a35d-a71c-4983-bf6c-4bed0bbe63df tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746860 Dec 15 04:35:34.639593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:34.642719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb890e0-cf53-43ad-8757-762f5cd63eb3 req-d10381bb-2583-43fa-8bee-27c922efdefd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:34.647182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8eb890e0-cf53-43ad-8757-762f5cd63eb3 req-d10381bb-2583-43fa-8bee-27c922efdefd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1620314 Dec 15 04:35:34.659461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1', 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'port_id': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1', 'mac_address': 'fa:16:3e:58:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e0d558-57cd-416e-9ffe-cc2b54ca0dc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:34.732525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.754846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:34.779616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:34.785375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-f11269c5-fcde-4cd5-b057-286bd2c057f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457770 Dec 15 04:35:34.787230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:34.789965 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.797755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8eb890e0-cf53-43ad-8757-762f5cd63eb3 req-0d815cf0-5bd1-4fc2-a806-f23edbc91e83 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Dec 15 04:35:34.805409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:34.806607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:34.809194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:34.823214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.826895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd52de2d-764f-4cef-8769-6a45d097d5ae req-14d6b022-0019-47d5-87bb-8376b5916e0f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 210 time: 0.0869546 Dec 15 04:35:34.849123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Pushing event updated for resources: {'Port': ['ID=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:34.850399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:34.895358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:35.035106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e0e95-4fd5-4fe4-9e05-f0ce71d213fa req-e49fd340-ade5-46bc-a54a-1e3a1ae127f1 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.036734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f81e0e95-4fd5-4fe4-9e05-f0ce71d213fa req-e49fd340-ade5-46bc-a54a-1e3a1ae127f1 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.1220357 Dec 15 04:35:35.058299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ddd6e-669d-4f3f-bbbf-589f46dff8ea req-7e3370d1-fc30-4709-a50b-163db1260632 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.059820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e32ddd6e-669d-4f3f-bbbf-589f46dff8ea req-7e3370d1-fc30-4709-a50b-163db1260632 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1313453 Dec 15 04:35:35.069875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:35.086998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:35.111466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['deb8c730-6f81-41bb-8766-6ded13884208'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:35.145325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['9a5da39d-4ac4-4a2a-a66b-881d9bd773b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:35.182424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85289796-287d-48b9-a772-4bda33ccefa0', 'tag': 'ab39351b-95d7-42cd-b563-442208225600'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:35.184729 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42315fb-0b02-41e9-830c-03f3fce60fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "85289796-287d-48b9-a772-4bda33ccefa0", "tag": "ab39351b-95d7-42cd-b563-442208225600"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:35.199246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-c2d690fc-9cab-4f27-bc09-23b1d260ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.200784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-c2d690fc-9cab-4f27-bc09-23b1d260ba4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 918 time: 0.5968702 Dec 15 04:35:35.206960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d1024-62df-42a9-b7f1-6b71b70dfa3b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:35.213912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f81e0e95-4fd5-4fe4-9e05-f0ce71d213fa req-13bc15da-e687-4557-a0db-d0f8151f7d26 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695027 Dec 15 04:35:35.242875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e32ddd6e-669d-4f3f-bbbf-589f46dff8ea req-5f44be40-e5fd-48c1-b32c-8740295d46f3 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706579 Dec 15 04:35:35.319627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.220 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/94221d39-63d3-4564-9bf6-d04c4abd8cf4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:35.324448 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e714e-bbba-428e-a5b0-af3efe5d896f x-openstack-request-id: req-f95e714e-bbba-428e-a5b0-af3efe5d896f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:35.325164 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85289796-287d-48b9-a772-4bda33ccefa0", "tag": "ab39351b-95d7-42cd-b563-442208225600", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:35.325164 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f95e714e-bbba-428e-a5b0-af3efe5d896f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:35.325365 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85289796-287d-48b9-a772-4bda33ccefa0', 'tag': 'ab39351b-95d7-42cd-b563-442208225600', 'status': 'completed', 'code': 200} Dec 15 04:35:35.330028 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-d0f563cb-2d1d-4996-bbb9-096c1cca87de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7 HTTP/1.1" status: 200 len: 217 time: 0.0790937 Dec 15 04:35:35.338508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-43a96302-65c0-461e-95a6-129b5a219264 service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425556 Dec 15 04:35:35.403014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cf9cb-c4b3-4741-bfb1-115a1ffe7bee req-767a3ea2-bd58-46c0-bbe7-81915d638b5a tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.404279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef8cf9cb-c4b3-4741-bfb1-115a1ffe7bee req-767a3ea2-bd58-46c0-bbe7-81915d638b5a tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 943 time: 0.0868640 Dec 15 04:35:35.470939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-2390b736-4e59-4571-80e5-b3ea5b8158ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.472582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-2390b736-4e59-4571-80e5-b3ea5b8158ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 200 len: 858 time: 0.1330841 Dec 15 04:35:35.549930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef8cf9cb-c4b3-4741-bfb1-115a1ffe7bee req-9584a1a7-caed-40b3-b572-c0ddef899963 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344879 Dec 15 04:35:35.576993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afecca-f303-455c-ae23-ca6f31e978b1 req-e23ecdca-4550-470a-84ce-100f4e448cd1 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.578460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48afecca-f303-455c-ae23-ca6f31e978b1 req-e23ecdca-4550-470a-84ce-100f4e448cd1 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.0989516 Dec 15 04:35:35.585308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-034da8a6-756a-4307-a5cf-2eb2cf7b420a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633533 Dec 15 04:35:35.589087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-605231e1-92b1-4f1d-b3c4-f97f28fd410f req-640bc30d-d915-4920-abb3-2a43ba02dd69 service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243929 Dec 15 04:35:35.608366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:35.666041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48afecca-f303-455c-ae23-ca6f31e978b1 req-789959aa-00f4-4ede-8cbf-a382c9b04993 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740650 Dec 15 04:35:35.675088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:35.713207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:35.773936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:35.778676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=94221d39-63d3-4564-9bf6-d04c4abd8cf4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:35.781920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:35.784714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:35.794398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-615d093b-1ac6-40d1-a3fc-5f2c30bd3d4b service neutron] 10.222.0.16 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004128 Dec 15 04:35:35.795451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88b0e-15bb-4d84-8e79-156115e93d8e req-e2c11048-58d7-434c-8943-59da57a8149a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.797141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cce88b0e-15bb-4d84-8e79-156115e93d8e req-e2c11048-58d7-434c-8943-59da57a8149a tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 944 time: 0.1112282 Dec 15 04:35:35.813359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-ffd2ca13-033d-417b-b736-4af10983c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.817994 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-ffd2ca13-033d-417b-b736-4af10983c6d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26655a6d762e4a20ab55bd713343e8ad&device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 1095 time: 0.1040916 Dec 15 04:35:35.909100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:35.910450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:35.936737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cce88b0e-15bb-4d84-8e79-156115e93d8e req-d6d9d40d-43e5-4b60-a761-81c1de3320e2 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203423 Dec 15 04:35:35.959439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-dac03e18-e58d-4e12-8ff8-ef9aed537d45 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5375719 Dec 15 04:35:35.980264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Request body: {'port': {'device_id': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:36.000359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393264c-edd3-47f9-a2d0-ccc8d6ce9644 req-deaaf5ba-5bba-485b-9223-8a17c9885f5d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.008345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b393264c-edd3-47f9-a2d0-ccc8d6ce9644 req-deaaf5ba-5bba-485b-9223-8a17c9885f5d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1237218 Dec 15 04:35:36.071399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cde35382-9e7c-4e65-9564-9fb450cdfd27 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:36.113584 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-826eafe7-9e83-46b4-a838-c6aee4d0cdda req-e0cc947b-d7ce-4e39-905a-4ebcf7e528fb service neutron] 10.222.0.16 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893772 Dec 15 04:35:36.130377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port cde35382-9e7c-4e65-9564-9fb450cdfd27 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:36.130753 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.140275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-5fac1f70-e199-4307-b853-dedf50412af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.142349 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-5fac1f70-e199-4307-b853-dedf50412af9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 200 len: 918 time: 0.3077860 Dec 15 04:35:36.144981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.146838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.172709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b393264c-edd3-47f9-a2d0-ccc8d6ce9644 req-07a2bc06-9bb7-4c06-b52f-922f8d2481f9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587214 Dec 15 04:35:36.188605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-38d2628c-6514-4891-a8e6-fd305d4a59f2 None None] Provisioning complete for port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:36.188980 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38d2628c-6514-4891-a8e6-fd305d4a59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.192540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd17a90-4658-40cd-8d54-6cf9412794de req-debe1daa-0d2d-4b34-8b67-e9fff93c67d0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.193983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dd17a90-4658-40cd-8d54-6cf9412794de req-debe1daa-0d2d-4b34-8b67-e9fff93c67d0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 936 time: 0.1653485 Dec 15 04:35:36.196206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-6436b447-6fb5-4d4f-89bc-f4dd63d7cc5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab39351b-95d7-42cd-b563-442208225600 HTTP/1.1" status: 200 len: 217 time: 0.0446243 Dec 15 04:35:36.231977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898d873-0761-475c-b740-e121908b200e req-1553a088-fd74-4812-ba95-d3f10a2a49c0 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.234122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3898d873-0761-475c-b740-e121908b200e req-1553a088-fd74-4812-ba95-d3f10a2a49c0 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.1659260 Dec 15 04:35:36.259344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-38d2628c-6514-4891-a8e6-fd305d4a59f2 None None] Port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:35:36.354812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-fbe83996-9061-49cb-9c08-fb29022790be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.356264 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-fbe83996-9061-49cb-9c08-fb29022790be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 200 len: 858 time: 0.0976067 Dec 15 04:35:36.377810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dd17a90-4658-40cd-8d54-6cf9412794de req-740cae59-d86c-4d65-b16d-fef7dc9f9f39 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618986 Dec 15 04:35:36.416966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-88fd85ae-4277-49dd-9e3e-caf19b27cf7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53ea8489-b8ae-4744-8dee-68db0f7d6d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397604 Dec 15 04:35:36.495702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d053d-c40c-4257-b283-f3321b652d9d req-b7e9ee7d-fe6a-47b0-a506-100a81c96841 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.497180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba2d053d-c40c-4257-b283-f3321b652d9d req-b7e9ee7d-fe6a-47b0-a506-100a81c96841 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 945 time: 0.1852512 Dec 15 04:35:36.506430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Deleting port bf14c3d7-780e-4527-b910-f89e93ed9c67 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:36.506987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.551501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Router aaf91c5d-8601-4014-8e08-0ca69fb43555 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:35:36.573695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b616e-106b-49cf-a96d-66356f8eb990 req-4c84911e-a839-4149-8585-3472b7a0c8cc tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.575178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a3b616e-106b-49cf-a96d-66356f8eb990 req-4c84911e-a839-4149-8585-3472b7a0c8cc tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1344552 Dec 15 04:35:36.621327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba2d053d-c40c-4257-b283-f3321b652d9d req-96f5ea2f-2a1e-4622-8df3-78937e87991a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups?id=926bc503-9bff-4bc1-8638-9c379fe094f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148348 Dec 15 04:35:36.654045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.660475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-a0a1b4a3-b41f-48f7-afba-6b3d32678a1a service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247431 Dec 15 04:35:36.708991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a3b616e-106b-49cf-a96d-66356f8eb990 req-a0e4bf14-c8e3-453a-b4ca-3e9d404df156 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174560 Dec 15 04:35:36.731282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94221d39-63d3-4564-9bf6-d04c4abd8cf4 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:36.743854 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.767383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Transition to ACTIVE for port object 94221d39-63d3-4564-9bf6-d04c4abd8cf4 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:36.776849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9f1c-c397-4bac-ad40-8b4b1043338e req-5845bd0c-1170-4f70-8075-452c18ba9e6b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.778476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79ab9f1c-c397-4bac-ad40-8b4b1043338e req-5845bd0c-1170-4f70-8075-452c18ba9e6b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 943 time: 0.0854857 Dec 15 04:35:36.781580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:36.904879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Pushing event updated for resources: {'Port': ['ID=94221d39-63d3-4564-9bf6-d04c4abd8cf4,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:36.948983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8dae-e6b2-458f-99a8-7c58837d27fb req-409b9765-9046-46f7-a69a-2d52db21db33 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:36.952574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd2f8dae-e6b2-458f-99a8-7c58837d27fb req-409b9765-9046-46f7-a69a-2d52db21db33 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1727400 Dec 15 04:35:36.970656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79ab9f1c-c397-4bac-ad40-8b4b1043338e req-8207f1f1-163b-4839-85bf-f73db24c7674 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700647 Dec 15 04:35:36.995282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] For port bf14c3d7-780e-4527-b910-f89e93ed9c67, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bf14c3d7-780e-4527-b910-f89e93ed9c67,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:36.995672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.100256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd2f8dae-e6b2-458f-99a8-7c58837d27fb req-d707e6db-029c-4413-a917-68d19cd87461 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283216 Dec 15 04:35:37.103100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Attempting to bind port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:37.103327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Attempting to bind port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:37.103654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Attempting to bind port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:37.114699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:37.115157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Attempting to bind port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:37.115280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:37.125784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Sync routers for ids ['aaf91c5d-8601-4014-8e08-0ca69fb43555'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:37.128449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:37.128681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:37.129046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:37.129491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Bound port: 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:37.130025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.137667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Routers {'aaf91c5d-8601-4014-8e08-0ca69fb43555'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:37.138915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aaf91c5d-8601-4014-8e08-0ca69fb43555'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:37.141812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d03b2a-e72c-4dca-b686-1c7761fad76a req-2af32e3b-8314-451b-af14-ff5da40df287 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:37.143231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58d03b2a-e72c-4dca-b686-1c7761fad76a req-2af32e3b-8314-451b-af14-ff5da40df287 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 944 time: 0.0915444 Dec 15 04:35:37.166625 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d42315fb-0b02-41e9-830c-03f3fce60fc1 req-65e698f6-c767-46dd-af31-c04e46c40dbf service neutron] 10.222.0.42 "GET /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958711 Dec 15 04:35:37.198690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.204531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-983329e5-6c4b-4e81-9048-fb23772b2e7f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.9963989 Dec 15 04:35:37.204741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58274) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:37.287275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.288085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.288861 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Floating IP c210de9e-b764-4acd-a759-fa50e7d4948d disassociated. External IP: 172.25.2.138, port: bf14c3d7-780e-4527-b910-f89e93ed9c67. Dec 15 04:35:37.289435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Calling delete_port for bf14c3d7-780e-4527-b910-f89e93ed9c67 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:37.402613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Set router aaf91c5d-8601-4014-8e08-0ca69fb43555 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:37.438376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.472276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event deleted for resources: {'Port': ['ID=bf14c3d7-780e-4527-b910-f89e93ed9c67,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:37.525047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8efbed6d-b96d-4ce6-a428-4366740ab6b7 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:37.597302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:37.660523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58d03b2a-e72c-4dca-b686-1c7761fad76a req-f46b5ed8-fe4d-44ee-8d31-bf2e6734e8ba tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108457 Dec 15 04:35:37.684761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] For port 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:37.691128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:37.707711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:35Z', 'revision_number': 3, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:37.710605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '8efbed6d-b96d-4ce6-a428-4366740ab6b7', 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'port_id': '8efbed6d-b96d-4ce6-a428-4366740ab6b7', 'mac_address': 'fa:16:3e:16:49:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e0d558-57cd-416e-9ffe-cc2b54ca0dc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:37.729612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:37.737317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Checking router: aaf91c5d-8601-4014-8e08-0ca69fb43555 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:37.737707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Updating router aaf91c5d-8601-4014-8e08-0ca69fb43555 port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:35:37.742540 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] Sync routers for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:37.754441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:37.755061 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:37.758845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] For port 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:37.784996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] No DVR routers for this DVR port bf14c3d7-780e-4527-b910-f89e93ed9c67 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:37.788426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.792838 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.793799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3898d873-0761-475c-b740-e121908b200e req-8ca0df07-4853-49e6-a9f3-933f353b443a tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.16 "DELETE /v2.0/ports/bf14c3d7-780e-4527-b910-f89e93ed9c67 HTTP/1.1" status: 204 len: 173 time: 1.5256729 Dec 15 04:35:37.794488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'name': 'network-vif-deleted', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:37.797898 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c759e7c0-4988-428f-96c0-21b8c5975569" -d '{"events": [{"server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "name": "network-vif-deleted", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:37.831872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ab39351b-95d7-42cd-b563-442208225600 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:37.837138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.843345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:37.876650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.939132 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:37.952759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efbed6d-b96d-4ce6-a428-4366740ab6b7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:37.967101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d449f-49ba-45d5-a472-365e6cfa4147 req-b42a6932-7f3b-469c-854f-6c0717753968 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:37.975351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-925d449f-49ba-45d5-a472-365e6cfa4147 req-b42a6932-7f3b-469c-854f-6c0717753968 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.3471513 Dec 15 04:35:37.984877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:37.985264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:37.986893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] 10.222.0.16 "PUT /v2.0/ports/94221d39-63d3-4564-9bf6-d04c4abd8cf4 HTTP/1.1" status: 200 len: 1097 time: 2.0164604 Dec 15 04:35:37.992948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'tag': '94221d39-63d3-4564-9bf6-d04c4abd8cf4'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:37.995208 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ec1389-9392-426e-a072-57e819b263c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f721267a-d32d-4bc3-9747-6df36b43b34e", "tag": "94221d39-63d3-4564-9bf6-d04c4abd8cf4"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:37.997840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751935e8-a09a-46b8-9ae4-03b75d551e89 service neutron] Pushing event updated for resources: {'Port': ['ID=94221d39-63d3-4564-9bf6-d04c4abd8cf4,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:38.019921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:38.044675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdea62-f4bb-49ad-a6ff-308f0ed1950c req-87f72b8f-f8dc-431e-a605-81627748c7c7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:38.058319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfbdea62-f4bb-49ad-a6ff-308f0ed1950c req-87f72b8f-f8dc-431e-a605-81627748c7c7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 948 time: 0.2502334 Dec 15 04:35:38.067849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.221958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ab39351b-95d7-42cd-b563-442208225600, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ab39351b-95d7-42cd-b563-442208225600,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:38.259978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port deb8c730-6f81-41bb-8766-6ded13884208 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:38.268230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ab39351b-95d7-42cd-b563-442208225600', 'network_id': '53ea8489-b8ae-4744-8dee-68db0f7d6d9c', 'port_id': 'ab39351b-95d7-42cd-b563-442208225600', 'mac_address': 'fa:16:3e:dc:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e0d558-57cd-416e-9ffe-cc2b54ca0dc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:38.276855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port deb8c730-6f81-41bb-8766-6ded13884208 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:38.276855 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.283636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:38.303477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-925d449f-49ba-45d5-a472-365e6cfa4147 req-d2476a21-11c1-4759-a365-826a9f28a20d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212674 Dec 15 04:35:38.351273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfbdea62-f4bb-49ad-a6ff-308f0ed1950c req-2003f6ec-ced7-47b2-9bd3-e126cae51356 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899604 Dec 15 04:35:38.360900 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:25Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:38.368129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-cb7fc551-1df9-4ad6-bf0d-acca920eb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:38.370050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-cb7fc551-1df9-4ad6-bf0d-acca920eb2bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 1100 time: 0.2423687 Dec 15 04:35:38.396204 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.404088 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] Checking router: aa333072-d0a4-44ce-97bb-5ed7d8e8a494 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:38.414874 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:38.415486 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:38.432157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8efbed6d-b96d-4ce6-a428-4366740ab6b7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:38.471618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-b5d24dc3-a15a-4abc-a51b-ad6cda36be3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4 HTTP/1.1" status: 200 len: 217 time: 0.0568318 Dec 15 04:35:38.506392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab39351b-95d7-42cd-b563-442208225600 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:38.542410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ab39351b-95d7-42cd-b563-442208225600, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ab39351b-95d7-42cd-b563-442208225600,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:38.542655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fdff0744-82cf-4b47-83ab-fae46501fb33 req-79ac993a-560e-40c9-bd96-6bfa62e4c2dc tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e81482b-d01c-4772-9b7d-0de39372dc37 HTTP/1.1" status: 200 len: 210 time: 0.0841763 Dec 15 04:35:38.562104 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:38.563100 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.653802 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577a94b-8443-4aaf-9fc8-f26716d79397 x-openstack-request-id: req-c577a94b-8443-4aaf-9fc8-f26716d79397 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:38.654300 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81482b-d01c-4772-9b7d-0de39372dc37", "name": "network-vif-deleted", "tag": "bf14c3d7-780e-4527-b910-f89e93ed9c67", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:38.654391 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c577a94b-8443-4aaf-9fc8-f26716d79397 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:38.655046 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e81482b-d01c-4772-9b7d-0de39372dc37', 'name': 'network-vif-deleted', 'tag': 'bf14c3d7-780e-4527-b910-f89e93ed9c67', 'status': 'completed', 'code': 200} Dec 15 04:35:38.667796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-6ae12440-39c8-4595-b063-b6da58efbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:38.670098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-6ae12440-39c8-4595-b063-b6da58efbd42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1548808 Dec 15 04:35:38.681520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32e93-9097-4180-af65-3fb3eea0ee6e req-87e3c846-1c7c-4fad-9fca-14acebb572ac tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:38.689970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42f32e93-9097-4180-af65-3fb3eea0ee6e req-87e3c846-1c7c-4fad-9fca-14acebb572ac tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.2298856 Dec 15 04:35:38.713841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.723738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ab39351b-95d7-42cd-b563-442208225600,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:38.739996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.742018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.839159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:38.841634 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66224738-a62b-4c8f-9cd6-0ef3ca917a54" -d '{"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-plugged", "status": "completed", "tag": "deb8c730-6f81-41bb-8766-6ded13884208"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:38.850624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Attempting to bind port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:38.851130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Attempting to bind port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:38.851588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Attempting to bind port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:38.853610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00f6f4-022e-47a7-8fd4-c785bc8a4e12 None None] Pushing event updated for resources: {'Port': ['ID=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:38.859201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-53f1e209-e9ab-4ca2-a67b-6ccef2f888df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:38.860743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-53f1e209-e9ab-4ca2-a67b-6ccef2f888df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662974 Dec 15 04:35:38.869602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42f32e93-9097-4180-af65-3fb3eea0ee6e req-bbe91e6a-d560-43a2-a283-063da51f5eb1 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788011 Dec 15 04:35:38.871573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ab39351b-95d7-42cd-b563-442208225600'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:38.874931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.877204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:38.898168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:38.898681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:38.899602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.899764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:38.900366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Bound port: ac64859d-6aa2-479d-bc7e-dc369f7e4e24, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:38.900997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.907571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79a27-80f4-455b-a8b5-2b54f0aa75eb req-de863c03-e2c8-492b-86e3-1f9de3f71701 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:38.908888 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:25Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:38.910388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ca79a27-80f4-455b-a8b5-2b54f0aa75eb req-de863c03-e2c8-492b-86e3-1f9de3f71701 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 944 time: 0.1623127 Dec 15 04:35:38.919856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:38.921339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:38.956861 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f7b28-17e2-4187-a4ce-b21221c8fe23 x-openstack-request-id: req-419f7b28-17e2-4187-a4ce-b21221c8fe23 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:38.957148 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f721267a-d32d-4bc3-9747-6df36b43b34e", "tag": "94221d39-63d3-4564-9bf6-d04c4abd8cf4", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:38.957399 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-419f7b28-17e2-4187-a4ce-b21221c8fe23 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:38.957787 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'tag': '94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'status': 'completed', 'code': 200} Dec 15 04:35:38.974217 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a56a518-c99a-4d27-b698-b2d3f7965480 None None] The sync data for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 is: [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '49bd4a1f-96d8-4271-b3d5-7535a2cbbc44', 'name': '', 'network_id': '903c2744-a936-4c79-b12d-43581e6cb0a5', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'mac_address': 'fa:16:3e:34:12:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:18Z', 'updated_at': '2021-12-15T04:33:25Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'subnets': [{'id': 'e4614954-b145-4ee9-bf6d-8833ec61b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:39.082605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] For port ac64859d-6aa2-479d-bc7e-dc369f7e4e24, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:39.084678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:39.088337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] For port ac64859d-6aa2-479d-bc7e-dc369f7e4e24, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:39.091410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ca79a27-80f4-455b-a8b5-2b54f0aa75eb req-0f19899d-07ee-467e-bf62-8165433aa4eb tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661158 Dec 15 04:35:39.101151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:39.143574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:39.158008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:39.158382 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:39.205778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a16a2-a924-432d-a052-63e8b39428ad req-08d5eafc-1d7e-4330-9306-fce6666ff999 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:39.213857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-826a16a2-a924-432d-a052-63e8b39428ad req-08d5eafc-1d7e-4330-9306-fce6666ff999 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2109339 Dec 15 04:35:39.248093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-7757a462-fe54-44ba-ba33-35d758e83ad7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775344 Dec 15 04:35:39.248813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00f6f4-022e-47a7-8fd4-c785bc8a4e12 None None] Pushing event updated for resources: {'Port': ['ID=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:39.274112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Routers {'aaf91c5d-8601-4014-8e08-0ca69fb43555'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:39.274751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aaf91c5d-8601-4014-8e08-0ca69fb43555'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:39.435446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9899f0-cefb-4bb5-894a-f16a3d7021b1 req-a4500416-ee59-4415-8d96-6f91e85b42ec tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:39.437101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f9899f0-cefb-4bb5-894a-f16a3d7021b1 req-a4500416-ee59-4415-8d96-6f91e85b42ec tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 945 time: 0.2731733 Dec 15 04:35:39.450479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-826a16a2-a924-432d-a052-63e8b39428ad req-27e369a6-c8c3-455f-b106-dec0550a43bf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982284 Dec 15 04:35:39.481749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Allocated IP 172.20.0.1 (1282e359-dc4b-4b65-98d3-212162988031/984f788e-c410-4c10-901b-69bef14dca59/6a7e945e-07f8-4ed5-93f1-e86754da7fdc) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:39.507518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d64e2f52-2366-4691-ad14-c7ffa116e2aa req-628641b9-dcbf-439d-ac8d-f5afc0930169 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315733 Dec 15 04:35:39.570934 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cebbfa-75b1-4f2f-9ada-72a92dc4b429 x-openstack-request-id: req-b9cebbfa-75b1-4f2f-9ada-72a92dc4b429 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:39.572641 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-plugged", "status": "completed", "tag": "deb8c730-6f81-41bb-8766-6ded13884208", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:39.573022 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9cebbfa-75b1-4f2f-9ada-72a92dc4b429 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:39.573560 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208', 'code': 200} Dec 15 04:35:39.574633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a9855-8b76-4fb5-8df9-6e3cc600dac1 None None] New status for floating IP c210de9e-b764-4acd-a759-fa50e7d4948d: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:35:39.584813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f9899f0-cefb-4bb5-894a-f16a3d7021b1 req-8cfcf1c0-e328-43a7-ae5e-16b85b8e4190 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359310 Dec 15 04:35:39.686960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bf14c3d7-780e-4527-b910-f89e93ed9c67 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:39.719196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: bf14c3d7-780e-4527-b910-f89e93ed9c67 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:39.719558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bf14c3d7-780e-4527-b910-f89e93ed9c67 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:39.791827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:39.807790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6740d6-ce1f-42c0-8f83-b6ce12e95d55 req-142682f7-b94c-44c4-b65e-70e6c8493149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:39.811509 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:39.812630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be6740d6-ce1f-42c0-8f83-b6ce12e95d55 req-142682f7-b94c-44c4-b65e-70e6c8493149 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 1097 time: 0.0698323 Dec 15 04:35:39.829321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1389-9392-426e-a072-57e819b263c2 req-fcfefc09-64f9-4aaa-ba33-48bbf002fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:39.830839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-fcfefc09-64f9-4aaa-ba33-48bbf002fe95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 1100 time: 0.2055297 Dec 15 04:35:39.835198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] Set router aaf91c5d-8601-4014-8e08-0ca69fb43555 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:39.857926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bcf3-1789-4a9e-97b7-5571600a7eac req-cf01eb2e-4606-4d16-9462-41b9f0fb1345 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:39.859480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e828bcf3-1789-4a9e-97b7-5571600a7eac req-cf01eb2e-4606-4d16-9462-41b9f0fb1345 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1195402 Dec 15 04:35:39.871610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2946-8ca6-41f7-a935-c52f6e919f66 req-2fca0f72-1d52-4443-b666-d736fcda87e4 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:39.879422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16ff2946-8ca6-41f7-a935-c52f6e919f66 req-2fca0f72-1d52-4443-b666-d736fcda87e4 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 948 time: 0.1802404 Dec 15 04:35:39.899027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be6740d6-ce1f-42c0-8f83-b6ce12e95d55 req-46da19e2-a3d8-4593-8643-e7760ce05ade service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779569 Dec 15 04:35:39.947904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:39.975029 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.007567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.056542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:40.067074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16ff2946-8ca6-41f7-a935-c52f6e919f66 req-d2da17c5-8732-433d-a329-deb6b863dd36 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867366 Dec 15 04:35:40.087138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e828bcf3-1789-4a9e-97b7-5571600a7eac req-2be7febe-541c-4cc3-834f-04fb156f1cbb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895688 Dec 15 04:35:40.096857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1389-9392-426e-a072-57e819b263c2 req-996eebb7-e1ab-4a43-8c8a-e2d81ad2c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.098332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-996eebb7-e1ab-4a43-8c8a-e2d81ad2c6ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2564259 Dec 15 04:35:40.101702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Network 1282e359-dc4b-4b65-98d3-212162988031 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:40.110663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:40.114212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:40.132883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:35Z', 'revision_number': 3, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:40.147764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:40.205425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd9599f-1b2c-4545-b59f-9343747b3a08 None None] The sync data for ids ['aaf91c5d-8601-4014-8e08-0ca69fb43555'] in n-d-820935-10 is: [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:35Z', 'revision_number': 3, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:40.234647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-66d3dc13-5d6b-48ee-ad0d-4652a4cb565b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4 HTTP/1.1" status: 200 len: 217 time: 0.1170707 Dec 15 04:35:40.328472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.361076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910304-a79e-4d36-be8d-5463fbc587f5 req-9f85c9a2-eb34-42dc-8c86-53b15b5cdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.362591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe910304-a79e-4d36-be8d-5463fbc587f5 req-9f85c9a2-eb34-42dc-8c86-53b15b5cdc75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.0520837 Dec 15 04:35:40.376602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1389-9392-426e-a072-57e819b263c2 req-c6c0641d-4614-439b-b1ff-4b3b50864a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.378418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-c6c0641d-4614-439b-b1ff-4b3b50864a11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1240959 Dec 15 04:35:40.388802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-88d2a9d3-3e1b-48ef-95c3-7a928cd157ff None None] Provisioning complete for port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:40.389447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88d2a9d3-3e1b-48ef-95c3-7a928cd157ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.415844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fe910304-a79e-4d36-be8d-5463fbc587f5 req-0991bb00-2adf-4f44-b0f6-7fb281868243 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Dec 15 04:35:40.419832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667278-f082-456a-83e7-68bfdc3d3f48 req-5f905889-b3d4-435e-a94a-6a6a8fbffa98 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.421887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99667278-f082-456a-83e7-68bfdc3d3f48 req-5f905889-b3d4-435e-a94a-6a6a8fbffa98 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.2130949 Dec 15 04:35:40.432127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-88d2a9d3-3e1b-48ef-95c3-7a928cd157ff None None] Port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:35:40.444163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f268de0-067a-46e8-87a4-473ac6b8f5b0 req-64969843-3e32-43f2-bc9c-43798e5cc22b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.445661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f268de0-067a-46e8-87a4-473ac6b8f5b0 req-64969843-3e32-43f2-bc9c-43798e5cc22b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 944 time: 0.2386250 Dec 15 04:35:40.572691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1389-9392-426e-a072-57e819b263c2 req-405a1f82-c780-43c7-8d9d-5a13bbea4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.574171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-405a1f82-c780-43c7-8d9d-5a13bbea4280 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763687 Dec 15 04:35:40.584792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f268de0-067a-46e8-87a4-473ac6b8f5b0 req-1ea77130-120b-4e66-a27e-fe2ffd876f4b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305256 Dec 15 04:35:40.589895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99667278-f082-456a-83e7-68bfdc3d3f48 req-b72b5776-af66-401a-b781-53d6697a758b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431205 Dec 15 04:35:40.633804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.638044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:40.711024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b517b0e1-d0ad-4582-84a4-f51bcba1fb59 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.742723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b517b0e1-d0ad-4582-84a4-f51bcba1fb59 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.801267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b517b0e1-d0ad-4582-84a4-f51bcba1fb59 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.803995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b517b0e1-d0ad-4582-84a4-f51bcba1fb59 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:40.807443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b517b0e1-d0ad-4582-84a4-f51bcba1fb59 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "DELETE /v2.0/security-groups/926bc503-9bff-4bc1-8638-9c379fe094f8 HTTP/1.1" status: 204 len: 168 time: 0.1661386 Dec 15 04:35:40.810048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:40.829355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517b0e1-d0ad-4582-84a4-f51bcba1fb59 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bc503-9bff-4bc1-8638-9c379fe094f8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:40.831701 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-3c0bd948-cefa-4655-8cd3-b1ccc73d3039 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] show failed (client error): The resource could not be found. Dec 15 04:35:40.832813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3c0bd948-cefa-4655-8cd3-b1ccc73d3039 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "GET /v2.0/security-groups/926bc503-9bff-4bc1-8638-9c379fe094f8 HTTP/1.1" status: 404 len: 347 time: 0.0207565 Dec 15 04:35:40.835543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58314) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:40.920691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacbe08-1c5b-441e-93ef-4ad6305dc76b req-5e844368-d0e3-47b7-a6bc-3aebfaf9b466 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.923348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaacbe08-1c5b-441e-93ef-4ad6305dc76b req-5e844368-d0e3-47b7-a6bc-3aebfaf9b466 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2611465 Dec 15 04:35:40.950312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0ddc9-deb8-451d-a2a2-0e6481eea1e5 req-186bd314-b03d-4961-b30e-7d91c44709c1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:40.952382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43d0ddc9-deb8-451d-a2a2-0e6481eea1e5 req-186bd314-b03d-4961-b30e-7d91c44709c1 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 945 time: 0.2494922 Dec 15 04:35:41.001965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Deleting port 947b0bb7-978a-4fef-b9e5-147fa3fb1f9f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:41.002367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.007248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-2e8a0135-6515-44fa-92c4-3b2cd8ef6afe service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713728 Dec 15 04:35:41.095920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.096284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.109219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Calling delete_port for 947b0bb7-978a-4fef-b9e5-147fa3fb1f9f owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:41.143599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43d0ddc9-deb8-451d-a2a2-0e6481eea1e5 req-76f2f0c9-40a1-48b2-af93-18a6abee6f73 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808007 Dec 15 04:35:41.166362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaacbe08-1c5b-441e-93ef-4ad6305dc76b req-f88cdbcc-ae57-4dad-a02f-35205c33dc72 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162981 Dec 15 04:35:41.225465 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.251545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.297869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.329118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Pushing event deleted for resources: {'Port': ['ID=947b0bb7-978a-4fef-b9e5-147fa3fb1f9f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:41.353459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ec1389-9392-426e-a072-57e819b263c2 req-9fe04247-d31b-4d0b-926e-b4d8001b6704 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182471 Dec 15 04:35:41.388015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:41.394015 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.399468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.402137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.403462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e3fdfe80-79da-4f34-a407-a5439dc11449 tempest-ServersTestJSON-160979059 tempest-ServersTestJSON-160979059-project] 10.222.0.37 "DELETE /v2.0/floatingips/c210de9e-b764-4acd-a759-fa50e7d4948d HTTP/1.1" status: 204 len: 168 time: 0.5667782 Dec 15 04:35:41.406272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58320) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:41.411567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debe4bb-c00d-4a01-b565-1766682f99d6 req-cbc1e79e-8d6d-4cf9-91d9-8bb872a4f145 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:41.413082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1debe4bb-c00d-4a01-b565-1766682f99d6 req-cbc1e79e-8d6d-4cf9-91d9-8bb872a4f145 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 948 time: 0.1777394 Dec 15 04:35:41.422059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b13821-fb63-450e-8147-b77a1192f4ef req-76c963a9-2014-43ce-907a-6635aac2c6bc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:41.423545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97b13821-fb63-450e-8147-b77a1192f4ef req-76c963a9-2014-43ce-907a-6635aac2c6bc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1734109 Dec 15 04:35:41.550284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 94221d39-63d3-4564-9bf6-d04c4abd8cf4 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:41.570474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8efbed6d-b96d-4ce6-a428-4366740ab6b7 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:41.575304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:41.585553 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd6db7-3c51-49ca-860a-eb63a85d0c8a" -d '{"events": [{"server_uuid": "70f4fb1e-066f-4fd8-8b23-40c18a9dbd74", "name": "network-vif-plugged", "status": "completed", "tag": "9a5da39d-4ac4-4a2a-a66b-881d9bd773b1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:41.716398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:41.730049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:41.730414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.769922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:41.787958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'mac_address': 'fa:16:3e:6f:dd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:41.819865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.853153 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.872865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94221d39-63d3-4564-9bf6-d04c4abd8cf4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:41.878277 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.897066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ab39351b-95d7-42cd-b563-442208225600 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:41.913117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97b13821-fb63-450e-8147-b77a1192f4ef req-629b3097-c2d3-479d-8bec-515d2736e3f6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733109 Dec 15 04:35:41.923533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1debe4bb-c00d-4a01-b565-1766682f99d6 req-ab94eada-b5ba-45e4-b127-3fd2baaf1615 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987261 Dec 15 04:35:41.932567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:41.965196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:41.965880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ec670f4a-eef7-40d7-a3de-047791251638 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:42.000464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Network 1282e359-dc4b-4b65-98d3-212162988031 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:42.002430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:42.006407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:42.024006 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2757b1a9-a5be-4629-9d87-3e86832d22c0 x-openstack-request-id: req-2757b1a9-a5be-4629-9d87-3e86832d22c0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:42.024478 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4fb1e-066f-4fd8-8b23-40c18a9dbd74", "name": "network-vif-plugged", "status": "completed", "tag": "9a5da39d-4ac4-4a2a-a66b-881d9bd773b1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:42.024617 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2757b1a9-a5be-4629-9d87-3e86832d22c0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:42.024947 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1', 'code': 200} Dec 15 04:35:42.030008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.156026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=94221d39-63d3-4564-9bf6-d04c4abd8cf4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:42.203458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac64859d-6aa2-479d-bc7e-dc369f7e4e24 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:42.213481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ab39351b-95d7-42cd-b563-442208225600 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:42.254767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ab39351b-95d7-42cd-b563-442208225600 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:42.255036 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.304410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47f711-246a-425b-8d36-9e4c2c3c0ff5 req-c5dab814-4074-49c1-8994-91f37f346cbd tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:42.306139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc47f711-246a-425b-8d36-9e4c2c3c0ff5 req-c5dab814-4074-49c1-8994-91f37f346cbd tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1567986 Dec 15 04:35:42.325270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595eebd-f1ad-4d97-8104-e8d732f303bb req-e05e720f-ab44-452d-bb22-39013739aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:42.326894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3595eebd-f1ad-4d97-8104-e8d732f303bb req-e05e720f-ab44-452d-bb22-39013739aab1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70f4fb1e-066f-4fd8-8b23-40c18a9dbd74 HTTP/1.1" status: 200 len: 1097 time: 0.1892085 Dec 15 04:35:42.353893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:42.368271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:42.381103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ec670f4a-eef7-40d7-a3de-047791251638', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': 'ec670f4a-eef7-40d7-a3de-047791251638', 'mac_address': 'fa:16:3e:4f:27:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:42.383371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Router aaf91c5d-8601-4014-8e08-0ca69fb43555 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:42.396733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Deleting port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:42.397084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.407268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3595eebd-f1ad-4d97-8104-e8d732f303bb req-d774e5f3-0446-44a2-9896-40e6d5368eae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716839 Dec 15 04:35:42.413761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cb28-3900-4fc8-8011-1417c739adf9 req-5ac2c886-b3e4-4b89-886a-ee470e046ca9 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:42.414959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38d2cb28-3900-4fc8-8011-1417c739adf9 req-5ac2c886-b3e4-4b89-886a-ee470e046ca9 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 944 time: 0.1686385 Dec 15 04:35:42.445334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:42.445678 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.496181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.497842 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.503752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] For port 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:42.504144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.518502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Calling delete_port for 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:42.531460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec670f4a-eef7-40d7-a3de-047791251638 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:42.533696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc47f711-246a-425b-8d36-9e4c2c3c0ff5 req-6616d427-c4e7-44dc-ba14-e5b400c68aa6 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159209 Dec 15 04:35:42.559323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8a300dc4-cfd0-477c-8a65-1a845726a946 None None] Provisioning complete for port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:42.559940 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a300dc4-cfd0-477c-8a65-1a845726a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.574295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38d2cb28-3900-4fc8-8011-1417c739adf9 req-c6af21c4-bc70-4074-891b-78ab5b94759d tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450012 Dec 15 04:35:42.611672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ab39351b-95d7-42cd-b563-442208225600, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ab39351b-95d7-42cd-b563-442208225600,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:42.613998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:42.645780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.651914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.655415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:42.669868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3eed74db-a83e-43b6-8042-8ad12e0401e1 admin admin] 10.222.0.37 "PUT /v2.0/routers/aaf91c5d-8601-4014-8e08-0ca69fb43555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4574990 Dec 15 04:35:42.676970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Sync routers for ids ['aaf91c5d-8601-4014-8e08-0ca69fb43555'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:42.677847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41e4cd-7bb7-426c-8525-8a4c688c3929 req-fa12fd06-3dd9-4d8f-a53b-b816e0a2dc74 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:42.679429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd41e4cd-7bb7-426c-8525-8a4c688c3929 req-fa12fd06-3dd9-4d8f-a53b-b816e0a2dc74 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 945 time: 0.0741572 Dec 15 04:35:42.704738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8a300dc4-cfd0-477c-8a65-1a845726a946 None None] Port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:35:42.721283 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.721968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Routers {'aaf91c5d-8601-4014-8e08-0ca69fb43555'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:42.723536 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aaf91c5d-8601-4014-8e08-0ca69fb43555'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:42.757816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ac64859d-6aa2-479d-bc7e-dc369f7e4e24, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:42.758969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ab39351b-95d7-42cd-b563-442208225600,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:42.771429 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.841301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:42.851498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ec670f4a-eef7-40d7-a3de-047791251638'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:42.881688 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Set router aaf91c5d-8601-4014-8e08-0ca69fb43555 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:42.911170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd41e4cd-7bb7-426c-8525-8a4c688c3929 req-2cf67fe2-ab31-4ba7-9f00-0cb3ed157245 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222207 Dec 15 04:35:42.914037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:42.933717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef4aa-c151-41d4-b34f-ca005abba417 req-2ff1dfcf-c32c-4ff5-98cb-99ba063deb31 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:42.948328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16aef4aa-c151-41d4-b34f-ca005abba417 req-2ff1dfcf-c32c-4ff5-98cb-99ba063deb31 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 944 time: 0.2306712 Dec 15 04:35:42.958096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-61a93033-8452-4243-bf43-a29b227057f9 req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-626800712', 'description': 'tempest-description-1784392520'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:42.958997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:42.984118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bd4a1f-96d8-4271-b3d5-7535a2cbbc44,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:43.045060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16aef4aa-c151-41d4-b34f-ca005abba417 req-ef709702-8625-4af7-8e78-91cd06db6546 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819800 Dec 15 04:35:43.049048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-61a93033-8452-4243-bf43-a29b227057f9 req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.089817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:43.245756 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-61a93033-8452-4243-bf43-a29b227057f9 req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.282925 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:40Z', 'revision_number': 4, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '6a7e945e-07f8-4ed5-93f1-e86754da7fdc', 'name': '', 'network_id': '1282e359-dc4b-4b65-98d3-212162988031', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'mac_address': 'fa:16:3e:96:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '984f788e-c410-4c10-901b-69bef14dca59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:39Z', 'updated_at': '2021-12-15T04:35:40Z', 'revision_number': 2, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'subnets': [{'id': '984f788e-c410-4c10-901b-69bef14dca59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:43.297081 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.301916 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-ad96b2af-3ae9-47f4-b1f7-4b6700163c98 req-3abd2e5f-45f4-4c30-9b10-735c9a47da97 tempest-FloatingIPDetailsNegativeTestJSON-1688354815 tempest-FloatingIPDetailsNegativeTestJSON-1688354815-project] show failed (client error): The resource could not be found. Dec 15 04:35:43.326557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad96b2af-3ae9-47f4-b1f7-4b6700163c98 req-3abd2e5f-45f4-4c30-9b10-735c9a47da97 tempest-FloatingIPDetailsNegativeTestJSON-1688354815 tempest-FloatingIPDetailsNegativeTestJSON-1688354815-project] 10.222.0.37 "GET /v2.0/floatingips/452b5b1e-a690-4d68-86b8-aaec9c44ce76 HTTP/1.1" status: 404 len: 350 time: 0.1003921 Dec 15 04:35:43.328447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-61a93033-8452-4243-bf43-a29b227057f9 req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.332392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58360) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:43.333229 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Checking router: aaf91c5d-8601-4014-8e08-0ca69fb43555 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:43.333602 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Updating router aaf91c5d-8601-4014-8e08-0ca69fb43555 port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:35:43.384328 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.590502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:43.621557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ec670f4a-eef7-40d7-a3de-047791251638 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:43.666643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d075ca2-3a50-499b-b4ef-b89b49cbc6b0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:43.707079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-61a93033-8452-4243-bf43-a29b227057f9 req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.729037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61a93033-8452-4243-bf43-a29b227057f9 req-68c76c78-20c0-415f-8e8f-aaa81dee2d2b tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7749205 Dec 15 04:35:43.749537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ec670f4a-eef7-40d7-a3de-047791251638 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:43.752001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:43.850693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:43.860142 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eb538913-0f5d-4c91-b7ec-6c6650e39522 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa333072-d0a4-44ce-97bb-5ed7d8e8a494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4495738 Dec 15 04:35:43.861851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:43.865128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] Sync routers for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:43.918050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:43.918740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:43.978450 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.002398 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.154062 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Pushing event updated for resources: {'Port': ['ID=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:44.158243 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.199178 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.199532 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.199874 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.200266 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.200605 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.200928 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.201252 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.201581 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.201942 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.202269 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.202589 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.202908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.203228 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:44.223441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Attempting to bind port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:44.224203 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Attempting to bind port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:44.224794 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Attempting to bind port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc on network 1282e359-dc4b-4b65-98d3-212162988031 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:44.231822 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:44.232575 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Checking segment: {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:44.233749 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.234349 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Bound using segment: {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:44.241775 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Bound port: 6a7e945e-07f8-4ed5-93f1-e86754da7fdc, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b821ced-81bf-4bb1-be91-1b764ddd5eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1282e359-dc4b-4b65-98d3-212162988031'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:44.242490 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.364025 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] For port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:44.367740 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] For port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:44.369334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fdf73-cefb-4906-b3ad-acc35da73e0e req-4c15c4d0-58ce-4665-8e1b-d9c470415a52 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:44.371022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-538fdf73-cefb-4906-b3ad-acc35da73e0e req-4c15c4d0-58ce-4665-8e1b-d9c470415a52 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 949 time: 0.4999111 Dec 15 04:35:44.394782 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.414998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405f057-ab07-4235-9316-aaebc4176a73 req-c8d94b15-8f2c-4bb3-bd8d-59f1464efb16 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:44.416690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6405f057-ab07-4235-9316-aaebc4176a73 req-c8d94b15-8f2c-4bb3-bd8d-59f1464efb16 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1595118 Dec 15 04:35:44.474465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7'}, {'server_uuid': '85289796-287d-48b9-a772-4bda33ccefa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab39351b-95d7-42cd-b563-442208225600'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:44.477156 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4457754-682d-47a6-a00e-f9838546b6e1" -d '{"events": [{"server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "name": "network-vif-plugged", "status": "completed", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7"}, {"server_uuid": "85289796-287d-48b9-a772-4bda33ccefa0", "name": "network-vif-plugged", "status": "completed", "tag": "ab39351b-95d7-42cd-b563-442208225600"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:44.525865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac64859d-6aa2-479d-bc7e-dc369f7e4e24 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:44.532308 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Routers {'aaf91c5d-8601-4014-8e08-0ca69fb43555'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:44.533073 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aaf91c5d-8601-4014-8e08-0ca69fb43555'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:44.537002 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90ba92-e659-4f3d-83a3-179f31bcebfd None None] Pushing event updated for resources: {'Port': ['ID=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:44.553122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-538fdf73-cefb-4906-b3ad-acc35da73e0e req-297e9843-e1a1-41d7-ab55-3af73a91cc72 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683230 Dec 15 04:35:44.557087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.609502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6405f057-ab07-4235-9316-aaebc4176a73 req-ebb161b8-f2ea-4260-a37c-fedcf69a62ac tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653945 Dec 15 04:35:44.626179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.709626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:44.733783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Deleting port 350a3d1f-c387-44b3-8571-420fcaa41695 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:44.734639 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] Set router aaf91c5d-8601-4014-8e08-0ca69fb43555 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:44.734795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.823728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c109c-11d1-41b5-890b-049d24b12628 req-69568268-5a32-41e9-a015-5f56e39bf292 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:44.830046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db5c109c-11d1-41b5-890b-049d24b12628 req-69568268-5a32-41e9-a015-5f56e39bf292 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 945 time: 0.1433735 Dec 15 04:35:44.897367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] For port 350a3d1f-c387-44b3-8571-420fcaa41695, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=350a3d1f-c387-44b3-8571-420fcaa41695,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:44.897937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.917786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:44.931288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f1b1074-0965-4412-935c-f3ab67843743 req-ff496170-43d6-40b5-b854-3fc0f6ce7258 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-626800712&fields=id&tenant_id=0a987d56dae44b1cbb839d8256292ceb HTTP/1.1" status: 200 len: 267 time: 0.2166672 Dec 15 04:35:44.932550 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:44.940790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Calling delete_port for 350a3d1f-c387-44b3-8571-420fcaa41695 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:45.011545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-701a2d51-896d-4883-9a11-1b7451229012 None None] Provisioning complete for port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:45.011914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-701a2d51-896d-4883-9a11-1b7451229012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.035993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db5c109c-11d1-41b5-890b-049d24b12628 req-258e2d39-a82b-4f17-93c6-3ac973c03aa8 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567752 Dec 15 04:35:45.059960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1074-0965-4412-935c-f3ab67843743 req-8b99658f-3b01-49be-870f-296ddcdddd38 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:45.068216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f1b1074-0965-4412-935c-f3ab67843743 req-8b99658f-3b01-49be-870f-296ddcdddd38 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1174898 Dec 15 04:35:45.075260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'port': {'security_groups': ['200322a8-34bc-4cb5-b779-a0bed5cb84e2', '9d075ca2-3a50-499b-b4ef-b89b49cbc6b0']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:45.085485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.110773 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:35:45.174772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:45.175164 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.222109 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:40Z', 'revision_number': 4, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '6a7e945e-07f8-4ed5-93f1-e86754da7fdc', 'name': '', 'network_id': '1282e359-dc4b-4b65-98d3-212162988031', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'mac_address': 'fa:16:3e:96:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '984f788e-c410-4c10-901b-69bef14dca59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:39Z', 'updated_at': '2021-12-15T04:35:44Z', 'revision_number': 4, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'subnets': [{'id': '984f788e-c410-4c10-901b-69bef14dca59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:45.222418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:45.247780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-701a2d51-896d-4883-9a11-1b7451229012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.295021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-701a2d51-896d-4883-9a11-1b7451229012 None None] For port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:45.298638 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e83cee-c36d-4ad4-bd63-7868b010a80a None None] The sync data for ids ['aaf91c5d-8601-4014-8e08-0ca69fb43555'] in n-d-820935-10 is: [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:40Z', 'revision_number': 4, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '6a7e945e-07f8-4ed5-93f1-e86754da7fdc', 'name': '', 'network_id': '1282e359-dc4b-4b65-98d3-212162988031', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'mac_address': 'fa:16:3e:96:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '984f788e-c410-4c10-901b-69bef14dca59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:39Z', 'updated_at': '2021-12-15T04:35:44Z', 'revision_number': 4, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'subnets': [{'id': '984f788e-c410-4c10-901b-69bef14dca59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:45.307624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-701a2d51-896d-4883-9a11-1b7451229012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.344940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.400401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Pushing event deleted for resources: {'Port': ['ID=350a3d1f-c387-44b3-8571-420fcaa41695,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:45.427947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a2d51-896d-4883-9a11-1b7451229012 None None] Pushing event updated for resources: {'Port': ['ID=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:45.530503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.562667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-15bcd961-d276-41fd-a04d-e61e007720e7 None None] Provisioning complete for port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:45.563232 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-15bcd961-d276-41fd-a04d-e61e007720e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.613681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177afaa-8019-4c21-aa8f-0853bb778dba req-659d0f74-76be-4bda-a802-700216288223 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:45.625070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6177afaa-8019-4c21-aa8f-0853bb778dba req-659d0f74-76be-4bda-a802-700216288223 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.3246396 Dec 15 04:35:45.672423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 94221d39-63d3-4564-9bf6-d04c4abd8cf4 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:45.722308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6177afaa-8019-4c21-aa8f-0853bb778dba req-16371667-d0fd-4f78-9d72-ee19160e14a0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961018 Dec 15 04:35:45.732382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:45.808201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:35:42Z', 'revision_number': 5, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port': {'id': '350a3d1f-c387-44b3-8571-420fcaa41695', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:33:13Z', 'updated_at': '2021-12-15T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:45.939267 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbda74-9c0e-4462-8718-8737efe79e5f x-openstack-request-id: req-e8dbda74-9c0e-4462-8718-8737efe79e5f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:45.939701 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "name": "network-vif-plugged", "status": "completed", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7", "code": 200}, {"server_uuid": "85289796-287d-48b9-a772-4bda33ccefa0", "name": "network-vif-plugged", "status": "completed", "tag": "ab39351b-95d7-42cd-b563-442208225600", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:45.939859 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8dbda74-9c0e-4462-8718-8737efe79e5f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:45.940264 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7', 'code': 200} Dec 15 04:35:45.940527 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85289796-287d-48b9-a772-4bda33ccefa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab39351b-95d7-42cd-b563-442208225600', 'code': 200} Dec 15 04:35:45.942420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:45.973621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] Checking router: aa333072-d0a4-44ce-97bb-5ed7d8e8a494 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:46.057018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:35:46.067999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] Routers {'aa333072-d0a4-44ce-97bb-5ed7d8e8a494'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:46.068813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:46.074266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:46.074785 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.226936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.239506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.250085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd440cc-3f60-4fa9-ac48-93668a7e1ca4 req-1997e1ae-a4e7-4bab-a91d-6072771f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:46.251867 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cd440cc-3f60-4fa9-ac48-93668a7e1ca4 req-1997e1ae-a4e7-4bab-a91d-6072771f398a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 1097 time: 0.1117413 Dec 15 04:35:46.273738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:46.321450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.326152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6a7e945e-07f8-4ed5-93f1-e86754da7fdc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:46.340026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.349200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cd440cc-3f60-4fa9-ac48-93668a7e1ca4 req-c8510340-cd49-4938-b7ec-534bfce66fac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564165 Dec 15 04:35:46.366857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.367701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:35:46.378456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.380406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-69ff09fe-49f9-4380-8a3c-bb5efa32df4d admin admin] 10.222.0.37 "DELETE /v2.0/routers/aa333072-d0a4-44ce-97bb-5ed7d8e8a494 HTTP/1.1" status: 204 len: 168 time: 2.5171812 Dec 15 04:35:46.383872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:46.401532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] Set router aa333072-d0a4-44ce-97bb-5ed7d8e8a494 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:46.471206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Deleting subnet e4614954-b145-4ee9-bf6d-8833ec61b4a7 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:35:46.480882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.520852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:35:45Z', 'revision_number': 7, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:46.553516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:46.554266 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.568489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f1b1074-0965-4412-935c-f3ab67843743 req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "PUT /v2.0/ports/81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 981 time: 1.4990005 Dec 15 04:35:46.582754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6215727-bd64-47b4-8e9e-27d0389a0de7 req-4201f1af-3424-48e9-96fb-66aa361fa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:46.584839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6215727-bd64-47b4-8e9e-27d0389a0de7 req-4201f1af-3424-48e9-96fb-66aa361fa3bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 1097 time: 0.2606699 Dec 15 04:35:46.586593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['81433cef-b972-496c-b738-cf6b1ae1faa2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:46.591063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:46.602639 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0c365-bcea-4817-8d85-e96b48cafe42" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:46.604429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.648941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a307f-c8c3-48c3-8a0f-65565dd9f60a req-0de7ca7c-b4ab-4473-9c90-0f461d20f4d9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:46.657108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d51a307f-c8c3-48c3-8a0f-65565dd9f60a req-0de7ca7c-b4ab-4473-9c90-0f461d20f4d9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 949 time: 0.3307817 Dec 15 04:35:46.682606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.735447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a82cd-ebae-42bc-87e2-0d1bf780a762 None None] The sync data for ids ['aa333072-d0a4-44ce-97bb-5ed7d8e8a494'] in n-d-820935-10 is: [{'id': 'aa333072-d0a4-44ce-97bb-5ed7d8e8a494', 'name': 'tempest-ServersTestJSON-283684870-router', 'tenant_id': '0bb4df6a3c4141a19976fb428807c76a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:33:12Z', 'updated_at': '2021-12-15T04:35:45Z', 'revision_number': 7, 'project_id': '0bb4df6a3c4141a19976fb428807c76a', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:46.832416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.835314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['81433cef-b972-496c-b738-cf6b1ae1faa2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:46.843786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:46.912214 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.913540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78791-1e66-487a-a8f8-1387f71dc0a0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=6']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:46.917528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:46.922373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:46.922850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.945218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.968426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:46.971345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6215727-bd64-47b4-8e9e-27d0389a0de7 req-1f6d07eb-8dc6-4962-964f-8f4afc9221aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354414 Dec 15 04:35:46.971674 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4614954-b145-4ee9-bf6d-8833ec61b4a7 HTTP/1.1" status: 204 len: 168 time: 0.5863845 Dec 15 04:35:46.980363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d51a307f-c8c3-48c3-8a0f-65565dd9f60a req-d89cc753-ca37-4f14-a6fc-d2d54e7cc111 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221109 Dec 15 04:35:46.981011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58414) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:46.997526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'deb8c730-6f81-41bb-8766-6ded13884208', 'network_id': '3466872e-4a99-408e-8688-b61dbe3e286b', 'port_id': 'deb8c730-6f81-41bb-8766-6ded13884208', 'mac_address': 'fa:16:3e:1d:0f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a2245e-52aa-487e-a0d3-6ce360425293', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:35:46.997773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5d6c-9dd7-41c0-b906-5964ed29ba16 req-8366a0af-a671-4944-9123-144e814e6212 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:47.000348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-954f5d6c-9dd7-41c0-b906-5964ed29ba16 req-8366a0af-a671-4944-9123-144e814e6212 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1695902 Dec 15 04:35:47.037916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4614954-b145-4ee9-bf6d-8833ec61b4a7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:47.048766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.049765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.050279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.050774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.051323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.051829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.052362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.053037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.053533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.054025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.055915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.056557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.057071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e67a0-eab6-4121-94da-443890ba5c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:47.095533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567a302-bcad-4ae5-918d-6b794e9d2268 None None] Network 903c2744-a936-4c79-b12d-43581e6cb0a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:47.133004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Deleting port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:47.133359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:47.324352 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:47.371663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-954f5d6c-9dd7-41c0-b906-5964ed29ba16 req-4f16b1e3-afad-473e-9222-e16a2360ee0d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520188 Dec 15 04:35:47.424970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e310-21ea-4f34-b3b7-9072954669f3 req-aad5e6e3-aee7-4795-8b5d-91a3ca8c44d2 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:47.426522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9f0e310-21ea-4f34-b3b7-9072954669f3 req-aad5e6e3-aee7-4795-8b5d-91a3ca8c44d2 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 945 time: 0.1194372 Dec 15 04:35:47.569879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9f0e310-21ea-4f34-b3b7-9072954669f3 req-85d9f476-8432-4fac-8ed5-12b3b701c281 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221917 Dec 15 04:35:47.716828 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533ecc2-336d-4ebb-8166-9cad5ec069bb x-openstack-request-id: req-7533ecc2-336d-4ebb-8166-9cad5ec069bb {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:47.718324 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:47.719438 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7533ecc2-336d-4ebb-8166-9cad5ec069bb {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:47.720317 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'status': 'completed', 'code': 200} Dec 15 04:35:47.734817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] For port 6a7e945e-07f8-4ed5-93f1-e86754da7fdc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:47.735703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:47.753918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Calling delete_port for 6a7e945e-07f8-4ed5-93f1-e86754da7fdc owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:47.763725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:47.793683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deb8c730-6f81-41bb-8766-6ded13884208 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:35:47.817729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:47.848935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=94221d39-63d3-4564-9bf6-d04c4abd8cf4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:47.859607 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:47.966987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638'}, {'server_uuid': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94221d39-63d3-4564-9bf6-d04c4abd8cf4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:47.969990 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b78c2d1-6ca7-465e-8710-aa9895b53184" -d '{"events": [{"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-plugged", "status": "completed", "tag": "ec670f4a-eef7-40d7-a3de-047791251638"}, {"server_uuid": "f721267a-d32d-4bc3-9747-6df36b43b34e", "name": "network-vif-plugged", "status": "completed", "tag": "94221d39-63d3-4564-9bf6-d04c4abd8cf4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:48.036944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-db80b3ab-10ba-420d-8a2f-e69eb9edf0d0 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-626800712&fields=id&tenant_id=0a987d56dae44b1cbb839d8256292ceb HTTP/1.1" status: 200 len: 267 time: 0.4886608 Dec 15 04:35:48.062203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373c9f8-3441-4839-8064-f1a6541af513 req-2b08bc84-94b3-4454-8b28-c6ee4e7b4cd0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:48.069733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1373c9f8-3441-4839-8064-f1a6541af513 req-2b08bc84-94b3-4454-8b28-c6ee4e7b4cd0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2416403 Dec 15 04:35:48.074462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['deb8c730-6f81-41bb-8766-6ded13884208'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:48.086578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Deleting port fabaa96b-2ecc-4af9-a89b-409d9a65e08d {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:48.086937 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:48.129144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] DHCP port deletion for 903c2744-a936-4c79-b12d-43581e6cb0a5 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:35:48.131366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:48.327376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fabaa96b-2ecc-4af9-a89b-409d9a65e08d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:48.442222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-2d6e0614-f1f4-4d8e-97a5-5dca7afe8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:48.444130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-2d6e0614-f1f4-4d8e-97a5-5dca7afe8471 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1136 time: 0.5394926 Dec 15 04:35:48.475878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] For port fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:48.476826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:48.489988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] Deleting port fabaa96b-2ecc-4af9-a89b-409d9a65e08d {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:48.490368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:48.526294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-3cea229c-4e71-446a-aab4-1405a7552958 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:48.538085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-3cea229c-4e71-446a-aab4-1405a7552958 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 984 time: 0.4996355 Dec 15 04:35:48.544816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'port': {'security_groups': ['200322a8-34bc-4cb5-b779-a0bed5cb84e2']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:48.573760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1373c9f8-3441-4839-8064-f1a6541af513 req-1692e83e-fafb-4bd4-aa84-25920221f57a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028179 Dec 15 04:35:48.601086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-81c5d4bb-a8cc-4f2f-9655-46c02bd6300c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188850 Dec 15 04:35:48.661104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Calling delete_port for fabaa96b-2ecc-4af9-a89b-409d9a65e08d owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:48.724768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] For port fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:48.725135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:48.760498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] Calling delete_port for fabaa96b-2ecc-4af9-a89b-409d9a65e08d owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:48.835105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-ec2116b1-ac5d-4e0d-b67c-9af803d35538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:48.836783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-ec2116b1-ac5d-4e0d-b67c-9af803d35538 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1102 time: 0.1577313 Dec 15 04:35:48.916938 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:49.032408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port fabaa96b-2ecc-4af9-a89b-409d9a65e08d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,segment=NetworkSegment(203a9870-a7b9-4d7a-b567-c07ba01a21b2),segment_id=203a9870-a7b9-4d7a-b567-c07ba01a21b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:49.038634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-41d156de-6a09-43a2-abeb-0b6eb70bb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:49.040222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-41d156de-6a09-43a2-abeb-0b6eb70bb1bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1786354 Dec 15 04:35:49.056850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:49.057162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:49.156326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-1ba2a150-1bb6-45ee-94af-61e06cd7274d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.1053827 Dec 15 04:35:49.198884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:49.244432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:49.244803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 49bd4a1f-96d8-4271-b3d5-7535a2cbbc44 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:49.245668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 350a3d1f-c387-44b3-8571-420fcaa41695 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:49.276088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-c10e776b-b7f7-4ece-80d8-d3d88c607c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:49.277862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-c10e776b-b7f7-4ece-80d8-d3d88c607c3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1084182 Dec 15 04:35:49.284658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:49.288358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 350a3d1f-c387-44b3-8571-420fcaa41695 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:49.288598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 350a3d1f-c387-44b3-8571-420fcaa41695 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:49.299008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:49.338782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] Pushing event deleted for resources: {'Port': ['ID=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:49.351876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-bed88513-9f26-4225-a213-99a2c917e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:49.356753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-bed88513-9f26-4225-a213-99a2c917e8bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.8739541 Dec 15 04:35:49.359026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22075e29-36bb-4b16-93d2-24473a18c6be None None] No DVR routers for this DVR port fabaa96b-2ecc-4af9-a89b-409d9a65e08d on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:49.411920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-47713101-5755-467a-b1c4-26a5fb8797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:49.413471 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-47713101-5755-467a-b1c4-26a5fb8797a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271849 Dec 15 04:35:49.539525 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:49.541243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-4a3825eb-4b33-4a12-bfd2-d4b79835771e service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099956 Dec 15 04:35:49.566731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-973fc41b-ea7c-4ee8-a629-a5d6db2e72cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.1744862 Dec 15 04:35:49.574092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:49.589487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] No DVR routers for this DVR port fabaa96b-2ecc-4af9-a89b-409d9a65e08d on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:49.680938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-bfc4231e-edfd-4885-af5f-21f992eabe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:49.684512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-bfc4231e-edfd-4885-af5f-21f992eabe14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.1054699 Dec 15 04:35:49.712553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabaa96b-2ecc-4af9-a89b-409d9a65e08d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:49.715753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b253feec-73d6-4a7c-91d8-7cd0619b9d50 req-0f8adf61-63c6-4343-9aff-cf9daaf011bd service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659193 Dec 15 04:35:49.822043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-f34cc710-8ed0-4584-9b88-24641428f14b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113935 Dec 15 04:35:49.961229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:35:50.039495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7e945e-07f8-4ed5-93f1-e86754da7fdc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:50.081679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port deb8c730-6f81-41bb-8766-6ded13884208 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:35:50.082808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.135657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.186902 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903c2744-a936-4c79-b12d-43581e6cb0a5']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:50.205944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203a9870-a7b9-4d7a-b567-c07ba01a21b2') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:50.206605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203a9870-a7b9-4d7a-b567-c07ba01a21b2') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:50.228527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.247144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.259404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.266817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:35:50.267961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:35:50.334470 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:35:50.356358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.374095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:50.389770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.396177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.402423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/903c2744-a936-4c79-b12d-43581e6cb0a5 HTTP/1.1" status: 204 len: 168 time: 3.3969069 Dec 15 04:35:50.403790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a242f-ac20-48c0-9ced-e34d7a8cb2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=903c2744-a936-4c79-b12d-43581e6cb0a5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:50.507034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:50.600399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-d08f768d-56af-44c1-bf54-10eb36da633f service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032907 Dec 15 04:35:50.627388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:50.821206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.826729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.862523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d0c365-bcea-4817-8d85-e96b48cafe42 req-fddf4815-ec7f-456c-ab45-3bd1e217e416 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374425 Dec 15 04:35:50.905828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:50.932307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:50.965980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['81433cef-b972-496c-b738-cf6b1ae1faa2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:50.972372 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d850655-4267-46b3-8506-1bbadafd9763 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bb4df6a3c4141a19976fb428807c76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652275 Dec 15 04:35:50.974684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:51.011366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:51.012036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:51.014754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d2276a6-c5d0-4682-9784-6b68c4f1e06b req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "PUT /v2.0/ports/81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 942 time: 2.4741795 Dec 15 04:35:51.017711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:51.024374 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5531a27d-b127-4867-9837-4b98098caeed" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:51.101865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa016ba-55b0-4530-9b9f-267b3a46cddf tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event updated for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:51.119322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826b010f-e4ce-4b09-882f-e2f6e75994ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:51.144225 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb6839d-88a0-45c9-9744-46294ec4ef0c x-openstack-request-id: req-1fb6839d-88a0-45c9-9744-46294ec4ef0c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:51.144527 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-plugged", "status": "completed", "tag": "ec670f4a-eef7-40d7-a3de-047791251638", "code": 200}, {"server_uuid": "f721267a-d32d-4bc3-9747-6df36b43b34e", "name": "network-vif-plugged", "status": "completed", "tag": "94221d39-63d3-4564-9bf6-d04c4abd8cf4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:51.144784 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fb6839d-88a0-45c9-9744-46294ec4ef0c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:51.145177 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638', 'code': 200} Dec 15 04:35:51.145433 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'code': 200} Dec 15 04:35:51.188549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826b010f-e4ce-4b09-882f-e2f6e75994ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:51.188819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['81433cef-b972-496c-b738-cf6b1ae1faa2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:35:51.313988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826b010f-e4ce-4b09-882f-e2f6e75994ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:51.322868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826b010f-e4ce-4b09-882f-e2f6e75994ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:51.324479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-826b010f-e4ce-4b09-882f-e2f6e75994ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adfcf9ec-8cd3-4bf6-986a-c141e6ceee14 HTTP/1.1" status: 204 len: 168 time: 0.3486431 Dec 15 04:35:51.368172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b010f-e4ce-4b09-882f-e2f6e75994ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfcf9ec-8cd3-4bf6-986a-c141e6ceee14,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:51.460855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e707f0-117a-4c8a-80b2-5febe9766e3f req-24f93ccb-0783-4e76-a962-306930d0f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:51.467729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60e707f0-117a-4c8a-80b2-5febe9766e3f req-24f93ccb-0783-4e76-a962-306930d0f502 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 1102 time: 0.1831059 Dec 15 04:35:51.494064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Router aaf91c5d-8601-4014-8e08-0ca69fb43555 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:35:51.535535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bfac2-0caf-4f33-8ef3-303d5a2596ae req-09544dec-3875-4204-96de-47416378bbf2 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:51.537115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-326bfac2-0caf-4f33-8ef3-303d5a2596ae req-09544dec-3875-4204-96de-47416378bbf2 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 950 time: 0.1757846 Dec 15 04:35:51.833714 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-1776756b-910d-43a8-9876-3c6f59807c1e req-814cd67e-ef57-4daf-92c1-40c856ceb9bb service neutron] show failed (client error): The resource could not be found. Dec 15 04:35:51.834912 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-814cd67e-ef57-4daf-92c1-40c856ceb9bb service neutron] 10.222.0.42 "GET /v2.0/ports/1ed2fe3f-cb01-4434-9213-56c602332956/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.1808245 Dec 15 04:35:51.991892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:52.010695 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] Sync routers for ids ['aaf91c5d-8601-4014-8e08-0ca69fb43555'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:35:52.017718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-801cc4a7-1c3f-4866-89a6-ceb1f4f4fafd admin admin] 10.222.0.37 "PUT /v2.0/routers/aaf91c5d-8601-4014-8e08-0ca69fb43555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6074266 Dec 15 04:35:52.018234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:52.031342 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] Routers {'aaf91c5d-8601-4014-8e08-0ca69fb43555'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:52.032289 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aaf91c5d-8601-4014-8e08-0ca69fb43555'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:52.036754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60e707f0-117a-4c8a-80b2-5febe9766e3f req-6edbcb13-038c-4b9e-a02a-d6d08824875e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459795 Dec 15 04:35:52.051015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-326bfac2-0caf-4f33-8ef3-303d5a2596ae req-c306558b-ab87-4e7c-9701-a66efe09a074 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054815 Dec 15 04:35:52.211843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:52.377834 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] Set router aaf91c5d-8601-4014-8e08-0ca69fb43555 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:52.388764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e04e-5f93-40d7-8021-9c980c761fc4 req-a3431a9e-9e19-4fe1-814f-4db945c52d50 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:52.399656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e8e04e-5f93-40d7-8021-9c980c761fc4 req-a3431a9e-9e19-4fe1-814f-4db945c52d50 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1374435 Dec 15 04:35:52.409362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:52.493268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Deleting port ac64859d-6aa2-479d-bc7e-dc369f7e4e24 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:52.497869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:52.586934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-49f1f2b4-ba59-4417-89d7-5ad329c21a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:52.589209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-49f1f2b4-ba59-4417-89d7-5ad329c21a37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b&tenant_id=9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 1102 time: 0.1515763 Dec 15 04:35:52.615261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2e8e04e-5f93-40d7-8021-9c980c761fc4 req-78299c80-c019-45d9-ade1-123a061c6d6d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104952 Dec 15 04:35:52.632609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:52.702309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] For port ac64859d-6aa2-479d-bc7e-dc369f7e4e24, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:52.703002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:52.725166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Calling delete_port for ac64859d-6aa2-479d-bc7e-dc369f7e4e24 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:52.870043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58498) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:52.877047 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:49Z', 'revision_number': 5, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port': {'id': 'ac64859d-6aa2-479d-bc7e-dc369f7e4e24', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:33Z', 'updated_at': '2021-12-15T04:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:52.899967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:52.942590 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] Checking router: aaf91c5d-8601-4014-8e08-0ca69fb43555 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:35:52.963935 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] Routers {'aaf91c5d-8601-4014-8e08-0ca69fb43555'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:35:52.965163 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aaf91c5d-8601-4014-8e08-0ca69fb43555'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:53.044677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60e92a-16c1-4a26-aada-ad98fc6b3fa7 req-11b89e19-b227-410e-a156-c88331c9fddc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:53.055220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.061161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a60e92a-16c1-4a26-aada-ad98fc6b3fa7 req-11b89e19-b227-410e-a156-c88331c9fddc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 945 time: 0.2840099 Dec 15 04:35:53.077391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1249568589-network', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:53.146829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:35:53.150584 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9e797a-4930-49f2-8400-fde009e95f76" -d '{"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-plugged", "status": "completed", "tag": "deb8c730-6f81-41bb-8766-6ded13884208"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:35:53.163681 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] Set router aaf91c5d-8601-4014-8e08-0ca69fb43555 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:35:53.169274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac64859d-6aa2-479d-bc7e-dc369f7e4e24,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:53.275628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.316299 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:52Z', 'revision_number': 6, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:53.434513 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c98419-3337-4b7b-b47d-aa25df8de0b0 None None] The sync data for ids ['aaf91c5d-8601-4014-8e08-0ca69fb43555'] in n-d-820935-10 is: [{'id': 'aaf91c5d-8601-4014-8e08-0ca69fb43555', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-497766571-router', 'tenant_id': '97ce2b54ffca44d5807154fea4d5e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:31Z', 'updated_at': '2021-12-15T04:35:52Z', 'revision_number': 6, 'project_id': '97ce2b54ffca44d5807154fea4d5e312', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:35:53.480347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a60e92a-16c1-4a26-aada-ad98fc6b3fa7 req-e2ece983-0c2c-46f6-9ab6-78fd40f63c0a tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181542 Dec 15 04:35:53.500669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:53.503016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.642110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.648473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.648932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.757915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.758542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf91c5d-8601-4014-8e08-0ca69fb43555 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:35:53.768618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.770701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aa4da95d-ad7f-4107-ba4e-cc8db1738162 admin admin] 10.222.0.37 "DELETE /v2.0/routers/aaf91c5d-8601-4014-8e08-0ca69fb43555 HTTP/1.1" status: 204 len: 168 time: 1.7512913 Dec 15 04:35:53.773527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:53.876989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Deleting subnet 984f788e-c410-4c10-901b-69bef14dca59 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:35:53.882700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.887052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:53.988349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:53.995754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:54.036959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.061172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c386f6-b3b1-4a91-b0dc-23ddca349906 req-01242b8d-c71d-4b85-9337-3542184ed8a0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:54.079214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27c386f6-b3b1-4a91-b0dc-23ddca349906 req-01242b8d-c71d-4b85-9337-3542184ed8a0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.4051993 Dec 15 04:35:54.105327 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.152045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.262821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:35:54.272626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:54.284539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.326663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:54.330676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6a7e945e-07f8-4ed5-93f1-e86754da7fdc no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:54.337230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.339631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984f788e-c410-4c10-901b-69bef14dca59,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:54.354651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.364158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37d9b46c-a808-42a5-ab22-b124a98ba6dc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/984f788e-c410-4c10-901b-69bef14dca59 HTTP/1.1" status: 204 len: 168 time: 0.5861039 Dec 15 04:35:54.366326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58516) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:54.407390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021cb31-b9ce-4a5c-a2d8-adcfb91c139e None None] Network 1282e359-dc4b-4b65-98d3-212162988031 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:54.409534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6a7e945e-07f8-4ed5-93f1-e86754da7fdc {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:54.409870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6a7e945e-07f8-4ed5-93f1-e86754da7fdc not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:54.416634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac64859d-6aa2-479d-bc7e-dc369f7e4e24 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:54.424760 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.425294 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Added segment 67b1b3e7-0902-42d6-a92f-b381fad60d03 of type vlan for network 71bbf166-4518-42f2-a41c-b4030317ebd3 Dec 15 04:35:54.430001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27c386f6-b3b1-4a91-b0dc-23ddca349906 req-bda478fb-32db-4823-bef6-4099a748f555 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466597 Dec 15 04:35:54.549903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.647552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ac64859d-6aa2-479d-bc7e-dc369f7e4e24 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:54.660674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac64859d-6aa2-479d-bc7e-dc369f7e4e24 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:54.679694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.685895 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.706349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Deleting port cde35382-9e7c-4e65-9564-9fb450cdfd27 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:54.706720 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.718977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Transition to ACTIVE for port object 1ed2fe3f-cb01-4434-9213-56c602332956 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:35:54.740570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.796872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:35:54.797575 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:35:54.832477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] DHCP port deletion for 1282e359-dc4b-4b65-98d3-212162988031 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:35:54.868139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] For port cde35382-9e7c-4e65-9564-9fb450cdfd27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cde35382-9e7c-4e65-9564-9fb450cdfd27,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:54.868547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.870744 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.874246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:54.877755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:54.906075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Calling delete_port for cde35382-9e7c-4e65-9564-9fb450cdfd27 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:54.945523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Deleting port cde35382-9e7c-4e65-9564-9fb450cdfd27 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:35:54.946244 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.067404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.098113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] For port cde35382-9e7c-4e65-9564-9fb450cdfd27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cde35382-9e7c-4e65-9564-9fb450cdfd27,segment=NetworkSegment(9b821ced-81bf-4bb1-be91-1b764ddd5eac),segment_id=9b821ced-81bf-4bb1-be91-1b764ddd5eac)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:35:55.098714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.134040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Calling delete_port for cde35382-9e7c-4e65-9564-9fb450cdfd27 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:35:55.144133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] No DVR routers for this DVR port cde35382-9e7c-4e65-9564-9fb450cdfd27 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:55.168721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-4f722e48-fa5e-41de-9ee6-91e92c4b30a2 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6629450 Dec 15 04:35:55.173468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] No DVR routers for this DVR port 1ed2fe3f-cb01-4434-9213-56c602332956 on host n-h2-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:55.191352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde35382-9e7c-4e65-9564-9fb450cdfd27,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.222789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=6']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.251397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3782308 Dec 15 04:35:55.257025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:55.280865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:55.293944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Request body: {'subnet': {'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1249568589-subnet', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:55.325523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1ca5-cf02-4043-9626-fb858211b45e admin admin] Pushing event updated for resources: {'Network': ['ID=71bbf166-4518-42f2-a41c-b4030317ebd3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.333161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.344901 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.367953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.390104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:35:55.401855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:35:55.409474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.431099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Pushing event deleted for resources: {'Port': ['ID=cde35382-9e7c-4e65-9564-9fb450cdfd27,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.460832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:55.461234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:55.461722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:55.470223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Port 1ed2fe3f-cb01-4434-9213-56c602332956 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:35:55.470566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Attempting to bind port 1ed2fe3f-cb01-4434-9213-56c602332956 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:55.476837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:55.477179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:55.477560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:55.477995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Bound port: 1ed2fe3f-cb01-4434-9213-56c602332956, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:55.478517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.494829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] No DVR routers for this DVR port cde35382-9e7c-4e65-9564-9fb450cdfd27 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:35:55.503572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.504503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.505470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.506314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.506882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.507438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.507998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.508702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.509281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.510986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.517227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.519032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.520032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73a3f-4f22-4e3f-877b-5190ea60f35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:35:55.661658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:55.661955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1282e359-dc4b-4b65-98d3-212162988031']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:55.675630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.680830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:55.684683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b821ced-81bf-4bb1-be91-1b764ddd5eac') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:55.685392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b821ced-81bf-4bb1-be91-1b764ddd5eac') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:35:55.690444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.703904 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.719588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.767857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.771349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.774375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.787434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:35:55.788116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:35:55.790923 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:35:55.794840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:55.795540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.799172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-0a3ce518-2f7a-473d-884d-133f0d599814 service neutron] 10.222.0.16 "PUT /v2.0/ports/1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 1097 time: 3.1841528 Dec 15 04:35:55.909079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.936421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:55.954812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-62a3e2bc-93a0-4295-bd28-7abdca84ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:55.956805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-62a3e2bc-93a0-4295-bd28-7abdca84ab60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1100 time: 0.1100290 Dec 15 04:35:55.966294 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1282e359-dc4b-4b65-98d3-212162988031 HTTP/1.1" status: 204 len: 168 time: 1.5988078 Dec 15 04:35:55.967324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13796d3-6849-4a5a-ba5f-ab94f8bcce67 admin admin] Pushing event deleted for resources: {'Network': ['ID=1282e359-dc4b-4b65-98d3-212162988031,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:55.969293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Checking segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:55.969661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Network hostable DHCP agents. Network: 71bbf166-4518-42f2-a41c-b4030317ebd3, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:35:56.010537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Allocated IP 172.25.2.2 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/8e05f544-a52a-467b-9b9a-10ff11280f34) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:56.019120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:35:56.049564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 71bbf166-4518-42f2-a41c-b4030317ebd3) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:56.057492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7498fb9-4b7b-4536-b152-ffd8389f3cde None None] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:35:56.066583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:56.067192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.124314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72fac96c-66ac-4a9a-924d-752367d160c3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8421652 Dec 15 04:35:56.124948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58526) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:56.129315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:35:56.206676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.207836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.215754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:56.322507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-8fa0d5a0-c9c8-4679-8d34-b1b7650027ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:56.324271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-8fa0d5a0-c9c8-4679-8d34-b1b7650027ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.3450315 Dec 15 04:35:56.329927 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-78ee115d-d181-4854-b416-452b64fdffeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97ce2b54ffca44d5807154fea4d5e312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1118548 Dec 15 04:35:56.333450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58530) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:56.408305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-1b7a7dbb-a7c9-4d6b-a06d-39ac84411a3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.0706420 Dec 15 04:35:56.420148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.508583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.516956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6888da0c-0bc2-4ca9-ad3d-8ba2a77d1da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.569846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cde35382-9e7c-4e65-9564-9fb450cdfd27 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:35:56.590390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6888da0c-0bc2-4ca9-ad3d-8ba2a77d1da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.605325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-82972e51-c404-4ec7-93d2-c20155ecbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:56.606823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-82972e51-c404-4ec7-93d2-c20155ecbcd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1895287 Dec 15 04:35:56.626869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: cde35382-9e7c-4e65-9564-9fb450cdfd27 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:35:56.627217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cde35382-9e7c-4e65-9564-9fb450cdfd27 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:35:56.688225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.694190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776756b-910d-43a8-9876-3c6f59807c1e req-d75dccc4-f909-48c9-9fe6-ae5fd63910ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:56.695681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-d75dccc4-f909-48c9-9fe6-ae5fd63910ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0780532 Dec 15 04:35:56.708040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-71bbf166-4518-42f2-a41c-b4030317ebd3', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:35:56.716171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.721587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.803734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event updated for resources: {'Port': ['ID=8e05f544-a52a-467b-9b9a-10ff11280f34,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:56.865180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6888da0c-0bc2-4ca9-ad3d-8ba2a77d1da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.879009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6888da0c-0bc2-4ca9-ad3d-8ba2a77d1da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:56.888551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6888da0c-0bc2-4ca9-ad3d-8ba2a77d1da5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2a12722-7f70-4064-b110-8f6d9d6fc1e3 HTTP/1.1" status: 204 len: 168 time: 0.5517154 Dec 15 04:35:56.915530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888da0c-0bc2-4ca9-ad3d-8ba2a77d1da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a12722-7f70-4064-b110-8f6d9d6fc1e3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:56.954071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:56.972852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:56.986669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:57.081179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Allocated IP 172.20.0.2 (71bbf166-4518-42f2-a41c-b4030317ebd3/94ffdb48-28ee-4b5d-899b-ee1b5b35abb9/a3a9eacb-6d9d-42fe-ab40-038ea8df7053) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:57.173497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.268484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-d338a826-b913-452a-8649-60c51764a4dd service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794056 Dec 15 04:35:57.289894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.349680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.432625 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.445327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.537805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1776756b-910d-43a8-9876-3c6f59807c1e req-7596d686-5d53-4909-bee8-1ee38758d10a service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388999 Dec 15 04:35:57.538542 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.566440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:57.584653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:57.601683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:57.655163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Allocated IP 172.25.2.31 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/4254749f-7c6e-431c-bc82-df75cb05f87d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:35:57.670829 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8dcb-03c0-48b2-b2e0-f57a3634f228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.761190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Pushing event updated for resources: {'Port': ['ID=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:57.856328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Attempting to bind port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:35:57.856716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Attempting to bind port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:35:57.857092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Attempting to bind port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 on network 71bbf166-4518-42f2-a41c-b4030317ebd3 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:35:57.882999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:35:57.882999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Checking segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:35:57.882999 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.882999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Bound using segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:35:57.882999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Bound port: a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:35:57.883598 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.944841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:57.953243 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.122170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] For port a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:35:58.134627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] For port a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:35:58.146815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event updated for resources: {'Port': ['ID=8e05f544-a52a-467b-9b9a-10ff11280f34,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:58.155966 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.187275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.218762 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.220101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-53d5aa8e-a581-45a8-a463-7be1b91d7fb7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.0484931 Dec 15 04:35:58.240236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.316744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b6e5-0740-49cc-8048-bfbac0efc583 None None] Pushing event updated for resources: {'Port': ['ID=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:58.366703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.410916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:35:58.413760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:35:58.419826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:35:58.559560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Pushing event updated for resources: {'Port': ['ID=4254749f-7c6e-431c-bc82-df75cb05f87d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:35:58.893556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:58.985899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-3cd1939e-14f4-490a-84af-b696d79f001a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.7584512 Dec 15 04:35:59.157650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:59.208990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-2c3ec5e9-6184-4f9a-aec8-771a470f9a81 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:59.211171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31eaf851-0d5c-4966-ab8c-fa36278995d7 req-2c3ec5e9-6184-4f9a-aec8-771a470f9a81 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2185926 Dec 15 04:35:59.281590 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86027619-0d8f-4b9a-85b4-fb27b6a8de77 x-openstack-request-id: req-86027619-0d8f-4b9a-85b4-fb27b6a8de77 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:35:59.282729 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:35:59.283204 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86027619-0d8f-4b9a-85b4-fb27b6a8de77 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:35:59.283711 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'status': 'completed', 'code': 200} Dec 15 04:35:59.424746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:35:59.591580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a27d-b127-4867-9837-4b98098caeed req-53af818a-1990-4ce5-ab9e-5c94040922a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:59.599834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-53af818a-1990-4ce5-ab9e-5c94040922a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.2252820 Dec 15 04:35:59.646688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:35:59.714972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:35:59.748709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:35:59.755255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-20e940f8-77a9-4723-92a2-56ad24309f11 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6292427 Dec 15 04:35:59.761713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58560) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:35:59.820912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034046-48cb-421b-a2b8-ccb721c8bf76 req-3877a5bd-b7d3-44e5-a30f-59bf66697eb0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:35:59.823713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d034046-48cb-421b-a2b8-ccb721c8bf76 req-3877a5bd-b7d3-44e5-a30f-59bf66697eb0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 950 time: 0.4238613 Dec 15 04:35:59.911843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:00.034643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d034046-48cb-421b-a2b8-ccb721c8bf76 req-14834c7f-4e1e-4438-8537-6cb994a01b3e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877298 Dec 15 04:36:00.034643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a27d-b127-4867-9837-4b98098caeed req-1d1e4560-d0d6-4381-896b-d21732d0aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:00.034643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-1d1e4560-d0d6-4381-896b-d21732d0aba3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.4231753 Dec 15 04:36:00.059943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Sync routers for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:00.201626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-bb74f342-2ec7-462a-abcb-76193b125ee0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.1585486 Dec 15 04:36:00.206161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3cf424-05d7-4bec-9685-b805d7506009 None None] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:00.237646 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e1c256-a19f-4a3c-a8a5-7fb7789bf1d2 x-openstack-request-id: req-87e1c256-a19f-4a3c-a8a5-7fb7789bf1d2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:00.239151 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-plugged", "status": "completed", "tag": "deb8c730-6f81-41bb-8766-6ded13884208", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:00.240854 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87e1c256-a19f-4a3c-a8a5-7fb7789bf1d2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:00.243254 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208', 'code': 200} Dec 15 04:36:00.302339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '1ed2fe3f-cb01-4434-9213-56c602332956', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '1ed2fe3f-cb01-4434-9213-56c602332956', 'mac_address': 'fa:16:3e:44:c3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:00.412465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a3a9eacb-6d9d-42fe-ab40-038ea8df7053 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:00.419637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:00.421218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:35:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:00.443087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a27d-b127-4867-9837-4b98098caeed req-1aa0a41b-93d3-4538-9778-c3c9dc2a41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:00.444468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-1aa0a41b-93d3-4538-9778-c3c9dc2a41d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.2350569 Dec 15 04:36:00.478621 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-65227b16-4493-4a04-af66-73e33869d633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:00.483841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23023080-bde8-4567-ae7a-177799e5461e req-7244b7e5-f716-4dbd-a930-b10ba1f28b5d tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:00.486363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23023080-bde8-4567-ae7a-177799e5461e req-7244b7e5-f716-4dbd-a930-b10ba1f28b5d tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 945 time: 0.1855974 Dec 15 04:36:00.521181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-b11b5655-9a42-4996-9824-a5fad192f6c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593617 Dec 15 04:36:00.611944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23023080-bde8-4567-ae7a-177799e5461e req-fdd1a436-44de-49d5-8a5c-f85a1a0c6ac7 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004186 Dec 15 04:36:00.621095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:00.700609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:00.786793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-644bc554-1888-4982-bf3e-470f0cc915a2 None None] Provisioning complete for port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:00.787436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-644bc554-1888-4982-bf3e-470f0cc915a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:00.825940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-44b1d867-27cf-400e-9fdc-b05f9265c297 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671900 Dec 15 04:36:00.837785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5553055-9a71-4881-9dad-8c86134de67a req-cfa6dfe7-d11d-4b7c-8723-7f0faf80761d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:00.845803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5553055-9a71-4881-9dad-8c86134de67a req-cfa6dfe7-d11d-4b7c-8723-7f0faf80761d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 948 time: 0.1357396 Dec 15 04:36:00.965185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5553055-9a71-4881-9dad-8c86134de67a req-6bd14106-e986-4862-b3ca-b93196d312c3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139624 Dec 15 04:36:01.036178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5531a27d-b127-4867-9837-4b98098caeed req-e6b08113-6c6f-4df7-b54e-6a240252846a service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872709 Dec 15 04:36:01.062859 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.075387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Allocated IP 172.20.0.1 (71bbf166-4518-42f2-a41c-b4030317ebd3/94ffdb48-28ee-4b5d-899b-ee1b5b35abb9/d3f8b6dc-c6de-41e5-9549-4612bf0242e6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:01.096504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:01.097057 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.132904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed2fe3f-cb01-4434-9213-56c602332956 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:01.187274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:01.245688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.259682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8340-0213-45af-9fdb-a74476500b27 req-d5b5f24e-150f-440a-9bd9-be6e481aa4e6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:01.271084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-841c8340-0213-45af-9fdb-a74476500b27 req-d5b5f24e-150f-440a-9bd9-be6e481aa4e6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.1778290 Dec 15 04:36:01.319539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956'}, {'name': 'network-changed', 'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:01.325939 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370514a2-ed04-4343-9e74-bc468de2c438" -d '{"events": [{"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956"}, {"name": "network-changed", "server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:01.326739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.361775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:01.365670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.400528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.435050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-841c8340-0213-45af-9fdb-a74476500b27 req-d382b9cf-eef3-45bd-b005-343a89ca462b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624691 Dec 15 04:36:01.502519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:01.517957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:01.533673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:01.553582 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-644bc554-1888-4982-bf3e-470f0cc915a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.607326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:01.641540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.724849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:01.867198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.870410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-644bc554-1888-4982-bf3e-470f0cc915a2 None None] For port a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:01.877380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.907110 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-644bc554-1888-4982-bf3e-470f0cc915a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:01.986313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bc554-1888-4982-bf3e-470f0cc915a2 None None] Pushing event updated for resources: {'Port': ['ID=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:02.009698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:35:58Z', 'revision_number': 3, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:02.059165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Checking router: b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:02.059897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Updating router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad port 4254749f-7c6e-431c-bc82-df75cb05f87d binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:36:02.163352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:36:02.164002 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:36:02.171409 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:02.207863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:02.219177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:02.329287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:02.369050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:02.531510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-358efa76-9583-42a2-b849-b9e58fa88da4 None None] Provisioning complete for port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:02.531876 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-358efa76-9583-42a2-b849-b9e58fa88da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:02.536680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:02.549604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:02.681910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:02.756750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:36:03.027401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:03.041370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9d4ce20b-d382-443d-ab0f-24b6642531f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2789211 Dec 15 04:36:03.104791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a3a9eacb-6d9d-42fe-ab40-038ea8df7053 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:03.287130 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.387231 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.394525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.408179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.434581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:03.434969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.441603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fde0a0b6-af8c-41e9-8a8f-e82a0fd7e16f None None] Provisioning complete for port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:03.441979 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fde0a0b6-af8c-41e9-8a8f-e82a0fd7e16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.577292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Attempting to bind port 4254749f-7c6e-431c-bc82-df75cb05f87d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:03.577670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Attempting to bind port 4254749f-7c6e-431c-bc82-df75cb05f87d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:03.578036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Attempting to bind port 4254749f-7c6e-431c-bc82-df75cb05f87d on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:03.581285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fde0a0b6-af8c-41e9-8a8f-e82a0fd7e16f None None] Port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:03.590693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b6867-3042-49a3-bf54-ba0dec5ef424 None None] Pushing event updated for resources: {'Port': ['ID=4254749f-7c6e-431c-bc82-df75cb05f87d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:03.602173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:03.602173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:03.604374 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.605201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:03.605646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Bound port: 4254749f-7c6e-431c-bc82-df75cb05f87d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:03.606048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.706308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] For port 4254749f-7c6e-431c-bc82-df75cb05f87d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:03.710544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] For port 4254749f-7c6e-431c-bc82-df75cb05f87d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4254749f-7c6e-431c-bc82-df75cb05f87d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:03.718278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:03.829227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:03.829867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:03.831708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b6867-3042-49a3-bf54-ba0dec5ef424 None None] Pushing event updated for resources: {'Port': ['ID=4254749f-7c6e-431c-bc82-df75cb05f87d,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:03.879273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-34216a05-2ff6-47f4-ad98-7d1ea38e3759 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:03.886321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-34216a05-2ff6-47f4-ad98-7d1ea38e3759 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0678887 Dec 15 04:36:03.963748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-2cd6da70-ac09-4f97-b43f-3caa4555306f tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0763726 Dec 15 04:36:03.968963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'floatingip': {'port_id': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:04.036811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:04.037090 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.178716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58618) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:04.183298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-210314841-network', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:04.234922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Made reservation on behalf of 0fa0de22308041b7b401c72e8a858da0 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:04.240557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.273540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.289938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58620) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:04.392210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.409690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.430743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:04.442255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.442666 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Added segment 8ea74fc9-4604-4202-9ffd-079e48a15b09 of type vlan for network 0d032842-1921-4fc9-8b65-f2562123a768 Dec 15 04:36:04.490237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.549184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632aaf9a-24a6-46bf-bdae-1a85694a59e3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:04.552129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.553109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:04.553690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.622297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 2, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:04.628614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0d032842-1921-4fc9-8b65-f2562123a768,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:04.634064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2edfa459-a16d-4687-a04b-173f8a43b993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.658372 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d43b5b86-3136-4349-b3bb-eae866802cd1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4790390 Dec 15 04:36:04.662455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58624) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:04.667840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Request body: {'subnet': {'network_id': '0d032842-1921-4fc9-8b65-f2562123a768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-210314841-subnet', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:04.688961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0d032842-1921-4fc9-8b65-f2562123a768 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:04.692413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a547ed-783e-4c19-8e53-68a036c6c9de None None] The sync data for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 is: [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 2, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:04.693806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Made reservation on behalf of 0fa0de22308041b7b401c72e8a858da0 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:04.697057 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.846752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dc6ef-9f52-47a8-ae30-3bf39596e159 req-6c828b95-2b43-452c-aa35-a7bc353e39ad tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:04.856230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a7dc6ef-9f52-47a8-ae30-3bf39596e159 req-6c828b95-2b43-452c-aa35-a7bc353e39ad tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 1102 time: 0.1981177 Dec 15 04:36:04.891388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8a7dc6ef-9f52-47a8-ae30-3bf39596e159 req-57fbd780-e93d-4246-8ed9-c8900ee559e2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.915245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-f699faf2-a33b-442b-8f11-d3838becb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:04.916962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-f699faf2-a33b-442b-8f11-d3838becb92b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 1097 time: 0.2433565 Dec 15 04:36:04.948403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2edfa459-a16d-4687-a04b-173f8a43b993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:04.963199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2edfa459-a16d-4687-a04b-173f8a43b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.000448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.011386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:36:05.063165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2edfa459-a16d-4687-a04b-173f8a43b993 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35b15d668a0d4bf1b7ebdcc9b472a2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7672508 Dec 15 04:36:05.071833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58626) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:05.118096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfa459-a16d-4687-a04b-173f8a43b993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a471ffb1-6777-499f-a56c-6f137e3ec549,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:05.182739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:05.190569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Checking segment: {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:05.190947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Network hostable DHCP agents. Network: 0d032842-1921-4fc9-8b65-f2562123a768, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:36:05.203263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.218327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-21032f76-55fb-45cd-99eb-69a9a28dbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:05.220905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-21032f76-55fb-45cd-99eb-69a9a28dbe25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.2925689 Dec 15 04:36:05.221701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.246214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aacc10-edb0-40a7-9a92-947de9657a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.250352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Network 0d032842-1921-4fc9-8b65-f2562123a768 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:36:05.278546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0d032842-1921-4fc9-8b65-f2562123a768) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:05.290309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5af75-f477-4cb5-a7fd-7c2a36422c3f None None] Network 0d032842-1921-4fc9-8b65-f2562123a768 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:05.302321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aacc10-edb0-40a7-9a92-947de9657a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.305997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:05.306830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.361468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-95ee349f-6925-465e-8542-d66ee8f844ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec670f4a-eef7-40d7-a3de-047791251638 HTTP/1.1" status: 200 len: 217 time: 0.0858724 Dec 15 04:36:05.461391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8a7dc6ef-9f52-47a8-ae30-3bf39596e159 req-57fbd780-e93d-4246-8ed9-c8900ee559e2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.478365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-4fa38a64-d62b-4933-8a95-b9ea01d3021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:05.479844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-4fa38a64-d62b-4933-8a95-b9ea01d3021b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.1026638 Dec 15 04:36:05.489674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8a7dc6ef-9f52-47a8-ae30-3bf39596e159 req-57fbd780-e93d-4246-8ed9-c8900ee559e2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.521782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-0d032842-1921-4fc9-8b65-f2562123a768', 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768', 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'fixed_ips': [{'subnet_id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:36:05.522666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.528565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbd780-e93d-4246-8ed9-c8900ee559e2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d35d6fe-97ec-4afb-814c-36a762c1153c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:05.559183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-60850f39-5c39-4614-9ab8-93aba74f2148 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665216 Dec 15 04:36:05.605711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a7dc6ef-9f52-47a8-ae30-3bf39596e159 req-57fbd780-e93d-4246-8ed9-c8900ee559e2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485478 Dec 15 04:36:05.626534 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Floating IP de1b9041-acb1-4845-ae6f-66694f9f4eee associated. External IP: 172.25.2.2, port: 81433cef-b972-496c-b738-cf6b1ae1faa2. Dec 15 04:36:05.708173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:05.832685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 1ed2fe3f-cb01-4434-9213-56c602332956 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:05.863332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 1ed2fe3f-cb01-4434-9213-56c602332956 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:05.863332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.864052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aacc10-edb0-40a7-9a92-947de9657a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.864052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aacc10-edb0-40a7-9a92-947de9657a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:05.864052 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-98aacc10-edb0-40a7-9a92-947de9657a3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a471ffb1-6777-499f-a56c-6f137e3ec549 HTTP/1.1" status: 204 len: 168 time: 0.7799373 Dec 15 04:36:05.923051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aacc10-edb0-40a7-9a92-947de9657a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471ffb1-6777-499f-a56c-6f137e3ec549,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:05.943200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3842f02a-c0fe-4588-ae38-24f2bcd1f337 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2796841 Dec 15 04:36:05.944316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58632) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:05.948540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:05.997206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Allocated IP 172.20.0.2 (0d032842-1921-4fc9-8b65-f2562123a768/f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a/99ba53e9-d86a-43c7-aae7-d450fabc5416) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:06.014089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.017768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7808a52-af11-4407-9edc-b0125760be2c req-62a72d4b-ec6a-47d1-9508-57fffa87d7f6 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:06.019094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.020207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7808a52-af11-4407-9edc-b0125760be2c req-62a72d4b-ec6a-47d1-9508-57fffa87d7f6 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f4fb1e-066f-4fd8-8b23-40c18a9dbd74 HTTP/1.1" status: 200 len: 945 time: 0.1963530 Dec 15 04:36:06.141757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-e6c7f40d-fdff-4a96-ac0f-9a6ac44cba9b service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557797 Dec 15 04:36:06.148823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7808a52-af11-4407-9edc-b0125760be2c req-7102f047-b0ef-454e-8e11-8f04de76f3f8 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133854 Dec 15 04:36:06.149574 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.461869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.554567 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.564711 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1dc604-7330-4a62-9f15-95d3ed125eec x-openstack-request-id: req-0f1dc604-7330-4a62-9f15-95d3ed125eec {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:06.565222 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956", "code": 200}, {"name": "network-changed", "server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:06.565763 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f1dc604-7330-4a62-9f15-95d3ed125eec {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:06.566360 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956', 'code': 200} Dec 15 04:36:06.567155 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956', 'status': 'completed', 'code': 200} Dec 15 04:36:06.589456 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1468121-447a-4eb3-b8e1-3b3a2673df55 req-a6951285-cd93-46ec-80e9-6b920061be65 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371715 Dec 15 04:36:06.616100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:36:06.669620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.718567 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.823357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Pushing event updated for resources: {'Port': ['ID=99ba53e9-d86a-43c7-aae7-d450fabc5416,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:06.838840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:06.841342 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9697a91b-4142-4cc6-b1d5-e768b22e5c48" -d '{"events": [{"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:06.857131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.886140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-0340c45f-4f6e-429b-8bcf-7558ceca8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:06.889691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-0340c45f-4f6e-429b-8bcf-7558ceca8c23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1101 time: 0.2021589 Dec 15 04:36:06.894651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:06.910106 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:06.910918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ec670f4a-eef7-40d7-a3de-047791251638 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:06.914596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Network 0d032842-1921-4fc9-8b65-f2562123a768 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:06.923151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:06.930970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:06.943469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-e23a9b53-f53a-4e1a-867a-edabf996b351 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:06.949570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-e23a9b53-f53a-4e1a-867a-edabf996b351 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b&tenant_id=9a2a94e821874288a77080c5ea619ceb&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 949 time: 0.3661003 Dec 15 04:36:06.986453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-36d2f6eb-6740-4bff-90ac-1a8357df39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:06.988532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-36d2f6eb-6740-4bff-90ac-1a8357df39bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1101 time: 0.3507864 Dec 15 04:36:07.000873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1b4a5-e5af-4bac-96a8-38a3b13ccd86 req-85331f15-8a2f-44ab-8b7d-e133f94d4800 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:07.009631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32e1b4a5-e5af-4bac-96a8-38a3b13ccd86 req-85331f15-8a2f-44ab-8b7d-e133f94d4800 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 945 time: 0.2669601 Dec 15 04:36:07.156466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4254749f-7c6e-431c-bc82-df75cb05f87d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:07.162340 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-0bb792ec-962e-4240-8edb-4c3376bb55ed service neutron] delete failed (client error): The resource could not be found. Dec 15 04:36:07.163712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-0bb792ec-962e-4240-8edb-4c3376bb55ed service neutron] 10.222.0.42 "DELETE /v2.0/ports/1ed2fe3f-cb01-4434-9213-56c602332956/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.1857018 Dec 15 04:36:07.213267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-2417235d-c1d2-4562-a235-653dc785d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:07.214735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-2417235d-c1d2-4562-a235-653dc785d82b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2021053 Dec 15 04:36:07.226822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:07.236370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Attempting to bind port 99ba53e9-d86a-43c7-aae7-d450fabc5416 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:07.241251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Attempting to bind port 99ba53e9-d86a-43c7-aae7-d450fabc5416 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:07.242861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Attempting to bind port 99ba53e9-d86a-43c7-aae7-d450fabc5416 on network 0d032842-1921-4fc9-8b65-f2562123a768 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:07.270464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:07.272781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Checking segment: {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:07.273484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.275157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Bound using segment: {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:07.276484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Bound port: 99ba53e9-d86a-43c7-aae7-d450fabc5416, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:07.277697 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.299216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32e1b4a5-e5af-4bac-96a8-38a3b13ccd86 req-bfcb55e0-889c-4501-8b2f-e5e27c4ea878 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885504 Dec 15 04:36:07.343790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-74f0c3e8-bb8a-494f-a042-f82481df8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:07.346481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-74f0c3e8-bb8a-494f-a042-f82481df8d1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4382973 Dec 15 04:36:07.380901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.428954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-45ce2388-3f64-4d3d-a017-54a83ebae4b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.1475666 Dec 15 04:36:07.436015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:07.438980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-e4dcf83d-3de3-4554-82f1-f3196db7c456 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.0814948 Dec 15 04:36:07.448615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] Sync routers for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:07.456372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4254749f-7c6e-431c-bc82-df75cb05f87d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:07.457074 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.460487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.479075 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:07.479711 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:07.501036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:07.502791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] For port 99ba53e9-d86a-43c7-aae7-d450fabc5416, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:07.507637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] For port 99ba53e9-d86a-43c7-aae7-d450fabc5416, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99ba53e9-d86a-43c7-aae7-d450fabc5416,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:07.511097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.539223 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.547728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.599443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:07.628002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-bc9eea1f-47db-423f-9bf4-2442a33506f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:07.632375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-bc9eea1f-47db-423f-9bf4-2442a33506f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1825855 Dec 15 04:36:07.635695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58670) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:07.666185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.792490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-8e8757cf-2608-4e6e-86d6-859535d148a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:07.795390 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-8e8757cf-2608-4e6e-86d6-859535d148a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.3471849 Dec 15 04:36:07.831527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.867361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95dd78-9941-4e43-99cd-9fea14167c91 None None] Pushing event updated for resources: {'Port': ['ID=99ba53e9-d86a-43c7-aae7-d450fabc5416,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:07.922495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 4254749f-7c6e-431c-bc82-df75cb05f87d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4254749f-7c6e-431c-bc82-df75cb05f87d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:07.930789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:07.938471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-26a61579-f3dd-4b67-a7b5-725142c307a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:07.939994 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-26a61579-f3dd-4b67-a7b5-725142c307a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202450 Dec 15 04:36:08.042594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=4254749f-7c6e-431c-bc82-df75cb05f87d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:08.055343 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:08.159855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-5dbf0fbd-9532-4fe6-87e8-5c1089caed54 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616144 Dec 15 04:36:08.321139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-03bd2949-9aef-4538-ac24-2b30fcae9300 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486700 Dec 15 04:36:08.322286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Allocated IP 172.25.2.93 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6796b1a4-5f71-417b-92fa-957c6fa9d6c5) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:08.406735 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'de1b9041-acb1-4845-ae6f-66694f9f4eee', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'port_id': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'mac_address': 'fa:16:3e:5b:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1b7296-0394-4393-b455-59e5cea62390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:04Z', 'revision_number': 1, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:08.444208 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] Checking router: d115d4c9-2b4c-4059-ac9a-12feafbf0e29 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:08.458071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-d26f9d47-a2ce-4b46-9d78-2e995504a7db tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "PUT /v2.0/floatingips/de1b9041-acb1-4845-ae6f-66694f9f4eee HTTP/1.1" status: 200 len: 994 time: 4.4932194 Dec 15 04:36:08.471269 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:08.472162 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:08.497155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:08.539621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35b7b6-7189-4087-aac7-9988dd1d99a2 req-3fce1295-906a-41e3-bed5-65cb16c5f513 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:08.550527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c35b7b6-7189-4087-aac7-9988dd1d99a2 req-3fce1295-906a-41e3-bed5-65cb16c5f513 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.2077644 Dec 15 04:36:08.552876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:08.566119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370514a2-ed04-4343-9e74-bc468de2c438 req-eecdb4de-ce4d-41f6-b681-8e9a8152f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:08.567892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-eecdb4de-ce4d-41f6-b681-8e9a8152f6fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2268448 Dec 15 04:36:08.586860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:08.618969 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c12d5b-5b46-483d-bd73-59e65eb859f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:08.618969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1414507327-network', 'tenant_id': '12fa4893beae4d449bc8a6e94602582e'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:08.638934 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:08.655589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:08.659292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:08.664332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:08.704476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Pushing event updated for resources: {'Port': ['ID=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:08.723416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-6c769685-00cb-457c-8332-3dd74ffe1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:08.725326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-6c769685-00cb-457c-8332-3dd74ffe1b24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1102 time: 0.1831045 Dec 15 04:36:08.765890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-61142626-1e2b-421d-adee-2bfe069e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:08.768618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-61142626-1e2b-421d-adee-2bfe069e66eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.2921193 Dec 15 04:36:08.840728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c35b7b6-7189-4087-aac7-9988dd1d99a2 req-ba60bdc0-2baf-4d35-9cbd-f90f646f738d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887571 Dec 15 04:36:08.873764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-d270e4a9-2405-408d-ba4d-18b962e38c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:08.875549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-d270e4a9-2405-408d-ba4d-18b962e38c7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1416948 Dec 15 04:36:08.920936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Made reservation on behalf of 12fa4893beae4d449bc8a6e94602582e for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:08.927099 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:08.978746 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66499277-9b9f-4ca5-95a5-b4774dd237f0 x-openstack-request-id: req-66499277-9b9f-4ca5-95a5-b4774dd237f0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:08.979276 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:08.979276 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66499277-9b9f-4ca5-95a5-b4774dd237f0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:08.979674 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956', 'code': 200} Dec 15 04:36:09.014743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Sync routers for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:09.027144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-106dd0c4-3610-4947-a575-214a6e099630 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.1133285 Dec 15 04:36:09.031591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.035505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:09.037832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:09.043354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-3c915c5d-bd08-41f7-bbc9-4fd97579af0a service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096794 Dec 15 04:36:09.174832 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'de1b9041-acb1-4845-ae6f-66694f9f4eee', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'port_id': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'mac_address': 'fa:16:3e:5b:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1b7296-0394-4393-b455-59e5cea62390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:04Z', 'revision_number': 1, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:09.217497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c7a4e-e477-4858-a47e-04c1f491fd68 None None] Network 0d032842-1921-4fc9-8b65-f2562123a768 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:09.226424 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324950-a325-42ce-baab-ddd861a7a919 None None] The sync data for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 is: [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'de1b9041-acb1-4845-ae6f-66694f9f4eee', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'port_id': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'mac_address': 'fa:16:3e:5b:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1b7296-0394-4393-b455-59e5cea62390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:04Z', 'revision_number': 1, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:09.228864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99ba53e9-d86a-43c7-aae7-d450fabc5416 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:09.229068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-370514a2-ed04-4343-9e74-bc468de2c438 req-db07569a-3d96-4d12-929e-087420c36293 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616323 Dec 15 04:36:09.252691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.340832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd53cf-4196-40dd-8703-6cbb2a5e58bc req-7e5468ac-680e-4dbd-adca-b588859ca198 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:09.342974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6cd53cf-4196-40dd-8703-6cbb2a5e58bc req-7e5468ac-680e-4dbd-adca-b588859ca198 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 945 time: 0.2616229 Dec 15 04:36:09.348141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-709a2e94-11c9-4bf9-aced-e68490247056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:09.357867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-709a2e94-11c9-4bf9-aced-e68490247056 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.5740232 Dec 15 04:36:09.479842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-20f68f07-bd5e-4fd9-9c69-356ea47a4628 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 997 time: 0.1204164 Dec 15 04:36:09.502091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-ef9a02d8-f2cb-4e2d-b4fb-d57bf9d39467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:09.503676 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-ef9a02d8-f2cb-4e2d-b4fb-d57bf9d39467 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2606466 Dec 15 04:36:09.511958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:09.522682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2959fb25-cc13-4839-96a4-cea6c39a9c2f None None] Provisioning complete for port 99ba53e9-d86a-43c7-aae7-d450fabc5416 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:09.523051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2959fb25-cc13-4839-96a4-cea6c39a9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.543554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6cd53cf-4196-40dd-8703-6cbb2a5e58bc req-12f5cc2b-435a-4ba9-b47f-8e155c55fda8 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429100 Dec 15 04:36:09.555123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.570998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-09e92007-e70d-4193-9856-85701e7557aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:09.577220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-09e92007-e70d-4193-9856-85701e7557aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.0958142 Dec 15 04:36:09.599688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.627270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-0d9b1590-135f-47a9-9363-f3579dc29b9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422983 Dec 15 04:36:09.629014 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.653130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:09.665248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.666293 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Added segment d0e0a9fc-5e7d-41f5-8767-ec852c273588 of type vlan for network 5dbd9b57-41e5-4acb-9c48-566ccb434536 Dec 15 04:36:09.672590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-84643f66-afb6-4f76-a94c-73056dd962b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:09.674253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-84643f66-afb6-4f76-a94c-73056dd962b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611333 Dec 15 04:36:09.696786 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986363b-05b1-4a9a-b4fd-e8849d04904d None None] New status for floating IP de1b9041-acb1-4845-ae6f-66694f9f4eee: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:36:09.723418 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.740049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 99ba53e9-d86a-43c7-aae7-d450fabc5416 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:09.741069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.777391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.778328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:09.779149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:09.850013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5129921 Dec 15 04:36:09.862186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-0c79e335-502c-4520-88b7-027277aea380 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118734 Dec 15 04:36:09.878126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:09.928466 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2959fb25-cc13-4839-96a4-cea6c39a9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.018409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9411f9ce-6873-4cb5-a28c-786489eafbba tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:10.026016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9411f9ce-6873-4cb5-a28c-786489eafbba tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627109 Dec 15 04:36:10.033714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2959fb25-cc13-4839-96a4-cea6c39a9c2f None None] For port 99ba53e9-d86a-43c7-aae7-d450fabc5416, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99ba53e9-d86a-43c7-aae7-d450fabc5416,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:10.063219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2959fb25-cc13-4839-96a4-cea6c39a9c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.064895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Request body: {'subnet': {'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1414507327-subnet', 'tenant_id': '12fa4893beae4d449bc8a6e94602582e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:10.084384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-59c18de5-619b-4076-a9a7-f7242727a731 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/quotas/ac2e0af62b5540f8bc989f7b4642196b HTTP/1.1" status: 200 len: 375 time: 0.0570405 Dec 15 04:36:10.118547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.135073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615f8b18-49f8-4789-b745-42265f803f29,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:10.183994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea50bbd-eb64-41a3-bb93-1b2e2de898f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbd9b57-41e5-4acb-9c48-566ccb434536,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:10.196896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959fb25-cc13-4839-96a4-cea6c39a9c2f None None] Pushing event updated for resources: {'Port': ['ID=99ba53e9-d86a-43c7-aae7-d450fabc5416,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:10.220661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-628ff21c-b3ec-4181-8e9e-5be979a1127b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350548 Dec 15 04:36:10.225440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Made reservation on behalf of 12fa4893beae4d449bc8a6e94602582e for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:10.227720 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.242872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5dbd9b57-41e5-4acb-9c48-566ccb434536 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:10.254814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-3fe08912-0e09-49d6-92dd-7ae7a84eddd2 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327971 Dec 15 04:36:10.282907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-27e93862-fb83-430d-ac2b-a973f81b4648 service neutron] 10.222.0.37 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339584 Dec 15 04:36:10.305861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 2, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:10.377639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b2af33e-7a29-4acc-9702-5cb773dedffc req-7593a40e-a9c4-41ca-b363-960d5197c3fa service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097975 Dec 15 04:36:10.426921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-c7a91f2c-05fa-4610-9193-7b326efa63bc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:10.429184 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-c7a91f2c-05fa-4610-9193-7b326efa63bc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "GET /v2.0/ports?device_id=70f4fb1e-066f-4fd8-8b23-40c18a9dbd74 HTTP/1.1" status: 200 len: 945 time: 0.2358315 Dec 15 04:36:10.431462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-184fc304-7cbb-4620-8ff0-1ae6f29f59f6 req-bef14fda-5e72-4b68-a57b-ac32cd53c21b service neutron] 10.222.0.37 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392727 Dec 15 04:36:10.517708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Checking router: b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:10.518959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Updating router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:36:10.539103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:36:10.539341 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:36:10.573070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Router 2a972672-1140-4f68-aa4c-351b43e9eebe is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:36:10.595866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.619903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-23f1ed91-b280-4edb-84f4-672125005fd9 None None] Provisioning complete for port 99ba53e9-d86a-43c7-aae7-d450fabc5416 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:10.620292 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f1ed91-b280-4edb-84f4-672125005fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.630752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653fae8-463c-474a-8eb0-baa77da05093 req-e4cab806-f26b-499f-aeb2-d7881ca688de tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:10.637646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Deleting port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:10.638151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.640665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e653fae8-463c-474a-8eb0-baa77da05093 req-e4cab806-f26b-499f-aeb2-d7881ca688de tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f4fb1e-066f-4fd8-8b23-40c18a9dbd74 HTTP/1.1" status: 200 len: 945 time: 0.0875030 Dec 15 04:36:10.643504 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.750633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a5dd16-a6a1-435b-8d7d-765fefdb6daf,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:10.772734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e653fae8-463c-474a-8eb0-baa77da05093 req-263d068f-c64f-44ff-8528-61878df421bb tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305413 Dec 15 04:36:10.779982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:10.787674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] For port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:10.787973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.788722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Checking segment: {'id': 'd0e0a9fc-5e7d-41f5-8767-ec852c273588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:10.790093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Network hostable DHCP agents. Network: 5dbd9b57-41e5-4acb-9c48-566ccb434536, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:36:10.808762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Calling delete_port for 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:10.816397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.817806 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-667ede70-3437-411b-999d-bd50bd8558ee admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8724864 Dec 15 04:36:10.822213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58742) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:10.840721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Sync routers for ids ['2a972672-1140-4f68-aa4c-351b43e9eebe'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:10.959971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Routers {'2a972672-1140-4f68-aa4c-351b43e9eebe'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:10.960684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2a972672-1140-4f68-aa4c-351b43e9eebe'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:10.999624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:10.999847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:11.002298 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd500aa6-21f9-4003-ae08-e40e1eaea5c8" -d '{"events": [{"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-unplugged", "status": "completed", "tag": "ec670f4a-eef7-40d7-a3de-047791251638"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:11.035557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Pushing event deleted for resources: {'Port': ['ID=9a5da39d-4ac4-4a2a-a66b-881d9bd773b1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:11.063686 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3833910-f997-4063-8438-839cc588ed43 x-openstack-request-id: req-e3833910-f997-4063-8438-839cc588ed43 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:11.063993 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:11.064274 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3833910-f997-4063-8438-839cc588ed43 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:11.064687 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'status': 'completed', 'code': 200} Dec 15 04:36:11.079177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Network 5dbd9b57-41e5-4acb-9c48-566ccb434536 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:36:11.101057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] No DVR routers for this DVR port 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:11.104495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:11.108213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ebf92e7-d5a8-425b-abd5-349885bd133a req-5b8c06bf-f678-445c-b61e-b2cda3175327 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "DELETE /v2.0/ports/9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 HTTP/1.1" status: 204 len: 173 time: 0.6677992 Dec 15 04:36:11.108691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'name': 'network-vif-deleted', 'tag': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:11.114246 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd9e23-1b7d-42d2-bc85-e565e904e3f6" -d '{"events": [{"server_uuid": "70f4fb1e-066f-4fd8-8b23-40c18a9dbd74", "name": "network-vif-deleted", "tag": "9a5da39d-4ac4-4a2a-a66b-881d9bd773b1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:11.166093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['9a5da39d-4ac4-4a2a-a66b-881d9bd773b1', 'ab39351b-95d7-42cd-b563-442208225600'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:11.168181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8efbed6d-b96d-4ce6-a428-4366740ab6b7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:11.277854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5dbd9b57-41e5-4acb-9c48-566ccb434536) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:11.299349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572203e3-b4da-460f-ba63-884c95aef4b7 None None] Network 5dbd9b57-41e5-4acb-9c48-566ccb434536 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:11.304650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:11.305790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:11.362423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4254749f-7c6e-431c-bc82-df75cb05f87d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:11.364356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ca6cc788-8de6-4f48-9bb3-db79faf8fbb5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3536282 Dec 15 04:36:11.394877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-6bebe3a8-5ef7-464e-a0bf-39a45609d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:11.396392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-6bebe3a8-5ef7-464e-a0bf-39a45609d95f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.3297751 Dec 15 04:36:11.417890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131755-0096-4ed9-b75b-2fdd03d0dd41 req-2eef79f6-e4e9-4aad-851b-7ed704b07a5e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:11.425665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc131755-0096-4ed9-b75b-2fdd03d0dd41 req-2eef79f6-e4e9-4aad-851b-7ed704b07a5e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.3521488 Dec 15 04:36:11.501397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Set router 2a972672-1140-4f68-aa4c-351b43e9eebe gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:11.502433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193800e-65b7-4fec-99d7-9bd3c023916a req-43cf4866-291b-4689-9bbe-cf1b60bd85ab tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:11.504121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c193800e-65b7-4fec-99d7-9bd3c023916a req-43cf4866-291b-4689-9bbe-cf1b60bd85ab tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 943 time: 0.4385593 Dec 15 04:36:11.659173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc131755-0096-4ed9-b75b-2fdd03d0dd41 req-eb550b54-7f01-4698-8255-1c9ddfdfacb3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271252 Dec 15 04:36:11.757904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ec670f4a-eef7-40d7-a3de-047791251638 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:11.759735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d01bf4-70b7-436d-8bfe-14b984716d28 None None] Network 5dbd9b57-41e5-4acb-9c48-566ccb434536 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:11.772993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4254749f-7c6e-431c-bc82-df75cb05f87d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:11.773403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:11.777537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-7bebd729-3b86-4750-b7b0-89f44be9bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:11.779088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-7bebd729-3b86-4750-b7b0-89f44be9bb0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.3429487 Dec 15 04:36:11.786753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c193800e-65b7-4fec-99d7-9bd3c023916a req-00433c43-dc68-46c7-a61a-3f3f7e8893a4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727313 Dec 15 04:36:11.879385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-2d30abb9-05d4-4a9e-a5a9-20bcf37c4c3d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 999 time: 0.1879981 Dec 15 04:36:11.950898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:11.977961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-fb0a9f3f-500a-4e84-bc3c-7618d7d84b3a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:11.990184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-fb0a9f3f-500a-4e84-bc3c-7618d7d84b3a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports/81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 942 time: 0.1040652 Dec 15 04:36:12.002616 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:12.008700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-3dee6696-f6b9-4de5-a011-1f10a4db2bbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 999 time: 0.2142482 Dec 15 04:36:12.143858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16375c3c-e152-44f4-8836-99bf3c500c6a req-dc933e1f-8c06-4e8f-ac8f-a1ceb7fb29f6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:12.144609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:12.145969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16375c3c-e152-44f4-8836-99bf3c500c6a req-dc933e1f-8c06-4e8f-ac8f-a1ceb7fb29f6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 945 time: 0.2105772 Dec 15 04:36:12.169807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441246da-1af6-4245-952d-64f7e725e419 None None] Pushing event updated for resources: {'Port': ['ID=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:12.190942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-d9e1762f-1d9e-4246-8e44-c875ae3aad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:12.192662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-d9e1762f-1d9e-4246-8e44-c875ae3aad7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.1626976 Dec 15 04:36:12.204995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-e895241d-5635-4a3d-9c76-aced7f74c692 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 999 time: 0.1632931 Dec 15 04:36:12.510181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Attempting to bind port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:12.510704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Attempting to bind port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:12.511291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Attempting to bind port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 on network 71bbf166-4518-42f2-a41c-b4030317ebd3 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:12.532402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:12.533164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Checking segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:12.533759 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:12.534253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Bound using segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:12.534862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Bound port: d3f8b6dc-c6de-41e5-9549-4612bf0242e6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:12.535432 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:12.542313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6a4723e6-f66b-4b99-bf61-d9334f36077d None None] Provisioning complete for port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:12.542786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a4723e6-f66b-4b99-bf61-d9334f36077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:12.556606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:12.689267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-4ff4a654-865e-4abb-a75d-fbb6635081f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4671469 Dec 15 04:36:12.704045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:12.711121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16375c3c-e152-44f4-8836-99bf3c500c6a req-26d6a89d-c2d7-4185-ab39-b8ee4a9719b8 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fd1ab86-dd53-49bf-8116-1af24d99c257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557106 Dec 15 04:36:12.769415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:36:09Z', 'revision_number': 3, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:12.801498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6a4723e6-f66b-4b99-bf61-d9334f36077d None None] Port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:12.805498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Checking router: 2a972672-1140-4f68-aa4c-351b43e9eebe for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:12.805857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Updating router 2a972672-1140-4f68-aa4c-351b43e9eebe port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:36:12.832852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99ba53e9-d86a-43c7-aae7-d450fabc5416 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:12.897061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-3fbeda17-cfaa-4d1a-a2f3-e1b25c4da503 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:12.905738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-3fbeda17-cfaa-4d1a-a2f3-e1b25c4da503 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.6936176 Dec 15 04:36:12.907045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.002895 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c66740b-9dc2-4d57-a7b6-10cd89a648a5 x-openstack-request-id: req-8c66740b-9dc2-4d57-a7b6-10cd89a648a5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:13.003471 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4fb1e-066f-4fd8-8b23-40c18a9dbd74", "name": "network-vif-deleted", "tag": "9a5da39d-4ac4-4a2a-a66b-881d9bd773b1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:13.003471 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c66740b-9dc2-4d57-a7b6-10cd89a648a5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:13.003821 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f4fb1e-066f-4fd8-8b23-40c18a9dbd74', 'name': 'network-vif-deleted', 'tag': '9a5da39d-4ac4-4a2a-a66b-881d9bd773b1', 'status': 'completed', 'code': 200} Dec 15 04:36:13.052290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:13.062266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] For port d3f8b6dc-c6de-41e5-9549-4612bf0242e6, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:13.066850 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af15dd7-ae04-45fe-9d19-68e2974ff4d7 x-openstack-request-id: req-3af15dd7-ae04-45fe-9d19-68e2974ff4d7 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:13.067519 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-unplugged", "status": "failed", "tag": "ec670f4a-eef7-40d7-a3de-047791251638", "code": 422}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:13.067519 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3af15dd7-ae04-45fe-9d19-68e2974ff4d7 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:13.067776 n-d-820935-10 neutron-server[103134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638', 'code': 422} returned with failed status Dec 15 04:36:13.072031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.090173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-86b4564b-6e70-429d-8f65-f2c1bbc38316 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 999 time: 0.1802418 Dec 15 04:36:13.108786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:13.109805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9623fe26-5a7d-4186-9f4e-494cc572ee7d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345409 Dec 15 04:36:13.112856 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-1f273568-3254-434f-978f-5b40cbf92b2d service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138638 Dec 15 04:36:13.202252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:13.219940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] For port d3f8b6dc-c6de-41e5-9549-4612bf0242e6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:13.243370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Allocated IP 172.20.0.1 (0d032842-1921-4fc9-8b65-f2562123a768/f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a/848e221c-9ccc-4ab1-a20c-a6addd3d26f9) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:13.265386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.331171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.338053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 99ba53e9-d86a-43c7-aae7-d450fabc5416 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:13.338282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.343054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-2829bb66-c8ba-46aa-8482-178bb90c15ee tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:13.344663 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-2829bb66-c8ba-46aa-8482-178bb90c15ee tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172267 Dec 15 04:36:13.388937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25c12d5b-5b46-483d-bd73-59e65eb859f6 req-07e4c1c6-64a3-48c7-8a79-77f6a569c917 service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317810 Dec 15 04:36:13.393354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': '2844d70d-4540-4b90-a8db-743833d55b93', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:13.591359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:13.592910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:13.609490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:13.613467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.645669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441246da-1af6-4245-952d-64f7e725e419 None None] Pushing event updated for resources: {'Port': ['ID=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:13.790328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-9a72bf01-9fd9-4967-9e1e-bfe1969358f8 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:13.795430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-9a72bf01-9fd9-4967-9e1e-bfe1969358f8 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/networks?id=5dbd9b57-41e5-4acb-9c48-566ccb434536 HTTP/1.1" status: 200 len: 813 time: 0.3071938 Dec 15 04:36:13.807211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:13.870715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.26 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/f2238125-17b1-464d-a12b-b4e1184ee4db) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:13.872669 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.877554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.898539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f67ccd23-b0ea-4dbb-a951-2992c58da204 None None] Provisioning complete for port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:13.898908 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd23-b0ea-4dbb-a951-2992c58da204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:13.972224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-9100098c-2393-40dd-a7ff-3425f35df100 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/quotas/12fa4893beae4d449bc8a6e94602582e HTTP/1.1" status: 200 len: 375 time: 0.0410392 Dec 15 04:36:13.986092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-6850a4ec-2e98-4c68-8d42-154a34c483b7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1893690 Dec 15 04:36:13.991692 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.021062 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.037303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.037573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.037704 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Floating IP de1b9041-acb1-4845-ae6f-66694f9f4eee disassociated. External IP: 172.25.2.2, port: 81433cef-b972-496c-b738-cf6b1ae1faa2. Dec 15 04:36:14.062315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-c78da37a-fcdb-49a5-885d-51e80273d5d8 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=12fa4893beae4d449bc8a6e94602582e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890963 Dec 15 04:36:14.080484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.101346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Network 0d032842-1921-4fc9-8b65-f2562123a768 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:14.103134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:14.128633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.167985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c66b-0f29-4539-abf2-d10a75b7032a None None] Pushing event updated for resources: {'Port': ['ID=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:14.173751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:36:14.174091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 9a5da39d-4ac4-4a2a-a66b-881d9bd773b1 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:36:14.177887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:14.180140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Attempting to bind port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:14.180297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:14.180508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Attempting to bind port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:14.180864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Attempting to bind port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:14.184087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:14.188987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:14.191940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:14.204442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:14.237203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:14.237748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:14.237962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.238419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:14.238837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Bound port: 6796b1a4-5f71-417b-92fa-957c6fa9d6c5, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:14.239215 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.246849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd23-b0ea-4dbb-a951-2992c58da204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.264543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:14.265557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.270180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=f2238125-17b1-464d-a12b-b4e1184ee4db,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:14.307081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:14.321367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-e0de7bd8-eed4-4e93-bc31-43453c526afc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9325860 Dec 15 04:36:14.354693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Request body: {'port': {'device_id': '2844d70d-4540-4b90-a8db-743833d55b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:14.362750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.409983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f67ccd23-b0ea-4dbb-a951-2992c58da204 None None] For port d3f8b6dc-c6de-41e5-9549-4612bf0242e6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:14.427193 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd23-b0ea-4dbb-a951-2992c58da204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.446600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] For port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:14.456933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.493316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:13Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:14.502107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] For port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:14.581190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18f2df-3075-495c-a323-42e5dbcdcf20 None None] The sync data for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 is: [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:13Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:14.583545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.611563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ccd23-b0ea-4dbb-a951-2992c58da204 None None] Pushing event updated for resources: {'Port': ['ID=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:14.649038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-a864b885-c676-4acc-80fb-3e3bf73cf815 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:14.650746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-a864b885-c676-4acc-80fb-3e3bf73cf815 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6462154 Dec 15 04:36:14.658316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-62ce534a-fde6-40f1-b87c-c8f7f1ba33d2 service neutron] 10.222.0.37 "GET /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184522 Dec 15 04:36:14.677217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:14.689891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3f8b6dc-c6de-41e5-9549-4612bf0242e6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:14.778960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-04b3209f-a6b5-45d1-ab9e-c9e4c9f27dc8 None None] Provisioning complete for port f2238125-17b1-464d-a12b-b4e1184ee4db triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:14.779726 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04b3209f-a6b5-45d1-ab9e-c9e4c9f27dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.814409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:36:14.819974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Routers {'2a972672-1140-4f68-aa4c-351b43e9eebe'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:14.821046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2a972672-1140-4f68-aa4c-351b43e9eebe'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:14.826643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c66b-0f29-4539-abf2-d10a75b7032a None None] Pushing event updated for resources: {'Port': ['ID=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:14.910055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2238125-17b1-464d-a12b-b4e1184ee4db {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:14.919259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:14.934841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Transition to ACTIVE for port object f2238125-17b1-464d-a12b-b4e1184ee4db will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:14.943142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.026671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Pushing event updated for resources: {'Port': ['ID=f2238125-17b1-464d-a12b-b4e1184ee4db,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:15.052214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-273dab75-7851-4c71-b5a1-d5928b79a26f service neutron] 10.222.0.37 "GET /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673761 Dec 15 04:36:15.058396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.072334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:15.074888 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f390393-e195-4315-87aa-dbbbcd57a45c" -d '{"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-unplugged", "status": "completed", "tag": "deb8c730-6f81-41bb-8766-6ded13884208"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:15.115929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-04b3209f-a6b5-45d1-ab9e-c9e4c9f27dc8 None None] Port f2238125-17b1-464d-a12b-b4e1184ee4db cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:15.129250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:15.129631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.190248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-04b3209f-a6b5-45d1-ab9e-c9e4c9f27dc8 None None] Provisioning complete for port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:15.190618 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04b3209f-a6b5-45d1-ab9e-c9e4c9f27dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.190765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:15.201007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.234034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Attempting to bind port f2238125-17b1-464d-a12b-b4e1184ee4db on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:15.235619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Attempting to bind port f2238125-17b1-464d-a12b-b4e1184ee4db by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:15.236001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Attempting to bind port f2238125-17b1-464d-a12b-b4e1184ee4db on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:15.248539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Port f2238125-17b1-464d-a12b-b4e1184ee4db on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:15.248906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Attempting to bind port f2238125-17b1-464d-a12b-b4e1184ee4db on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:15.249606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] Set router 2a972672-1140-4f68-aa4c-351b43e9eebe gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:15.252361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:15.263923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:15.264433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:15.264934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:15.265246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Bound port: f2238125-17b1-464d-a12b-b4e1184ee4db, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:15.265614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.270344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.273293 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11091d56-6037-4463-9b82-005f659938a9 None None] Sync routers for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:15.287920 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:15.288578 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:15.381906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-04b3209f-a6b5-45d1-ab9e-c9e4c9f27dc8 None None] Port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:15.463248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-deb3ae35-edc7-4e5a-859c-1895b29511e7 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "PUT /v2.0/floatingips/de1b9041-acb1-4845-ae6f-66694f9f4eee HTTP/1.1" status: 200 len: 693 time: 2.3721418 Dec 15 04:36:15.470969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] For port f2238125-17b1-464d-a12b-b4e1184ee4db, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:15.476659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:15.479722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] For port f2238125-17b1-464d-a12b-b4e1184ee4db, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f2238125-17b1-464d-a12b-b4e1184ee4db,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:15.483105 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:15.490594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.547541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:15.548431 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.555372 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] 10.222.0.16 "PUT /v2.0/ports/f2238125-17b1-464d-a12b-b4e1184ee4db HTTP/1.1" status: 200 len: 1096 time: 1.2026811 Dec 15 04:36:15.558432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2844d70d-4540-4b90-a8db-743833d55b93', 'tag': 'f2238125-17b1-464d-a12b-b4e1184ee4db'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:15.572900 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce727de1-6ebf-425f-b6a0-02b7a017643a" -d '{"events": [{"name": "network-changed", "server_uuid": "2844d70d-4540-4b90-a8db-743833d55b93", "tag": "f2238125-17b1-464d-a12b-b4e1184ee4db"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:15.574505 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:15.723116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:36:09Z', 'revision_number': 3, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:15.745854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-48695cdd-b295-409a-a2ae-3f2ef160b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:15.747604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-48695cdd-b295-409a-a2ae-3f2ef160b4f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.2229116 Dec 15 04:36:15.764016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9297acb-7bcb-4483-97c5-3df5a51e7134 None None] The sync data for ids ['2a972672-1140-4f68-aa4c-351b43e9eebe'] in n-d-820935-10 is: [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:36:09Z', 'revision_number': 3, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:15.825043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a62562-1415-46f7-a1f7-8218bc9b121b service neutron] Pushing event updated for resources: {'Port': ['ID=f2238125-17b1-464d-a12b-b4e1184ee4db,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:15.843056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-a23df427-70f2-43d6-8c7e-50935f8d9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:15.845033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-a23df427-70f2-43d6-8c7e-50935f8d9195 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 1099 time: 0.2115154 Dec 15 04:36:15.915044 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.928973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.49 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/a68173dc-722e-41ce-80d9-d9f222599fc3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:15.939774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:15.947284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-7ce5eb21-7cc0-4dc9-b729-2bb60b36f884 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f2238125-17b1-464d-a12b-b4e1184ee4db HTTP/1.1" status: 200 len: 217 time: 0.0774126 Dec 15 04:36:16.027855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-0f68bd16-2d2e-414d-9866-4219d5e080f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:16.030423 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-0f68bd16-2d2e-414d-9866-4219d5e080f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0752361 Dec 15 04:36:16.083871 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:16.147717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-584834ba-d9d7-455c-af1d-1a37810583c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:16.149618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-584834ba-d9d7-455c-af1d-1a37810583c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998847 Dec 15 04:36:16.169145 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11091d56-6037-4463-9b82-005f659938a9 None None] Checking router: d115d4c9-2b4c-4059-ac9a-12feafbf0e29 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:16.195606 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:16.196804 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:16.336878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-f243eefb-537b-4afe-8416-b0a817fdeea2 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733141 Dec 15 04:36:16.425238 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:16.515546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:16.553367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:16.577075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-1d6c8a39-0ef9-46aa-a1cc-9c0a5c499c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:16.588572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-1d6c8a39-0ef9-46aa-a1cc-9c0a5c499c49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.8284829 Dec 15 04:36:16.607125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-48d47a18-544b-44b7-a620-699e4b9ae534 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538316 Dec 15 04:36:16.764462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-dd196f7a-8e15-4bf7-8ad7-9edbf056b9f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.0926094 Dec 15 04:36:16.777516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:16.790611 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-11091d56-6037-4463-9b82-005f659938a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:16.843197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:16.843757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:16.845394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-613115a4-700f-4bfd-829f-cd34d4be1df8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:16.847186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-613115a4-700f-4bfd-829f-cd34d4be1df8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=921d57cc-ec2b-4a31-9651-34f7ceaa8e87 HTTP/1.1" status: 200 len: 943 time: 0.3104491 Dec 15 04:36:16.958000 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11091d56-6037-4463-9b82-005f659938a9 None None] The sync data for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 is: [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:34:43Z', 'revision_number': 4, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b4f3232f-730c-4bc8-9246-01e85b90bea9', 'name': '', 'network_id': 'cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'mac_address': 'fa:16:3e:82:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:41Z', 'updated_at': '2021-12-15T04:34:52Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'subnets': [{'id': 'bed86bc6-a323-47d2-b469-f0f5ecc06714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:16.962987 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:16.990667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:16.995942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:16.996836 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3f8b6dc-c6de-41e5-9549-4612bf0242e6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:17.009447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Network 0d032842-1921-4fc9-8b65-f2562123a768 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:17.023371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-21d16935-0e19-4c39-8ea0-d7cc4417f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:17.024995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-21d16935-0e19-4c39-8ea0-d7cc4417f3f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.2406473 Dec 15 04:36:17.026063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:17.101800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:17.127267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:17.127964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.179425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-2a930a6f-43b6-434c-8720-bb50229567e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432774 Dec 15 04:36:17.374637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.425736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Deleting port ec670f4a-eef7-40d7-a3de-047791251638 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:17.426069 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.427339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dbf8239d-6073-4976-888c-967cdcd6218b None None] Provisioning complete for port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:17.428194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dbf8239d-6073-4976-888c-967cdcd6218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.449776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-75dd8aa2-943f-41f8-abb4-7d6de5cfb75f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:17.451746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-75dd8aa2-943f-41f8-abb4-7d6de5cfb75f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.42 "GET /v2.0/networks?id=5dbd9b57-41e5-4acb-9c48-566ccb434536 HTTP/1.1" status: 200 len: 813 time: 0.2574067 Dec 15 04:36:17.463491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbcd03-30b8-4d72-9d78-eeb7b23fee87 None None] New status for floating IP de1b9041-acb1-4845-ae6f-66694f9f4eee: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:36:17.479861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Request body: {'port': {'device_id': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536', 'admin_state_up': True, 'tenant_id': '12fa4893beae4d449bc8a6e94602582e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:17.528166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Router 2a972672-1140-4f68-aa4c-351b43e9eebe has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:36:17.534344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-56e9e67f-40ac-45e6-8bef-7fe989468ffe service neutron] 10.222.0.37 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541377 Dec 15 04:36:17.542858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.565840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8239d-6073-4976-888c-967cdcd6218b None None] Port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:17.582366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:17.623960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Made reservation on behalf of 12fa4893beae4d449bc8a6e94602582e for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:17.627854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.678502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] For port ec670f4a-eef7-40d7-a3de-047791251638, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ec670f4a-eef7-40d7-a3de-047791251638,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:17.678871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.688683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:17.761455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Allocated IP 172.20.0.6 (5dbd9b57-41e5-4acb-9c48-566ccb434536/03a5dd16-a6a1-435b-8d7d-765fefdb6daf/7752c6d0-b875-4a7c-8632-ed6a47633a85) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:17.772324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:17.787763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:17.792231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Calling delete_port for ec670f4a-eef7-40d7-a3de-047791251638 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:17.853602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=a68173dc-722e-41ce-80d9-d9f222599fc3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:17.888421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.888761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.889092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.889499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.889832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.890162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.890480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.890802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.891120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.891690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.892007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.892350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.892668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:17.944836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.956511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af13e0fa-60e4-47c8-9900-b06c05a080a3 req-0e7332f5-9c7c-4d60-b4e5-f0342d1365ae service neutron] 10.222.0.37 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087117 Dec 15 04:36:17.965565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:17.966110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:17.986049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:18.000362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5269348f-ec6e-4cac-8c3b-a8c0bfea1a76 admin admin] 10.222.0.37 "PUT /v2.0/routers/2a972672-1140-4f68-aa4c-351b43e9eebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1608217 Dec 15 04:36:18.001696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.005656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-9cf21123-825c-4dd0-8b9d-b117d027f00e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3331194 Dec 15 04:36:18.029635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Request body: {'port': {'device_id': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:18.072637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Pushing event updated for resources: {'Port': ['ID=7752c6d0-b875-4a7c-8632-ed6a47633a85,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:18.101520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Network 5dbd9b57-41e5-4acb-9c48-566ccb434536 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:18.102941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:18.105552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:18.179471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.190767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:18.191643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.198907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2cdc93a1-02ac-460a-83f4-8ac2c24d8ada None None] Provisioning complete for port a68173dc-722e-41ce-80d9-d9f222599fc3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:18.199465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cdc93a1-02ac-460a-83f4-8ac2c24d8ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.218811 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-66973d4e-664d-4bb4-91b5-c6272238f8a7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433105 Dec 15 04:36:18.240569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.251303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Request body: {'port': {'device_id': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:18.264738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc93a1-02ac-460a-83f4-8ac2c24d8ada None None] Port a68173dc-722e-41ce-80d9-d9f222599fc3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:18.285817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504640ac-08db-49b7-b30b-ca5a95f4a77a req-a7d270a4-40ad-4e81-b719-4650767962f0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:18.287396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-504640ac-08db-49b7-b30b-ca5a95f4a77a req-a7d270a4-40ad-4e81-b719-4650767962f0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1525576 Dec 15 04:36:18.292094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event deleted for resources: {'Port': ['ID=ec670f4a-eef7-40d7-a3de-047791251638,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:18.328041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.401963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] No DVR routers for this DVR port ec670f4a-eef7-40d7-a3de-047791251638 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:18.415922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.420030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a8335cd-73a9-4e63-8836-b8de31231b56 req-2cae57c0-f62f-4866-99b3-71e8b2118982 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "DELETE /v2.0/ports/ec670f4a-eef7-40d7-a3de-047791251638 HTTP/1.1" status: 204 len: 173 time: 1.5631590 Dec 15 04:36:18.464920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-504640ac-08db-49b7-b30b-ca5a95f4a77a req-ed989d34-c5d9-443b-aa1a-805a1f211ac5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610558 Dec 15 04:36:18.649269 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Sync routers for ids ['2a972672-1140-4f68-aa4c-351b43e9eebe'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:18.665996 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Routers {'2a972672-1140-4f68-aa4c-351b43e9eebe'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:18.670718 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2a972672-1140-4f68-aa4c-351b43e9eebe'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:18.688093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:18.714293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68173dc-722e-41ce-80d9-d9f222599fc3 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:18.723782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.753807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Transition to ACTIVE for port object a68173dc-722e-41ce-80d9-d9f222599fc3 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:18.763027 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.803983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7752c6d0-b875-4a7c-8632-ed6a47633a85 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:18.813527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.831439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Transition to ACTIVE for port object 7752c6d0-b875-4a7c-8632-ed6a47633a85 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:18.836943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.881923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:18.882387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:18.958033 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Set router 2a972672-1140-4f68-aa4c-351b43e9eebe gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:18.985363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Pushing event updated for resources: {'Port': ['ID=7752c6d0-b875-4a7c-8632-ed6a47633a85,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:19.027356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a68173dc-722e-41ce-80d9-d9f222599fc3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:19.140728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Attempting to bind port 7752c6d0-b875-4a7c-8632-ed6a47633a85 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:19.141405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Attempting to bind port 7752c6d0-b875-4a7c-8632-ed6a47633a85 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'd0e0a9fc-5e7d-41f5-8767-ec852c273588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:19.142128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Attempting to bind port 7752c6d0-b875-4a7c-8632-ed6a47633a85 on network 5dbd9b57-41e5-4acb-9c48-566ccb434536 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:19.147328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Port 7752c6d0-b875-4a7c-8632-ed6a47633a85 on network 5dbd9b57-41e5-4acb-9c48-566ccb434536 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:19.147925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Attempting to bind port 7752c6d0-b875-4a7c-8632-ed6a47633a85 on network 5dbd9b57-41e5-4acb-9c48-566ccb434536 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:19.155143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:19.156371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Checking segment: {'id': 'd0e0a9fc-5e7d-41f5-8767-ec852c273588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:19.157827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Bound using segment: {'id': 'd0e0a9fc-5e7d-41f5-8767-ec852c273588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:19.160786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4b29f-5d55-4c16-9c0b-6868ee782926 req-f41a53f2-97b2-446f-94a0-9dd89a08c4a0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.162193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Bound port: 7752c6d0-b875-4a7c-8632-ed6a47633a85, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e0a9fc-5e7d-41f5-8767-ec852c273588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:19.162677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.171221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cd4b29f-5d55-4c16-9c0b-6868ee782926 req-f41a53f2-97b2-446f-94a0-9dd89a08c4a0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 947 time: 0.2367725 Dec 15 04:36:19.274921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Attempting to bind port a68173dc-722e-41ce-80d9-d9f222599fc3 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:19.275712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Attempting to bind port a68173dc-722e-41ce-80d9-d9f222599fc3 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:19.276023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Attempting to bind port a68173dc-722e-41ce-80d9-d9f222599fc3 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:19.284189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Port a68173dc-722e-41ce-80d9-d9f222599fc3 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:19.284631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Attempting to bind port a68173dc-722e-41ce-80d9-d9f222599fc3 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:19.291938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cd4b29f-5d55-4c16-9c0b-6868ee782926 req-bdacc080-8205-437d-b359-cc86b38c3431 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151228 Dec 15 04:36:19.294002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] For port 7752c6d0-b875-4a7c-8632-ed6a47633a85, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:19.295498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:19.295951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:19.296825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:19.297365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Bound port: a68173dc-722e-41ce-80d9-d9f222599fc3, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:19.297887 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.302627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] For port 7752c6d0-b875-4a7c-8632-ed6a47633a85, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85,segment=NetworkSegment(d0e0a9fc-5e7d-41f5-8767-ec852c273588),segment_id=d0e0a9fc-5e7d-41f5-8767-ec852c273588)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:19.313233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.340890 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c63a9d-f788-4c7c-9863-84a77abe8d98 x-openstack-request-id: req-71c63a9d-f788-4c7c-9863-84a77abe8d98 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:19.342029 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-unplugged", "status": "completed", "tag": "deb8c730-6f81-41bb-8766-6ded13884208", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:19.342266 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71c63a9d-f788-4c7c-9863-84a77abe8d98 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:19.342805 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208', 'code': 200} Dec 15 04:36:19.393840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] For port a68173dc-722e-41ce-80d9-d9f222599fc3, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:19.398941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] For port a68173dc-722e-41ce-80d9-d9f222599fc3, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a68173dc-722e-41ce-80d9-d9f222599fc3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:19.401872 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 4, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '848e221c-9ccc-4ab1-a20c-a6addd3d26f9', 'name': '', 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'mac_address': 'fa:16:3e:44:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:12Z', 'updated_at': '2021-12-15T04:36:15Z', 'revision_number': 2, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'subnets': [{'id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:19.403587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.423262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Pushing event updated for resources: {'Port': ['ID=7752c6d0-b875-4a7c-8632-ed6a47633a85,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:19.441466 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Checking router: 2a972672-1140-4f68-aa4c-351b43e9eebe for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:19.442056 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Updating router 2a972672-1140-4f68-aa4c-351b43e9eebe port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:36:19.447152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.447887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.449311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a9d48c76-e01e-4fbe-b5d9-b5dc2555a322 service neutron] 10.222.0.42 "PUT /v2.0/ports/7752c6d0-b875-4a7c-8632-ed6a47633a85 HTTP/1.1" status: 200 len: 1092 time: 1.2142704 Dec 15 04:36:19.452517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.453444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.455087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/a68173dc-722e-41ce-80d9-d9f222599fc3 HTTP/1.1" status: 200 len: 1096 time: 1.4314375 Dec 15 04:36:19.475440 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.590814 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae6187c-ab9a-47f8-8cde-057cdf1df8d4 x-openstack-request-id: req-9ae6187c-ab9a-47f8-8cde-057cdf1df8d4 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:19.591781 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:19.592234 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ae6187c-ab9a-47f8-8cde-057cdf1df8d4 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:19.592839 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'status': 'completed', 'code': 200} Dec 15 04:36:19.619338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2bba8-a5e1-4ab9-aea4-0cdb182f58c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a68173dc-722e-41ce-80d9-d9f222599fc3,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:19.633879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-39a5b7f1-a725-4879-8ebb-face3c8a2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.637816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-39a5b7f1-a725-4879-8ebb-face3c8a2be0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12fa4893beae4d449bc8a6e94602582e&device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 1095 time: 0.1094544 Dec 15 04:36:19.650666 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d4eeae-23fb-4994-805b-fa57fb475667 x-openstack-request-id: req-c5d4eeae-23fb-4994-805b-fa57fb475667 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:19.650961 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2844d70d-4540-4b90-a8db-743833d55b93", "tag": "f2238125-17b1-464d-a12b-b4e1184ee4db", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:19.651240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5d4eeae-23fb-4994-805b-fa57fb475667 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:19.651656 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2844d70d-4540-4b90-a8db-743833d55b93', 'tag': 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'status': 'completed', 'code': 200} Dec 15 04:36:19.654645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337ba8-92c1-42c2-8436-3f54fb7f75d8 req-9eedd739-639a-4e48-9937-26f1abb69d44 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.669557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26337ba8-92c1-42c2-8436-3f54fb7f75d8 req-9eedd739-639a-4e48-9937-26f1abb69d44 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 943 time: 0.2511814 Dec 15 04:36:19.671821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-66f9da04-6929-47e2-8ead-bb446c105835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.674180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-66f9da04-6929-47e2-8ead-bb446c105835 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 1099 time: 0.1479986 Dec 15 04:36:19.731065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f2238125-17b1-464d-a12b-b4e1184ee4db details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:19.760624 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-a87d3d01-71ea-428f-aa90-df114cca3b9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85 HTTP/1.1" status: 200 len: 217 time: 0.1074405 Dec 15 04:36:19.807613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-0b9b1f98-46e6-4f09-ac9f-ff3b0a47e9bc tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips/de1b9041-acb1-4845-ae6f-66694f9f4eee HTTP/1.1" status: 200 len: 691 time: 0.0896301 Dec 15 04:36:19.873887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-134fd8b4-1a24-4349-900d-3f013035c860 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a68173dc-722e-41ce-80d9-d9f222599fc3 HTTP/1.1" status: 200 len: 217 time: 0.1680212 Dec 15 04:36:19.966215 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.977999 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:19.982889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f2238125-17b1-464d-a12b-b4e1184ee4db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f2238125-17b1-464d-a12b-b4e1184ee4db,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:19.997400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-7917e5b5-4ada-4aa7-8fa8-f836ee619430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:19.999488 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-7917e5b5-4ada-4aa7-8fa8-f836ee619430 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03a5dd16-a6a1-435b-8d7d-765fefdb6daf HTTP/1.1" status: 200 len: 853 time: 0.2164958 Dec 15 04:36:20.003595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-7bb3f960-f094-4c6c-80bb-e0b02e1d0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.015291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-7bb3f960-f094-4c6c-80bb-e0b02e1d0341 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 1099 time: 0.2505841 Dec 15 04:36:20.017800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-f0a3ffa2-bc7b-4dfd-b998-3f8f949eef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.019626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-f0a3ffa2-bc7b-4dfd-b998-3f8f949eef3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a987d56dae44b1cbb839d8256292ceb&device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 1097 time: 0.1828415 Dec 15 04:36:20.027589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'mac_address': 'fa:16:3e:01:9c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:20.034275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26337ba8-92c1-42c2-8436-3f54fb7f75d8 req-dec05e37-7079-447a-99b1-58d3f541bb83 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554974 Dec 15 04:36:20.042077 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c1ca-86f2-4365-8d9c-08709f17f2b0 None None] Pushing event updated for resources: {'Port': ['ID=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:20.063713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-2b780470-4751-4348-bf92-a8614bff1e52 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.076887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-2b780470-4751-4348-bf92-a8614bff1e52 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2676265 Dec 15 04:36:20.080171 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-81a864f0-bc6b-45d9-9403-59bd5a2ad0df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5dbd9b57-41e5-4acb-9c48-566ccb434536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587626 Dec 15 04:36:20.152667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.179350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2238125-17b1-464d-a12b-b4e1184ee4db {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:20.193537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Attempting to bind port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:20.193904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Attempting to bind port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:20.194263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Attempting to bind port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 on network 0d032842-1921-4fc9-8b65-f2562123a768 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:20.209043 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:20.209693 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Checking segment: {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:20.210098 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.210486 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Bound using segment: {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:20.210973 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Bound port: 848e221c-9ccc-4ab1-a20c-a6addd3d26f9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea74fc9-4604-4202-9ffd-079e48a15b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:20.211371 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.233844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f2238125-17b1-464d-a12b-b4e1184ee4db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f2238125-17b1-464d-a12b-b4e1184ee4db,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:20.248482 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.275167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-fd6cea25-2ab5-4f44-9314-19acbbeb5f82 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.1927078 Dec 15 04:36:20.292428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-13139c3d-fa23-4a6e-a111-29ddc8805ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.294066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-13139c3d-fa23-4a6e-a111-29ddc8805ea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.3818693 Dec 15 04:36:20.342702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f2238125-17b1-464d-a12b-b4e1184ee4db,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:20.359080 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] For port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:20.363150 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] For port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:20.375630 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.401371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-171fb78f-5ce5-47aa-93fb-0ba84195787e tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.1240911 Dec 15 04:36:20.469541 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-f1cd3fe7-c8b4-4b13-9a58-c269305d678f service neutron] 10.222.0.42 "GET /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676195 Dec 15 04:36:20.471073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c0d27106-c520-4998-8ab9-03a23453f972 None None] Provisioning complete for port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:20.471516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0d27106-c520-4998-8ab9-03a23453f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.471670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-87a9f8d3-669d-4a84-87f4-66f589a47995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.474638 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-87a9f8d3-669d-4a84-87f4-66f589a47995 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4382863 Dec 15 04:36:20.481636 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Routers {'2a972672-1140-4f68-aa4c-351b43e9eebe'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:20.482387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2a972672-1140-4f68-aa4c-351b43e9eebe'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:20.505668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-e3b57fb2-1152-4de7-a2b6-5925a25f05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.507128 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-e3b57fb2-1152-4de7-a2b6-5925a25f05ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 200 len: 920 time: 0.4512606 Dec 15 04:36:20.517206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbffd11-d347-415c-91e3-af1a7c711a3f req-cee70a6b-4b42-49a6-b256-e31708d6f6ed tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.528316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffbffd11-d347-415c-91e3-af1a7c711a3f req-cee70a6b-4b42-49a6-b256-e31708d6f6ed tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.3139966 Dec 15 04:36:20.595599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b0787-baf7-4387-8317-81d72f8aa61f req-8297e8fe-0284-4f29-a8bf-28a4c5677072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:20.597873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-8297e8fe-0284-4f29-a8bf-28a4c5677072 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2255340 Dec 15 04:36:20.621017 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c1ca-86f2-4365-8d9c-08709f17f2b0 None None] Pushing event updated for resources: {'Port': ['ID=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:20.691900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f2238125-17b1-464d-a12b-b4e1184ee4db'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:20.713083 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] Set router 2a972672-1140-4f68-aa4c-351b43e9eebe gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:20.790050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0d27106-c520-4998-8ab9-03a23453f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:20.921976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c0d27106-c520-4998-8ab9-03a23453f972 None None] For port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:20.936448 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0d27106-c520-4998-8ab9-03a23453f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.018145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-36caf711-0cdf-4ca4-8f30-7d2c244c4d28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f2238125-17b1-464d-a12b-b4e1184ee4db HTTP/1.1" status: 200 len: 217 time: 0.5236077 Dec 15 04:36:21.022822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-5a235155-8146-46d1-b73d-158c1b065c22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 200 len: 217 time: 0.4699914 Dec 15 04:36:21.037561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d27106-c520-4998-8ab9-03a23453f972 None None] Pushing event updated for resources: {'Port': ['ID=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:21.084996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e8751bf0-79d5-4126-ab90-529e3185c615 None None] Provisioning complete for port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:21.085396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e8751bf0-79d5-4126-ab90-529e3185c615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.109076 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 4, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '848e221c-9ccc-4ab1-a20c-a6addd3d26f9', 'name': '', 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'mac_address': 'fa:16:3e:44:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:12Z', 'updated_at': '2021-12-15T04:36:20Z', 'revision_number': 4, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'subnets': [{'id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:21.159286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf2f8c-74af-4bf8-937a-aa3d6887d9c1 None None] The sync data for ids ['2a972672-1140-4f68-aa4c-351b43e9eebe'] in n-d-820935-10 is: [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 4, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '848e221c-9ccc-4ab1-a20c-a6addd3d26f9', 'name': '', 'network_id': '0d032842-1921-4fc9-8b65-f2562123a768', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'mac_address': 'fa:16:3e:44:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:12Z', 'updated_at': '2021-12-15T04:36:20Z', 'revision_number': 4, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'subnets': [{'id': 'f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:21.188282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-4da3fe43-b568-4306-b4f4-0273763759b3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:21.190158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-4da3fe43-b568-4306-b4f4-0273763759b3 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.42 "GET /v2.0/ports?device_id=4db8d8a6-7f55-4026-b5cb-46954f86187f HTTP/1.1" status: 200 len: 943 time: 0.5658820 Dec 15 04:36:21.204180 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-14b9454e-cf4b-4f25-b2d4-2f7636777146 req-5e7b0233-c02d-4176-a458-ec65060d0b9b service neutron] 10.222.0.42 "GET /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254264 Dec 15 04:36:21.249567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-27a01d96-a41d-4c82-829f-f47d31e06b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:21.251027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-27a01d96-a41d-4c82-829f-f47d31e06b58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2046664 Dec 15 04:36:21.271722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-7797e0cd-492c-4d20-8dc4-515cc8a39f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:21.273237 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-7797e0cd-492c-4d20-8dc4-515cc8a39f00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 200 len: 860 time: 0.2279606 Dec 15 04:36:21.367411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffbffd11-d347-415c-91e3-af1a7c711a3f req-b9fc3dc7-67de-45a0-88c0-bbc5d4f3bc21 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8282704 Dec 15 04:36:21.368139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-12b38927-717a-4b07-a33a-cbb2ec48c5c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733445 Dec 15 04:36:21.407408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Deleting port 8e05f544-a52a-467b-9b9a-10ff11280f34 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:21.407678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.501492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-58361bf6-4438-4542-bff7-260bc9de4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:21.503001 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-58361bf6-4438-4542-bff7-260bc9de4217 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2333577 Dec 15 04:36:21.549485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-6372fbd2-1230-4d7a-aba2-cea2127f1072 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9147952 Dec 15 04:36:21.611664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-deleted', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638'}, {'name': 'network-changed', 'server_uuid': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'tag': 'a68173dc-722e-41ce-80d9-d9f222599fc3'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:21.614063 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49281b-2f50-432e-805e-33220c90947e" -d '{"events": [{"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-deleted", "tag": "ec670f4a-eef7-40d7-a3de-047791251638"}, {"name": "network-changed", "server_uuid": "b2e9619c-ec51-4640-a189-164c39c9943b", "tag": "a68173dc-722e-41ce-80d9-d9f222599fc3"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:21.655795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Deleting port deb8c730-6f81-41bb-8766-6ded13884208 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:21.656218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.661969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'tag': '7752c6d0-b875-4a7c-8632-ed6a47633a85'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:21.664275 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f313e233-51bd-43b6-ad05-aae837c00041" -d '{"events": [{"name": "network-changed", "server_uuid": "5c40536e-fae4-4642-b4d1-1a2a0c66817c", "tag": "7752c6d0-b875-4a7c-8632-ed6a47633a85"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:21.669799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-11874aa7-ee1f-44d1-8544-562ede5881dc service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884419 Dec 15 04:36:21.675603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.675932 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.698615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Calling delete_port for 8e05f544-a52a-467b-9b9a-10ff11280f34 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:21.717828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44991b0d-f24b-4a11-b3f4-2758af89d73e req-6ba4372b-5edb-486d-aa56-fa477d4142ed tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:21.719360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44991b0d-f24b-4a11-b3f4-2758af89d73e req-6ba4372b-5edb-486d-aa56-fa477d4142ed tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 948 time: 0.1584365 Dec 15 04:36:21.816393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-359b0787-baf7-4387-8317-81d72f8aa61f req-b3c95864-9f1e-49e8-ae0d-8944fd381741 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514827 Dec 15 04:36:21.830197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-c8bc56e7-4eae-4986-888c-a92dc35d4222 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143704 Dec 15 04:36:21.855782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44991b0d-f24b-4a11-b3f4-2758af89d73e req-d23271c8-16dc-44f4-acc3-e1d4737c1974 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276884 Dec 15 04:36:21.900550 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:36:21.919833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] For port deb8c730-6f81-41bb-8766-6ded13884208, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=deb8c730-6f81-41bb-8766-6ded13884208,segment=NetworkSegment(371bb9cd-f43f-48e2-ac3b-b155f0c59490),segment_id=371bb9cd-f43f-48e2-ac3b-b155f0c59490)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:21.920234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.936034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:21.953883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Calling delete_port for deb8c730-6f81-41bb-8766-6ded13884208 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:21.961075 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-260a779d-6acb-48e1-97dc-5ad1a3e34e5b req-ee8569df-fda7-4de8-a3a5-f0dafd40cffb service neutron] 10.222.0.16 "GET /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449567 Dec 15 04:36:22.010297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event deleted for resources: {'Port': ['ID=8e05f544-a52a-467b-9b9a-10ff11280f34,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:22.090217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce727de1-6ebf-425f-b6a0-02b7a017643a req-76fc279a-59ac-415a-b4a5-d229474fca07 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470675 Dec 15 04:36:22.125635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699e4ca-a9df-4963-a3cc-ada5c4cb9887 req-10617fda-656a-4aab-8aff-0f25792c33af tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:22.134047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7699e4ca-a9df-4963-a3cc-ada5c4cb9887 req-10617fda-656a-4aab-8aff-0f25792c33af tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 943 time: 0.1396327 Dec 15 04:36:22.163156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.165839 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.180656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7caa167a-3860-41dc-ba9b-b5cfc7b4bdf0 req-d865a4c8-8441-48a5-843b-e1bedff63f4a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "DELETE /v2.0/floatingips/de1b9041-acb1-4845-ae6f-66694f9f4eee HTTP/1.1" status: 204 len: 173 time: 1.7791588 Dec 15 04:36:22.192336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.244514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Pushing event deleted for resources: {'Port': ['ID=deb8c730-6f81-41bb-8766-6ded13884208,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:22.246389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7699e4ca-a9df-4963-a3cc-ada5c4cb9887 req-6bf2544f-6af5-45db-9014-51f920dee72a tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113558 Dec 15 04:36:22.297649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] No DVR routers for this DVR port deb8c730-6f81-41bb-8766-6ded13884208 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:22.301530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.308257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-70a6b00e-e9d7-4796-bfae-084db413e671 req-1fc82427-2099-4da1-97bd-2fb8a432fba6 tempest-ImagesTestJSON-918898614 tempest-ImagesTestJSON-918898614-project] 10.222.0.42 "DELETE /v2.0/ports/deb8c730-6f81-41bb-8766-6ded13884208 HTTP/1.1" status: 204 len: 173 time: 1.0848303 Dec 15 04:36:22.398853 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92937243-bd93-4ddd-ae2e-a629f08c8480 x-openstack-request-id: req-92937243-bd93-4ddd-ae2e-a629f08c8480 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:22.399779 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d57cc-ec2b-4a31-9651-34f7ceaa8e87", "name": "network-vif-deleted", "tag": "ec670f4a-eef7-40d7-a3de-047791251638", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "b2e9619c-ec51-4640-a189-164c39c9943b", "tag": "a68173dc-722e-41ce-80d9-d9f222599fc3", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:22.400298 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92937243-bd93-4ddd-ae2e-a629f08c8480 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:22.400963 n-d-820935-10 neutron-server[103133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '921d57cc-ec2b-4a31-9651-34f7ceaa8e87', 'name': 'network-vif-deleted', 'tag': 'ec670f4a-eef7-40d7-a3de-047791251638', 'status': 'failed', 'code': 422} returned with failed status Dec 15 04:36:22.402152 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'tag': 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'status': 'completed', 'code': 200} Dec 15 04:36:22.482868 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc10ac-0605-4fb5-a168-d793944dada6 x-openstack-request-id: req-19dc10ac-0605-4fb5-a168-d793944dada6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:22.484617 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c40536e-fae4-4642-b4d1-1a2a0c66817c", "tag": "7752c6d0-b875-4a7c-8632-ed6a47633a85", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:22.485711 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19dc10ac-0605-4fb5-a168-d793944dada6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:22.487421 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'tag': '7752c6d0-b875-4a7c-8632-ed6a47633a85', 'status': 'completed', 'code': 200} Dec 15 04:36:22.604402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49281b-2f50-432e-805e-33220c90947e req-3087e9e4-98f6-4a0d-b4a7-28929ca2eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:22.605842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-3087e9e4-98f6-4a0d-b4a7-28929ca2eadc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 1099 time: 0.1399076 Dec 15 04:36:22.609622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313e233-51bd-43b6-ad05-aae837c00041 req-b11708af-d3d7-4db7-a20a-53425c612902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:22.611139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-b11708af-d3d7-4db7-a20a-53425c612902 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12fa4893beae4d449bc8a6e94602582e&device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 1095 time: 0.0782099 Dec 15 04:36:22.649344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c66a1b94-8c03-46d3-9211-34b5053f7813 req-8d51a3f0-dc60-4b48-ba3e-3f3e50466f27 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups/9d075ca2-3a50-499b-b4ef-b89b49cbc6b0 HTTP/1.1" status: 200 len: 1824 time: 0.1404173 Dec 15 04:36:22.673599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:22.725215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-0e01eb46-d41a-4adf-94ba-e254c0f24892 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:22.726719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-0e01eb46-d41a-4adf-94ba-e254c0f24892 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.2787135 Dec 15 04:36:22.739448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49281b-2f50-432e-805e-33220c90947e req-784c1d88-e21a-4914-9d9a-ad1ffeb6bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:22.741092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-784c1d88-e21a-4914-9d9a-ad1ffeb6bda0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1214023 Dec 15 04:36:22.754588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c66a1b94-8c03-46d3-9211-34b5053f7813 req-da5955d7-a3fb-4fa2-896b-3906bf15fe6a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.772430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:22.772773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-3ec9e288-7e37-4615-b588-40fadbe9e03c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0383880 Dec 15 04:36:22.772986 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.813410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-042f18c1-877f-4ee8-8b12-9d29f7696bbd tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397213 Dec 15 04:36:22.874369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c66a1b94-8c03-46d3-9211-34b5053f7813 req-da5955d7-a3fb-4fa2-896b-3906bf15fe6a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.924288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-ca226001-b645-46e2-8607-6f85936db3da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a68173dc-722e-41ce-80d9-d9f222599fc3 HTTP/1.1" status: 200 len: 217 time: 0.1634479 Dec 15 04:36:22.961615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-6c236c0a-5be5-4f70-8992-e53f29ba9727 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471932 Dec 15 04:36:22.974648 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c66a1b94-8c03-46d3-9211-34b5053f7813 req-da5955d7-a3fb-4fa2-896b-3906bf15fe6a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.977246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c66a1b94-8c03-46d3-9211-34b5053f7813 req-da5955d7-a3fb-4fa2-896b-3906bf15fe6a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:22.989115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c66a1b94-8c03-46d3-9211-34b5053f7813 req-da5955d7-a3fb-4fa2-896b-3906bf15fe6a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d075ca2-3a50-499b-b4ef-b89b49cbc6b0 HTTP/1.1" status: 204 len: 173 time: 0.3388231 Dec 15 04:36:23.054429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49281b-2f50-432e-805e-33220c90947e req-5aeb673d-9fba-41d6-8dc0-10beca7ecc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.055894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-5aeb673d-9fba-41d6-8dc0-10beca7ecc01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1183014 Dec 15 04:36:23.067916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5955d7-a3fb-4fa2-896b-3906bf15fe6a tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d075ca2-3a50-499b-b4ef-b89b49cbc6b0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:23.088488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313e233-51bd-43b6-ad05-aae837c00041 req-5b9d9c31-f55c-4caa-a785-033ca789fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.091803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-5b9d9c31-f55c-4caa-a785-033ca789fafd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5dbd9b57-41e5-4acb-9c48-566ccb434536 HTTP/1.1" status: 200 len: 913 time: 0.3482831 Dec 15 04:36:23.122613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-861473f5-d541-4106-b89a-0e419929b091 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599340 Dec 15 04:36:23.163515 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-cbce0ecb-c480-4cf5-a597-ab194a4b9380 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85 HTTP/1.1" status: 200 len: 217 time: 0.0514081 Dec 15 04:36:23.215215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49281b-2f50-432e-805e-33220c90947e req-269bd463-f915-44fd-a722-55097ebbb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.216662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-269bd463-f915-44fd-a722-55097ebbb6f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477032 Dec 15 04:36:23.280569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313e233-51bd-43b6-ad05-aae837c00041 req-1f8d2e28-483e-451d-a726-cc0016858b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.285371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-1f8d2e28-483e-451d-a726-cc0016858b0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03a5dd16-a6a1-435b-8d7d-765fefdb6daf HTTP/1.1" status: 200 len: 853 time: 0.1133597 Dec 15 04:36:23.350937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40356e29-fb52-40f8-a788-d7d6c50d63d7 req-243cd634-a457-4c0c-ac96-6233a8dc9a94 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.353645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40356e29-fb52-40f8-a788-d7d6c50d63d7 req-243cd634-a457-4c0c-ac96-6233a8dc9a94 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 948 time: 0.0874767 Dec 15 04:36:23.354649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-298f0b60-0c86-42be-bb15-bbb70c9091dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5dbd9b57-41e5-4acb-9c48-566ccb434536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591416 Dec 15 04:36:23.430614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40356e29-fb52-40f8-a788-d7d6c50d63d7 req-a91dd357-5b23-4718-8063-4a3b6e0e224d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Dec 15 04:36:23.480678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-96baef42-e284-4de0-a79c-2c1fadc0fd87 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553730 Dec 15 04:36:23.625365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-c450a666-07c5-44b3-b8ad-de9ddd594f40 service neutron] 10.222.0.42 "GET /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615557 Dec 15 04:36:23.721731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d656fe7a-13da-4e51-a004-3bb83460d09b req-12e86403-d14a-42af-ac57-083466435a59 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 210 time: 0.0882902 Dec 15 04:36:23.734556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1f49281b-2f50-432e-805e-33220c90947e req-09594189-9052-4081-a35e-e833ecefb16f service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299566 Dec 15 04:36:23.769972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00382-787a-4380-9b9d-b03034296347 req-82dd6477-bd2b-4e27-855f-dcae3dcfa239 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.786863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77a00382-787a-4380-9b9d-b03034296347 req-82dd6477-bd2b-4e27-855f-dcae3dcfa239 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 943 time: 0.2250190 Dec 15 04:36:23.870117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a68173dc-722e-41ce-80d9-d9f222599fc3 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:23.873243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f2238125-17b1-464d-a12b-b4e1184ee4db up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:23.905393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f313e233-51bd-43b6-ad05-aae837c00041 req-0f4f23e6-7cb2-4306-adf1-207ca366f15b service neutron] 10.222.0.42 "GET /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660675 Dec 15 04:36:23.931195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77a00382-787a-4380-9b9d-b03034296347 req-69852cdc-9bbf-4615-82a4-bb420d7be797 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403949 Dec 15 04:36:23.983889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e651d-500f-426f-87b7-714d30f52e15 req-abf66b52-188e-4f40-bfcc-e3846874b4fe tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:23.985469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a8e651d-500f-426f-87b7-714d30f52e15 req-abf66b52-188e-4f40-bfcc-e3846874b4fe tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1036153 Dec 15 04:36:24.076618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a8e651d-500f-426f-87b7-714d30f52e15 req-fe056644-1856-4a7d-803e-6b63e8bb1e64 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808451 Dec 15 04:36:24.100720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port f2238125-17b1-464d-a12b-b4e1184ee4db completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:24.110816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port f2238125-17b1-464d-a12b-b4e1184ee4db triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:24.111180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.138843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-7c88fe7e-65b8-4143-9c2f-88d2b930b178 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417714 Dec 15 04:36:24.152824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7752c6d0-b875-4a7c-8632-ed6a47633a85 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:24.164211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:24.180778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a68173dc-722e-41ce-80d9-d9f222599fc3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a68173dc-722e-41ce-80d9-d9f222599fc3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:24.226192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: deb8c730-6f81-41bb-8766-6ded13884208 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:36:24.226543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device deb8c730-6f81-41bb-8766-6ded13884208 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:36:24.242751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'mac_address': 'fa:16:3e:9f:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:24.303859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-6ef61ff2-4fbc-4d4b-82ec-a6750c1c1753 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:24.311273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-6ef61ff2-4fbc-4d4b-82ec-a6750c1c1753 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606646 Dec 15 04:36:24.322845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-119f023c-f532-4cc8-9030-82a652b75b31 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/quotas/9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 375 time: 0.0107343 Dec 15 04:36:24.408947 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.438867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-4d6d64e6-da9e-43b9-987e-45687bcb3cb1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056001 Dec 15 04:36:24.458905 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.462125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68173dc-722e-41ce-80d9-d9f222599fc3 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:24.470158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7752c6d0-b875-4a7c-8632-ed6a47633a85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85,segment=NetworkSegment(d0e0a9fc-5e7d-41f5-8767-ec852c273588),segment_id=d0e0a9fc-5e7d-41f5-8767-ec852c273588)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:24.488935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-deleted', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:24.491551 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4463002e-c02f-49df-8aa0-7257bc9cd918" -d '{"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-deleted", "tag": "deb8c730-6f81-41bb-8766-6ded13884208"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:24.522894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7752c6d0-b875-4a7c-8632-ed6a47633a85', 'network_id': '5dbd9b57-41e5-4acb-9c48-566ccb434536', 'port_id': '7752c6d0-b875-4a7c-8632-ed6a47633a85', 'mac_address': 'fa:16:3e:77:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a5dd16-a6a1-435b-8d7d-765fefdb6daf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:24.527314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a68173dc-722e-41ce-80d9-d9f222599fc3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a68173dc-722e-41ce-80d9-d9f222599fc3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:24.534015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2844d70d-4540-4b90-a8db-743833d55b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2238125-17b1-464d-a12b-b4e1184ee4db'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:24.543851 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c61b4c2-d5b6-494e-b201-6bb1d1379503" -d '{"events": [{"server_uuid": "2844d70d-4540-4b90-a8db-743833d55b93", "name": "network-vif-plugged", "status": "completed", "tag": "f2238125-17b1-464d-a12b-b4e1184ee4db"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:24.543851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.604489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f2238125-17b1-464d-a12b-b4e1184ee4db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f2238125-17b1-464d-a12b-b4e1184ee4db,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:24.619384 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.626796 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.654955 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e794de4-9b0d-40f5-80c6-967d82fce7b7 x-openstack-request-id: req-5e794de4-9b0d-40f5-80c6-967d82fce7b7 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:24.655308 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db8d8a6-7f55-4026-b5cb-46954f86187f", "name": "network-vif-deleted", "tag": "deb8c730-6f81-41bb-8766-6ded13884208", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:24.655651 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e794de4-9b0d-40f5-80c6-967d82fce7b7 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:24.656158 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db8d8a6-7f55-4026-b5cb-46954f86187f', 'name': 'network-vif-deleted', 'tag': 'deb8c730-6f81-41bb-8766-6ded13884208', 'status': 'completed', 'code': 200} Dec 15 04:36:24.656568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7752c6d0-b875-4a7c-8632-ed6a47633a85 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:24.670356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a68173dc-722e-41ce-80d9-d9f222599fc3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:24.734475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3dbda-2849-4928-a626-7c273091328a req-8319c292-dc26-492b-b36d-bcba0ff83191 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:24.740971 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff6741-8a05-4a55-81f1-cfcf233c9b6b x-openstack-request-id: req-ffff6741-8a05-4a55-81f1-cfcf233c9b6b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:24.741306 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2844d70d-4540-4b90-a8db-743833d55b93", "name": "network-vif-plugged", "status": "completed", "tag": "f2238125-17b1-464d-a12b-b4e1184ee4db", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:24.741570 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffff6741-8a05-4a55-81f1-cfcf233c9b6b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:24.742170 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2844d70d-4540-4b90-a8db-743833d55b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'code': 200} Dec 15 04:36:24.746612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eef3dbda-2849-4928-a626-7c273091328a req-8319c292-dc26-492b-b36d-bcba0ff83191 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 949 time: 0.0780330 Dec 15 04:36:24.757948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7752c6d0-b875-4a7c-8632-ed6a47633a85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85,segment=NetworkSegment(d0e0a9fc-5e7d-41f5-8767-ec852c273588),segment_id=d0e0a9fc-5e7d-41f5-8767-ec852c273588)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:24.768338 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:24.794979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f2238125-17b1-464d-a12b-b4e1184ee4db,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:24.885602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eef3dbda-2849-4928-a626-7c273091328a req-e6182fc3-dc1a-4b06-90ab-5e9bd00973a6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370978 Dec 15 04:36:24.938045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7752c6d0-b875-4a7c-8632-ed6a47633a85,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:24.953595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a68173dc-722e-41ce-80d9-d9f222599fc3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:25.121468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7752c6d0-b875-4a7c-8632-ed6a47633a85'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:25.147051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee63208e-1630-4299-a219-4aed6ae3faa3 req-4fb63052-8ce5-4a1a-83dc-502830f5d8ef tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 210 time: 0.0679281 Dec 15 04:36:25.177660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a015cf3-36ec-4168-9659-9ea6894b751e req-d582d64a-289e-46a0-a1be-16bca90e2e00 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:25.178014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a015cf3-36ec-4168-9659-9ea6894b751e req-d582d64a-289e-46a0-a1be-16bca90e2e00 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:25.185791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe6aca-de5d-4d42-a81e-1704d3dbbc05 req-ed4104e3-f26e-4654-98b6-63aa6f097bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:25.189057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a015cf3-36ec-4168-9659-9ea6894b751e req-d582d64a-289e-46a0-a1be-16bca90e2e00 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d&device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 1681 time: 0.1900113 Dec 15 04:36:25.190741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4abe6aca-de5d-4d42-a81e-1704d3dbbc05 req-ed4104e3-f26e-4654-98b6-63aa6f097bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 1101 time: 0.3141878 Dec 15 04:36:25.271592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a015cf3-36ec-4168-9659-9ea6894b751e req-42736d73-9355-404d-b4af-9c95bb15b151 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Dec 15 04:36:25.334415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fcf1e98-c57f-41c1-974b-80297e7a4ce9 req-d46f7f53-35fa-40e2-9b0f-6a62791b6dbf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 210 time: 0.0549285 Dec 15 04:36:25.343465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-5cb68775-a14e-44ca-accb-a9626257dd1f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:25.345122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-5cb68775-a14e-44ca-accb-a9626257dd1f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.4113419 Dec 15 04:36:25.348322 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4abe6aca-de5d-4d42-a81e-1704d3dbbc05 req-46a47da2-7612-4b39-a909-cb97f5d52358 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449974 Dec 15 04:36:25.370496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Request body: {'port': {'device_id': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'admin_state_up': True, 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:25.474907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08d4db-2664-4884-b9a4-2eeef2a059f1 req-db7dcccc-720a-46de-bb3d-2d5c607b4dd2 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:25.486289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee08d4db-2664-4884-b9a4-2eeef2a059f1 req-db7dcccc-720a-46de-bb3d-2d5c607b4dd2 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 944 time: 0.1125357 Dec 15 04:36:25.527163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:25.532523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:25.562700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee08d4db-2664-4884-b9a4-2eeef2a059f1 req-3a03602f-0c5d-4e86-8e56-e694ad9dd3de tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751536 Dec 15 04:36:25.580260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baff57-02ef-4a49-b9b8-6d31a62c3dc4 req-cbed60e3-85b1-40dd-ac1d-7a62df8a4f59 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:25.588213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0baff57-02ef-4a49-b9b8-6d31a62c3dc4 req-cbed60e3-85b1-40dd-ac1d-7a62df8a4f59 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0987597 Dec 15 04:36:25.663482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0baff57-02ef-4a49-b9b8-6d31a62c3dc4 req-0be14d74-5652-4b7e-ae85-a5795b460c52 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 Dec 15 04:36:25.712645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Allocated IP 172.20.0.14 (bb3edebe-44ec-4ae4-af7f-642eec37d382/66aba5da-b2fc-465e-a372-38bc928b9062/07ddcaf1-6ffe-44c3-83a4-e01fd008f61b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:25.725641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:25.806708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Deleting subnet 24a2245e-52aa-487e-a0d3-6ce360425293 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:36:25.815729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:25.863141 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:25.912848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:25.940464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.011029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.019161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.056044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a2245e-52aa-487e-a0d3-6ce360425293,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:26.069647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:26.073349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:26.076415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473403b9-a964-4470-b373-829cb2049cf0 req-1de6cfc4-5b62-496b-8837-facad6dd04af tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:26.077287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:26.083789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event updated for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:26.084670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-473403b9-a964-4470-b373-829cb2049cf0 req-1de6cfc4-5b62-496b-8837-facad6dd04af tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 949 time: 0.1202569 Dec 15 04:36:26.087133 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.093323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-29d01ffc-0257-4d5d-9a5f-04286276706e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/24a2245e-52aa-487e-a0d3-6ce360425293 HTTP/1.1" status: 204 len: 168 time: 0.3656163 Dec 15 04:36:26.094403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59104) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:26.137026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:26.137741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.150533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7752c6d0-b875-4a7c-8632-ed6a47633a85 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:26.161872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-34dd3832-ed3d-4b28-9e03-533341a7c78b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7985702 Dec 15 04:36:26.186308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Request body: {'port': {'device_id': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:26.203734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.223493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-473403b9-a964-4470-b373-829cb2049cf0 req-72556d66-ec22-42b0-a9cc-1e301957f4a0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323075 Dec 15 04:36:26.298918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7752c6d0-b875-4a7c-8632-ed6a47633a85 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:26.322217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7752c6d0-b875-4a7c-8632-ed6a47633a85 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:26.322587 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.334618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.354434 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-e13b0732-4896-40ac-8bbf-d2ffc4ad41fe tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551794 Dec 15 04:36:26.358311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.373828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac9e0f51-ce00-49d8-9dbd-be8cb9af0c68 req-43dcf7d3-93f7-4df0-bbb1-41a3b841c8bd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 210 time: 0.0460949 Dec 15 04:36:26.387743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3466872e-4a99-408e-8688-b61dbe3e286b']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:26.465807 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.493658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371bb9cd-f43f-48e2-ac3b-b155f0c59490') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:26.494254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371bb9cd-f43f-48e2-ac3b-b155f0c59490') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:26.522362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7752c6d0-b875-4a7c-8632-ed6a47633a85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85,segment=NetworkSegment(d0e0a9fc-5e7d-41f5-8767-ec852c273588),segment_id=d0e0a9fc-5e7d-41f5-8767-ec852c273588)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:26.528851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.557320 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.590207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7752c6d0-b875-4a7c-8632-ed6a47633a85,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:26.595982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4ab7c-9c63-4e5d-b05c-25e77a957489 req-33d457cd-c371-4379-aae6-7fbd14deae48 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:26.600287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fb4ab7c-9c63-4e5d-b05c-25e77a957489 req-33d457cd-c371-4379-aae6-7fbd14deae48 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 945 time: 0.1791153 Dec 15 04:36:26.600970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.623390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:36:26.623781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:36:26.627504 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:36:26.651366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-abb57206-6377-4563-a113-4fb99fadc50e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:26.652846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-abb57206-6377-4563-a113-4fb99fadc50e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829027 Dec 15 04:36:26.702922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Request body: {'port': {'device_id': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '9a2a94e821874288a77080c5ea619ceb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:26.711638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa424e7-e2b9-4cd8-81c8-8f8bf615426a req-352c5e36-eac8-4e27-8bdd-1914630583f4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:26.713651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daa424e7-e2b9-4cd8-81c8-8f8bf615426a req-352c5e36-eac8-4e27-8bdd-1914630583f4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 932 time: 0.2227716 Dec 15 04:36:26.743262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7752c6d0-b875-4a7c-8632-ed6a47633a85'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:26.748618 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c78191b-b554-4fd1-b0b4-af484464a40c" -d '{"events": [{"server_uuid": "5c40536e-fae4-4642-b4d1-1a2a0c66817c", "name": "network-vif-plugged", "status": "completed", "tag": "7752c6d0-b875-4a7c-8632-ed6a47633a85"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:26.779458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fb4ab7c-9c63-4e5d-b05c-25e77a957489 req-07445b79-3fb0-4157-b9c3-5597b85c4b55 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668103 Dec 15 04:36:26.781744 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.789027 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:26.792923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3466872e-4a99-408e-8688-b61dbe3e286b HTTP/1.1" status: 204 len: 168 time: 0.6970520 Dec 15 04:36:26.886880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0e5cf-e519-4b30-aac7-20e65bfab216 admin admin] Pushing event deleted for resources: {'Network': ['ID=3466872e-4a99-408e-8688-b61dbe3e286b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:26.922170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daa424e7-e2b9-4cd8-81c8-8f8bf615426a req-d11381b2-1d13-4d20-a41a-c9032ec74988 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995578 Dec 15 04:36:26.991855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:27.011761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Made reservation on behalf of 9a2a94e821874288a77080c5ea619ceb for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:27.015582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.025808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee69d7-986f-4652-a0bc-356432ae3cee req-236f4fd8-752f-4431-8c71-5064a49804f6 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:27.035857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcee69d7-986f-4652-a0bc-356432ae3cee req-236f4fd8-752f-4431-8c71-5064a49804f6 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 945 time: 0.1123471 Dec 15 04:36:27.078457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59124) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:27.161714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcee69d7-986f-4652-a0bc-356432ae3cee req-51d377f1-b0e1-4748-8a6b-6d86d1155036 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249263 Dec 15 04:36:27.177968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d2229-e9ca-4b2d-89d7-8c1ef4a12b7c req-7d17abc1-7bf7-4180-bae4-7549d2600248 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:27.179538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f4d2229-e9ca-4b2d-89d7-8c1ef4a12b7c req-7d17abc1-7bf7-4180-bae4-7549d2600248 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.1405687 Dec 15 04:36:27.215046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a0f6e418-ea7c-4fef-bc1c-3910470e0edc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d771b587215e4062ad6a02527a0f41b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336265 Dec 15 04:36:27.220829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59126) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:27.237508 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a533c-e928-44f5-8a0e-2bf27f67928e x-openstack-request-id: req-ef3a533c-e928-44f5-8a0e-2bf27f67928e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:27.238444 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c40536e-fae4-4642-b4d1-1a2a0c66817c", "name": "network-vif-plugged", "status": "completed", "tag": "7752c6d0-b875-4a7c-8632-ed6a47633a85", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:27.239195 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef3a533c-e928-44f5-8a0e-2bf27f67928e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:27.239983 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7752c6d0-b875-4a7c-8632-ed6a47633a85', 'code': 200} Dec 15 04:36:27.300416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f4d2229-e9ca-4b2d-89d7-8c1ef4a12b7c req-cf99d90e-2429-4e02-8161-ce0392ce96d9 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139119 Dec 15 04:36:27.304884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.317601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c839e7c-6e2d-4b87-bdf1-32c1ebbd8b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.366048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Transition to ACTIVE for port object 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:27.374576 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c839e7c-6e2d-4b87-bdf1-32c1ebbd8b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.378840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.439591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cff6f5-e1c5-4f67-b101-bae736bf1e8c req-a523da8d-37bb-48fc-87ec-e74623589d41 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:27.444850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92cff6f5-e1c5-4f67-b101-bae736bf1e8c req-a523da8d-37bb-48fc-87ec-e74623589d41 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 949 time: 0.1415074 Dec 15 04:36:27.459494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-cb7f07ab-7807-4e1c-b9d6-86b3fa59f0ea tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:27.461081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-cb7f07ab-7807-4e1c-b9d6-86b3fa59f0ea tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.4593704 Dec 15 04:36:27.487899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Pushing event updated for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:27.552388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4d41ea-b5a5-4aa0-8cb5-b2dbd63f6e1f req-3cc09375-1275-418e-824b-234e8452ade5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 210 time: 0.0459156 Dec 15 04:36:27.563613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ed44-44cd-412e-9b2c-8386dd0904eb req-e1bdb39a-73e6-4334-a5eb-314433c9d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:27.565105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db99ed44-44cd-412e-9b2c-8386dd0904eb req-e1bdb39a-73e6-4334-a5eb-314433c9d407 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 1097 time: 0.2004185 Dec 15 04:36:27.600095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92cff6f5-e1c5-4f67-b101-bae736bf1e8c req-5f9f9f06-923e-424b-8775-bb30e72fd76b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491053 Dec 15 04:36:27.608124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c839e7c-6e2d-4b87-bdf1-32c1ebbd8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.611222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c839e7c-6e2d-4b87-bdf1-32c1ebbd8b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.612424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c839e7c-6e2d-4b87-bdf1-32c1ebbd8b84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fd1ab86-dd53-49bf-8116-1af24d99c257 HTTP/1.1" status: 204 len: 168 time: 0.3904831 Dec 15 04:36:27.618279 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6feced93-6ce6-4b1b-a814-3a0a0eba9811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.678913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c839e7c-6e2d-4b87-bdf1-32c1ebbd8b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1ab86-dd53-49bf-8116-1af24d99c257,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:27.706024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Allocated IP 192.168.233.33 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/ff3f74a5-5907-49bd-9b2f-43928679c082) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:27.708044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db99ed44-44cd-412e-9b2c-8386dd0904eb req-7d78bc44-7793-461d-ac01-b3d47069df96 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305835 Dec 15 04:36:27.769114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Attempting to bind port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:27.769458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Attempting to bind port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:27.769792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Attempting to bind port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:27.780183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a68173dc-722e-41ce-80d9-d9f222599fc3 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:27.793670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Deleting port 81433cef-b972-496c-b738-cf6b1ae1faa2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:27.793670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.800736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b on network bb3edebe-44ec-4ae4-af7f-642eec37d382 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:27.801096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Attempting to bind port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:27.830683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089ceb-3eeb-431d-88ac-c988a00ee1b8 req-ae71e40e-7e4c-42cf-88fc-b2e4e9d32e0a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:27.840004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d089ceb-3eeb-431d-88ac-c988a00ee1b8 req-ae71e40e-7e4c-42cf-88fc-b2e4e9d32e0a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 948 time: 0.1138494 Dec 15 04:36:27.879393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:27.880463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:27.880762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Bound using segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:27.881280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Bound port: 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:27.881647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.931350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port a68173dc-722e-41ce-80d9-d9f222599fc3 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:27.947492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port a68173dc-722e-41ce-80d9-d9f222599fc3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:27.947883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:27.954688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d089ceb-3eeb-431d-88ac-c988a00ee1b8 req-86b11ad4-9905-4acf-875b-07883d526d54 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110315 Dec 15 04:36:28.032242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f38ac-b202-4b67-8cf3-4ffb5d5004d2 req-1a386e1f-7871-4476-8276-c6eddcae681b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.033125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae7f38ac-b202-4b67-8cf3-4ffb5d5004d2 req-1a386e1f-7871-4476-8276-c6eddcae681b tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 945 time: 0.0994420 Dec 15 04:36:28.153520 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.199515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] For port 81433cef-b972-496c-b738-cf6b1ae1faa2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=81433cef-b972-496c-b738-cf6b1ae1faa2,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:28.199937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.207100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f611b-94f4-4b7a-833c-682a7b04e41d req-8c27edd8-85a5-4042-aea5-4617f7cc6fcb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.215539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b2f611b-94f4-4b7a-833c-682a7b04e41d req-8c27edd8-85a5-4042-aea5-4617f7cc6fcb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 944 time: 0.1454947 Dec 15 04:36:28.257341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Calling delete_port for 81433cef-b972-496c-b738-cf6b1ae1faa2 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:28.258266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a68173dc-722e-41ce-80d9-d9f222599fc3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a68173dc-722e-41ce-80d9-d9f222599fc3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:28.260552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:28.267736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.279262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-1a03c600-7083-4371-8108-ce6c04a60d52 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.282540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-1a03c600-7083-4371-8108-ce6c04a60d52 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "GET /v2.0/ports?device_id=85289796-287d-48b9-a772-4bda33ccefa0 HTTP/1.1" status: 200 len: 945 time: 0.1772306 Dec 15 04:36:28.298216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:28.302615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.318680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae7f38ac-b202-4b67-8cf3-4ffb5d5004d2 req-232b4247-0f73-47ab-b952-55828ccaa43d tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786534 Dec 15 04:36:28.348499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.390696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b2f611b-94f4-4b7a-833c-682a7b04e41d req-2b431d6b-11e3-41b0-99a7-43654e500797 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740148 Dec 15 04:36:28.413827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a68173dc-722e-41ce-80d9-d9f222599fc3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:28.424949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-3cfa4873-16e0-4f86-a05f-3eca77b7bd77 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.426405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-3cfa4873-16e0-4f86-a05f-3eca77b7bd77 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.16 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 945 time: 0.2157433 Dec 15 04:36:28.442752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.443372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.448971 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/07ddcaf1-6ffe-44c3-83a4-e01fd008f61b HTTP/1.1" status: 200 len: 1093 time: 2.2734923 Dec 15 04:36:28.457108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:28.460052 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6696238-7ed9-4329-a996-f0d787748686" -d '{"events": [{"name": "network-changed", "server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:28.598660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848346d-625b-452f-a26e-0018b907842b req-8a8487b3-33d5-4571-8d4c-9ede597e93e2 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.600191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3848346d-625b-452f-a26e-0018b907842b req-8a8487b3-33d5-4571-8d4c-9ede597e93e2 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 945 time: 0.0937326 Dec 15 04:36:28.611187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aaa36-5b18-4316-b2a3-9f5d94f6eb13 req-2a68bdca-0644-4735-8cbc-d69874e976a0 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.616580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e95aaa36-5b18-4316-b2a3-9f5d94f6eb13 req-2a68bdca-0644-4735-8cbc-d69874e976a0 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 945 time: 0.1417568 Dec 15 04:36:28.672580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Deleting port ab39351b-95d7-42cd-b563-442208225600 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:28.672845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.677592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7511e1-aeab-4290-93b6-e54995db29a7 service neutron] Pushing event updated for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:28.743587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59168) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:28.787281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e95aaa36-5b18-4316-b2a3-9f5d94f6eb13 req-cd410ef4-492f-48d5-a1cb-e36bbeff6f9d tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542325 Dec 15 04:36:28.789652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.839545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3848346d-625b-452f-a26e-0018b907842b req-3086f508-b216-44b7-97ed-12a5c6e3f169 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/security-groups?id=200322a8-34bc-4cb5-b779-a0bed5cb84e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939945 Dec 15 04:36:28.839767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d', '1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:28.868851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-a30606b4-3f46-4999-89e4-177ff1c09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:28.870493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-a30606b4-3f46-4999-89e4-177ff1c09a4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 1096 time: 0.3293383 Dec 15 04:36:28.881342 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b653b6a-fe35-438c-91bd-08defe3f6fe7 x-openstack-request-id: req-8b653b6a-fe35-438c-91bd-08defe3f6fe7 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:28.881861 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:28.882309 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b653b6a-fe35-438c-91bd-08defe3f6fe7 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:28.882904 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b', 'status': 'completed', 'code': 200} Dec 15 04:36:28.898744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.940421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] For port ab39351b-95d7-42cd-b563-442208225600, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ab39351b-95d7-42cd-b563-442208225600,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:28.941484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:28.965903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Calling delete_port for ab39351b-95d7-42cd-b563-442208225600 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:28.984435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:28.993948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1998712161-network', 'tenant_id': '277689beb5a14f03877643284cf13334'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:29.000287 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-6b91d5cb-a8d0-4d4b-ad82-fa330eb71ee0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b HTTP/1.1" status: 200 len: 217 time: 0.1103187 Dec 15 04:36:29.008910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:29.020221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:29.035140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:29.188465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebad5b7-33b3-44b3-9293-c3651a72768b req-ae5cf3f1-781d-46a6-86fd-77f9e652b9c4 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.194969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Deleting port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:29.195310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.195984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cebad5b7-33b3-44b3-9293-c3651a72768b req-ae5cf3f1-781d-46a6-86fd-77f9e652b9c4 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 935 time: 0.2254753 Dec 15 04:36:29.198195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Pushing event deleted for resources: {'Port': ['ID=81433cef-b972-496c-b738-cf6b1ae1faa2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:29.211481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] No DVR routers for this DVR port 81433cef-b972-496c-b738-cf6b1ae1faa2 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:29.241656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68173dc-722e-41ce-80d9-d9f222599fc3'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:29.245707 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab9234-f6fd-4f8f-bf42-0f18b1348e04" -d '{"events": [{"server_uuid": "b2e9619c-ec51-4640-a189-164c39c9943b", "name": "network-vif-plugged", "status": "completed", "tag": "a68173dc-722e-41ce-80d9-d9f222599fc3"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:29.248270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.251767 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c354d1fc-fcb4-4d49-b959-6cbbcb37dc98 req-5bed9132-4c62-402c-bf99-51743d1ac38d tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.16 "DELETE /v2.0/ports/81433cef-b972-496c-b738-cf6b1ae1faa2 HTTP/1.1" status: 204 len: 173 time: 1.7774942 Dec 15 04:36:29.252469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Made reservation on behalf of 277689beb5a14f03877643284cf13334 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:29.254683 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.270866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708830f2-bf2f-4a2a-8960-0c0c157b349f req-cee5bdab-4de5-4378-b4e6-7f13e24fa0cb tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.272436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-708830f2-bf2f-4a2a-8960-0c0c157b349f req-cee5bdab-4de5-4378-b4e6-7f13e24fa0cb tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 949 time: 0.2010779 Dec 15 04:36:29.316734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cebad5b7-33b3-44b3-9293-c3651a72768b req-a21d0b17-06ea-4de4-bdef-3269d0d222df tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197269 Dec 15 04:36:29.335109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.343469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.343840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.360283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee8b0-4758-420c-b006-17a33440f16d req-40597216-f513-421e-bbd2-65ae86407e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.361755 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-40597216-f513-421e-bbd2-65ae86407e39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.3471327 Dec 15 04:36:29.399178 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5057ee0f-4656-45f0-bae8-1811045c5289 x-openstack-request-id: req-5057ee0f-4656-45f0-bae8-1811045c5289 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:29.399815 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e9619c-ec51-4640-a189-164c39c9943b", "name": "network-vif-plugged", "status": "completed", "tag": "a68173dc-722e-41ce-80d9-d9f222599fc3", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:29.400370 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5057ee0f-4656-45f0-bae8-1811045c5289 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:29.400867 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'code': 200} Dec 15 04:36:29.440324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-708830f2-bf2f-4a2a-8960-0c0c157b349f req-62c564d7-2764-481c-9dc6-f9c8a64fafb7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590185 Dec 15 04:36:29.455788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.470795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f12b0aee-2a48-463f-a6e6-86246b3b75b5 None None] Provisioning complete for port ff3f74a5-5907-49bd-9b2f-43928679c082 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:29.475347 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f12b0aee-2a48-463f-a6e6-86246b3b75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.497865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Pushing event deleted for resources: {'Port': ['ID=ab39351b-95d7-42cd-b563-442208225600,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:29.522656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f12b0aee-2a48-463f-a6e6-86246b3b75b5 None None] Port ff3f74a5-5907-49bd-9b2f-43928679c082 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:29.540239 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-94bc7faa-0179-4a96-9bd3-6a3e543e5a89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665168 Dec 15 04:36:29.551347 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-0f35e763-3c47-4228-af15-7ea3fbb84bfc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8541107 Dec 15 04:36:29.594387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] No DVR routers for this DVR port ab39351b-95d7-42cd-b563-442208225600 on host n-h2-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:29.613815 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.617246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df7dc8cf-d6ad-41e1-a560-8bd2546b693a req-93436a9b-ab92-46b2-a6b6-18cbdfd270dc tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.42 "DELETE /v2.0/ports/ab39351b-95d7-42cd-b563-442208225600 HTTP/1.1" status: 204 len: 173 time: 1.3189776 Dec 15 04:36:29.618600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85289796-287d-48b9-a772-4bda33ccefa0', 'name': 'network-vif-deleted', 'tag': 'ab39351b-95d7-42cd-b563-442208225600'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:29.620891 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c574916-5196-4ca0-9ba7-9fb4d7acd70c" -d '{"events": [{"server_uuid": "85289796-287d-48b9-a772-4bda33ccefa0", "name": "network-vif-deleted", "tag": "ab39351b-95d7-42cd-b563-442208225600"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:29.623294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Request body: {'port': {'device_id': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:29.647049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7e595-19e8-4e05-a647-7ff5ee39c285 req-b6bcce73-b826-4f3d-8901-2ee697ebec44 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.654661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16f7e595-19e8-4e05-a647-7ff5ee39c285 req-b6bcce73-b826-4f3d-8901-2ee697ebec44 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 945 time: 0.1596017 Dec 15 04:36:29.682594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005d5ad-0260-4b64-b6bf-eb5cd9332079 req-19682b84-fa08-4511-a690-ad16527b6ccf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.684205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6005d5ad-0260-4b64-b6bf-eb5cd9332079 req-19682b84-fa08-4511-a690-ad16527b6ccf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 944 time: 0.1204612 Dec 15 04:36:29.738703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16f7e595-19e8-4e05-a647-7ff5ee39c285 req-4e699f75-c0b5-46ad-bda7-5c383a2d8862 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831332 Dec 15 04:36:29.747697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8efbed6d-b96d-4ce6-a428-4366740ab6b7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:29.785086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.797713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:29.798215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.801162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6005d5ad-0260-4b64-b6bf-eb5cd9332079 req-f8dab43b-703a-4bb6-acec-95eb42be6f58 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050625 Dec 15 04:36:29.803098 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79ff34-8ab4-40cc-b381-65ba3a9389ea x-openstack-request-id: req-ce79ff34-8ab4-40cc-b381-65ba3a9389ea {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:29.803398 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85289796-287d-48b9-a772-4bda33ccefa0", "name": "network-vif-deleted", "tag": "ab39351b-95d7-42cd-b563-442208225600", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:29.803660 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce79ff34-8ab4-40cc-b381-65ba3a9389ea {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:29.804059 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85289796-287d-48b9-a772-4bda33ccefa0', 'name': 'network-vif-deleted', 'tag': 'ab39351b-95d7-42cd-b563-442208225600', 'status': 'completed', 'code': 200} Dec 15 04:36:29.807436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 81433cef-b972-496c-b738-cf6b1ae1faa2 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:29.871507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0df22d-f5cc-4c87-bb98-a3ee76012a48 req-f6b7adb8-c6b9-4484-b2c4-d75c1a88eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.871793 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-eb0df22d-f5cc-4c87-bb98-a3ee76012a48 req-f6b7adb8-c6b9-4484-b2c4-d75c1a88eae1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 1101 time: 0.3170321 Dec 15 04:36:29.882529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Calling delete_port for 8efbed6d-b96d-4ce6-a428-4366740ab6b7 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:29.882739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 81433cef-b972-496c-b738-cf6b1ae1faa2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:36:29.883031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 81433cef-b972-496c-b738-cf6b1ae1faa2 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:36:29.883446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8efbed6d-b96d-4ce6-a428-4366740ab6b7 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:29.927583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347611c-0a77-427d-944b-771fccfb0973 req-f6cdfa7a-fb77-4f81-aa6c-0f72a3ea50f0 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:29.937906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8347611c-0a77-427d-944b-771fccfb0973 req-f6cdfa7a-fb77-4f81-aa6c-0f72a3ea50f0 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 945 time: 0.0828812 Dec 15 04:36:29.953088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:29.956784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-b88881a7-8cfb-492b-bf73-dd4e3ba3796c service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030302 Dec 15 04:36:29.970128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.039294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ae56e45-f874-4257-a427-422fa66f5fd8 req-c117a87e-1e7f-4de3-8c2f-409d224a50a4 tempest-ServerRescueTestJSONUnderV235-439018211 tempest-ServerRescueTestJSONUnderV235-439018211-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1b7296-0394-4393-b455-59e5cea62390 HTTP/1.1" status: 200 len: 210 time: 0.0822873 Dec 15 04:36:30.099507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8347611c-0a77-427d-944b-771fccfb0973 req-769c267e-4424-48c8-a6b6-dbeb78c55598 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606498 Dec 15 04:36:30.105967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-702b5da1-c8b6-4bfb-aa70-38b5bcb01ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.208106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:30.239440 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.243413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-eb0df22d-f5cc-4c87-bb98-a3ee76012a48 req-da6b4dd1-ce63-46b8-9234-58b9af3fc51c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623188 Dec 15 04:36:30.258062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ab39351b-95d7-42cd-b563-442208225600 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:30.301172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ab39351b-95d7-42cd-b563-442208225600 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:36:30.301556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ab39351b-95d7-42cd-b563-442208225600 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:36:30.314970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.315748 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Added segment b9787548-f3c9-4f45-a466-6e46d71e5a6c of type vlan for network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 Dec 15 04:36:30.363225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1792fa1e-2bed-45e8-ad95-024e24900d3d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:30.371035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8efbed6d-b96d-4ce6-a428-4366740ab6b7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8efbed6d-b96d-4ce6-a428-4366740ab6b7,segment=NetworkSegment(0f57401c-764e-43c7-85d3-b2514a851280),segment_id=0f57401c-764e-43c7-85d3-b2514a851280)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:30.393852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.505423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c452d8-c388-4590-b67d-57bbda421e63 req-232c5123-fd74-48eb-a13a-cf63d307c6ab tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:30.506989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56c452d8-c388-4590-b67d-57bbda421e63 req-232c5123-fd74-48eb-a13a-cf63d307c6ab tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 935 time: 0.0756269 Dec 15 04:36:30.533244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.576373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:30.600632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56c452d8-c388-4590-b67d-57bbda421e63 req-ecdd66a9-41a1-47b9-8d72-fde2c36565fc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779104 Dec 15 04:36:30.744447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009ed6-c5a3-41e1-8a83-eb718f9fdb8b req-da5800e5-bf31-46ad-88a6-db1a713acad9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:30.746050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f009ed6-c5a3-41e1-8a83-eb718f9fdb8b req-da5800e5-bf31-46ad-88a6-db1a713acad9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 949 time: 0.0774722 Dec 15 04:36:30.822382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d93bb2-0584-46e9-84f5-16b009f7642d req-a2711f36-aa81-4da9-9524-842a2184aa5c tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:30.824052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84d93bb2-0584-46e9-84f5-16b009f7642d req-a2711f36-aa81-4da9-9524-842a2184aa5c tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 945 time: 0.1076534 Dec 15 04:36:30.848958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f009ed6-c5a3-41e1-8a83-eb718f9fdb8b req-4f5dcc26-45a1-40d8-a97c-549fdb4cc43e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777233 Dec 15 04:36:30.914117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'name': 'network-vif-deleted', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:30.916425 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bcc82e-c6ad-4d5d-814d-6020f19163d5" -d '{"events": [{"server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "name": "network-vif-deleted", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:30.925614 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4ee8b0-4758-420c-b006-17a33440f16d req-adf3b486-375d-4151-b1c0-dfc934e17b05 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9606125 Dec 15 04:36:30.938493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.939419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:30.939995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:30.960772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84d93bb2-0584-46e9-84f5-16b009f7642d req-4ce9930a-43d3-4ca1-bc11-57b5aa354e4d tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105494 Dec 15 04:36:30.961719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3f74a5-5907-49bd-9b2f-43928679c082 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:30.987157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cf9bd-20e5-4229-8ea0-147ce8fafc6b req-df55fbe5-87f3-4e5c-a470-5de4cdfff504 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:30.988673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c1cf9bd-20e5-4229-8ea0-147ce8fafc6b req-df55fbe5-87f3-4e5c-a470-5de4cdfff504 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 943 time: 0.0887437 Dec 15 04:36:31.032019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.057519 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.064126 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3113675 Dec 15 04:36:31.064336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:31.070618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Request body: {'subnet': {'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1998712161-subnet', 'tenant_id': '277689beb5a14f03877643284cf13334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:31.071121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.088625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c1cf9bd-20e5-4229-8ea0-147ce8fafc6b req-fb2d469b-6145-4f85-b888-f9cb505e7b4e tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f1808f0-dfc6-4178-8c4c-7557e0711ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913842 Dec 15 04:36:31.093730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1c0a8-aaac-4af6-94d6-3714fd213c81 admin admin] Pushing event updated for resources: {'Network': ['ID=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:31.108129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Transition to ACTIVE for port object ff3f74a5-5907-49bd-9b2f-43928679c082 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:31.125829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:31.153459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Made reservation on behalf of 277689beb5a14f03877643284cf13334 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:31.158399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.160875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.165162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Pushing event deleted for resources: {'Port': ['ID=8efbed6d-b96d-4ce6-a428-4366740ab6b7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:31.175168 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c538c6-6e04-4cf4-99d0-91ad8e43bc81 x-openstack-request-id: req-61c538c6-6e04-4cf4-99d0-91ad8e43bc81 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:31.175425 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b7296-0394-4393-b455-59e5cea62390", "name": "network-vif-deleted", "tag": "81433cef-b972-496c-b738-cf6b1ae1faa2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:31.175766 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61c538c6-6e04-4cf4-99d0-91ad8e43bc81 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:31.176279 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b7296-0394-4393-b455-59e5cea62390', 'name': 'network-vif-deleted', 'tag': '81433cef-b972-496c-b738-cf6b1ae1faa2', 'status': 'completed', 'code': 200} Dec 15 04:36:31.241952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:31.317712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e655acd-cd95-4045-8fb9-bcd29258c9f9 req-87ac2d9e-d376-4c33-a2c0-8bd5750ee5b6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:31.325534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e655acd-cd95-4045-8fb9-bcd29258c9f9 req-87ac2d9e-d376-4c33-a2c0-8bd5750ee5b6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 944 time: 0.2355936 Dec 15 04:36:31.400444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696238-7ed9-4329-a996-f0d787748686 req-ef831449-f565-46ae-b77f-fe4bd71397ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:31.401857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:31.402083 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-ef831449-f565-46ae-b77f-fe4bd71397ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 1096 time: 0.3637459 Dec 15 04:36:31.402856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] No DVR routers for this DVR port 8efbed6d-b96d-4ce6-a428-4366740ab6b7 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:31.405052 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f078d09-54a0-4a8e-beef-73a86fd2435c" -d '{"events": [{"server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "name": "network-vif-unplugged", "status": "completed", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:31.407790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.410965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b7c91d6-7ebc-4d99-8569-ddda330f32c5 req-18b181a3-c412-474a-a7ed-ca03887b96c5 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.16 "DELETE /v2.0/ports/8efbed6d-b96d-4ce6-a428-4366740ab6b7 HTTP/1.1" status: 204 len: 173 time: 2.9609547 Dec 15 04:36:31.413600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:31.478406 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75998c34-f2d7-4d30-abaf-85e5a690be54 x-openstack-request-id: req-75998c34-f2d7-4d30-abaf-85e5a690be54 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:31.479171 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "name": "network-vif-unplugged", "status": "completed", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:31.479171 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75998c34-f2d7-4d30-abaf-85e5a690be54 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:31.479410 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7', 'code': 200} Dec 15 04:36:31.578780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e655acd-cd95-4045-8fb9-bcd29258c9f9 req-078c6afe-07b2-4715-91b3-820092d1ccda tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522910 Dec 15 04:36:31.639565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.721687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696238-7ed9-4329-a996-f0d787748686 req-0aa6814d-13e2-4f71-86a7-8a8f42547e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:31.723177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-0aa6814d-13e2-4f71-86a7-8a8f42547e4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.3043230 Dec 15 04:36:31.723851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Attempting to bind port ff3f74a5-5907-49bd-9b2f-43928679c082 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:31.724215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Attempting to bind port ff3f74a5-5907-49bd-9b2f-43928679c082 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:31.724538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Attempting to bind port ff3f74a5-5907-49bd-9b2f-43928679c082 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:31.733590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Port ff3f74a5-5907-49bd-9b2f-43928679c082 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:31.733921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Attempting to bind port ff3f74a5-5907-49bd-9b2f-43928679c082 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:31.752791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:31.753409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:31.754057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:31.754710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Bound port: ff3f74a5-5907-49bd-9b2f-43928679c082, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:31.755067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.762170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f2288a-3901-4d16-a2d2-3e7698446101,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:31.800863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93545278-aeb3-4b12-8508-8fe37c38c742 req-0c91d3e3-ae56-4419-bbbf-538bc96d1e8f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:31.802572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93545278-aeb3-4b12-8508-8fe37c38c742 req-0c91d3e3-ae56-4419-bbbf-538bc96d1e8f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.0975988 Dec 15 04:36:31.803629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Checking segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:31.803831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Network hostable DHCP agents. Network: 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:36:31.810000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-f5a16b14-d891-444c-8392-f65bf30d46e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b HTTP/1.1" status: 200 len: 217 time: 0.0657718 Dec 15 04:36:31.841437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:36:31.873299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:31.885411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:31.886093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:31.892291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a48a1-da41-45a4-9271-d49b632f2b8e None None] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:31.934106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93545278-aeb3-4b12-8508-8fe37c38c742 req-92ea1896-6abb-4b05-a228-147eeb17b626 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243486 Dec 15 04:36:31.941352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5938c296-c61d-4d50-8dd4-86a73ec16e16 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8766220 Dec 15 04:36:31.944211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59222) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:31.949135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:31.954628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696238-7ed9-4329-a996-f0d787748686 req-730a2e97-db58-4665-8553-2b5ed387945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:31.956753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-730a2e97-db58-4665-8553-2b5ed387945c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.1364594 Dec 15 04:36:31.960429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:31.965428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:32.002143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.012178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-e8b1fe65-8715-4e26-93bf-fe3443d00adb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426044 Dec 15 04:36:32.032644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ac0c7-cbf7-48d0-a6f4-01dbf32ca0d4 req-93e32c5a-f879-4b81-8a79-51f33052d67f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:32.040763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-020ac0c7-cbf7-48d0-a6f4-01dbf32ca0d4 req-93e32c5a-f879-4b81-8a79-51f33052d67f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 949 time: 0.0967860 Dec 15 04:36:32.151541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:32.152850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.154337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-020ac0c7-cbf7-48d0-a6f4-01dbf32ca0d4 req-7118dcc5-d042-47e8-bcbd-be0c4954bb25 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109822 Dec 15 04:36:32.155621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-050eabe9-a174-4503-969c-53b051117d03 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 1096 time: 2.5417805 Dec 15 04:36:32.165095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.181560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.270859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eabe9-a174-4503-969c-53b051117d03 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:32.401675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.455352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-ffdab443-cad8-4565-8950-032a5b08bfb1 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300179 Dec 15 04:36:32.463212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-63b01f12-7dde-40c5-9326-7a89388211a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:32.464649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60481998-fe22-49b1-8284-06084392589e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'project_id': '277689beb5a14f03877643284cf13334', 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:36:32.465170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-63b01f12-7dde-40c5-9326-7a89388211a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1099 time: 0.2327414 Dec 15 04:36:32.469167 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60481998-fe22-49b1-8284-06084392589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.647844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.688229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-e680485c-9e5d-4c0e-9bde-2d9fb3f4267c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.1245043 Dec 15 04:36:32.702857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-60481998-fe22-49b1-8284-06084392589e None None] Allocated IP 172.20.0.2 (9ace74d7-1728-4e60-b5e3-fa93dae4d4b9/72f2288a-3901-4d16-a2d2-3e7698446101/d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:32.777875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-648d9cb0-8902-459f-839d-356c064e5bed req-c7615ae7-1469-4e0c-a82b-b5749c00fe57 tempest-ListServersNegativeTestJSON-274053758 tempest-ListServersNegativeTestJSON-274053758-project] 10.222.0.37 "GET /v2.0/ports?device_id=440da98c-6d30-4718-8cac-246cb87e304d HTTP/1.1" status: 200 len: 210 time: 0.4886470 Dec 15 04:36:32.806609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee601e5-a539-420c-956a-4d3df1a12330 req-857cb237-6df5-416d-8622-8c53a11c17aa tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:32.808469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bee601e5-a539-420c-956a-4d3df1a12330 req-857cb237-6df5-416d-8622-8c53a11c17aa tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 945 time: 0.6642914 Dec 15 04:36:32.817903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc1c89-4d86-48a9-a273-f830ea3ff32a req-eca2d4c8-22d0-4556-8152-9decdcb4207c tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:32.826942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bedc1c89-4d86-48a9-a273-f830ea3ff32a req-eca2d4c8-22d0-4556-8152-9decdcb4207c tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 945 time: 0.7767787 Dec 15 04:36:32.861328 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6696238-7ed9-4329-a996-f0d787748686 req-7f5d7746-21fb-4384-9ad1-bbbae4a79a3c service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469560 Dec 15 04:36:32.863918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.878305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-cc92be82-7917-41e2-8fa1-6a9fe3cfbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:32.880016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-cc92be82-7917-41e2-8fa1-6a9fe3cfbd1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1761255 Dec 15 04:36:32.913566 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60481998-fe22-49b1-8284-06084392589e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.923046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60481998-fe22-49b1-8284-06084392589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.950590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bedc1c89-4d86-48a9-a273-f830ea3ff32a req-52600d63-72d4-4a5d-8ce5-a828cdecd02d tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/security-groups?id=615f8b18-49f8-4789-b745-42265f803f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215198 Dec 15 04:36:32.968167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:32.987047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60481998-fe22-49b1-8284-06084392589e None None] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:32.994046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-60481998-fe22-49b1-8284-06084392589e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:33.002229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60481998-fe22-49b1-8284-06084392589e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:33.005187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Deleting port 7752c6d0-b875-4a7c-8632-ed6a47633a85 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:33.008904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.062802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60481998-fe22-49b1-8284-06084392589e None None] Pushing event updated for resources: {'Port': ['ID=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:33.103378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-e5b4a0a1-8a31-4b8b-81ea-3e73070375be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:33.105484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-e5b4a0a1-8a31-4b8b-81ea-3e73070375be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2107058 Dec 15 04:36:33.117743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-60481998-fe22-49b1-8284-06084392589e None None] Attempting to bind port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:33.118269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-60481998-fe22-49b1-8284-06084392589e None None] Attempting to bind port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:33.119293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60481998-fe22-49b1-8284-06084392589e None None] Attempting to bind port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa on network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:33.126113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60481998-fe22-49b1-8284-06084392589e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:33.126631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60481998-fe22-49b1-8284-06084392589e None None] Checking segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:33.127120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60481998-fe22-49b1-8284-06084392589e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.127715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60481998-fe22-49b1-8284-06084392589e None None] Bound using segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:33.128531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-60481998-fe22-49b1-8284-06084392589e None None] Bound port: d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:33.129554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60481998-fe22-49b1-8284-06084392589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.172360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dc7d2-62a7-4747-9a01-5b0ed94ee0ed req-b8cdd19c-de81-4d57-ac6c-7e8458b76cf5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:33.174102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a8dc7d2-62a7-4747-9a01-5b0ed94ee0ed req-b8cdd19c-de81-4d57-ac6c-7e8458b76cf5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 944 time: 0.0761218 Dec 15 04:36:33.206422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'name': 'network-vif-deleted', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7'}, {'name': 'network-changed', 'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:33.209097 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250a1386-d133-48a7-b529-38958349a476" -d '{"events": [{"server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "name": "network-vif-deleted", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7"}, {"name": "network-changed", "server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:33.272752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.288338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-60481998-fe22-49b1-8284-06084392589e None None] For port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:33.289755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] For port 7752c6d0-b875-4a7c-8632-ed6a47633a85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7752c6d0-b875-4a7c-8632-ed6a47633a85,segment=NetworkSegment(d0e0a9fc-5e7d-41f5-8767-ec852c273588),segment_id=d0e0a9fc-5e7d-41f5-8767-ec852c273588)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:33.290135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.295115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-60481998-fe22-49b1-8284-06084392589e None None] For port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:33.325075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a8dc7d2-62a7-4747-9a01-5b0ed94ee0ed req-54e4a7ab-8dbd-4239-93e3-c2703e4487b5 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305335 Dec 15 04:36:33.333521 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60481998-fe22-49b1-8284-06084392589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.343138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Calling delete_port for 7752c6d0-b875-4a7c-8632-ed6a47633a85 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:33.351862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.384756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae5922-2006-42bd-a334-8b559e02a02c req-4fb6324b-cb80-4912-b9a6-e3ab19d51174 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:33.413355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae5922-2006-42bd-a334-8b559e02a02c req-4fb6324b-cb80-4912-b9a6-e3ab19d51174 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:33.417081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9ae5922-2006-42bd-a334-8b559e02a02c req-4fb6324b-cb80-4912-b9a6-e3ab19d51174 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93&device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 1689 time: 0.1887972 Dec 15 04:36:33.444604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60481998-fe22-49b1-8284-06084392589e None None] Pushing event updated for resources: {'Port': ['ID=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:33.612385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c469dc-1146-4ef1-a431-820a43fa7eb1 req-0ec34254-87be-46b5-80a9-df4833f15aae tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:33.629638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5c469dc-1146-4ef1-a431-820a43fa7eb1 req-0ec34254-87be-46b5-80a9-df4833f15aae tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1717887 Dec 15 04:36:33.657575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9ae5922-2006-42bd-a334-8b559e02a02c req-7fd6bced-b3af-4c46-9410-3b5a82f91f57 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229877 Dec 15 04:36:33.713437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-1b04a608-a49f-4eea-afe9-ba21d3faa855 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988538 Dec 15 04:36:33.768647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5c469dc-1146-4ef1-a431-820a43fa7eb1 req-35af58f3-927d-4317-896b-89841e2b8b0f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073568 Dec 15 04:36:33.801251 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da971d98-a9a0-4fa7-ab8a-8e7ba6af20dc x-openstack-request-id: req-da971d98-a9a0-4fa7-ab8a-8e7ba6af20dc {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:33.801648 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440da98c-6d30-4718-8cac-246cb87e304d", "name": "network-vif-deleted", "tag": "8efbed6d-b96d-4ce6-a428-4366740ab6b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:33.801822 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da971d98-a9a0-4fa7-ab8a-8e7ba6af20dc {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:33.802265 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440da98c-6d30-4718-8cac-246cb87e304d', 'name': 'network-vif-deleted', 'tag': '8efbed6d-b96d-4ce6-a428-4366740ab6b7', 'status': 'completed', 'code': 200} Dec 15 04:36:33.802533 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'status': 'completed', 'code': 200} Dec 15 04:36:33.902865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:33.924754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59246) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:33.934350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Pushing event deleted for resources: {'Port': ['ID=7752c6d0-b875-4a7c-8632-ed6a47633a85,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:33.938846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7752c6d0-b875-4a7c-8632-ed6a47633a85'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:34.043700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] No DVR routers for this DVR port 7752c6d0-b875-4a7c-8632-ed6a47633a85 on host n-h2-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:36:34.047324 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.051925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bee601e5-a539-420c-956a-4d3df1a12330 req-8555a593-2857-487b-89f7-20ffd691693f tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.42 "DELETE /v2.0/ports/7752c6d0-b875-4a7c-8632-ed6a47633a85 HTTP/1.1" status: 204 len: 173 time: 1.2218289 Dec 15 04:36:34.053774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'name': 'network-vif-deleted', 'tag': '7752c6d0-b875-4a7c-8632-ed6a47633a85'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:34.057369 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a43aac-c6ff-4a98-b0d6-4c7264f3eb45" -d '{"events": [{"server_uuid": "5c40536e-fae4-4642-b4d1-1a2a0c66817c", "name": "network-vif-deleted", "tag": "7752c6d0-b875-4a7c-8632-ed6a47633a85"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:34.067213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e5a2a7bf-05b6-46f8-aea9-9bfaa40ab18f req-1c53ead9-fbe5-4dfb-a0ca-3ed45f295911 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424337 Dec 15 04:36:34.099281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Deleting subnet 00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:36:34.102215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.107730 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.110806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f09e9a02-efaa-4cdd-8cd3-bdac4b0536aa req-550e72ec-a199-4c53-8077-943b33f335e7 tempest-ServerPasswordTestJSON-1042369297 tempest-ServerPasswordTestJSON-1042369297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c40536e-fae4-4642-b4d1-1a2a0c66817c HTTP/1.1" status: 200 len: 210 time: 0.0576499 Dec 15 04:36:34.113943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40440a-7fb3-4546-a99a-a6d618b5ea31 req-0c70da4f-89a8-441d-9bb4-39ea8b066657 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:34.124550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc40440a-7fb3-4546-a99a-a6d618b5ea31 req-0c70da4f-89a8-441d-9bb4-39ea8b066657 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 1101 time: 0.1395612 Dec 15 04:36:34.157548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:34.177765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.197807 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eed6c1-51db-4597-96d1-48a90381a045 x-openstack-request-id: req-96eed6c1-51db-4597-96d1-48a90381a045 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:34.198560 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c40536e-fae4-4642-b4d1-1a2a0c66817c", "name": "network-vif-deleted", "tag": "7752c6d0-b875-4a7c-8632-ed6a47633a85", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:34.199123 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96eed6c1-51db-4597-96d1-48a90381a045 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:34.199705 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40536e-fae4-4642-b4d1-1a2a0c66817c', 'name': 'network-vif-deleted', 'tag': '7752c6d0-b875-4a7c-8632-ed6a47633a85', 'status': 'completed', 'code': 200} Dec 15 04:36:34.204553 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc40440a-7fb3-4546-a99a-a6d618b5ea31 req-1f59d462-d640-450a-91a8-d45d9deb6476 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791895 Dec 15 04:36:34.281897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.317486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:34.354765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b', 'mac_address': 'fa:16:3e:9f:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:34.356839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd121683-ae34-4c1c-9280-ac39d9327026 req-3fd22a0a-631e-4689-851b-82c47fd872bb tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:34.366020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd121683-ae34-4c1c-9280-ac39d9327026 req-3fd22a0a-631e-4689-851b-82c47fd872bb tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 1101 time: 0.0701780 Dec 15 04:36:34.433898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.439878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.445875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd121683-ae34-4c1c-9280-ac39d9327026 req-59754b1e-6dee-4ae1-b4dc-e2ee688c2b8c tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792606 Dec 15 04:36:34.469068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:34.509827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:34.518831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.535412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280549-1c2b-4c4b-b650-3fb3450cf607 req-d1651ae9-c8c6-4f89-8f83-26734a36a21e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:34.544954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5280549-1c2b-4c4b-b650-3fb3450cf607 req-d1651ae9-c8c6-4f89-8f83-26734a36a21e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 944 time: 0.1143150 Dec 15 04:36:34.574467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1386-d133-48a7-b529-38958349a476 req-ac22fdca-e290-487e-a02d-4aca712a1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:34.580363 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-ac22fdca-e290-487e-a02d-4aca712a1658 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1099 time: 0.3833392 Dec 15 04:36:34.621178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:34.662674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5280549-1c2b-4c4b-b650-3fb3450cf607 req-39067da8-10c7-45a7-b298-8beff6500cdb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163154 Dec 15 04:36:34.664210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Deleting port b4f3232f-730c-4bc8-9246-01e85b90bea9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:34.664979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:34.767532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:34.782358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Allocated IP 172.25.2.21 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/bfcdd3df-e340-4577-b262-09e91aa6e77a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:34.886849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['07ddcaf1-6ffe-44c3-83a4-e01fd008f61b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:34.955552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.036598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e60551-a1ca-4c9c-b08a-7cd067045029 None None] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:35.065643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.066238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82834db3-f1c8-43a8-a13f-18281a043e40 req-6d20a163-5503-4711-b80c-57aa5d6a077f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:35.068088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82834db3-f1c8-43a8-a13f-18281a043e40 req-6d20a163-5503-4711-b80c-57aa5d6a077f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1524754 Dec 15 04:36:35.075386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/00e0d558-57cd-416e-9ffe-cc2b54ca0dc8 HTTP/1.1" status: 204 len: 168 time: 1.0980885 Dec 15 04:36:35.076277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a36c10-d9d4-4bf0-a976-d981d9b6d42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e0d558-57cd-416e-9ffe-cc2b54ca0dc8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:35.083339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] For port b4f3232f-730c-4bc8-9246-01e85b90bea9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b4f3232f-730c-4bc8-9246-01e85b90bea9,segment=NetworkSegment(fc80bafc-1755-4355-929c-c8e297898469),segment_id=fc80bafc-1755-4355-929c-c8e297898469)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:35.083899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.086307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59272) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:35.087595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1386-d133-48a7-b529-38958349a476 req-37f15bca-bed1-4bd0-9814-6497330d613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:35.089502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-37f15bca-bed1-4bd0-9814-6497330d613b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4845061 Dec 15 04:36:35.162103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-81b4fb19-8a65-41e1-84b4-8fbd27536704 None None] Provisioning complete for port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:35.162659 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81b4fb19-8a65-41e1-84b4-8fbd27536704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.185640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-ccd31f79-3ebf-472c-8c56-8ff759f9a3c2 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388231 Dec 15 04:36:35.201462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82834db3-f1c8-43a8-a13f-18281a043e40 req-4d29fe8e-568f-4322-bc18-6b9ec26f0a1f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225336 Dec 15 04:36:35.216737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Calling delete_port for b4f3232f-730c-4bc8-9246-01e85b90bea9 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:35.233033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-bf30af10-534f-4905-ac84-7879f6b33416 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.0730925 Dec 15 04:36:35.258878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59280) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:35.304232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:35.304606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.308571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.349100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.384913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Deleting subnet 03a5dd16-a6a1-435b-8d7d-765fefdb6daf {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:36:35.396898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.410735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1386-d133-48a7-b529-38958349a476 req-6af5bd15-19a0-4a91-a24f-68609de89bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:35.412251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-6af5bd15-19a0-4a91-a24f-68609de89bdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1486356 Dec 15 04:36:35.479913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.533539 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81b4fb19-8a65-41e1-84b4-8fbd27536704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.610209 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.622599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.626607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-81b4fb19-8a65-41e1-84b4-8fbd27536704 None None] For port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:35.638233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81b4fb19-8a65-41e1-84b4-8fbd27536704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.699592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a83efb75-46e4-467c-89eb-caf485574c39 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:35.713783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a83efb75-46e4-467c-89eb-caf485574c39 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5111043 Dec 15 04:36:35.722650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.760225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-e9f3bf0d-8e0f-4f48-a271-520ec1f48c7b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/quotas/ac2e0af62b5540f8bc989f7b4642196b HTTP/1.1" status: 200 len: 375 time: 0.0437315 Dec 15 04:36:35.775510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.782185 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:36:35.782554 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:36:35.835156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1386-d133-48a7-b529-38958349a476 req-265933c2-fe5e-4523-ba2d-77c558ffb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:35.836792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-265933c2-fe5e-4523-ba2d-77c558ffb59e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4154856 Dec 15 04:36:35.839673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:35.843593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4fb19-8a65-41e1-84b4-8fbd27536704 None None] Pushing event updated for resources: {'Port': ['ID=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:35.857926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ea8489-b8ae-4744-8dee-68db0f7d6d9c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:35.864377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:35.868143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:35.920698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-30c02438-5edb-4b23-a266-a711b3d92274 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1592491 Dec 15 04:36:35.924437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:35.938868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1151b3-c9b0-48f1-9a1b-eda62d2b91d2 req-e68e8e7b-8454-42a9-a3ad-0e0eabc32d1c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:35.941754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc1151b3-c9b0-48f1-9a1b-eda62d2b91d2 req-e68e8e7b-8454-42a9-a3ad-0e0eabc32d1c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 945 time: 0.1396875 Dec 15 04:36:35.949108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcdd3df-e340-4577-b262-09e91aa6e77a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:35.959501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f57401c-764e-43c7-85d3-b2514a851280') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:35.959795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f57401c-764e-43c7-85d3-b2514a851280') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:35.974425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-feab4fe5-2d07-46a8-a6bd-89cd6709adad None None] Provisioning complete for port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:35.984289 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-feab4fe5-2d07-46a8-a6bd-89cd6709adad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.007841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a5dd16-a6a1-435b-8d7d-765fefdb6daf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:36.009928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.015310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-efafd951-a9b4-4519-bce9-77241a8cec47 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/03a5dd16-a6a1-435b-8d7d-765fefdb6daf HTTP/1.1" status: 204 len: 168 time: 0.7481782 Dec 15 04:36:36.015703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.036156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59286) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:36.058924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.151339 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc1151b3-c9b0-48f1-9a1b-eda62d2b91d2 req-fb8242bc-5a96-4650-84cd-097a46d3ed2a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460810 Dec 15 04:36:36.152538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:36:36.152987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:36:36.156925 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:36:36.160270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:36.194220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:36.203169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.217210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.265794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-49df31d8-5c4a-42cf-9405-b9973bd606eb service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190307 Dec 15 04:36:36.317095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f3232f-730c-4bc8-9246-01e85b90bea9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:36.384855 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.402862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:36.428541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'mac_address': 'fa:16:3e:2c:30:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:36.438310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbd9b57-41e5-4acb-9c48-566ccb434536']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:36.475393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e0a9fc-5e7d-41f5-8767-ec852c273588') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:36.475838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e0a9fc-5e7d-41f5-8767-ec852c273588') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:36.502621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.523316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47b68-656e-470c-b9b3-e6d1b85bcb03 req-7f8dafc1-5541-48fa-9a4d-8855caebdcd5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:36.525278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6b47b68-656e-470c-b9b3-e6d1b85bcb03 req-7f8dafc1-5541-48fa-9a4d-8855caebdcd5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1856124 Dec 15 04:36:36.533822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:36.553251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:36.553651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.590529 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.595308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.611101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3f74a5-5907-49bd-9b2f-43928679c082 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:36.612357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6b47b68-656e-470c-b9b3-e6d1b85bcb03 req-db67f894-36ae-4b28-b10c-6c52522b5ac8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796163 Dec 15 04:36:36.640866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:36:36.641892 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:36:36.647534 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:36:36.671392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.729176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:36.731144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.742481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.775479 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.787250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.788804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:36.795679 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/53ea8489-b8ae-4744-8dee-68db0f7d6d9c HTTP/1.1" status: 204 len: 168 time: 1.7049758 Dec 15 04:36:36.816903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] 10.222.0.37 "DELETE /v2.0/networks/5dbd9b57-41e5-4acb-9c48-566ccb434536 HTTP/1.1" status: 204 len: 168 time: 0.7700934 Dec 15 04:36:36.832014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f1b0a-a472-431d-8536-cc76ac3bbfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=53ea8489-b8ae-4744-8dee-68db0f7d6d9c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:36.873774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561d34-96c7-44b0-bdc2-e6af5e8f101b admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbd9b57-41e5-4acb-9c48-566ccb434536,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:36.987022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:37.087651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59300) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:37.157133 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-250a1386-d133-48a7-b529-38958349a476 req-d65403a9-cb15-485f-a95f-dc63911d5c12 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547263 Dec 15 04:36:37.171208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c809f0c3-1ad3-4b6e-89f3-2002a246f2e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12fa4893beae4d449bc8a6e94602582e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821733 Dec 15 04:36:37.171886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59306) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:37.206729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:37.316282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.351320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ed396ae-5614-4b82-9f18-c7c42a778745 req-0363d6bd-d109-4545-8574-5d590d4a01bd tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 210 time: 0.0655687 Dec 15 04:36:37.365750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc26a52f-68e5-40f6-81d5-2bc388b8aa16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.403155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:37.404335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc26a52f-68e5-40f6-81d5-2bc388b8aa16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.404447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.422000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8610e-1cad-4fed-9050-61cac02f8609 req-967e5d56-7ab7-436a-a6b9-de14df21be8f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:37.424044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86f8610e-1cad-4fed-9050-61cac02f8609 req-967e5d56-7ab7-436a-a6b9-de14df21be8f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 945 time: 0.1254408 Dec 15 04:36:37.429292 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.455311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c9be16b7-6bf9-4514-8ccb-19e269afec36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26655a6d762e4a20ab55bd713343e8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396626 Dec 15 04:36:37.456439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:37.463405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.466487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:37.472315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ff3f74a5-5907-49bd-9b2f-43928679c082'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:37.498676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:37.514357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86f8610e-1cad-4fed-9050-61cac02f8609 req-7bae14c7-36db-4a56-a703-79bcce8b4ad0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816028 Dec 15 04:36:37.525886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc26a52f-68e5-40f6-81d5-2bc388b8aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.530363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:37.530922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc26a52f-68e5-40f6-81d5-2bc388b8aa16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.535106 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c5e29-5390-471c-94dd-e01822a09fbb" -d '{"events": [{"server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "name": "network-vif-plugged", "status": "completed", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:37.535758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cc26a52f-68e5-40f6-81d5-2bc388b8aa16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/615f8b18-49f8-4789-b745-42265f803f29 HTTP/1.1" status: 204 len: 168 time: 0.3625805 Dec 15 04:36:37.549470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.550494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7752c6d0-b875-4a7c-8632-ed6a47633a85 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:37.565638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26a52f-68e5-40f6-81d5-2bc388b8aa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f8b18-49f8-4789-b745-42265f803f29,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:37.580971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 7752c6d0-b875-4a7c-8632-ed6a47633a85 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:36:37.581301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7752c6d0-b875-4a7c-8632-ed6a47633a85 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:36:37.613067 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bd4256-1864-49d1-b23c-e4bb410dda46 x-openstack-request-id: req-01bd4256-1864-49d1-b23c-e4bb410dda46 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:37.613359 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "name": "network-vif-plugged", "status": "completed", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:37.613639 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01bd4256-1864-49d1-b23c-e4bb410dda46 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:37.614010 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b', 'code': 200} Dec 15 04:36:37.838165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7fba-f5c4-40bf-8a73-a89abce96b06 req-1254e1cd-2192-42c0-8bc0-6dbf5c348fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:37.839643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-693d7fba-f5c4-40bf-8a73-a89abce96b06 req-1254e1cd-2192-42c0-8bc0-6dbf5c348fcc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 1098 time: 0.1063440 Dec 15 04:36:37.851034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449794-b5ee-477f-81a9-0b102e198da7 req-a18e713d-4104-44ec-86e8-03a05230766c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:37.862897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5449794-b5ee-477f-81a9-0b102e198da7 req-a18e713d-4104-44ec-86e8-03a05230766c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 948 time: 0.1250119 Dec 15 04:36:37.867090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:37.968996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dbb4ae-36a4-4d7f-bf83-3786435bdce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:37.984832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5449794-b5ee-477f-81a9-0b102e198da7 req-410cdfa9-29e6-462d-9bef-0d1855d2405c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198852 Dec 15 04:36:38.100392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dbb4ae-36a4-4d7f-bf83-3786435bdce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:38.272592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-693d7fba-f5c4-40bf-8a73-a89abce96b06 req-43ac6d33-f8c2-499b-9479-387d58664b58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151862 Dec 15 04:36:38.310388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:38.321365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dbb4ae-36a4-4d7f-bf83-3786435bdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:38.328986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dbb4ae-36a4-4d7f-bf83-3786435bdce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:38.328986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-77dbb4ae-36a4-4d7f-bf83-3786435bdce1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f1808f0-dfc6-4178-8c4c-7557e0711ffc HTTP/1.1" status: 204 len: 168 time: 0.8249838 Dec 15 04:36:38.418600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:36:38.435266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbb4ae-36a4-4d7f-bf83-3786435bdce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1808f0-dfc6-4178-8c4c-7557e0711ffc,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:38.508704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06314896-0b3b-4a70-b864-890f3ddd7c08 req-23c7303a-1fb9-4f4f-b779-2cf28173b8de tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 210 time: 0.0713885 Dec 15 04:36:38.611285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:38.620030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5dcb0eb8-3a37-49cc-8f5a-59a176e6a182 admin admin] 10.222.0.37 "PUT /v2.0/routers/d115d4c9-2b4c-4059-ac9a-12feafbf0e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3659220 Dec 15 04:36:38.621039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59356) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:38.628870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] Sync routers for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:38.629492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Router a0e31c88-0756-45d7-bbe3-bcc722f65b93 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:36:38.650752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:38.652844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:38.687610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e260cb4-ea9f-449f-ad0e-c5b11ec01f13 req-e51450c1-bb14-43bf-85cd-53d1bcfde4fb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:38.689186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e260cb4-ea9f-449f-ad0e-c5b11ec01f13 req-e51450c1-bb14-43bf-85cd-53d1bcfde4fb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.0736232 Dec 15 04:36:38.773872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e260cb4-ea9f-449f-ad0e-c5b11ec01f13 req-075eb0f8-aabf-4bc6-a589-77a13594884e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760565 Dec 15 04:36:38.828203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:38.930811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:38.946986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:38.961387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Sync routers for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:38.983724 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:38.984548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:39.092399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:39.093976 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-15c6c94d-5bdc-4806-ac34-6f210095d939 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1476800 Dec 15 04:36:39.096788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59386) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:39.162892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:39.228668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:36:35Z', 'revision_number': 5, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port': {'id': 'd9147477-dd5f-4b37-8df6-160d98dec492', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:34:35Z', 'updated_at': '2021-12-15T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:39.260978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:39.282956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] Checking router: d115d4c9-2b4c-4059-ac9a-12feafbf0e29 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:39.300078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] Routers {'d115d4c9-2b4c-4059-ac9a-12feafbf0e29'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:39.301591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:39.417514 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:39.476728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] Set router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:39.642744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b4df-f0b4-46fc-969a-d3b5a81804d6 req-6aa31a7f-3eff-491e-ac84-0c9f383758ca tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:39.655963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8520b4df-f0b4-46fc-969a-d3b5a81804d6 req-6aa31a7f-3eff-491e-ac84-0c9f383758ca tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 948 time: 0.4379003 Dec 15 04:36:39.705094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:36:39Z', 'revision_number': 6, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:39.769487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9441739-55b9-4c8e-bebf-cea0bbef29c2 None None] The sync data for ids ['d115d4c9-2b4c-4059-ac9a-12feafbf0e29'] in n-d-820935-10 is: [{'id': 'd115d4c9-2b4c-4059-ac9a-12feafbf0e29', 'name': 'tempest-ServerRescueTestJSONUnderV235-1416643648-router', 'tenant_id': '0a987d56dae44b1cbb839d8256292ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:34:34Z', 'updated_at': '2021-12-15T04:36:39Z', 'revision_number': 6, 'project_id': '0a987d56dae44b1cbb839d8256292ceb', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:39.802683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4a49409-d00d-4f8c-b370-795d9c6b5ff0 req-41165ba2-70f9-4a33-9f21-845574c64dfc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 210 time: 0.0950418 Dec 15 04:36:39.830481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1780508612-network', 'tenant_id': '25856155fe9c4775ad778b264b6f801b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:40.133757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Made reservation on behalf of 25856155fe9c4775ad778b264b6f801b for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:40.136226 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.173682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:40.207658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.221293 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-ab076ed8-f74c-4254-b5d7-aacf6169bd9c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1685364 Dec 15 04:36:40.253524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8520b4df-f0b4-46fc-969a-d3b5a81804d6 req-123fc078-dea8-473d-a7d4-e7502b7273a0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909996 Dec 15 04:36:40.254528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59406) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:40.275463 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-0658b795-0660-4c5b-a831-2cbb447718bd tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2306657 Dec 15 04:36:40.352046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:36Z', 'revision_number': 3, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:40.398452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Checking router: a0e31c88-0756-45d7-bbe3-bcc722f65b93 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:40.398807 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Updating router a0e31c88-0756-45d7-bbe3-bcc722f65b93 port bfcdd3df-e340-4577-b262-09e91aa6e77a binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:36:40.409041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dda9de-c905-47af-bc4f-914a3bb408c2 req-7f6e4c90-947e-42db-afdf-c3f07cceb082 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:40.416540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5dda9de-c905-47af-bc4f-914a3bb408c2 req-7f6e4c90-947e-42db-afdf-c3f07cceb082 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3401227 Dec 15 04:36:40.442846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ff3f74a5-5907-49bd-9b2f-43928679c082 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:40.453266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ff3f74a5-5907-49bd-9b2f-43928679c082 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:40.455734 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.500568 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.553281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-7a4e15d4-311e-466a-9c6c-5e09fbdbd23c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:40.555110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-7a4e15d4-311e-466a-9c6c-5e09fbdbd23c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675896 Dec 15 04:36:40.608347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:40.637932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.663491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:40.670081 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833389fd-ac7f-482f-967e-392f9fd1f0b4" -d '{"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:40.687975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:40.692581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.700654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5dda9de-c905-47af-bc4f-914a3bb408c2 req-c97e7cbf-6bbb-4907-b22b-3d2dc9f07dbe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829366 Dec 15 04:36:40.725703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-911100500-network', 'tenant_id': '902db1fc7ba44a20aeea7b1b89b6db60'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:40.775357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:40.791650 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef9bd82-0a27-4184-846a-d22ff030721e x-openstack-request-id: req-3ef9bd82-0a27-4184-846a-d22ff030721e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:40.792004 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:40.792444 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ef9bd82-0a27-4184-846a-d22ff030721e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:40.792924 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'code': 200} Dec 15 04:36:40.850697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b4f3232f-730c-4bc8-9246-01e85b90bea9 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:40.933352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b4f3232f-730c-4bc8-9246-01e85b90bea9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:36:40.933822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b4f3232f-730c-4bc8-9246-01e85b90bea9 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:36:40.935671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d9147477-dd5f-4b37-8df6-160d98dec492 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:36:40.973096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:40.994591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Deleting port d9147477-dd5f-4b37-8df6-160d98dec492 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:36:40.994936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.027191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.064628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20168454-f8ef-4a36-900f-0256df6c6130 req-011ee621-998e-4db9-ae74-d28743acaec0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 210 time: 0.1098917 Dec 15 04:36:41.086400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-3ae2a6b3-da62-42cd-8973-348705d1e8dc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:41.088220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-3ae2a6b3-da62-42cd-8973-348705d1e8dc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8591638 Dec 15 04:36:41.110784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Made reservation on behalf of 902db1fc7ba44a20aeea7b1b89b6db60 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:41.115187 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.117175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.131419 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.175658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.179569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.190356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:41.232574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port d9147477-dd5f-4b37-8df6-160d98dec492, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9147477-dd5f-4b37-8df6-160d98dec492,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:41.237297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010323aa-32f2-45af-bcfd-951cddc0d485,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:41.243038 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.243384 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Added segment bc09a44c-a018-4b51-9f3b-7bfa059eee47 of type vlan for network 0d8267f8-37d8-4858-9ce1-fc08b6773fca Dec 15 04:36:41.243633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.262023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be63462-2925-4677-96ee-bb6ae70d66b0 req-7fa204ab-7671-4ca3-9db4-365dc253e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:41.263772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2be63462-2925-4677-96ee-bb6ae70d66b0 req-7fa204ab-7671-4ca3-9db4-365dc253e70c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1101 time: 0.3496377 Dec 15 04:36:41.330381 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Attempting to bind port bfcdd3df-e340-4577-b262-09e91aa6e77a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:41.330962 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Attempting to bind port bfcdd3df-e340-4577-b262-09e91aa6e77a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:41.331456 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Attempting to bind port bfcdd3df-e340-4577-b262-09e91aa6e77a on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:41.333188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] For port d9147477-dd5f-4b37-8df6-160d98dec492, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9147477-dd5f-4b37-8df6-160d98dec492,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:41.333676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.347146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da27ac-bac8-4724-b2da-dd533428b6c1 None None] Pushing event updated for resources: {'Port': ['ID=bfcdd3df-e340-4577-b262-09e91aa6e77a,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:41.354651 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:41.355337 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:41.356972 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.357799 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:41.359311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Bound port: bfcdd3df-e340-4577-b262-09e91aa6e77a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:41.360743 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.372182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Calling delete_port for d9147477-dd5f-4b37-8df6-160d98dec492 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:36:41.399011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=d9147477-dd5f-4b37-8df6-160d98dec492,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:41.458156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.460301 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] For port bfcdd3df-e340-4577-b262-09e91aa6e77a, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:41.466604 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] For port bfcdd3df-e340-4577-b262-09e91aa6e77a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bfcdd3df-e340-4577-b262-09e91aa6e77a,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:41.474387 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.480283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501494a-b175-4462-b927-cebc0abc7102 req-004e7cdf-f5d0-43da-94a5-620d9fbb507c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:41.482014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0501494a-b175-4462-b927-cebc0abc7102 req-004e7cdf-f5d0-43da-94a5-620d9fbb507c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3041673 Dec 15 04:36:41.528950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:41.543757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.556231 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da27ac-bac8-4724-b2da-dd533428b6c1 None None] Pushing event updated for resources: {'Port': ['ID=bfcdd3df-e340-4577-b262-09e91aa6e77a,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:41.582843 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:41.587605 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:41.587823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2be63462-2925-4677-96ee-bb6ae70d66b0 req-20b2a8b9-0503-4d21-84c0-1268302842cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938752 Dec 15 04:36:41.603864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f64e0-b8bd-4284-a941-3521d8d0dc67 req-9584c00b-efe9-495b-8e41-e61ffc4f9cae tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:41.608050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b5f64e0-b8bd-4284-a941-3521d8d0dc67 req-9584c00b-efe9-495b-8e41-e61ffc4f9cae tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2242093 Dec 15 04:36:41.616808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.619462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:41.620077 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.735468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0501494a-b175-4462-b927-cebc0abc7102 req-621ed68c-2772-44d9-99ee-b90cb794e4e0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353320 Dec 15 04:36:41.750860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:41.755926 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.761678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.773896 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:41.817649 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.829288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4512017 Dec 15 04:36:41.842595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9147477-dd5f-4b37-8df6-160d98dec492,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:41.854399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.875087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916a4e0-45ac-4c92-bb42-eab958f92113 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8267f8-37d8-4858-9ce1-fc08b6773fca,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:41.887820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0d8267f8-37d8-4858-9ce1-fc08b6773fca details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:41.889985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:41.894067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:41.975535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b5f64e0-b8bd-4284-a941-3521d8d0dc67 req-14e68780-0294-45f4-a5cd-9a8c89a2e82f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483090 Dec 15 04:36:42.001858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:42.006108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7485c-8ec7-48c0-8254-b29daa680fa3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:42.028552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.028701 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Added segment 14aa9a0d-d8df-4201-8449-f217f0a28b4e of type vlan for network da6896b9-7abb-4e20-bc20-b46c71b410db Dec 15 04:36:42.063576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.119796 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:36Z', 'revision_number': 3, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:42.174411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.206817 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137fd0d-773b-4806-8c81-3993034f1e59 None None] The sync data for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 is: [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:36Z', 'revision_number': 3, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:42.211012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.212098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:42.212786 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.218162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.222686 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.233291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.166 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/b1c211d6-7c95-478f-b22f-6d76a4dbefe2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:42.306940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.307804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d115d4c9-2b4c-4059-ac9a-12feafbf0e29 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:36:42.313449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.317061 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d35402b9-7a21-49fc-9859-7d0f89384a6c admin admin] 10.222.0.37 "DELETE /v2.0/routers/d115d4c9-2b4c-4059-ac9a-12feafbf0e29 HTTP/1.1" status: 204 len: 168 time: 3.6925163 Dec 15 04:36:42.318406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59440) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:42.409349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3bdce63-977f-49c3-9086-6689adebbfb6 req-cfb6f6c9-b4c9-4650-8b7c-208a167b7278 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 210 time: 0.1923254 Dec 15 04:36:42.427969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Allocated IP 172.20.0.1 (9ace74d7-1728-4e60-b5e3-fa93dae4d4b9/72f2288a-3901-4d16-a2d2-3e7698446101/fb78978c-58f5-44e6-8ad1-953f65790994) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:42.489172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Deleting subnet bed86bc6-a323-47d2-b469-f0f5ecc06714 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:36:42.496257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.565778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.611895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.641594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.744425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.794401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:42.794680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.856912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5712528 Dec 15 04:36:42.857508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:42.858158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108452a4-7900-4f8a-846c-ad29264727cf admin admin] Pushing event updated for resources: {'Network': ['ID=da6896b9-7abb-4e20-bc20-b46c71b410db,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:42.866284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bed86bc6-a323-47d2-b469-f0f5ecc06714 HTTP/1.1" status: 204 len: 168 time: 0.5410941 Dec 15 04:36:42.867132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59446) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:42.867564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59448) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:42.886676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network da6896b9-7abb-4e20-bc20-b46c71b410db details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:42.900858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fbacc-a2c6-4fa5-9854-41805bba6f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed86bc6-a323-47d2-b469-f0f5ecc06714,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:42.934652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:42.944799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:42.970078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.206 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/edccef9d-7113-4809-95e6-7430c7efd80e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:42.972697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:43.005967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:43.095843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.097056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.166111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-781ffa0a-ebde-426b-9cd6-f692d49b6776 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5776181 Dec 15 04:36:43.216931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Request body: {'port': {'device_id': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:43.334847 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.398110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-145a52bf-6d77-4fae-b8cc-07363b93da36 None None] Provisioning complete for port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:43.398731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-145a52bf-6d77-4fae-b8cc-07363b93da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.440469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-145a52bf-6d77-4fae-b8cc-07363b93da36 None None] Port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:43.474108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Request body: {'subnet': {'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-911100500-subnet', 'tenant_id': '902db1fc7ba44a20aeea7b1b89b6db60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:43.545581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.601653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778bbe-b8c7-49d3-83aa-2cece3e6d89c req-73c2fe65-8a4e-4c7b-9d56-85c5997a81b3 tempest-ComputeTenantNetworksTest-381194338 tempest-ComputeTenantNetworksTest-381194338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.608825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778bbe-b8c7-49d3-83aa-2cece3e6d89c req-73c2fe65-8a4e-4c7b-9d56-85c5997a81b3 tempest-ComputeTenantNetworksTest-381194338 tempest-ComputeTenantNetworksTest-381194338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.615106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778bbe-b8c7-49d3-83aa-2cece3e6d89c req-73c2fe65-8a4e-4c7b-9d56-85c5997a81b3 tempest-ComputeTenantNetworksTest-381194338 tempest-ComputeTenantNetworksTest-381194338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.616804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63778bbe-b8c7-49d3-83aa-2cece3e6d89c req-73c2fe65-8a4e-4c7b-9d56-85c5997a81b3 tempest-ComputeTenantNetworksTest-381194338 tempest-ComputeTenantNetworksTest-381194338-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.2038674 Dec 15 04:36:43.617437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Made reservation on behalf of 902db1fc7ba44a20aeea7b1b89b6db60 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:43.619992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.659847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.665983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.734666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.753788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:43.754982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:43.760139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:43.769093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:43.822821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b49a2-9657-4b8c-a238-3db2869a265c req-7ef4d54e-f7f5-49da-9396-2de94c825c14 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.824388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d92b49a2-9657-4b8c-a238-3db2869a265c req-7ef4d54e-f7f5-49da-9396-2de94c825c14 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.9582968 Dec 15 04:36:43.876732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.877668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.880909 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:43.909031 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-a4f45b1a-fee2-46b8-b1b3-9f693177aa65 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3869033 Dec 15 04:36:43.915965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039408cd-f97a-45fa-a1e3-020f90f731e6 req-2593b8d4-2dce-4414-8b3c-5b2d232b3cf3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:43.917496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-039408cd-f97a-45fa-a1e3-020f90f731e6 req-2593b8d4-2dce-4414-8b3c-5b2d232b3cf3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2021742 Dec 15 04:36:43.932547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Request body: {'port': {'device_id': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:43.987527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c211d6-7c95-478f-b22f-6d76a4dbefe2 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:44.002058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.037953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Transition to ACTIVE for port object b1c211d6-7c95-478f-b22f-6d76a4dbefe2 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:44.039004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.050823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:44.051537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.064934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.071022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:44.088196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Pushing event updated for resources: {'Port': ['ID=fb78978c-58f5-44e6-8ad1-953f65790994,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:44.105407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:44.120180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:44.174478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d92b49a2-9657-4b8c-a238-3db2869a265c req-2f25ce56-afcc-4818-8cd5-08bbaac6b75b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069351 Dec 15 04:36:44.276707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:44.303863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4049805c-7567-4bd4-ab65-0a547306f2f1 None None] Provisioning complete for port edccef9d-7113-4809-95e6-7430c7efd80e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:44.304264 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4049805c-7567-4bd4-ab65-0a547306f2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.318189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.336411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc80bafc-1755-4355-929c-c8e297898469') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:44.337037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc80bafc-1755-4355-929c-c8e297898469') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:44.339273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:44.356793 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.385996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.394345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:36:44.395497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.467608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4049805c-7567-4bd4-ab65-0a547306f2f1 None None] Port edccef9d-7113-4809-95e6-7430c7efd80e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:44.486912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-039408cd-f97a-45fa-a1e3-020f90f731e6 req-c94b5001-e791-4714-be96-ff8cff4c5d41 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138497 Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:36:44.487608 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:36:44.527671 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.547370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Attempting to bind port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:44.547964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Attempting to bind port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:44.548116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Attempting to bind port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:44.555799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:44.556155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Attempting to bind port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:44.568683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:44.569028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:44.569416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:44.569860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Bound port: b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:44.570221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.634485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.640688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] 10.222.0.37 "DELETE /v2.0/networks/cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882 HTTP/1.1" status: 204 len: 168 time: 1.7623184 Dec 15 04:36:44.640688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb129887-c586-4429-ab95-84a20bfbdffe admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4a7018-d8a5-4d5e-b7cf-cf28e6dbb882,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:44.668565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.722058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b73cb9a6-c3ab-490d-841d-cd07c5d9c6ab None None] Provisioning complete for port fb78978c-58f5-44e6-8ad1-953f65790994 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:44.723866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b73cb9a6-c3ab-490d-841d-cd07c5d9c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.767825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] For port b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:44.780277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edccef9d-7113-4809-95e6-7430c7efd80e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:44.788872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] For port b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:44.791041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.801353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.814517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Transition to ACTIVE for port object edccef9d-7113-4809-95e6-7430c7efd80e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:44.835610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bfcdd3df-e340-4577-b262-09e91aa6e77a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:44.842425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220d5ca-b654-40bc-82bd-b80dd44084cd req-3ecf261f-226e-4487-b023-5f238b82661b tempest-ComputeTenantNetworksTest-381194338 tempest-ComputeTenantNetworksTest-381194338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:44.843871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1220d5ca-b654-40bc-82bd-b80dd44084cd req-3ecf261f-226e-4487-b023-5f238b82661b tempest-ComputeTenantNetworksTest-381194338 tempest-ComputeTenantNetworksTest-381194338-project] 10.222.0.37 "GET /v2.0/networks/0d8267f8-37d8-4858-9ce1-fc08b6773fca HTTP/1.1" status: 200 len: 769 time: 0.2045820 Dec 15 04:36:44.869340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.871234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:44.888747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:44.889236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59466) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:44.892363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b73cb9a6-c3ab-490d-841d-cd07c5d9c6ab None None] Port fb78978c-58f5-44e6-8ad1-953f65790994 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:44.900746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:44.902916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b1c211d6-7c95-478f-b22f-6d76a4dbefe2 HTTP/1.1" status: 200 len: 1097 time: 1.6904395 Dec 15 04:36:44.905555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'tag': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:44.908781 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f90f9b-893a-44b9-b13e-763dfa24a659" -d '{"events": [{"name": "network-changed", "server_uuid": "4de87ccd-6a91-4e87-9ec2-35344d13b4dd", "tag": "b1c211d6-7c95-478f-b22f-6d76a4dbefe2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:44.960937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dbade-d23c-4bc9-806c-b42cff8eca07 req-c4c31816-835f-4ce1-8a5b-e08ce18893f1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:44.962486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d02dbade-d23c-4bc9-806c-b42cff8eca07 req-c4c31816-835f-4ce1-8a5b-e08ce18893f1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 936 time: 0.4830000 Dec 15 04:36:45.035628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eccb3853-0b78-4097-9858-f6b723901f64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a987d56dae44b1cbb839d8256292ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318512 Dec 15 04:36:45.050903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59470) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:45.102119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port bfcdd3df-e340-4577-b262-09e91aa6e77a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:45.102554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.166277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Checking segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:45.166277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Network hostable DHCP agents. Network: da6896b9-7abb-4e20-bc20-b46c71b410db, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:36:45.249228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a86765-881e-41a6-9709-c433a2daefe7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:45.258793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a6b74-a533-45f5-8a26-1539f5e782c9 req-8a58d987-fff6-4d84-a3e7-a519c7618216 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:45.260504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-791a6b74-a533-45f5-8a26-1539f5e782c9 req-8a58d987-fff6-4d84-a3e7-a519c7618216 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2427249 Dec 15 04:36:45.263159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.289662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port bfcdd3df-e340-4577-b262-09e91aa6e77a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bfcdd3df-e340-4577-b262-09e91aa6e77a,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:45.299383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Network da6896b9-7abb-4e20-bc20-b46c71b410db is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:36:45.308013 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.348086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, da6896b9-7abb-4e20-bc20-b46c71b410db) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:45.363937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f39dd-80b7-44a8-8f11-a1c4b4c74a67 None None] Network da6896b9-7abb-4e20-bc20-b46c71b410db requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:45.369719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d02dbade-d23c-4bc9-806c-b42cff8eca07 req-e9a756c2-3580-48c9-a2cf-f5b541980421 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452981 Dec 15 04:36:45.408995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64b1a8f8-045c-4785-9334-875e5bbac277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.445365 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64b1a8f8-045c-4785-9334-875e5bbac277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.460666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011303d4-91ee-4c26-81e8-37a879f3f4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:45.469492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=bfcdd3df-e340-4577-b262-09e91aa6e77a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:45.529278 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa3a3a-9d3c-49b8-9e79-1640e5e73cf5 x-openstack-request-id: req-3afa3a3a-9d3c-49b8-9e79-1640e5e73cf5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:45.529620 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de87ccd-6a91-4e87-9ec2-35344d13b4dd", "tag": "b1c211d6-7c95-478f-b22f-6d76a4dbefe2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:45.530010 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3afa3a3a-9d3c-49b8-9e79-1640e5e73cf5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:45.530475 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'tag': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2', 'status': 'completed', 'code': 200} Dec 15 04:36:45.535075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Pushing event updated for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:45.570922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-4fc9f74f-9e64-4ac1-9eb3-7ed66bf255bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:45.572862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-4fc9f74f-9e64-4ac1-9eb3-7ed66bf255bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 1100 time: 0.2373333 Dec 15 04:36:45.601869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:45.602470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.622683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64b1a8f8-045c-4785-9334-875e5bbac277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.626138 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64b1a8f8-045c-4785-9334-875e5bbac277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.630915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-64b1a8f8-045c-4785-9334-875e5bbac277 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/200322a8-34bc-4cb5-b779-a0bed5cb84e2 HTTP/1.1" status: 204 len: 168 time: 0.5533762 Dec 15 04:36:45.688639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c846199c-32e1-40bb-aa2c-45e9f374f7f4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8143127 Dec 15 04:36:45.710342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a8f8-045c-4785-9334-875e5bbac277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200322a8-34bc-4cb5-b779-a0bed5cb84e2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:45.713114 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:45.751115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbd237-6680-406e-b03a-d77c27c4eff1 None None] Network da6896b9-7abb-4e20-bc20-b46c71b410db requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:45.782057 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-8d43fcb8-76cc-4a8a-b0de-d54f3d224d58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2 HTTP/1.1" status: 200 len: 217 time: 0.1840291 Dec 15 04:36:45.873957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-791a6b74-a533-45f5-8a26-1539f5e782c9 req-ee1b3cbc-b90c-41ae-bb8b-62bb7fc758be tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984087 Dec 15 04:36:45.916354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8908-34b3-4ef6-a378-d1f65f66becd req-e4e9248c-db72-4502-8dee-5a44fdbdef23 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:45.925214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c0c8908-34b3-4ef6-a378-d1f65f66becd req-e4e9248c-db72-4502-8dee-5a44fdbdef23 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3467319 Dec 15 04:36:45.941514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Attempting to bind port edccef9d-7113-4809-95e6-7430c7efd80e on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:45.941880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Attempting to bind port edccef9d-7113-4809-95e6-7430c7efd80e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:45.942203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Attempting to bind port edccef9d-7113-4809-95e6-7430c7efd80e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:45.974297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Port edccef9d-7113-4809-95e6-7430c7efd80e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:45.975951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Attempting to bind port edccef9d-7113-4809-95e6-7430c7efd80e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:46.023023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.078515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-eaf51c33-cc0e-481d-b135-c4d74907b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:46.082733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-eaf51c33-cc0e-481d-b135-c4d74907b70f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2617774 Dec 15 04:36:46.086179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:46.087743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:46.088344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:46.089719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Bound port: edccef9d-7113-4809-95e6-7430c7efd80e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:46.091213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.179321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c0c8908-34b3-4ef6-a378-d1f65f66becd req-b103d210-7f3c-4bb9-85ad-bee74aeb5f5f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389004 Dec 15 04:36:46.383804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.401466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.573325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.618943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Pushing event updated for resources: {'Port': ['ID=fb78978c-58f5-44e6-8ad1-953f65790994,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:46.627962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.633126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-cde6a99c-3b55-4bc6-8131-39b1589b346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:46.634670 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-cde6a99c-3b55-4bc6-8131-39b1589b346b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5334628 Dec 15 04:36:46.658133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81404-333e-4119-8495-30f4d305c9fe req-f9850aef-900e-4504-80ba-7de093fe5f9e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:46.666096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53f81404-333e-4119-8495-30f4d305c9fe req-f9850aef-900e-4504-80ba-7de093fe5f9e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1683462 Dec 15 04:36:46.692486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bfcdd3df-e340-4577-b262-09e91aa6e77a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:46.852797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port bfcdd3df-e340-4577-b262-09e91aa6e77a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:46.853431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:46.979939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8267f8-37d8-4858-9ce1-fc08b6773fca']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:47.006539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53f81404-333e-4119-8495-30f4d305c9fe req-de5cd47f-575d-4bac-9168-2eea79949e73 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394926 Dec 15 04:36:47.028983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:47.107460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc09a44c-a018-4b51-9f3b-7bfa059eee47') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:47.107753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc09a44c-a018-4b51-9f3b-7bfa059eee47') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:47.139843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-17bda6a3-6e7c-4d36-8242-712123aebc06 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:47.141552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-17bda6a3-6e7c-4d36-8242-712123aebc06 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 812 time: 0.3554168 Dec 15 04:36:47.147268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=edccef9d-7113-4809-95e6-7430c7efd80e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:47.172478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.201951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.212561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:47.215129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-82912ccf-323e-4ee0-ba11-df4a24de7338 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/quotas/902db1fc7ba44a20aeea7b1b89b6db60 HTTP/1.1" status: 200 len: 375 time: 0.0534232 Dec 15 04:36:47.218945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:47.308604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.324750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-d194b4fe-4e1f-43be-b7f2-0f3e74bc365a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8009570 Dec 15 04:36:47.326846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-58b58b65-34c8-48cd-8772-047f0de1a6bb service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044424 Dec 15 04:36:47.342783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-19973456-d016-4aed-a408-11af7cacd760 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:36:47.344342 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-19973456-d016-4aed-a408-11af7cacd760 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095201 Dec 15 04:36:47.353834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:47.354644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.357086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] 10.222.0.16 "PUT /v2.0/ports/edccef9d-7113-4809-95e6-7430c7efd80e HTTP/1.1" status: 200 len: 1097 time: 3.4288549 Dec 15 04:36:47.361027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:36:47.361667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:36:47.375175 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:36:47.524099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-f6919067-4f76-49ed-b214-a077bbf0b7ab tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121769 Dec 15 04:36:47.553218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609fcc5-8057-48fe-9a55-3afa6d670e20 req-9c65cd8d-30a7-4db4-a739-1690171b77f6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:47.577435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0609fcc5-8057-48fe-9a55-3afa6d670e20 req-9c65cd8d-30a7-4db4-a739-1690171b77f6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 948 time: 0.4299037 Dec 15 04:36:47.629796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:47.632138 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2c85d2-3dbb-43a1-8895-ac464a93b135" -d '{"events": [{"name": "network-changed", "server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:47.748512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Pushing event updated for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:47.766240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0609fcc5-8057-48fe-9a55-3afa6d670e20 req-9e72a6a4-2165-4d20-bea7-1ce4ce95adf6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864936 Dec 15 04:36:47.807168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Router a0e31c88-0756-45d7-bbe3-bcc722f65b93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:36:47.818184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.818536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.818969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.819311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.819648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.819978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.820335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.826862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.827218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.827563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.827905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.828269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.828602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08beddb8-82ab-475c-81a5-a627978a936f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:47.842569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fb2da33-4aea-4868-b351-e51cc2189622 None None] Provisioning complete for port fb78978c-58f5-44e6-8ad1-953f65790994 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:47.842985 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fb2da33-4aea-4868-b351-e51cc2189622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.852410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.853206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-e9c592c6-8cc3-49a1-83ba-b1b92c299b04 service neutron] 10.222.0.37 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278468 Dec 15 04:36:47.871116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:47.887025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d8267f8-37d8-4858-9ce1-fc08b6773fca HTTP/1.1" status: 204 len: 168 time: 3.0070951 Dec 15 04:36:47.895055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-cb6efc3b-a380-4904-ada4-bc89cbb1b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:47.900192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-cb6efc3b-a380-4904-ada4-bc89cbb1b136 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 1100 time: 0.3933983 Dec 15 04:36:47.959504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2da33-4aea-4868-b351-e51cc2189622 None None] Port fb78978c-58f5-44e6-8ad1-953f65790994 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:47.960039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ee1f5-c45c-49ea-a4bd-1f1fc923a97e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8267f8-37d8-4858-9ce1-fc08b6773fca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:48.044258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-5c726a9f-4ff1-45ba-a45c-e43f498f89bc service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982193 Dec 15 04:36:48.057293 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-f6868149-a96c-4632-996c-0b13264c0581 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=edccef9d-7113-4809-95e6-7430c7efd80e HTTP/1.1" status: 200 len: 217 time: 0.1123695 Dec 15 04:36:48.173354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-7379870c-05bf-4c74-90f9-f186f99e0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:48.175624 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-7379870c-05bf-4c74-90f9-f186f99e0fcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1076276 Dec 15 04:36:48.297957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59562) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:48.332776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-9de78556-bdc3-499b-b9ff-bcb106a37048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:48.334671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-9de78556-bdc3-499b-b9ff-bcb106a37048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 1100 time: 0.1560984 Dec 15 04:36:48.442967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78298a29-ee63-4314-a976-8aee697bf27a req-95ea26bc-707b-47d3-bb79-4de0bc6e3e04 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:48.444214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78298a29-ee63-4314-a976-8aee697bf27a req-95ea26bc-707b-47d3-bb79-4de0bc6e3e04 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1256649 Dec 15 04:36:48.467227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-dc09137a-3c75-476b-a50e-71c4f3db1008 service neutron] 10.222.0.37 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125755 Dec 15 04:36:48.500263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-f92e4afb-278a-455a-b96f-5c23cccc744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:48.504692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-f92e4afb-278a-455a-b96f-5c23cccc744e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3015032 Dec 15 04:36:48.518708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:36:48.547075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Sync routers for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:36:48.560684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4c830c9b-3058-47ad-b12f-5f5c022f85c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25856155fe9c4775ad778b264b6f801b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581041 Dec 15 04:36:48.564252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59566) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:48.567773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9417a8ac-6877-4bf4-a847-1ad6f5775ebd admin admin] 10.222.0.37 "PUT /v2.0/routers/a0e31c88-0756-45d7-bbe3-bcc722f65b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4696639 Dec 15 04:36:48.595310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:48.599294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:48.678590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78298a29-ee63-4314-a976-8aee697bf27a req-e3b947ee-a1ec-4105-8fc8-874a097479da tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093151 Dec 15 04:36:48.744491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce1f599e-c06d-4ae4-8b13-c13f5fdd8184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:48.774678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce1f599e-c06d-4ae4-8b13-c13f5fdd8184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:48.834284 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1a09e-23fb-4953-a673-1f2dd75e370f x-openstack-request-id: req-54c1a09e-23fb-4953-a673-1f2dd75e370f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:48.834914 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:48.834914 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54c1a09e-23fb-4953-a673-1f2dd75e370f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:48.835280 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e', 'status': 'completed', 'code': 200} Dec 15 04:36:48.841266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-093ce552-7340-4219-b715-f16ba06e6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:48.845120 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-093ce552-7340-4219-b715-f16ba06e6cc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4978197 Dec 15 04:36:48.862701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:48.864478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce1f599e-c06d-4ae4-8b13-c13f5fdd8184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:48.869373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce1f599e-c06d-4ae4-8b13-c13f5fdd8184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:48.875421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ce1f599e-c06d-4ae4-8b13-c13f5fdd8184 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/010323aa-32f2-45af-bcfd-951cddc0d485 HTTP/1.1" status: 204 len: 168 time: 0.2783256 Dec 15 04:36:48.901130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f599e-c06d-4ae4-8b13-c13f5fdd8184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010323aa-32f2-45af-bcfd-951cddc0d485,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:49.049340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-cd8d200a-c38c-4a35-8ca2-53d99f823268 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2 HTTP/1.1" status: 200 len: 217 time: 0.1619573 Dec 15 04:36:49.118866 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-232d680d-bd06-42da-8c0f-89d19f14b698 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981574 Dec 15 04:36:49.123569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1da1f7-68ca-43bc-9981-90c87ad40614 req-684be943-8a02-498d-9868-bfdc72cd0559 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:49.125838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf1da1f7-68ca-43bc-9981-90c87ad40614 req-684be943-8a02-498d-9868-bfdc72cd0559 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1024296 Dec 15 04:36:49.249076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf1da1f7-68ca-43bc-9981-90c87ad40614 req-32a953db-ae00-4fa6-abaa-b5ed536af3ae tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169648 Dec 15 04:36:49.281488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 2, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:49.327587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-15043e9e-3bbc-4b8e-84f9-e30a170ab94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:49.331461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-15043e9e-3bbc-4b8e-84f9-e30a170ab94a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2068334 Dec 15 04:36:49.333030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Checking router: a0e31c88-0756-45d7-bbe3-bcc722f65b93 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:36:49.333723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Updating router a0e31c88-0756-45d7-bbe3-bcc722f65b93 port fb78978c-58f5-44e6-8ad1-953f65790994 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:36:49.364414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:49.399805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecc8dd03-db24-46e0-9fdb-6fd0fb86023e req-0e9fe237-a1b6-4096-9d31-c459343be6d8 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393732 Dec 15 04:36:49.464640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-bb6ffe43-4e8b-43e2-ad8d-91c819530a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:49.475218 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-bb6ffe43-4e8b-43e2-ad8d-91c819530a15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226068 Dec 15 04:36:49.566938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5dd8-c775-44a2-8e9b-2a1733d73861 req-002110f0-b5f0-448c-9966-b6f7993837af tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:49.579269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c25b5dd8-c775-44a2-8e9b-2a1733d73861 req-002110f0-b5f0-448c-9966-b6f7993837af tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 948 time: 0.1592457 Dec 15 04:36:49.687752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c25b5dd8-c775-44a2-8e9b-2a1733d73861 req-fe97f5fd-9654-4b92-9014-e8fe4be23709 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059732 Dec 15 04:36:49.741976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-0ce90886-be51-4db4-b65b-0a8ec38ab47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:49.743895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-0ce90886-be51-4db4-b65b-0a8ec38ab47a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 1100 time: 0.2198434 Dec 15 04:36:49.810090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-7b39f984-65e1-46a2-b51f-8b7f7583618b service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268373 Dec 15 04:36:49.989320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-e1745ee3-ec50-4d60-86b2-e4d227eb4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:49.991132 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-e1745ee3-ec50-4d60-86b2-e4d227eb4dab service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2291145 Dec 15 04:36:49.996106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3f90f9b-893a-44b9-b13e-763dfa24a659 req-6f4ab0cc-b7a4-474d-ba15-0ac7e8fa7cf0 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361165 Dec 15 04:36:50.101517 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-6d2e23f5-758a-4e5b-a497-78830616373d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=edccef9d-7113-4809-95e6-7430c7efd80e HTTP/1.1" status: 200 len: 217 time: 0.1004934 Dec 15 04:36:50.171148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badd78-348d-4ec9-a143-66c9f903def1 req-511c7b58-e5f8-432b-a65d-599ac3b378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.173151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-511c7b58-e5f8-432b-a65d-599ac3b378d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 1098 time: 0.1567934 Dec 15 04:36:50.214688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1c211d6-7c95-478f-b22f-6d76a4dbefe2 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:50.227020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:50.266847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:50.295479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-e96ed921-e434-4966-826d-7a785cd1e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.296969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-e96ed921-e434-4966-826d-7a785cd1e17c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1428206 Dec 15 04:36:50.368396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-975237b3-3b08-443d-9378-af6086eb9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.369919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-975237b3-3b08-443d-9378-af6086eb9d25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1101 time: 0.2660277 Dec 15 04:36:50.502945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d04fda-5b8b-44a9-8d23-3a877ce3712b None None] Pushing event updated for resources: {'Port': ['ID=fb78978c-58f5-44e6-8ad1-953f65790994,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:50.512827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-7d81fdd9-201b-438c-8fb1-5b44080aa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.514034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-7d81fdd9-201b-438c-8fb1-5b44080aa1d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1096768 Dec 15 04:36:50.539168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badd78-348d-4ec9-a143-66c9f903def1 req-f9251066-df9c-4b78-ba49-95e79de02ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.540679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-f9251066-df9c-4b78-ba49-95e79de02ec3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.3209181 Dec 15 04:36:50.577550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-32e79704-54c9-407b-978c-aa19bbacec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.579049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-32e79704-54c9-407b-978c-aa19bbacec1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2357006 Dec 15 04:36:50.580485 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-c1d2fbf1-3924-4b44-b5c5-3e49fd18a81a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.0591505 Dec 15 04:36:50.666543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:50.701280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2', 'mac_address': 'fa:16:3e:23:a4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:50.779332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59650) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:50.804786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924519815', 'description': 'tempest-description--1321821988'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:50.846717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-b7e676c4-662c-4e1e-91f5-8e0ca21cfc1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b HTTP/1.1" status: 200 len: 217 time: 0.2803679 Dec 15 04:36:50.852575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-10880be9-7de2-41db-8b86-56c5c5250c47 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555425 Dec 15 04:36:50.867872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef291f-c00b-4a80-8fcb-be74fb81c400 req-7138d3c6-14ac-4476-8ebf-4d69824cdeba tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.881321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fef291f-c00b-4a80-8fcb-be74fb81c400 req-7138d3c6-14ac-4476-8ebf-4d69824cdeba tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.6861417 Dec 15 04:36:50.981849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Attempting to bind port fb78978c-58f5-44e6-8ad1-953f65790994 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:50.982221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Attempting to bind port fb78978c-58f5-44e6-8ad1-953f65790994 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:50.982655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Attempting to bind port fb78978c-58f5-44e6-8ad1-953f65790994 on network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:50.993672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-ebdd1054-1829-4a12-960b-8b995d2a86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:50.995987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-ebdd1054-1829-4a12-960b-8b995d2a86cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1520371 Dec 15 04:36:51.006970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:51.010866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Checking segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:51.011531 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.011957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Bound using segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:51.012757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Bound port: fb78978c-58f5-44e6-8ad1-953f65790994, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:51.013161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.055464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.080028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ce71e515-a6d3-4c74-88c6-ae068f4ee267 None None] Provisioning complete for port fb78978c-58f5-44e6-8ad1-953f65790994 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:51.093304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b2c85d2-3dbb-43a1-8895-ac464a93b135 req-fa65dd62-8c2c-43b5-9706-b75c8a0d3f9d service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284772 Dec 15 04:36:51.096856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ce71e515-a6d3-4c74-88c6-ae068f4ee267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.104140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-2f1d1890-c7ea-4761-956f-3a75d1f9ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:51.105639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-2f1d1890-c7ea-4761-956f-3a75d1f9ddfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015155 Dec 15 04:36:51.152956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1501574b-a917-4d54-bc22-119ba3d2baaf req-cdd87f04-baf2-4938-8025-d231c907cf46 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 210 time: 0.1879187 Dec 15 04:36:51.167077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c211d6-7c95-478f-b22f-6d76a4dbefe2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:51.190447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:51.197926 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.206629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.225617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ce71e515-a6d3-4c74-88c6-ae068f4ee267 None None] Port fb78978c-58f5-44e6-8ad1-953f65790994 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:36:51.253680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96badd78-348d-4ec9-a143-66c9f903def1 req-906d84db-f768-4dfb-8b57-17cf6762f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:51.256564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-906d84db-f768-4dfb-8b57-17cf6762f01b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.3424988 Dec 15 04:36:51.265362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fef291f-c00b-4a80-8fcb-be74fb81c400 req-b90a4cf4-bc55-491f-a515-875d81647bcc tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804631 Dec 15 04:36:51.294955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] For port fb78978c-58f5-44e6-8ad1-953f65790994, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:51.306717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-0921bc6f-e431-4a86-babe-1ecc13e49953 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923041 Dec 15 04:36:51.333430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] For port fb78978c-58f5-44e6-8ad1-953f65790994, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fb78978c-58f5-44e6-8ad1-953f65790994,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:51.341102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-e19f1d41-395a-49cc-9190-f65f2a4a9c8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711572 Dec 15 04:36:51.341477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:51.350644 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.370985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22136c48-2762-4af5-9ed2-855316eecc0b req-70cf474b-7815-4402-a477-a7a5c93f29da tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0663188 Dec 15 04:36:51.476005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d04fda-5b8b-44a9-8d23-3a877ce3712b None None] Pushing event updated for resources: {'Port': ['ID=fb78978c-58f5-44e6-8ad1-953f65790994,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:51.537046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-c25cb352-5db8-45ea-ac7f-70399fc0f11b service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207851 Dec 15 04:36:51.565115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:36:51.565795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:51.771948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:51.801497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-0c9fd025-b96b-44a9-a66c-c87fbcb88f75 service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371166 Dec 15 04:36:51.818377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38525ebd-7c04-40e9-b440-7c8f5541f30b req-7133367e-ea31-45f0-9749-0d071dca029e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:51.828222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38525ebd-7c04-40e9-b440-7c8f5541f30b req-7133367e-ea31-45f0-9749-0d071dca029e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 948 time: 0.2572558 Dec 15 04:36:51.925535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2e7fa437-586e-4bc4-b8e4-86a13502268f None None] Provisioning complete for port fb78978c-58f5-44e6-8ad1-953f65790994 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:51.925900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa437-586e-4bc4-b8e4-86a13502268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.929028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device edccef9d-7113-4809-95e6-7430c7efd80e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:36:51.981456 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:51.991812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1935-669d-46ca-8bed-045ad80dc38f req-29ba8fbf-4af8-412b-962d-bd751373a1a2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:51.994236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4acd1935-669d-46ca-8bed-045ad80dc38f req-29ba8fbf-4af8-412b-962d-bd751373a1a2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.5769503 Dec 15 04:36:52.008906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.082939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96badd78-348d-4ec9-a143-66c9f903def1 req-9e0bbf84-6c62-4174-a424-730a3f82e50d service neutron] 10.222.0.42 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443829 Dec 15 04:36:52.109458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.114143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3197610 Dec 15 04:36:52.126550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59666) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:52.135382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef2836-33cb-4359-942f-9b2610c58b55 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e04db2-e55f-4a65-8dcd-0810f7733d31,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:52.153700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Request body: {'security_group_rule': {'security_group_id': 'a0e04db2-e55f-4a65-8dcd-0810f7733d31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:52.183541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38525ebd-7c04-40e9-b440-7c8f5541f30b req-62a7359f-32cd-4c4d-bfb1-de8e5e0f1ccc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541420 Dec 15 04:36:52.241226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4acd1935-669d-46ca-8bed-045ad80dc38f req-1585a19a-ba13-4b96-b1e4-896acb9fd028 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194202 Dec 15 04:36:52.245164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=edccef9d-7113-4809-95e6-7430c7efd80e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:52.272317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.351891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:36:52.395710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48a5bd46-762a-4d0c-b5b7-f2a225c73859 req-981969ba-5e80-4828-be93-8e7f72ada8c2 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 210 time: 0.0518961 Dec 15 04:36:52.422867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'edccef9d-7113-4809-95e6-7430c7efd80e', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'edccef9d-7113-4809-95e6-7430c7efd80e', 'mac_address': 'fa:16:3e:9e:ed:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:36:52.454373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.460184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-a78c7d58-b755-4382-a862-b9e1ccdd1c1d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:52.461783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-a78c7d58-b755-4382-a862-b9e1ccdd1c1d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 812 time: 0.7978089 Dec 15 04:36:52.463410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.483926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53635c53-e79e-4fa4-b460-75d2075c892e,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:52.496115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.503240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c06ef406-af63-4283-a4b4-c1c4a1d1333f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3667700 Dec 15 04:36:52.503907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59688) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:52.513348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Request body: {'security_group_rule': {'security_group_id': 'a0e04db2-e55f-4a65-8dcd-0810f7733d31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:52.526523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Request body: {'port': {'device_id': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'admin_state_up': True, 'tenant_id': '902db1fc7ba44a20aeea7b1b89b6db60'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:52.553334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-1c025839-4802-4ccb-9fab-fa6d8dbd7f09 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:52.554909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-1c025839-4802-4ccb-9fab-fa6d8dbd7f09 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 812 time: 0.7999518 Dec 15 04:36:52.652874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Request body: {'port': {'device_id': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'admin_state_up': True, 'tenant_id': '902db1fc7ba44a20aeea7b1b89b6db60'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:52.692923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.910980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Made reservation on behalf of 902db1fc7ba44a20aeea7b1b89b6db60 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:52.919673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e741b113-f395-4ef2-97c5-be5ed87d8e10 req-6ec7aa75-e487-46e4-9199-ad82451888df tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0842512 Dec 15 04:36:52.939556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:52.963712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110d3d-8817-4d3a-a19b-b00aece3046e req-440350a6-32ea-449f-9a3f-c2e0cc5b47ef tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:52.973743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35110d3d-8817-4d3a-a19b-b00aece3046e req-440350a6-32ea-449f-9a3f-c2e0cc5b47ef tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.4268720 Dec 15 04:36:53.019871 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.041526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edccef9d-7113-4809-95e6-7430c7efd80e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:53.047031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa437-586e-4bc4-b8e4-86a13502268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.048342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35110d3d-8817-4d3a-a19b-b00aece3046e req-7775ce05-3442-47e3-abe5-8fbdc5ec3cae tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722466 Dec 15 04:36:53.072890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.083039 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.138519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814a34f4-5f1f-4935-b212-ac3101edafa8,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:53.181549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=edccef9d-7113-4809-95e6-7430c7efd80e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:53.210237 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.237916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Made reservation on behalf of 902db1fc7ba44a20aeea7b1b89b6db60 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:53.240801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.244844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0d0e1a0c-fa8e-437d-96c8-fe750edbfd5f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7371979 Dec 15 04:36:53.245106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:53.251199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:53.252467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.303727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.314177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Allocated IP 172.20.0.9 (da6896b9-7abb-4e20-bc20-b46c71b410db/b9a86765-881e-41a6-9709-c433a2daefe7/c2982f1e-35f9-47f5-984c-2a6bdfde0e6e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:53.383965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:53.413502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2e7fa437-586e-4bc4-b8e4-86a13502268f None None] For port fb78978c-58f5-44e6-8ad1-953f65790994, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fb78978c-58f5-44e6-8ad1-953f65790994,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:53.446170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59720) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:53.473215 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa437-586e-4bc4-b8e4-86a13502268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.590734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['edccef9d-7113-4809-95e6-7430c7efd80e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:36:53.625777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a117-4957-4825-8a53-ecf42d183b5f req-68fd9ca3-95af-4551-932a-193c0384d02d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:53.627980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6567a117-4957-4825-8a53-ecf42d183b5f req-68fd9ca3-95af-4551-932a-193c0384d02d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 949 time: 0.2718816 Dec 15 04:36:53.652363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53786ca-e676-4c91-822b-b03359e00864 req-f71be05d-40ed-4b56-be62-8ef483a39fbb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:53.660909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c53786ca-e676-4c91-822b-b03359e00864 req-f71be05d-40ed-4b56-be62-8ef483a39fbb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2124102 Dec 15 04:36:53.668263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fa437-586e-4bc4-b8e4-86a13502268f None None] Pushing event updated for resources: {'Port': ['ID=fb78978c-58f5-44e6-8ad1-953f65790994,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:53.715445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe660518-ffda-4e1e-8a00-dc1e56df98d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.738142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.805433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:51Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:36:53.826948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c53786ca-e676-4c91-822b-b03359e00864 req-6176b193-f53b-461a-b481-14e029f152a5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538248 Dec 15 04:36:53.829174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.868823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6567a117-4957-4825-8a53-ecf42d183b5f req-2d0cf246-8541-4a2d-aac5-d444f982049d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304058 Dec 15 04:36:53.898476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.953366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Network da6896b9-7abb-4e20-bc20-b46c71b410db is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:53.955283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f36da-5fe6-4ec4-aca8-d7f47364cc63 None None] The sync data for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 is: [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:51Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:36:53.960351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe660518-ffda-4e1e-8a00-dc1e56df98d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:53.961701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:53.972993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:53.983792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe660518-ffda-4e1e-8a00-dc1e56df98d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.026157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Allocated IP 172.20.0.14 (da6896b9-7abb-4e20-bc20-b46c71b410db/b9a86765-881e-41a6-9709-c433a2daefe7/1b3e954e-124b-4cee-a47c-3c672e0eed0c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:54.057888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event updated for resources: {'Port': ['ID=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:54.073785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc8f7e49-6b1c-4cae-a31a-cfb55bcbdaba req-6eb178f9-df78-46b3-af22-3204f416ec90 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 210 time: 0.0782135 Dec 15 04:36:54.118327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660518-ffda-4e1e-8a00-dc1e56df98d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d928b89e-9cea-4107-a2eb-4d9a6ecbad3f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:54.132555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fe660518-ffda-4e1e-8a00-dc1e56df98d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a3145cee70947ba9c9ce85fc327a9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6831186 Dec 15 04:36:54.138541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59728) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:54.156107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd04b1e2-fac7-49ea-8e25-6dadfb2b836f req-5c89a258-cb34-4a0e-b9f0-d4acd3f1a9dd tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0334370 Dec 15 04:36:54.157296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:54.158505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.195468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Allocated IP 172.25.2.25 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/8a2da882-614d-4892-8d0a-b669f6a3218c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:54.198286 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-9a4af236-f2b6-4c35-a95f-77413cbdd6df tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6860137 Dec 15 04:36:54.236917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Request body: {'port': {'device_id': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:54.245276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1c211d6-7c95-478f-b22f-6d76a4dbefe2 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:54.329853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20db3f-91c8-47ee-aa89-7d5499b74505 req-1a3c0897-cad8-46f1-8a2a-3e9a035b5d0d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:54.334912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db20db3f-91c8-47ee-aa89-7d5499b74505 req-1a3c0897-cad8-46f1-8a2a-3e9a035b5d0d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1272781 Dec 15 04:36:54.358019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:54.365190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:54.367333 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.382780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3fe93ea-762e-4d85-b35c-dd31bf70431a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.403734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.429046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.451799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db20db3f-91c8-47ee-aa89-7d5499b74505 req-75d2ebd2-e802-4896-9bad-f1e39ec9f400 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798907 Dec 15 04:36:54.466803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f76f953e-3f12-4b47-8939-f9940d686acf req-7f18fc53-0ea8-4728-a2c3-0cb9148027b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0790505 Dec 15 04:36:54.477144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3fe93ea-762e-4d85-b35c-dd31bf70431a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.506993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:54.523696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-516120453'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:54.535440 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.554708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.581257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:54.583087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:54.586006 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8566b2d-ae63-4b22-bcad-78380c910195" -d '{"events": [{"server_uuid": "4de87ccd-6a91-4e87-9ec2-35344d13b4dd", "name": "network-vif-plugged", "status": "completed", "tag": "b1c211d6-7c95-478f-b22f-6d76a4dbefe2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:54.598326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.606763 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.662648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:54.672257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.684494 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa9501b-1dbd-43d1-9b83-96c731f3f9eb x-openstack-request-id: req-bfa9501b-1dbd-43d1-9b83-96c731f3f9eb {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:54.691614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:54.694348 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de87ccd-6a91-4e87-9ec2-35344d13b4dd", "name": "network-vif-plugged", "status": "completed", "tag": "b1c211d6-7c95-478f-b22f-6d76a4dbefe2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:54.694801 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfa9501b-1dbd-43d1-9b83-96c731f3f9eb {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:54.695381 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2', 'code': 200} Dec 15 04:36:54.702678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:54.716308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:54.719035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3fe93ea-762e-4d85-b35c-dd31bf70431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.722372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3fe93ea-762e-4d85-b35c-dd31bf70431a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.726064 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f3fe93ea-762e-4d85-b35c-dd31bf70431a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d928b89e-9cea-4107-a2eb-4d9a6ecbad3f HTTP/1.1" status: 204 len: 168 time: 0.5840001 Dec 15 04:36:54.733156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:54.764104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe93ea-762e-4d85-b35c-dd31bf70431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928b89e-9cea-4107-a2eb-4d9a6ecbad3f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:54.780830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.783639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:54.815799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event updated for resources: {'Port': ['ID=8a2da882-614d-4892-8d0a-b669f6a3218c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:54.847108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fb78978c-58f5-44e6-8ad1-953f65790994 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:54.865558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.865988 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Added segment 003b69b3-9538-459b-aa38-f96786fde1d7 of type vlan for network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 Dec 15 04:36:54.923555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fb78978c-58f5-44e6-8ad1-953f65790994 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:54.924387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:54.976305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Network da6896b9-7abb-4e20-bc20-b46c71b410db is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:54.987244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:54.995548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event updated for resources: {'Port': ['ID=1b3e954e-124b-4cee-a47c-3c672e0eed0c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:54.998826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:55.057867 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.088024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:55.088811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.143482 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-09516c5d-baa2-499c-bb42-8f79d4445fc3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5096605 Dec 15 04:36:55.156250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2982f1e-35f9-47f5-984c-2a6bdfde0e6e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:55.169718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.171630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.185316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Transition to ACTIVE for port object c2982f1e-35f9-47f5-984c-2a6bdfde0e6e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:55.191302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Request body: {'port': {'device_id': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:55.214174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.234839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb532a-1e21-462c-ba88-e2098021d5af req-869a70b2-ff39-41eb-9210-2152f8e33858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:55.236426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbcb532a-1e21-462c-ba88-e2098021d5af req-869a70b2-ff39-41eb-9210-2152f8e33858 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 1102 time: 0.3814569 Dec 15 04:36:55.241880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.248142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:55.248741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.300652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71153b14-6272-49ca-a7ea-b874821ae333 req-f85bea97-8313-42a1-9fe1-feade7d9a18f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:55.307860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71153b14-6272-49ca-a7ea-b874821ae333 req-f85bea97-8313-42a1-9fe1-feade7d9a18f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 949 time: 0.2465630 Dec 15 04:36:55.345183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.360575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f313d-c11f-4d1d-ac86-e33db4e50616 req-1103d27e-d4b1-4e8b-beaa-2b927397fd1c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:55.362693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-299f313d-c11f-4d1d-ac86-e33db4e50616 req-1103d27e-d4b1-4e8b-beaa-2b927397fd1c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2998819 Dec 15 04:36:55.366917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8492620 Dec 15 04:36:55.383339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59756) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:55.395290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1856720757'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:55.403669 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.421785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Pushing event updated for resources: {'Port': ['ID=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:55.507347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:55.511202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.598788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Attempting to bind port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:55.599514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Attempting to bind port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:55.600214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Attempting to bind port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:55.638941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e on network da6896b9-7abb-4e20-bc20-b46c71b410db not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:55.639572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Attempting to bind port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:55.661328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:36:55.670883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:55.671547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Checking segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:55.672200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Bound using segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:55.672838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Bound port: c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:55.673552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.701445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.701963 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Added segment 6c6aca81-b25f-4e5d-b2ac-cc7a479421f3 of type vlan for network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f Dec 15 04:36:55.775233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d774e6-61da-46c8-9e05-aed7bdb8c788 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Network': ['ID=3ea31f19-76e8-499a-9902-6c076b0dd8e3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:55.788428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1a947bf-a6cc-49a4-8059-406c0924d268 req-5951c444-d3bb-48a3-a9ec-d964e701d2da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0847826 Dec 15 04:36:55.788932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:55.834612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbcb532a-1e21-462c-ba88-e2098021d5af req-168c5a1e-d410-4859-a9cb-7c4733fe2bf5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742788 Dec 15 04:36:55.865893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71153b14-6272-49ca-a7ea-b874821ae333 req-5209db23-c718-4aad-b1fd-41201b657725 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570691 Dec 15 04:36:55.927519 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:55.941918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device edccef9d-7113-4809-95e6-7430c7efd80e up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:36:55.973761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-299f313d-c11f-4d1d-ac86-e33db4e50616 req-6b3da6ed-2372-4c27-a990-b3ec469bb76c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677953 Dec 15 04:36:55.999369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.007014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:56.007271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port edccef9d-7113-4809-95e6-7430c7efd80e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:36:56.007668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.015004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port edccef9d-7113-4809-95e6-7430c7efd80e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:36:56.015318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.112514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31363e-d697-4496-a7f6-256a74765545 req-c3e2b6e5-53bd-4c7e-9544-fd4335e9ed72 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:56.114409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d31363e-d697-4496-a7f6-256a74765545 req-c3e2b6e5-53bd-4c7e-9544-fd4335e9ed72 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 932 time: 0.1397326 Dec 15 04:36:56.134311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.146468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Network': ['ID=8045e7a3-4bca-4174-ac8f-5c80cec4db3f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:56.169801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:36:56.184459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e2aef5f8-56ea-4084-85d2-41f36dc532e5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7969294 Dec 15 04:36:56.185136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59772) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:56.197875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'subnet': {'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:56.223421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f1d74da-1a99-4a47-9af2-6bffa2e88fe2 req-428f379f-9904-48b8-a39c-15edf1017976 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0444613 Dec 15 04:36:56.258583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.264235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=edccef9d-7113-4809-95e6-7430c7efd80e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:36:56.279706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d31363e-d697-4496-a7f6-256a74765545 req-913bac9a-bc12-43bf-bfea-5f8ca88a2822 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537912 Dec 15 04:36:56.281333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.289638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.298312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] For port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:56.325359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3e954e-124b-4cee-a47c-3c672e0eed0c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:36:56.341612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] For port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:56.351781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.362368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:56.363770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.371136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.371787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.372412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.372918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.373433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.373983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.374479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.374977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.375472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.375979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.376495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.376986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.377500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:36:56.422459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:56.423199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.424529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] 10.222.0.16 "PUT /v2.0/ports/c2982f1e-35f9-47f5-984c-2a6bdfde0e6e HTTP/1.1" status: 200 len: 1092 time: 2.1974127 Dec 15 04:36:56.426557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'tag': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:56.428924 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17fd61-ec71-4edf-be1a-76272f0982d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8fdd56-35fb-4dee-a2b9-3ffa3be01897", "tag": "c2982f1e-35f9-47f5-984c-2a6bdfde0e6e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:56.432270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Transition to ACTIVE for port object 1b3e954e-124b-4cee-a47c-3c672e0eed0c will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:36:56.445607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event updated for resources: {'Port': ['ID=8a2da882-614d-4892-8d0a-b669f6a3218c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:56.446698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.463436 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.478684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cac96-e14e-48a7-b61a-cea847a7e15d service neutron] Pushing event updated for resources: {'Port': ['ID=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:56.503854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11019000-3d41-4a8e-b942-7d25934414d6 req-4a796da6-e2f6-4a14-943b-391ec2af4090 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:56.506422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11019000-3d41-4a8e-b942-7d25934414d6 req-4a796da6-e2f6-4a14-943b-391ec2af4090 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1061823 Dec 15 04:36:56.511633 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6785edf-8bc0-4887-94e7-81792b40384f x-openstack-request-id: req-a6785edf-8bc0-4887-94e7-81792b40384f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:56.511953 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8fdd56-35fb-4dee-a2b9-3ffa3be01897", "tag": "c2982f1e-35f9-47f5-984c-2a6bdfde0e6e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:56.512298 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6785edf-8bc0-4887-94e7-81792b40384f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:56.512706 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'tag': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e', 'status': 'completed', 'code': 200} Dec 15 04:36:56.516575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.518047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1de16686-e974-4e8c-9944-a66b4bb3be09 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2716641 Dec 15 04:36:56.519039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:56.522555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.576052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11019000-3d41-4a8e-b942-7d25934414d6 req-49c7c05b-f578-4c5a-9145-afc818299557 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562928 Dec 15 04:36:56.615655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3e954e-124b-4cee-a47c-3c672e0eed0c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:56.696985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:56.700752 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1d7f1-3f95-41b0-9e03-e52cca7be455" -d '{"events": [{"server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "name": "network-vif-plugged", "status": "completed", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:56.736036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-ae54aefe-4a5c-4043-babe-5e72cda27265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:56.737679 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-ae54aefe-4a5c-4043-babe-5e72cda27265 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=7b8fdd56-35fb-4dee-a2b9-3ffa3be01897 HTTP/1.1" status: 200 len: 1095 time: 0.2024481 Dec 15 04:36:56.751012 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c41da-b476-44fc-a4a4-d15f9a939608 x-openstack-request-id: req-5c2c41da-b476-44fc-a4a4-d15f9a939608 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:56.751355 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "name": "network-vif-plugged", "status": "completed", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:56.751606 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c2c41da-b476-44fc-a4a4-d15f9a939608 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:56.751990 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e', 'code': 200} Dec 15 04:36:56.769929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Attempting to bind port 1b3e954e-124b-4cee-a47c-3c672e0eed0c on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:56.770266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Attempting to bind port 1b3e954e-124b-4cee-a47c-3c672e0eed0c by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:56.770820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Attempting to bind port 1b3e954e-124b-4cee-a47c-3c672e0eed0c on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:56.785083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-fc69b4e5-2580-438c-acfd-5944bd86ae01 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1924519815&fields=id&tenant_id=277689beb5a14f03877643284cf13334 HTTP/1.1" status: 200 len: 267 time: 0.0663061 Dec 15 04:36:56.808451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-4c699d80-5e8a-4fc5-a893-1a797ab26017 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e HTTP/1.1" status: 200 len: 217 time: 0.0499721 Dec 15 04:36:56.811047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Port 1b3e954e-124b-4cee-a47c-3c672e0eed0c on network da6896b9-7abb-4e20-bc20-b46c71b410db not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:36:56.811371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Attempting to bind port 1b3e954e-124b-4cee-a47c-3c672e0eed0c on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:56.857177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:56.857910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Checking segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:56.858444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Bound using segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:56.859069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Bound port: 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:56.859594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:56.933170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-33de50ed-4c29-4c69-af02-e3cd8dfe133f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:56.935450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-33de50ed-4c29-4c69-af02-e3cd8dfe133f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/networks?id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 HTTP/1.1" status: 200 len: 812 time: 0.1434078 Dec 15 04:36:56.953328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-2b208f6c-3847-454b-900b-75e87c47783d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/quotas/277689beb5a14f03877643284cf13334 HTTP/1.1" status: 200 len: 375 time: 0.0119092 Dec 15 04:36:57.041869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639b41e-1173-4155-a5f9-b455ddaa13b2 req-84aaf822-3877-414f-b708-19e7201bd191 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.044124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e639b41e-1173-4155-a5f9-b455ddaa13b2 req-84aaf822-3877-414f-b708-19e7201bd191 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 950 time: 0.0882795 Dec 15 04:36:57.056175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-80faed38-ce56-49a1-8779-fb2e19b1efb3 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=277689beb5a14f03877643284cf13334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886354 Dec 15 04:36:57.210737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e639b41e-1173-4155-a5f9-b455ddaa13b2 req-0f2e312e-0429-419b-ae0e-508099a98844 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370432 Dec 15 04:36:57.243126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-6ead0f65-9f9a-4d96-bd93-8132df7c5b70 service neutron] 10.222.0.37 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696200 Dec 15 04:36:57.264547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-d6fe02bc-6d73-491f-920b-570ecb526fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.265904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-d6fe02bc-6d73-491f-920b-570ecb526fef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.4192324 Dec 15 04:36:57.326754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-1eae1d23-e1ae-4ffa-8928-085f6c7bb836 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464435 Dec 15 04:36:57.331665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:57.338917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa473a-3e35-45a8-9723-a9308ca1718e req-b7b9455a-b1ac-4917-af10-7a14c0b979fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.341499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4baa473a-3e35-45a8-9723-a9308ca1718e req-b7b9455a-b1ac-4917-af10-7a14c0b979fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 1102 time: 0.4504683 Dec 15 04:36:57.375202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] For port 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:57.403298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650e7a-036c-4434-a984-786a8c8bb0c7 req-13e6d72f-b01a-4f33-8541-5427ac01403d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.404847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee650e7a-036c-4434-a984-786a8c8bb0c7 req-13e6d72f-b01a-4f33-8541-5427ac01403d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.0772038 Dec 15 04:36:57.434158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-09c35dee-a48d-42c8-8d44-26e7ec9667ca service neutron] 10.222.0.37 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822734 Dec 15 04:36:57.448913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] For port 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:57.473191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:57.478479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee650e7a-036c-4434-a984-786a8c8bb0c7 req-d1be26e6-b488-42e3-a94e-11f1c9681326 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597737 Dec 15 04:36:57.536449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Subnet': ['ID=020df7f7-5dce-48c1-81bf-03d92a9383aa,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:57.573965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.575359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:57.577224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] 10.222.0.42 "PUT /v2.0/ports/1b3e954e-124b-4cee-a47c-3c672e0eed0c HTTP/1.1" status: 200 len: 1093 time: 2.4126542 Dec 15 04:36:57.612682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4baa473a-3e35-45a8-9723-a9308ca1718e req-89ce6248-f97b-4935-8238-2ee2f27ccfed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387130 Dec 15 04:36:57.626162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Checking segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:57.626350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network hostable DHCP agents. Network: 3ea31f19-76e8-499a-9902-6c076b0dd8e3, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:36:57.629581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51ceae16-d381-4ecb-b9bb-9edd9dc85783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:57.632137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-41900771-e7c6-4aca-8b1d-9d37a1221914 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884531 Dec 15 04:36:57.637635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a5f79-64a0-4270-8ae8-1767067c530e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3e954e-124b-4cee-a47c-3c672e0eed0c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:57.648541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cea5750-aeec-45b4-9e9e-fcee6046b0d3 req-b25d1670-2db7-4b6f-b208-e998e8724c0f tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0408962 Dec 15 04:36:57.657924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:36:57.699845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 3ea31f19-76e8-499a-9902-6c076b0dd8e3) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:57.712350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c13b53-af68-4c7e-aa06-4f7611c22355 None None] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:57.717169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.718321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:57.745510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-78ee7490-f43f-4966-8706-0768dc84d999 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5517471 Dec 15 04:36:57.749686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-75d52d9d-f56b-49c5-9f11-20fdf90a62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.752119 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-75d52d9d-f56b-49c5-9f11-20fdf90a62a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0750315 Dec 15 04:36:57.752899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59840) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:57.758281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'subnet': {'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:57.804357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42608-0db4-47fa-8a95-e7f233851027 req-5278420d-5083-43c7-955c-6b053726ba37 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:57.815142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebf42608-0db4-47fa-8a95-e7f233851027 req-5278420d-5083-43c7-955c-6b053726ba37 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 944 time: 0.0736401 Dec 15 04:36:57.876712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-fcd9bbf3-d978-4dae-aff6-ed514dd78cb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c HTTP/1.1" status: 200 len: 217 time: 0.1008465 Dec 15 04:36:57.888849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:36:57.890001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:57.935361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebf42608-0db4-47fa-8a95-e7f233851027 req-0ffa4b87-c9b4-4ab0-9f25-b2f169f02818 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180441 Dec 15 04:36:57.991881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e488d9-1a23-4948-ad29-2d386f674992 req-e606ea87-33eb-47d1-977e-a28928c2e96b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:58.003082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20e488d9-1a23-4948-ad29-2d386f674992 req-e606ea87-33eb-47d1-977e-a28928c2e96b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1053748 Dec 15 04:36:58.029600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-7651c86f-a6d5-41e3-ad8e-1f29af1073e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:58.031047 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-7651c86f-a6d5-41e3-ad8e-1f29af1073e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.1422837 Dec 15 04:36:58.046099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:36:58.050582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.124121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20e488d9-1a23-4948-ad29-2d386f674992 req-5887e3a5-4da7-4fda-9b45-9b00cfe5c2ab tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194143 Dec 15 04:36:58.159818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Allocated IP 10.1.1.2 (3ea31f19-76e8-499a-9902-6c076b0dd8e3/020df7f7-5dce-48c1-81bf-03d92a9383aa/ae75cee1-09cf-4170-ad9f-9984512afeaa) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:36:58.217099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16318a2b-f21a-4634-914c-b58b81a8d93c req-cfcf123a-2f0b-4734-8987-1b623e20ebdb tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 210 time: 0.0485957 Dec 15 04:36:58.249801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-c0c6393f-415e-4351-94b2-54edcf50f543 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2042565 Dec 15 04:36:58.319269 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-5c366d3a-6253-4fdb-9bef-894e3e66ee89 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088814 Dec 15 04:36:58.464275 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.481633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.519985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8893e5a5-0dce-4c1c-83da-a6965e264553 req-5eadfd10-9a61-4a38-87ed-9580ccd199fb tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0587006 Dec 15 04:36:58.528180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b2e16-cbf5-4bb6-b7a8-57c67dc0638b req-467831c4-2e22-44e0-9767-807f73918bdb tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:58.529690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc4b2e16-cbf5-4bb6-b7a8-57c67dc0638b req-467831c4-2e22-44e0-9767-807f73918bdb tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 950 time: 0.1723757 Dec 15 04:36:58.534656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'tag': '1b3e954e-124b-4cee-a47c-3c672e0eed0c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:36:58.537007 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef3548-7d43-495e-9f66-1ba14b378bf8", "tag": "1b3e954e-124b-4cee-a47c-3c672e0eed0c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:36:58.569761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:36:58.571126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:58.586970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:36:58.648434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc4b2e16-cbf5-4bb6-b7a8-57c67dc0638b req-a91cde02-a8c9-44ff-9bf3-ed59b111a2e3 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112525 Dec 15 04:36:58.673768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Pushing event updated for resources: {'Port': ['ID=ae75cee1-09cf-4170-ad9f-9984512afeaa,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:58.737504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Attempting to bind port ae75cee1-09cf-4170-ad9f-9984512afeaa on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:36:58.738130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Attempting to bind port ae75cee1-09cf-4170-ad9f-9984512afeaa by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:36:58.739272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Attempting to bind port ae75cee1-09cf-4170-ad9f-9984512afeaa on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:36:58.741395 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4711ea36-875f-4937-9021-dbc3c865671c x-openstack-request-id: req-4711ea36-875f-4937-9021-dbc3c865671c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:36:58.741919 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef3548-7d43-495e-9f66-1ba14b378bf8", "tag": "1b3e954e-124b-4cee-a47c-3c672e0eed0c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:36:58.742314 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4711ea36-875f-4937-9021-dbc3c865671c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:36:58.742865 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'tag': '1b3e954e-124b-4cee-a47c-3c672e0eed0c', 'status': 'completed', 'code': 200} Dec 15 04:36:58.750086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-e1b17186-f304-4004-9336-1e985efee19c service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214327 Dec 15 04:36:58.752093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:36:58.752477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Checking segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:58.752884 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.753295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Bound using segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:36:58.754646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Bound port: ae75cee1-09cf-4170-ad9f-9984512afeaa, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:36:58.755047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.757905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-2c3e7707-55b2-4ead-b8eb-5c091caacd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:58.759447 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-2c3e7707-55b2-4ead-b8eb-5c091caacd91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=7b8fdd56-35fb-4dee-a2b9-3ffa3be01897 HTTP/1.1" status: 200 len: 1095 time: 0.2671566 Dec 15 04:36:58.760745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34f05f-ace9-4921-afe0-0779005f8996 req-5256b130-048d-4372-af0a-ee865eb37e71 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:58.762865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c34f05f-ace9-4921-afe0-0779005f8996 req-5256b130-048d-4372-af0a-ee865eb37e71 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.0818560 Dec 15 04:36:58.855303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c34f05f-ace9-4921-afe0-0779005f8996 req-0ae0a1fb-5ee5-40d2-8979-5249a93dab2b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737538 Dec 15 04:36:58.885758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] For port ae75cee1-09cf-4170-ad9f-9984512afeaa, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:36:58.889571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] For port ae75cee1-09cf-4170-ad9f-9984512afeaa, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ae75cee1-09cf-4170-ad9f-9984512afeaa,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:36:58.904090 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:36:58.906448 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.935512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:58.970562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59886) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:58.986436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9b90c-f390-41e4-be4b-1f9cde6098fa None None] Pushing event updated for resources: {'Port': ['ID=ae75cee1-09cf-4170-ad9f-9984512afeaa,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:59.111574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d737-c272-46aa-8012-d456759aec0f req-a564d6f6-8a14-4ed6-b3f8-11732bae03f3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.113664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d986d737-c272-46aa-8012-d456759aec0f req-a564d6f6-8a14-4ed6-b3f8-11732bae03f3 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 944 time: 0.0686293 Dec 15 04:36:59.150733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be924d4e-2a03-41a0-83d8-e19bb60233b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.155895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Subnet': ['ID=906cfc12-21b1-484a-8e4f-7fad859ea66d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:59.162245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-706ae764-9e1d-4010-abb4-4e5387eaa5a5 req-a1d15290-7724-421b-a5c9-e763242f97e5 service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930986 Dec 15 04:36:59.163614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-cff77317-e9ad-46b2-8636-4aec54265ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.165217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-cff77317-e9ad-46b2-8636-4aec54265ee0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 912 time: 0.3950660 Dec 15 04:36:59.173116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Checking segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:36:59.173900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network hostable DHCP agents. Network: 8045e7a3-4bca-4174-ac8f-5c80cec4db3f, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:36:59.256028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d986d737-c272-46aa-8012-d456759aec0f req-2a388577-ebbc-4f14-ad67-6d68585a0a0b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325815 Dec 15 04:36:59.277792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-6ba4bc5e-8720-4d65-a7c9-d9026b123fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e HTTP/1.1" status: 200 len: 217 time: 0.0887210 Dec 15 04:36:59.331734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a59ffb-2e3b-4b40-9cc1-b736fd1668b3 req-6dda86d9-c24e-43a6-8dfd-ff1a1057575b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.334058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6a59ffb-2e3b-4b40-9cc1-b736fd1668b3 req-6dda86d9-c24e-43a6-8dfd-ff1a1057575b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1018419 Dec 15 04:36:59.368429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:36:59.420798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 8045e7a3-4bca-4174-ac8f-5c80cec4db3f) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:36:59.425781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.427012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.435712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb39e7-b24c-4b86-af6d-089a2df99391 None None] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:36:59.452175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3a80f02-203a-4196-903e-b42f8d6935cd req-4c7279af-565a-4eab-aab7-9e216333f6f8 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 210 time: 0.0622919 Dec 15 04:36:59.460876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-45ef9525-0c29-4577-9ea1-7d78fb43a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.462935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-45ef9525-0c29-4577-9ea1-7d78fb43a24b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.1755519 Dec 15 04:36:59.477837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be924d4e-2a03-41a0-83d8-e19bb60233b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.484138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6a59ffb-2e3b-4b40-9cc1-b736fd1668b3 req-c148707d-9804-45e6-8dcc-4cfbb29dbac0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318052 Dec 15 04:36:59.485246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be924d4e-2a03-41a0-83d8-e19bb60233b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.532360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be924d4e-2a03-41a0-83d8-e19bb60233b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b93f8e3407e4e06aa0a4939c6f9ad04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5603626 Dec 15 04:36:59.534873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59898) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:59.538580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-bd2797cf-d7e7-4f07-98b6-6c73335bcf89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556452 Dec 15 04:36:59.540837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-a626960a-0764-46e5-9c35-d9be14b0a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.542675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-a626960a-0764-46e5-9c35-d9be14b0a861 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1947122 Dec 15 04:36:59.550194 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-425ba5d6-9b5e-4f81-8ea6-99aa6bf22cb8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7959981 Dec 15 04:36:59.552950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59900) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:36:59.566054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'name': 'tempest-TaggedBootDevicesTest-1750993602', 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:36:59.570328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be924d4e-2a03-41a0-83d8-e19bb60233b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662eac5-011c-41b8-9361-05f451ca9285,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:59.627388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-312be99e-bddf-4225-adf7-5a255943d58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.657005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-312be99e-bddf-4225-adf7-5a255943d58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.667060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'fixed_ips': [{'subnet_id': '906cfc12-21b1-484a-8e4f-7fad859ea66d'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:36:59.667402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.763591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb2d8034-a6dd-499d-8e44-7374d0554ee5 req-96644cec-5104-46c4-bfd9-98c052c33f00 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.1005638 Dec 15 04:36:59.789633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-312be99e-bddf-4225-adf7-5a255943d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.793673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-312be99e-bddf-4225-adf7-5a255943d58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:36:59.798598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-312be99e-bddf-4225-adf7-5a255943d58f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a662eac5-011c-41b8-9361-05f451ca9285 HTTP/1.1" status: 204 len: 168 time: 0.2603738 Dec 15 04:36:59.843426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312be99e-bddf-4225-adf7-5a255943d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662eac5-011c-41b8-9361-05f451ca9285,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:36:59.886595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-ada08230-b84e-48cd-b8ce-672a4ceb99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:36:59.888355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-ada08230-b84e-48cd-b8ce-672a4ceb99ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 912 time: 0.3081188 Dec 15 04:36:59.923773 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-86e81683-a6ca-4c70-9809-789650d752b8 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715367 Dec 15 04:36:59.999789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-94fcd4fa-534f-4d55-b1b8-39a3aa6a64ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c HTTP/1.1" status: 200 len: 217 time: 0.0977194 Dec 15 04:37:00.005055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c2982f1e-35f9-47f5-984c-2a6bdfde0e6e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:00.096920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-e639bf69-3486-4385-9975-acd02c1e9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:00.098668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-e639bf69-3486-4385-9975-acd02c1e9fb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.0506196 Dec 15 04:37:00.120889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:00.129990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:00.191214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'port_id': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e', 'mac_address': 'fa:16:3e:62:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a86765-881e-41a6-9709-c433a2daefe7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:00.191919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-40430169-993f-47e0-b8fa-66088634a773 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:00.193573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-40430169-993f-47e0-b8fa-66088634a773 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.42 "GET /v2.0/networks?id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 HTTP/1.1" status: 200 len: 812 time: 0.4271791 Dec 15 04:37:00.196414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3b3177d-b26f-4662-8fe2-97c878da435e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.197922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-3501cc4f-2bd4-4a53-8048-2e5e60ba306d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870996 Dec 15 04:37:00.219511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d028510-ea9c-47b3-ab1a-62f1adf30b86 req-6e9dc17c-00d3-47ec-ba0f-79f08bae76a7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:00.231764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d028510-ea9c-47b3-ab1a-62f1adf30b86 req-6e9dc17c-00d3-47ec-ba0f-79f08bae76a7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 950 time: 0.4312816 Dec 15 04:37:00.305936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Allocated IP 10.2.2.2 (8045e7a3-4bca-4174-ac8f-5c80cec4db3f/906cfc12-21b1-484a-8e4f-7fad859ea66d/530025b8-00f2-4b57-8cee-9ab50afa4c8b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:00.312830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59916) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:00.313716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.327361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa17fd61-ec71-4edf-be1a-76272f0982d9 req-56368f1c-ca23-4d7f-b68b-ab236c725a86 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594859 Dec 15 04:37:00.343711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e9814-a2d6-490b-9018-931f839cc098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.344244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d028510-ea9c-47b3-ab1a-62f1adf30b86 req-b5a2bab6-2dd4-4901-afc9-5f1f158e3fea tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070633 Dec 15 04:37:00.345925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2982f1e-35f9-47f5-984c-2a6bdfde0e6e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:00.361509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84d395-a243-4711-bd07-e3a32fd40222 req-88f7c049-0ac6-40c4-8f55-5538197accb7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:00.365906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f84d395-a243-4711-bd07-e3a32fd40222 req-88f7c049-0ac6-40c4-8f55-5538197accb7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.3739309 Dec 15 04:37:00.369146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:00.384356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.437710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-cfd51243-6244-48f7-919b-ab42933d6f34 service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076643 Dec 15 04:37:00.493873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:00.512599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ef619-f8f9-44f5-ba7c-2cec1b65a630 None None] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:37:00.524100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.534864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f84d395-a243-4711-bd07-e3a32fd40222 req-72011ab3-8c5c-4c98-aae8-999b2360a7a1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490967 Dec 15 04:37:00.541994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-311707b8-bf51-4d57-a010-41cf162f719d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=277689beb5a14f03877643284cf13334 HTTP/1.1" status: 200 len: 380 time: 0.3062491 Dec 15 04:37:00.567097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Request body: {'port': {'device_id': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'admin_state_up': True, 'tenant_id': '277689beb5a14f03877643284cf13334', 'security_groups': ['a0e04db2-e55f-4a65-8dcd-0810f7733d31']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:00.570572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] device_id is not set on port 37f72851-15d9-4cfa-84fe-cdcaf43df108 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:37:00.711153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d6e7-ab03-4954-becc-d146197e47b3 req-a4d6375a-92cf-4cfe-9c40-32d92f32b019 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:00.712891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2eb7d6e7-ab03-4954-becc-d146197e47b3 req-a4d6375a-92cf-4cfe-9c40-32d92f32b019 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 944 time: 0.2449260 Dec 15 04:37:00.778341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae75cee1-09cf-4170-ad9f-9984512afeaa up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:00.794593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb076-2ca8-491b-9d75-c104d35060eb req-b2b35ea0-7931-4c37-bb07-0c0f8ad02742 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:00.802429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49beb076-2ca8-491b-9d75-c104d35060eb req-b2b35ea0-7931-4c37-bb07-0c0f8ad02742 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 950 time: 0.1399889 Dec 15 04:37:00.825328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-05a7a4c5-8693-41f5-b9d5-813ea311d61b None None] Provisioning complete for port ae75cee1-09cf-4170-ad9f-9984512afeaa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:00.826183 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a7a4c5-8693-41f5-b9d5-813ea311d61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.870937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2eb7d6e7-ab03-4954-becc-d146197e47b3 req-e000a118-dd48-4dd3-a034-b749118f4a49 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339369 Dec 15 04:37:00.880414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.904856 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49beb076-2ca8-491b-9d75-c104d35060eb req-fdea1136-5d98-4b49-af48-3f605ad04e54 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013391 Dec 15 04:37:00.906060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Made reservation on behalf of 277689beb5a14f03877643284cf13334 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:00.915416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:00.936613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['c2982f1e-35f9-47f5-984c-2a6bdfde0e6e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:00.993237 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.044731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-332369e0-8aca-4ef0-beab-38163c1628d4 req-d7ef3479-1d4a-4d4d-9172-e81b91efb829 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 210 time: 0.0433073 Dec 15 04:37:01.066388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ae75cee1-09cf-4170-ad9f-9984512afeaa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:01.066388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.085581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:01.139017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:01.142154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:01.151536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4ca6fb4-28bf-477e-be26-2eb6c52dae56 req-b2518f44-9db7-43df-8592-9bdfda61c32b service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006953 Dec 15 04:37:01.152871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Allocated IP 172.20.0.6 (9ace74d7-1728-4e60-b5e3-fa93dae4d4b9/72f2288a-3901-4d16-a2d2-3e7698446101/ec5f7540-0835-41d0-88d5-1ba26abadb85) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:01.184115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e9814-a2d6-490b-9018-931f839cc098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.200085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e9814-a2d6-490b-9018-931f839cc098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.225208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Pushing event updated for resources: {'Port': ['ID=530025b8-00f2-4b57-8cee-9ab50afa4c8b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:01.229220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-151e9814-a2d6-490b-9018-931f839cc098 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c86404c6af3d4bf98d8c332754081c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9126809 Dec 15 04:37:01.232303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.240503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59928) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:01.244847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 10.1.1.119 (3ea31f19-76e8-499a-9902-6c076b0dd8e3/020df7f7-5dce-48c1-81bf-03d92a9383aa/37f72851-15d9-4cfa-84fe-cdcaf43df108) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:01.291700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e9814-a2d6-490b-9018-931f839cc098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1648b1d8-2f0c-4a43-85c9-6b6629ce8823,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:01.316956 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a7a4c5-8693-41f5-b9d5-813ea311d61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.336534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60ba5b14-d193-44d7-8d30-813532430412 req-bc56b884-2ea5-4822-b80f-7ffad01c8d8e tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0442479 Dec 15 04:37:01.352134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Attempting to bind port 530025b8-00f2-4b57-8cee-9ab50afa4c8b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:01.352436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Attempting to bind port 530025b8-00f2-4b57-8cee-9ab50afa4c8b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:01.352809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Attempting to bind port 530025b8-00f2-4b57-8cee-9ab50afa4c8b on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:01.381821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36495-23c6-463f-875a-7397622deb54 req-e50adfe0-abbc-4181-89bc-60bdb3ac0958 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:01.389548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0a36495-23c6-463f-875a-7397622deb54 req-e50adfe0-abbc-4181-89bc-60bdb3ac0958 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3893692 Dec 15 04:37:01.397135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:01.397545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Checking segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:01.397933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.398375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Bound using segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:01.398926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Bound port: 530025b8-00f2-4b57-8cee-9ab50afa4c8b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:01.399525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.421701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-05a7a4c5-8693-41f5-b9d5-813ea311d61b None None] For port ae75cee1-09cf-4170-ad9f-9984512afeaa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ae75cee1-09cf-4170-ad9f-9984512afeaa,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:01.451607 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05a7a4c5-8693-41f5-b9d5-813ea311d61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.502815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0a36495-23c6-463f-875a-7397622deb54 req-55951214-1db1-407d-b384-5933bb55873f tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980408 Dec 15 04:37:01.511613 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.525600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.553412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.576532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.601510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7a4c5-8693-41f5-b9d5-813ea311d61b None None] Pushing event updated for resources: {'Port': ['ID=ae75cee1-09cf-4170-ad9f-9984512afeaa,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:01.601754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8aaba01e-8327-43c8-9571-5cec5fb028ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.643015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8aaba01e-8327-43c8-9571-5cec5fb028ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.643292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] For port 530025b8-00f2-4b57-8cee-9ab50afa4c8b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:01.658900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6917cd32-b314-44ea-b86c-11f14a1b26c1 None None] Provisioning complete for port ae75cee1-09cf-4170-ad9f-9984512afeaa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:01.659393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6917cd32-b314-44ea-b86c-11f14a1b26c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.664347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.664609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] For port 530025b8-00f2-4b57-8cee-9ab50afa4c8b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=530025b8-00f2-4b57-8cee-9ab50afa4c8b,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:01.693994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:01.696436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.701868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:01.707370 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:37:01.707724 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:37:01.731994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:01.743012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:01.754502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:01.761410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:01.782888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a57f2-d25e-4cac-bc50-34fa20cab027 None None] Pushing event updated for resources: {'Port': ['ID=530025b8-00f2-4b57-8cee-9ab50afa4c8b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:01.805483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:01.828565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8aaba01e-8327-43c8-9571-5cec5fb028ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.831818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8aaba01e-8327-43c8-9571-5cec5fb028ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.833082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8aaba01e-8327-43c8-9571-5cec5fb028ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1648b1d8-2f0c-4a43-85c9-6b6629ce8823 HTTP/1.1" status: 204 len: 168 time: 0.5912716 Dec 15 04:37:01.854382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaba01e-8327-43c8-9571-5cec5fb028ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1648b1d8-2f0c-4a43-85c9-6b6629ce8823,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:01.868320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:01.868993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:01.899953 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35c860a1-fa61-47aa-b9a8-6d33ba85dee8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3459795 Dec 15 04:37:01.900710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59936) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:01.909229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'name': 'tempest-TaggedBootDevicesTest-111629839', 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:02.103642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:02.110566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.134897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] device_id is not set on port ed4ccc14-a15e-4fe7-b196-11dd27839e91 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:37:02.188380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event updated for resources: {'Port': ['ID=ec5f7540-0835-41d0-88d5-1ba26abadb85,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:02.213056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2947e-fd6d-4b80-a6a0-b1d03b12eeb2 req-82c2fa01-8102-4093-9f79-ed182b16ed6b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:02.214621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98a2947e-fd6d-4b80-a6a0-b1d03b12eeb2 req-82c2fa01-8102-4093-9f79-ed182b16ed6b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.5478122 Dec 15 04:37:02.257442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe37c-b8fb-45ef-906b-51bbf8efb3a3 req-c644c851-9bbe-48ee-8d0e-e258a41243d8 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:02.281482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe37c-b8fb-45ef-906b-51bbf8efb3a3 req-c644c851-9bbe-48ee-8d0e-e258a41243d8 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:02.292304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f83fe37c-b8fb-45ef-906b-51bbf8efb3a3 req-c644c851-9bbe-48ee-8d0e-e258a41243d8 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd&device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 1691 time: 0.5660889 Dec 15 04:37:02.302203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:02.302706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.310986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1b3e954e-124b-4cee-a47c-3c672e0eed0c details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:02.405867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a25df9b3-024d-482c-a691-7b950d58a287 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8575013 Dec 15 04:37:02.452237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c7c0d510-19c0-478c-b88e-5e9f54982e54 None None] Provisioning complete for port ec5f7540-0835-41d0-88d5-1ba26abadb85 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:02.452614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d510-19c0-478c-b88e-5e9f54982e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.452893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f83fe37c-b8fb-45ef-906b-51bbf8efb3a3 req-53af7706-37d5-430a-bcbf-782d8f008bed tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590779 Dec 15 04:37:02.466692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Request body: {'port': {'device_id': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:02.497484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 10.1.1.235 (3ea31f19-76e8-499a-9902-6c076b0dd8e3/020df7f7-5dce-48c1-81bf-03d92a9383aa/ed4ccc14-a15e-4fe7-b196-11dd27839e91) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:02.507750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0d510-19c0-478c-b88e-5e9f54982e54 None None] Port ec5f7540-0835-41d0-88d5-1ba26abadb85 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:02.527516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98a2947e-fd6d-4b80-a6a0-b1d03b12eeb2 req-2676d47a-c93c-4671-ac30-8ea5bff10a13 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024468 Dec 15 04:37:02.577063 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:02.595355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '1b3e954e-124b-4cee-a47c-3c672e0eed0c', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'port_id': '1b3e954e-124b-4cee-a47c-3c672e0eed0c', 'mac_address': 'fa:16:3e:40:e6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a86765-881e-41a6-9709-c433a2daefe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:02.603569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.633608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572058-d0de-4d68-b7c2-6184d7fabd43 req-ff877f72-0c8a-4920-86f5-116fe0234c14 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:02.642792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd572058-d0de-4d68-b7c2-6184d7fabd43 req-ff877f72-0c8a-4920-86f5-116fe0234c14 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 944 time: 0.0982656 Dec 15 04:37:02.726475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.741322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-82ab01f2-104c-4c03-9c6e-c1cd2d86db4f None None] Provisioning complete for port 37f72851-15d9-4cfa-84fe-cdcaf43df108 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:02.741701 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82ab01f2-104c-4c03-9c6e-c1cd2d86db4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.781573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.796535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-82ab01f2-104c-4c03-9c6e-c1cd2d86db4f None None] Port 37f72851-15d9-4cfa-84fe-cdcaf43df108 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:02.799828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.821799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3e954e-124b-4cee-a47c-3c672e0eed0c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:02.839287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd572058-d0de-4d68-b7c2-6184d7fabd43 req-98133eae-31f3-44d0-93b9-27094234bf7e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895289 Dec 15 04:37:02.841563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.846992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:02.857009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:02.882033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb0c9f-3ff8-4d48-acb9-a100c94edf42 req-c7597acc-54be-434c-8655-b898f31ab34d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:02.905868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bcb0c9f-3ff8-4d48-acb9-a100c94edf42 req-c7597acc-54be-434c-8655-b898f31ab34d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 931 time: 0.2513278 Dec 15 04:37:02.922240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1b3e954e-124b-4cee-a47c-3c672e0eed0c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:02.951801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:02.953805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 530025b8-00f2-4b57-8cee-9ab50afa4c8b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:02.958091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:02.964294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:03.015454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:03.052703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:03.053508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.082544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3ae4713-1746-4aa5-94bb-31d21d7bec1f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1806619 Dec 15 04:37:03.107548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 530025b8-00f2-4b57-8cee-9ab50afa4c8b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:03.107939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.110500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-189aa622-17fe-4c82-9d11-c8ac51b773e8 req-663094a2-8bfa-4f2f-8c91-11205c33dfac tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.1437335 Dec 15 04:37:03.134292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bcb0c9f-3ff8-4d48-acb9-a100c94edf42 req-46b322d5-85ba-4b20-b268-67cbec5652b0 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274203 Dec 15 04:37:03.218455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['1b3e954e-124b-4cee-a47c-3c672e0eed0c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:03.355228 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.365055 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.429381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5f7540-0835-41d0-88d5-1ba26abadb85 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:03.439743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.448976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5a511-b1d7-4a83-8445-1a9fae2bb314 req-b860c359-ce61-4ffa-becc-5bfc0ec7d023 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:03.461811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7e5a511-b1d7-4a83-8445-1a9fae2bb314 req-b860c359-ce61-4ffa-becc-5bfc0ec7d023 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.2121668 Dec 15 04:37:03.500355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Transition to ACTIVE for port object ec5f7540-0835-41d0-88d5-1ba26abadb85 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:03.513466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.517377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.562177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 530025b8-00f2-4b57-8cee-9ab50afa4c8b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=530025b8-00f2-4b57-8cee-9ab50afa4c8b,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:03.576109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-913606e7-6741-4e8e-b6a7-5be54de6c347 None None] Provisioning complete for port ed4ccc14-a15e-4fe7-b196-11dd27839e91 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:03.576819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-913606e7-6741-4e8e-b6a7-5be54de6c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.608671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7e5a511-b1d7-4a83-8445-1a9fae2bb314 req-27789859-0762-4561-ac4a-4a83c8507abd tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458511 Dec 15 04:37:03.633698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-913606e7-6741-4e8e-b6a7-5be54de6c347 None None] Port ed4ccc14-a15e-4fe7-b196-11dd27839e91 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:03.645865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.646575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Pushing event updated for resources: {'Port': ['ID=ec5f7540-0835-41d0-88d5-1ba26abadb85,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:03.646727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae75cee1-09cf-4170-ad9f-9984512afeaa up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:03.749604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875947d4-adb1-4f60-9d1e-a98f354c206f None None] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:37:03.769356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59980) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:03.773090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=530025b8-00f2-4b57-8cee-9ab50afa4c8b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:03.777580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977982557', 'description': 'tempest-description--1267074847'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:03.830390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a8873-d4f7-4e12-afa9-7fbb267160c7 req-462f751a-0aef-428b-8cb8-3c3d97a38721 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:03.838880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-457a8873-d4f7-4e12-afa9-7fbb267160c7 req-462f751a-0aef-428b-8cb8-3c3d97a38721 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 1102 time: 0.1054902 Dec 15 04:37:03.840936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.880733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Attempting to bind port ec5f7540-0835-41d0-88d5-1ba26abadb85 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:03.882681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Attempting to bind port ec5f7540-0835-41d0-88d5-1ba26abadb85 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:03.883212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Attempting to bind port ec5f7540-0835-41d0-88d5-1ba26abadb85 on network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:03.896911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dfeed06a-77f6-4fd3-8989-446185a19147 None None] Provisioning complete for port 530025b8-00f2-4b57-8cee-9ab50afa4c8b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:03.897298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfeed06a-77f6-4fd3-8989-446185a19147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.921541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Port ec5f7540-0835-41d0-88d5-1ba26abadb85 on network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:03.922471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Attempting to bind port ec5f7540-0835-41d0-88d5-1ba26abadb85 on network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:03.946486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.955833 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.984445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:03.986143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Checking segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:03.986896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Bound using segment: {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:03.987545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Bound port: ec5f7540-0835-41d0-88d5-1ba26abadb85, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9787548-f3c9-4f45-a466-6e46d71e5a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:03.988577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.991109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ae75cee1-09cf-4170-ad9f-9984512afeaa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:03.992457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:03.998173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e140b36-497c-452b-b01b-603a94357d70,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:04.003052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.007671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4c9af3a4-3538-4e44-8dc4-c85813bf70b8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2369843 Dec 15 04:37:04.008395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:04.014222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'security_group_rule': {'security_group_id': '1e140b36-497c-452b-b01b-603a94357d70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:04.046294 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.046574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-457a8873-d4f7-4e12-afa9-7fbb267160c7 req-fae233b2-0590-4ee0-b9b9-c6eda538697f tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066543 Dec 15 04:37:04.114651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0893a-19b8-4363-a640-c1f8a6fe3757 req-bb0703fb-a1d9-48d9-95d9-3ded796531bf tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:04.123052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86b0893a-19b8-4363-a640-c1f8a6fe3757 req-bb0703fb-a1d9-48d9-95d9-3ded796531bf tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2345986 Dec 15 04:37:04.151929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.162750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.172771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c2982f1e-35f9-47f5-984c-2a6bdfde0e6e up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:04.190465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c6e8cf-db7b-4b2d-88d1-0fdcf67afdf6,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:04.196836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.200121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83fa3bdb-8fa4-47cf-ac99-810fe2ad67e3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884024 Dec 15 04:37:04.201423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59998) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:04.207756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'security_group_rule': {'security_group_id': '1e140b36-497c-452b-b01b-603a94357d70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:04.237099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] For port ec5f7540-0835-41d0-88d5-1ba26abadb85, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:04.254382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] For port ec5f7540-0835-41d0-88d5-1ba26abadb85, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:04.260962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.269767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86b0893a-19b8-4363-a640-c1f8a6fe3757 req-6c82aba6-20e7-4004-95ea-6be157ef4c48 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456532 Dec 15 04:37:04.279777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.318967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:04.319587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.321022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] 10.222.0.42 "PUT /v2.0/ports/ec5f7540-0835-41d0-88d5-1ba26abadb85 HTTP/1.1" status: 200 len: 1092 time: 1.8669624 Dec 15 04:37:04.357689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:04.358985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b162a74-bdd6-4b32-91b4-66e5337802c5 req-cfa58225-0b2a-4813-8bc4-f4f25e612bb2 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:04.366728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:04.367242 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.375724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b162a74-bdd6-4b32-91b4-66e5337802c5 req-cfa58225-0b2a-4813-8bc4-f4f25e612bb2 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 945 time: 0.2201250 Dec 15 04:37:04.388809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.395815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.428135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:04.430487 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:04.448711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a2726e-e76c-4f1a-9a1a-937c84dad28c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:04.456373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.466556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8228938c-a1b1-4763-adbe-b8a30cdc6849 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2607043 Dec 15 04:37:04.468954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:04.473610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:04.526543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.530246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.558323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:04.563390 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d29add-ff0f-4a3b-b1bc-5f4680b0e05d" -d '{"events": [{"server_uuid": "7b8fdd56-35fb-4dee-a2b9-3ffa3be01897", "name": "network-vif-plugged", "status": "completed", "tag": "c2982f1e-35f9-47f5-984c-2a6bdfde0e6e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:04.584533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:04.589012 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.670529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:04.718315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 530025b8-00f2-4b57-8cee-9ab50afa4c8b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:04.730064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e900b-fd76-4792-99ce-7dee1acb5c5c service neutron] Pushing event updated for resources: {'Port': ['ID=ec5f7540-0835-41d0-88d5-1ba26abadb85,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:04.760572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b162a74-bdd6-4b32-91b4-66e5337802c5 req-3cb418be-7760-492b-b0a3-cad684f1dc34 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186679 Dec 15 04:37:04.762514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.767310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-f71ece76-3d4f-4ac2-9384-e042eacfc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:04.769733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-f71ece76-3d4f-4ac2-9384-e042eacfc9e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=277689beb5a14f03877643284cf13334&device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 1095 time: 0.3362563 Dec 15 04:37:04.780060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735356d4-4896-420b-8b17-a607a2bf8295 req-e4813030-309e-4182-a632-08ecaad29a96 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:04.791948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-735356d4-4896-420b-8b17-a607a2bf8295 req-e4813030-309e-4182-a632-08ecaad29a96 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 1102 time: 0.3524451 Dec 15 04:37:04.816546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-293279e2-f3b4-4693-9fc1-1f0b6d8bfeb4 None None] Provisioning complete for port 530025b8-00f2-4b57-8cee-9ab50afa4c8b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:04.816998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-293279e2-f3b4-4693-9fc1-1f0b6d8bfeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.887850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 530025b8-00f2-4b57-8cee-9ab50afa4c8b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:04.888551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:04.891323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-a7ca35dd-3c3c-48b1-b50a-4da652f05cad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85 HTTP/1.1" status: 200 len: 217 time: 0.0925996 Dec 15 04:37:04.930584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9a6d420-77ac-478a-863d-f4e9a11ffe58 req-cc6a8477-358b-4aaf-ad16-8184bc1b0dd8 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0500782 Dec 15 04:37:04.936588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 172.25.2.177 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/e855a8c7-56e3-445d-865b-0cdc47cf6f28) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:04.982431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-735356d4-4896-420b-8b17-a607a2bf8295 req-2b15e6d1-9128-46de-8cd2-98b656836cee tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873364 Dec 15 04:37:04.996046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-4c578524-affa-40f3-9f66-fc61eb25ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:04.998225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-4c578524-affa-40f3-9f66-fc61eb25ba40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f2288a-3901-4d16-a2d2-3e7698446101 HTTP/1.1" status: 200 len: 851 time: 0.0873213 Dec 15 04:37:05.110657 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a989035-2eca-47ae-9555-c8cc2c2ccc8f x-openstack-request-id: req-7a989035-2eca-47ae-9555-c8cc2c2ccc8f {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:05.110948 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:05.111210 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a989035-2eca-47ae-9555-c8cc2c2ccc8f {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:05.111604 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'status': 'completed', 'code': 200} Dec 15 04:37:05.169800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.175161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-077a797a-9d9e-43b4-97cc-0df41a8943b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.176732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-077a797a-9d9e-43b4-97cc-0df41a8943b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701193 Dec 15 04:37:05.195553 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55652628-8e6c-4c9d-9b96-59971fc0e14e x-openstack-request-id: req-55652628-8e6c-4c9d-9b96-59971fc0e14e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:05.195926 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fdd56-35fb-4dee-a2b9-3ffa3be01897", "name": "network-vif-plugged", "status": "completed", "tag": "c2982f1e-35f9-47f5-984c-2a6bdfde0e6e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:05.196287 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55652628-8e6c-4c9d-9b96-59971fc0e14e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:05.197693 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e', 'code': 200} Dec 15 04:37:05.210088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69d86-70cf-4874-8621-a4d08f636740 req-32b2b0bc-2261-4f93-98f8-9538ef7d83a8 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.211753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3c69d86-70cf-4874-8621-a4d08f636740 req-32b2b0bc-2261-4f93-98f8-9538ef7d83a8 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 943 time: 0.1149278 Dec 15 04:37:05.231129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.290996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:05.294927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:05.298816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:05.332436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=e855a8c7-56e3-445d-865b-0cdc47cf6f28,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:05.347279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3c69d86-70cf-4874-8621-a4d08f636740 req-51f5ffbe-2200-42a2-b333-89ecd281ba3e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228316 Dec 15 04:37:05.377583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-885eb8ff-2641-459b-861b-f74c25843b04 service neutron] 10.222.0.42 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890364 Dec 15 04:37:05.409076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556b28b-fb97-49a2-8139-62e3eba186e3 req-32cba3c3-89d2-4327-995d-c495b0bf3c32 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.412060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cf8f4-3ed4-45f4-a4be-f976d83b0f0e req-9787b61b-d7e8-412c-acfb-e3dc1612c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.413918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e98cf8f4-3ed4-45f4-a4be-f976d83b0f0e req-9787b61b-d7e8-412c-acfb-e3dc1612c1f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b8fdd56-35fb-4dee-a2b9-3ffa3be01897 HTTP/1.1" status: 200 len: 1097 time: 0.0784068 Dec 15 04:37:05.418661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1556b28b-fb97-49a2-8139-62e3eba186e3 req-32cba3c3-89d2-4327-995d-c495b0bf3c32 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1170917 Dec 15 04:37:05.488102 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.493763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e98cf8f4-3ed4-45f4-a4be-f976d83b0f0e req-32b0fc97-2b6b-48c4-b4c5-23e896494c82 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578635 Dec 15 04:37:05.497970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-010c0e0a-ba3a-482b-b2af-01a8f9e6d37a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313134 Dec 15 04:37:05.531042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.608387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1556b28b-fb97-49a2-8139-62e3eba186e3 req-d3ecead7-c00a-4190-a28a-fcbaedcd1951 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858244 Dec 15 04:37:05.663234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32af58de-af0b-447b-a0f9-4b3dd5238f6f req-10da55b0-dfdb-4368-aa64-e8813b3e7442 service neutron] 10.222.0.42 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770150 Dec 15 04:37:05.720327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-fee7f1b6-c140-4e6e-bae9-3627600838d0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.721835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-fee7f1b6-c140-4e6e-bae9-3627600838d0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116001 Dec 15 04:37:05.732941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.740780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.748357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb76d0-5bf6-4d7b-b556-b0d754cb3008 req-6c201253-19fc-4048-b1af-900420b3df0b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.749851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6edb76d0-5bf6-4d7b-b556-b0d754cb3008 req-6c201253-19fc-4048-b1af-900420b3df0b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.0794098 Dec 15 04:37:05.758070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-28b4a55b-9379-4d38-8e1f-f2e4863d4c5f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/quotas/ac2e0af62b5540f8bc989f7b4642196b HTTP/1.1" status: 200 len: 375 time: 0.0276265 Dec 15 04:37:05.832226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=e855a8c7-56e3-445d-865b-0cdc47cf6f28,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:05.848595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.867438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:05.874872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8d83af5-b6c6-43ce-ae72-77bed18527f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3993843 Dec 15 04:37:05.875086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-ae8327df-a064-4312-9cc8-8b6fbdc92b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:05.875086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-ae8327df-a064-4312-9cc8-8b6fbdc92b84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=277689beb5a14f03877643284cf13334&device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 1095 time: 0.0992174 Dec 15 04:37:05.887691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-a5f0b87c-ae93-441c-b74c-8ef42fbc3906 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1287618 Dec 15 04:37:05.904018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6edb76d0-5bf6-4d7b-b556-b0d754cb3008 req-6dfcc4bf-8e13-44a4-8217-5efea94621f3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438212 Dec 15 04:37:06.075965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb55a-008e-4994-9d63-06c63fa91901 req-90e5a60d-66f7-4502-adaa-220927ad0bdb tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.083370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21deb55a-008e-4994-9d63-06c63fa91901 req-90e5a60d-66f7-4502-adaa-220927ad0bdb tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 945 time: 0.0843060 Dec 15 04:37:06.118453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-6f0e54f7-3ee1-4e90-90db-6ff7ec42aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.119912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-6f0e54f7-3ee1-4e90-90db-6ff7ec42aef5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 HTTP/1.1" status: 200 len: 912 time: 0.2313313 Dec 15 04:37:06.138135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9f8ebda-35b0-49ee-8b1b-c218754e1139 req-ff6598a4-e860-44ef-b7f2-d4d234b2569e tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0403295 Dec 15 04:37:06.191303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-6b5ca0fc-9053-478d-83d4-3ee42340d68d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85 HTTP/1.1" status: 200 len: 217 time: 0.0579646 Dec 15 04:37:06.236843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f0ee33b-4c57-4d69-a30f-99a7567a9dec req-11e98edc-9d8f-41c9-8085-63ea97f0f0ca tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 210 time: 0.0474651 Dec 15 04:37:06.260420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21deb55a-008e-4994-9d63-06c63fa91901 req-3d9c6bc4-92ba-42b5-b6d1-2bacbb4de96b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627076 Dec 15 04:37:06.306174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-6793985f-306d-4686-a865-a5faba233348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.308040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-6793985f-306d-4686-a865-a5faba233348 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f2288a-3901-4d16-a2d2-3e7698446101 HTTP/1.1" status: 200 len: 851 time: 0.1003788 Dec 15 04:37:06.331091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1b3e954e-124b-4cee-a47c-3c672e0eed0c up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:06.393093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 1b3e954e-124b-4cee-a47c-3c672e0eed0c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:06.393824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-a669ea35-1a8d-4d9a-bd1f-864a93518ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.395594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-a669ea35-1a8d-4d9a-bd1f-864a93518ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798714 Dec 15 04:37:06.398056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 1b3e954e-124b-4cee-a47c-3c672e0eed0c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:06.398431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:06.418969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-34cd0246-b519-4888-bc40-0a47a9216a14 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1977982557&fields=id&tenant_id=7f9cbe778418464b98f0b2a86aa0b45d HTTP/1.1" status: 200 len: 267 time: 0.0709643 Dec 15 04:37:06.500432 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:06.540111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:06.546049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:06.580373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-da7ac78c-69c4-4172-94f2-2a6b47f0762e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.580804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-da7ac78c-69c4-4172-94f2-2a6b47f0762e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 932 time: 0.1366947 Dec 15 04:37:06.623046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1b3e954e-124b-4cee-a47c-3c672e0eed0c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:06.660490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-674cca5e-23b6-41fd-a564-b920d91330a9 service neutron] 10.222.0.42 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541983 Dec 15 04:37:06.685406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:06.697452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600b0f-f5c2-4dcf-960d-d08e804a185c req-59b5193c-feea-47dc-9f94-b2c6a3c8557f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.699006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91600b0f-f5c2-4dcf-960d-d08e804a185c req-59b5193c-feea-47dc-9f94-b2c6a3c8557f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 943 time: 0.1999760 Dec 15 04:37:06.730071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-87f7efa6-f691-4646-a1f6-57db7789715c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:06.731958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-87f7efa6-f691-4646-a1f6-57db7789715c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 931 time: 0.1347003 Dec 15 04:37:07.038670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92360def-2d0a-41a1-a193-150b22a0c464 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2910306 Dec 15 04:37:07.092653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-9c0c6a1a-1bee-43a4-bc24-c3abd7aa4562 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0403974 Dec 15 04:37:07.119626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91600b0f-f5c2-4dcf-960d-d08e804a185c req-391096dc-f418-4b3c-832e-952bef34ae7e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848896 Dec 15 04:37:07.125306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64c2fb33-51fb-4b1e-b278-ecbe1d421fb8 req-62d7f5de-08b5-442b-92dd-ab3e10d8c4b5 service neutron] 10.222.0.42 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557860 Dec 15 04:37:07.125604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60126) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:07.198510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3e954e-124b-4cee-a47c-3c672e0eed0c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:07.201894 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c724bd-1a23-4a6e-bfbd-a81df1cd3f1b" -d '{"events": [{"server_uuid": "aeef3548-7d43-495e-9f66-1ba14b378bf8", "name": "network-vif-plugged", "status": "completed", "tag": "1b3e954e-124b-4cee-a47c-3c672e0eed0c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:07.267482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-bc5177f4-47cd-485a-b0df-674f5b7ece47 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:07.272622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab9205fd-f2d0-4285-b29f-a0905c02e098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.273626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-bc5177f4-47cd-485a-b0df-674f5b7ece47 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:07.280038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-bc5177f4-47cd-485a-b0df-674f5b7ece47 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:07.281680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-bc5177f4-47cd-485a-b0df-674f5b7ece47 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/networks?id=71bbf166-4518-42f2-a41c-b4030317ebd3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 200 len: 1990 time: 0.1781704 Dec 15 04:37:07.290236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aaaff-f1d3-4f06-a37a-3fa4f0c866de req-0db8154f-a02d-4503-b2d5-b4b045caf02b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:07.291669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-818aaaff-f1d3-4f06-a37a-3fa4f0c866de req-0db8154f-a02d-4503-b2d5-b4b045caf02b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.0977190 Dec 15 04:37:07.303897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6915fbcb-068e-4181-99fe-146fdc264002 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/quotas/7f9cbe778418464b98f0b2a86aa0b45d HTTP/1.1" status: 200 len: 375 time: 0.0112400 Dec 15 04:37:07.356119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab9205fd-f2d0-4285-b29f-a0905c02e098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.361174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab9205fd-f2d0-4285-b29f-a0905c02e098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.380988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-818aaaff-f1d3-4f06-a37a-3fa4f0c866de req-bbefcbf1-d32c-48ef-9968-2b57a5ed4f26 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792882 Dec 15 04:37:07.400574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ec3d36f6-f954-477a-adf4-6613d4db1ed6 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0832756 Dec 15 04:37:07.416192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ab9205fd-f2d0-4285-b29f-a0905c02e098 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d91e930af0794326b0e918e620d63931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872994 Dec 15 04:37:07.416192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9205fd-f2d0-4285-b29f-a0905c02e098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb0c73-d3d8-4594-a816-6fe16339e7b9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:07.417532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60138) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:07.435660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-047e5d3e-4fbf-4941-8271-9b7c170565a5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333536 Dec 15 04:37:07.473862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0db56a06-24aa-4e49-b844-9630470cec4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.502355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0db56a06-24aa-4e49-b844-9630470cec4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.561494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0db56a06-24aa-4e49-b844-9630470cec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.564326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0db56a06-24aa-4e49-b844-9630470cec4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.565567 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0db56a06-24aa-4e49-b844-9630470cec4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1beb0c73-d3d8-4594-a816-6fe16339e7b9 HTTP/1.1" status: 204 len: 168 time: 0.1464283 Dec 15 04:37:07.573596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db56a06-24aa-4e49-b844-9630470cec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb0c73-d3d8-4594-a816-6fe16339e7b9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:07.625975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26873ef2-eb17-4636-b08d-928703b3cff5 req-b75d7ab5-0c48-48c0-8e0f-07751a9d145a tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:07.627481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26873ef2-eb17-4636-b08d-928703b3cff5 req-b75d7ab5-0c48-48c0-8e0f-07751a9d145a tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1302798 Dec 15 04:37:07.638110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-cb8928cd-5785-48ed-b00c-cd7756129058 service neutron] 10.222.0.37 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239912 Dec 15 04:37:07.717908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-780f8326-ce1e-4bb0-a926-79a494db1e70 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:07.719316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-780f8326-ce1e-4bb0-a926-79a494db1e70 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741616 Dec 15 04:37:07.746393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:07.807282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26873ef2-eb17-4636-b08d-928703b3cff5 req-1cc2afaf-fb59-438a-aa6f-86a9541f7f7d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723061 Dec 15 04:37:07.847403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-fb565b87-6df9-435b-b54b-4c36897099a1 service neutron] 10.222.0.37 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970663 Dec 15 04:37:07.870948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60144) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:07.884813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-746b34ab-1790-4053-8bd5-b505dead8027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.926986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-702bcedf-d493-47ee-92fb-ae007b7964ec req-39f3cf6f-82c9-43a0-aa86-70d78cb7d212 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0379806 Dec 15 04:37:07.932723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-72c5dd2c-4413-4c91-8424-b1f983329d8a service neutron] 10.222.0.37 "GET /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0710576 Dec 15 04:37:07.965750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-746b34ab-1790-4053-8bd5-b505dead8027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.970260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-746b34ab-1790-4053-8bd5-b505dead8027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:07.979569 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66362732-59d6-47df-9c83-067797e7a9f5 x-openstack-request-id: req-66362732-59d6-47df-9c83-067797e7a9f5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:07.980537 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef3548-7d43-495e-9f66-1ba14b378bf8", "name": "network-vif-plugged", "status": "completed", "tag": "1b3e954e-124b-4cee-a47c-3c672e0eed0c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:07.981074 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66362732-59d6-47df-9c83-067797e7a9f5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:07.982528 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3e954e-124b-4cee-a47c-3c672e0eed0c', 'code': 200} Dec 15 04:37:08.005418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:08.008853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.009637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b34ab-1790-4053-8bd5-b505dead8027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc4a6c1-7f19-4f8a-bf1e-f552f7f89d87,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:08.014956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-746b34ab-1790-4053-8bd5-b505dead8027 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96c7a77bdbca4f978e8eb3c896a731e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428473 Dec 15 04:37:08.017799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60146) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:08.073752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74df010e-ac54-441e-a380-92d326471c54 req-b9176597-4fb3-440d-961a-e27fb37cb86d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 210 time: 0.0420609 Dec 15 04:37:08.079221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-054100b2-0643-4f01-a735-450cbffffe70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.123749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-054100b2-0643-4f01-a735-450cbffffe70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.165917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0306f29-3a2a-4747-9ca5-db1c05bf1a15 req-90afdaff-2c51-43bb-be0a-40ebea9eb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:08.167420 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0306f29-3a2a-4747-9ca5-db1c05bf1a15 req-90afdaff-2c51-43bb-be0a-40ebea9eb408 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0783691 Dec 15 04:37:08.186435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-054100b2-0643-4f01-a735-450cbffffe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.189153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-054100b2-0643-4f01-a735-450cbffffe70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.192815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-054100b2-0643-4f01-a735-450cbffffe70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbc4a6c1-7f19-4f8a-bf1e-f552f7f89d87 HTTP/1.1" status: 204 len: 168 time: 0.1737020 Dec 15 04:37:08.199951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-cfdd9fc1-50e7-49a0-9893-8f562ad9c5fd service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417676 Dec 15 04:37:08.204022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054100b2-0643-4f01-a735-450cbffffe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc4a6c1-7f19-4f8a-bf1e-f552f7f89d87,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:08.253972 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0306f29-3a2a-4747-9ca5-db1c05bf1a15 req-e88f69bb-85cf-46d3-9c3e-27f2d8685309 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Dec 15 04:37:08.318010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82852b1f-1b2a-499a-b0db-da50f3bf21de req-d1b1416d-cb63-4a81-b73d-008cc1b2937a tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:08.319457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82852b1f-1b2a-499a-b0db-da50f3bf21de req-d1b1416d-cb63-4a81-b73d-008cc1b2937a tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 946 time: 0.1756406 Dec 15 04:37:08.329793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.147 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/753e047d-c029-48fa-b734-d362ef0ff8bb) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:08.351761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ec5f7540-0835-41d0-88d5-1ba26abadb85 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:08.414283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-10ecf1e4-9c36-4d69-b682-b9d62434736e service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825707 Dec 15 04:37:08.462656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ec5f7540-0835-41d0-88d5-1ba26abadb85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:08.468682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82852b1f-1b2a-499a-b0db-da50f3bf21de req-408a59b4-5716-4e96-91c0-addd243ba236 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403642 Dec 15 04:37:08.475806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'port_id': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'mac_address': 'fa:16:3e:53:91:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:08.531118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7de949ea-d1d9-4273-93e4-1ca65875ba45 service neutron] 10.222.0.37 "GET /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0994673 Dec 15 04:37:08.547704 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.565767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5f7540-0835-41d0-88d5-1ba26abadb85 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:08.593634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ec5f7540-0835-41d0-88d5-1ba26abadb85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:08.599208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.661132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7540-0835-41d0-88d5-1ba26abadb85,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:08.695348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.704091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e398e-0bf9-4b9b-89d7-70008cee0221 req-cc438e69-69b1-494f-b192-59cd87b74b53 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:08.708516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-079e398e-0bf9-4b9b-89d7-70008cee0221 req-cc438e69-69b1-494f-b192-59cd87b74b53 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 943 time: 0.1623881 Dec 15 04:37:08.760406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-556ca75c-cbb4-47f9-b565-3ea23f412654 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219560 Dec 15 04:37:08.846438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-079e398e-0bf9-4b9b-89d7-70008cee0221 req-520cc5e8-3a7b-4bc9-8b90-026b65252626 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293266 Dec 15 04:37:08.857031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:08.894737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:08.899612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'edccef9d-7113-4809-95e6-7430c7efd80e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:08.925510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:08.931255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:08.943930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:08.962617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-971f5c57-c4df-43a8-876c-6c463c0dbbdf service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928174 Dec 15 04:37:09.000428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=753e047d-c029-48fa-b734-d362ef0ff8bb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:09.009725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ec5f7540-0835-41d0-88d5-1ba26abadb85'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:09.099311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:09.099925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:09.133665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8d858-45c4-40cc-b85f-ffc823d8e8b0 req-8c08d714-3309-4964-86e4-d10d6dcc9612 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:09.135232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbd8d858-45c4-40cc-b85f-ffc823d8e8b0 req-8c08d714-3309-4964-86e4-d10d6dcc9612 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1816206 Dec 15 04:37:09.142609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-9e71b489-a377-40ba-8f5f-2e125d46179b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3999226 Dec 15 04:37:09.182597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-bed6ea65-0086-48a1-9a91-dcd0854fe955 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865559 Dec 15 04:37:09.190706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Request body: {'port': {'device_id': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:09.286457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-44891fab-0def-4f54-ba63-fb49eacbfbd0 None None] Provisioning complete for port 753e047d-c029-48fa-b734-d362ef0ff8bb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:09.286836 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44891fab-0def-4f54-ba63-fb49eacbfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:09.379748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-44891fab-0def-4f54-ba63-fb49eacbfbd0 None None] Port 753e047d-c029-48fa-b734-d362ef0ff8bb cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:09.587590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:09.638209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbd8d858-45c4-40cc-b85f-ffc823d8e8b0 req-640c414e-37ad-41f0-b0ee-cfcb53fafab8 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942837 Dec 15 04:37:09.702386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-33cf4d92-0a5c-4449-9379-1ccf46e480e0 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612114 Dec 15 04:37:09.907563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2815f-544c-404b-a66c-a89d1eb67f5d req-02c517d9-ece3-42f5-9364-02225bfe1af9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:09.909065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aae2815f-544c-404b-a66c-a89d1eb67f5d req-02c517d9-ece3-42f5-9364-02225bfe1af9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2002218 Dec 15 04:37:09.957899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-3c1867ba-2533-4e7f-a98f-a90b4d4c75d0 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478714 Dec 15 04:37:10.064180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aae2815f-544c-404b-a66c-a89d1eb67f5d req-8289a8d6-25a4-454b-b078-b92e2fc815d0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401057 Dec 15 04:37:10.153148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92632aae-8c61-40c0-bba2-155600d60d98 service neutron] 10.222.0.37 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854122 Dec 15 04:37:10.171702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e61a3152-f853-4682-b7b5-8b46ea6f6b1a req-6037636d-fc22-4fbe-aede-c597ee949ece tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0328796 Dec 15 04:37:10.179533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753e047d-c029-48fa-b734-d362ef0ff8bb {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:10.198492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.249785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Transition to ACTIVE for port object 753e047d-c029-48fa-b734-d362ef0ff8bb will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:10.255497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.354795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Pushing event updated for resources: {'Port': ['ID=753e047d-c029-48fa-b734-d362ef0ff8bb,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:10.359092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c2144948-6970-4011-9b00-f91bd793d151 service neutron] 10.222.0.37 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896937 Dec 15 04:37:10.368680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ec5f7540-0835-41d0-88d5-1ba26abadb85 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:10.380052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211486e-2c97-4d04-8e2c-221681e1c7b3 req-d8869612-0273-4933-840a-482678d6534e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:10.387211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6211486e-2c97-4d04-8e2c-221681e1c7b3 req-d8869612-0273-4933-840a-482678d6534e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 948 time: 0.1519175 Dec 15 04:37:10.436504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ec5f7540-0835-41d0-88d5-1ba26abadb85 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:10.445595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ec5f7540-0835-41d0-88d5-1ba26abadb85 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:10.446293 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.542219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6211486e-2c97-4d04-8e2c-221681e1c7b3 req-f31a2085-4954-4372-b731-4794487b10da tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541340 Dec 15 04:37:10.570078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Attempting to bind port 753e047d-c029-48fa-b734-d362ef0ff8bb on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:10.570395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Attempting to bind port 753e047d-c029-48fa-b734-d362ef0ff8bb by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:10.570708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Attempting to bind port 753e047d-c029-48fa-b734-d362ef0ff8bb on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:10.575978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.594188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Port 753e047d-c029-48fa-b734-d362ef0ff8bb on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:10.594583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Attempting to bind port 753e047d-c029-48fa-b734-d362ef0ff8bb on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:10.601410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-11b0ffe6-d8ae-4ff0-b340-4b85ddbb6eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101004 Dec 15 04:37:10.602289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:10.602624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:10.603004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:10.603440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Bound port: 753e047d-c029-48fa-b734-d362ef0ff8bb, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:10.603798 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.639169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:10.647597 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82223725-e83d-4a9e-be77-14fff43e30f9" -d '{"events": [{"server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:10.673082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ec5f7540-0835-41d0-88d5-1ba26abadb85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:10.679991 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.729240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7540-0835-41d0-88d5-1ba26abadb85,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:10.758785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] For port 753e047d-c029-48fa-b734-d362ef0ff8bb, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:10.765601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] For port 753e047d-c029-48fa-b734-d362ef0ff8bb, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=753e047d-c029-48fa-b734-d362ef0ff8bb,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:10.777458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.803656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d434b-830f-463d-8038-892072959319 req-b33d4385-3e20-4efd-a501-8a305d7fea4d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:10.805307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-323d434b-830f-463d-8038-892072959319 req-b33d4385-3e20-4efd-a501-8a305d7fea4d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 946 time: 0.1550057 Dec 15 04:37:10.848750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7f6e25c5-0312-4502-acfb-c36dcf733247 service neutron] 10.222.0.37 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097332 Dec 15 04:37:10.850014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:10.850623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:10.851947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] 10.222.0.42 "PUT /v2.0/ports/753e047d-c029-48fa-b734-d362ef0ff8bb HTTP/1.1" status: 200 len: 1097 time: 1.6669283 Dec 15 04:37:10.859733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'tag': '753e047d-c029-48fa-b734-d362ef0ff8bb'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:10.862092 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64" -d '{"events": [{"name": "network-changed", "server_uuid": "c63cf630-2428-47e6-bbf9-e5e715aed792", "tag": "753e047d-c029-48fa-b734-d362ef0ff8bb"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:10.956355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8cad4-b35d-4469-8eb2-ec270534e137 service neutron] Pushing event updated for resources: {'Port': ['ID=753e047d-c029-48fa-b734-d362ef0ff8bb,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:11.011153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-323d434b-830f-463d-8038-892072959319 req-6c532c3a-4584-4970-8a19-3766a90c171b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815767 Dec 15 04:37:11.048534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-ee66f624-dc2a-4be5-97d8-27d01108cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.049629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-ee66f624-dc2a-4be5-97d8-27d01108cbdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 1100 time: 0.1155226 Dec 15 04:37:11.055727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-093fe297-1d6c-4a04-86c9-74a560f7f744 service neutron] 10.222.0.37 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897035 Dec 15 04:37:11.104559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-31503357-a685-47db-aaf4-d4e816591ef3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=753e047d-c029-48fa-b734-d362ef0ff8bb HTTP/1.1" status: 200 len: 217 time: 0.0405438 Dec 15 04:37:11.175844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60230) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:11.200552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31491865-23e1-4b1d-9251-787f9074e10b req-6351ffeb-3607-48c9-8974-70d6f33ddbae tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.202289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31491865-23e1-4b1d-9251-787f9074e10b req-6351ffeb-3607-48c9-8974-70d6f33ddbae tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.0995502 Dec 15 04:37:11.204260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-6ec921bd-0a9d-4dac-a556-1be2c2da3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.205706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-6ec921bd-0a9d-4dac-a556-1be2c2da3947 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0902140 Dec 15 04:37:11.290415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-8877d92d-9ab1-4c98-849b-a6ecbc367669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.292531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-8877d92d-9ab1-4c98-849b-a6ecbc367669 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775759 Dec 15 04:37:11.294967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135cb3fd-d42b-41b0-939a-7de05b793dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.297207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31491865-23e1-4b1d-9251-787f9074e10b req-049eed2b-8a35-4e2e-8c07-68d53a7f115f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886912 Dec 15 04:37:11.346221 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8a9a3e-eea9-45f8-941b-c9e228446d36 x-openstack-request-id: req-db8a9a3e-eea9-45f8-941b-c9e228446d36 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:11.346573 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:11.346975 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db8a9a3e-eea9-45f8-941b-c9e228446d36 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:11.347461 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'code': 200} Dec 15 04:37:11.394177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135cb3fd-d42b-41b0-939a-7de05b793dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.407095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135cb3fd-d42b-41b0-939a-7de05b793dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.451301 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-135cb3fd-d42b-41b0-939a-7de05b793dc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97a17bbb19394bb9aaaa9139a4cbb11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742565 Dec 15 04:37:11.453459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60248) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:11.463690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cb3fd-d42b-41b0-939a-7de05b793dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b039f62-ec95-4c10-81bc-1a0955a976f0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:11.495567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-4cd3c706-1ef3-44b2-9a79-82dda1ac20db service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929073 Dec 15 04:37:11.522532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4283d-1c1c-49ff-9280-9b3171d80236 req-9858386a-c2cb-43d8-ab34-f4c28256098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.524051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3cb4283d-1c1c-49ff-9280-9b3171d80236 req-9858386a-c2cb-43d8-ab34-f4c28256098e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 1097 time: 0.0468695 Dec 15 04:37:11.534742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cdefc-e36b-4f89-b810-bc88aba94db2 req-da95d66d-5281-423e-a509-53784fd10f37 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.536351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f60cdefc-e36b-4f89-b810-bc88aba94db2 req-da95d66d-5281-423e-a509-53784fd10f37 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1299639 Dec 15 04:37:11.584831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3cb4283d-1c1c-49ff-9280-9b3171d80236 req-24eb0147-4af4-41a2-a2b5-4c7223e7c264 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 Dec 15 04:37:11.625704 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b89d59-fe8b-446d-911e-3826cf7f1025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.674388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f60cdefc-e36b-4f89-b810-bc88aba94db2 req-e9eb48b7-713d-4376-b291-959cf3bbe3a9 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275332 Dec 15 04:37:11.680971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b89d59-fe8b-446d-911e-3826cf7f1025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.697707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4317b2b-cd65-47e8-82e7-cfe6f4e4aebb req-b52bee81-f91d-4729-86fb-4fb807643e6c service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843684 Dec 15 04:37:11.704829 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3506403-f643-415e-82af-92da2bb0169a x-openstack-request-id: req-f3506403-f643-415e-82af-92da2bb0169a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:11.705130 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63cf630-2428-47e6-bbf9-e5e715aed792", "tag": "753e047d-c029-48fa-b734-d362ef0ff8bb", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:11.705380 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3506403-f643-415e-82af-92da2bb0169a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:11.705817 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'tag': '753e047d-c029-48fa-b734-d362ef0ff8bb', 'status': 'completed', 'code': 200} Dec 15 04:37:11.780175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b89d59-fe8b-446d-911e-3826cf7f1025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.782738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b89d59-fe8b-446d-911e-3826cf7f1025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:11.783837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-11b89d59-fe8b-446d-911e-3826cf7f1025 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b039f62-ec95-4c10-81bc-1a0955a976f0 HTTP/1.1" status: 204 len: 168 time: 0.3273292 Dec 15 04:37:11.817281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b89d59-fe8b-446d-911e-3826cf7f1025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b039f62-ec95-4c10-81bc-1a0955a976f0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:11.842421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4b99-8a75-4d6b-b2d0-8ad61e4cae51 req-72c6c326-8ac8-4ac6-b036-84476e352897 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.843959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d25c4b99-8a75-4d6b-b2d0-8ad61e4cae51 req-72c6c326-8ac8-4ac6-b036-84476e352897 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b8fdd56-35fb-4dee-a2b9-3ffa3be01897 HTTP/1.1" status: 200 len: 945 time: 0.1003485 Dec 15 04:37:11.852419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12d76b-7ae9-4d77-8390-e0d5f51a01b2 req-4e43e3e0-93d2-4bb6-9ab5-942478c85f66 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:11.860738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e12d76b-7ae9-4d77-8390-e0d5f51a01b2 req-4e43e3e0-93d2-4bb6-9ab5-942478c85f66 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1069360 Dec 15 04:37:11.944288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e12d76b-7ae9-4d77-8390-e0d5f51a01b2 req-793172ee-41d0-4195-8c08-f40b87bf64a5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813956 Dec 15 04:37:11.960840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d25c4b99-8a75-4d6b-b2d0-8ad61e4cae51 req-9dc9e950-10d0-4c92-98d7-fa327349dea0 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971835 Dec 15 04:37:12.107366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-555869eb-1d62-491b-a030-0544997f38af req-4f255d64-b4f8-4a62-9a1c-9557031cc10d tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0452907 Dec 15 04:37:12.146915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedad6ee-0954-4527-b088-1332081961e5 req-9927eabf-0c39-4b77-84ea-b7eac2efbb41 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:12.151024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bedad6ee-0954-4527-b088-1332081961e5 req-9927eabf-0c39-4b77-84ea-b7eac2efbb41 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 948 time: 0.1250415 Dec 15 04:37:12.151024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-d393c62d-cc4e-4f0f-84cc-d6711602c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:12.151808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60272) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:12.152935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-d393c62d-cc4e-4f0f-84cc-d6711602c342 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 1100 time: 0.1175282 Dec 15 04:37:12.165570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-657f6dfa-e933-4de2-bc91-6a09b92deb5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.262515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-657f6dfa-e933-4de2-bc91-6a09b92deb5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.269643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-657f6dfa-e933-4de2-bc91-6a09b92deb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.302043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f6dfa-e933-4de2-bc91-6a09b92deb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28781717-cc2b-45fe-878a-892371427f0b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:12.345455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-657f6dfa-e933-4de2-bc91-6a09b92deb5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83989cd0192a49b5b68f29a39d992465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905875 Dec 15 04:37:12.345807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60276) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:12.405727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f7555a-1113-442d-b421-30a3f9af93d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.432829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f7555a-1113-442d-b421-30a3f9af93d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.494881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f7555a-1113-442d-b421-30a3f9af93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.498850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f7555a-1113-442d-b421-30a3f9af93d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:12.504654 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b2f7555a-1113-442d-b421-30a3f9af93d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28781717-cc2b-45fe-878a-892371427f0b HTTP/1.1" status: 204 len: 168 time: 0.1570742 Dec 15 04:37:12.519509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7555a-1113-442d-b421-30a3f9af93d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28781717-cc2b-45fe-878a-892371427f0b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:12.547628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1f80e3c-dc20-4df9-b226-294fc3f7320b req-a3d50204-e0f4-4ec1-99b7-558ba5dcd4d6 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0856888 Dec 15 04:37:12.583962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bedad6ee-0954-4527-b088-1332081961e5 req-d913cc64-7ee3-42f1-b351-7579b8f192b9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246373 Dec 15 04:37:12.657991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-3d126862-ba27-4196-901d-941add67d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:12.659720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-3d126862-ba27-4196-901d-941add67d0ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2009819 Dec 15 04:37:12.742040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-25492456-dcdc-4590-86d6-7e0e703c688c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=753e047d-c029-48fa-b734-d362ef0ff8bb HTTP/1.1" status: 200 len: 217 time: 0.0725169 Dec 15 04:37:12.826487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-24de28ca-94a5-4da1-827c-f72000cd54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:12.828283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-24de28ca-94a5-4da1-827c-f72000cd54af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0757089 Dec 15 04:37:12.842101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b11bf-197c-44b5-a914-7d3d0c3da40e req-39c15e77-c019-4845-8b56-c5deb56d151c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:12.845241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af8b11bf-197c-44b5-a914-7d3d0c3da40e req-39c15e77-c019-4845-8b56-c5deb56d151c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.1064739 Dec 15 04:37:12.994127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af8b11bf-197c-44b5-a914-7d3d0c3da40e req-92a0fcfe-e744-4549-93e2-8f194dd11073 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316824 Dec 15 04:37:13.050503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07990104-ebe9-4cbd-820b-e262f59d212a req-2beaaf2c-68cf-4bcc-936e-5621e18e6c94 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.058365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07990104-ebe9-4cbd-820b-e262f59d212a req-2beaaf2c-68cf-4bcc-936e-5621e18e6c94 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1623435 Dec 15 04:37:13.062507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-58bf7465-c39e-4aa5-a9cb-880db7aab826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.064442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-58bf7465-c39e-4aa5-a9cb-880db7aab826 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669328 Dec 15 04:37:13.212381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07990104-ebe9-4cbd-820b-e262f59d212a req-3bace9b3-8895-4b2d-8467-7bdb1c6515b0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508975 Dec 15 04:37:13.271261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-1ad0a6c5-e81a-417c-a6e9-cad736a13635 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872487 Dec 15 04:37:13.380733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e16de12-fe52-4c30-afaa-64a395ced8a4 req-988f81d8-54d7-43bc-8232-d68434687278 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0709724 Dec 15 04:37:13.478526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1d896-5969-4783-b636-4bed9a36a716 req-21bc22e2-f9e5-46f9-b9d5-d26358f585cc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.488557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ed1d896-5969-4783-b636-4bed9a36a716 req-21bc22e2-f9e5-46f9-b9d5-d26358f585cc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1387293 Dec 15 04:37:13.521188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbdd1e6-9447-43c9-9d84-e73c0fd71c64 req-7e5986ad-b3fd-4e65-ab9c-7e835c3f5c6e service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356453 Dec 15 04:37:13.576816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ed1d896-5969-4783-b636-4bed9a36a716 req-03e795f7-8f6d-408d-bfea-15ed6cb09470 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825312 Dec 15 04:37:13.720491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-48bb8132-7751-4c36-a3b9-8cb796905e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.723034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-48bb8132-7751-4c36-a3b9-8cb796905e80 service neutron] 10.222.0.16 "GET /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 1028 time: 0.0437748 Dec 15 04:37:13.772210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-489eee9e-98d6-49ce-a682-d8e380ea3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.773642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-489eee9e-98d6-49ce-a682-d8e380ea3ae2 service neutron] 10.222.0.16 "GET /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 1027 time: 0.0371327 Dec 15 04:37:13.791163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf78574-847f-46dd-8281-ee7e597de52c req-fa467e97-42f4-4c0a-b82c-b72f3846600d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.793154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bf78574-847f-46dd-8281-ee7e597de52c req-fa467e97-42f4-4c0a-b82c-b72f3846600d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.1099482 Dec 15 04:37:13.849708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-13169b8f-01ba-462d-8021-f2869976cc4e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.851209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-13169b8f-01ba-462d-8021-f2869976cc4e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 812 time: 0.2241340 Dec 15 04:37:13.885291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-06a607a6-2941-4f28-8747-729ba89062e5 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/quotas/902db1fc7ba44a20aeea7b1b89b6db60 HTTP/1.1" status: 200 len: 375 time: 0.0220704 Dec 15 04:37:13.893823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bf78574-847f-46dd-8281-ee7e597de52c req-52818820-9ce4-4676-906a-757ae08687fd tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936930 Dec 15 04:37:13.948262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ca6073f6-a100-4992-8d18-f3c93162fced tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.954085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c572eadf-6013-44b6-ae72-8026bd6699c9 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587010 Dec 15 04:37:13.959721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ca6073f6-a100-4992-8d18-f3c93162fced tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.966637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ca6073f6-a100-4992-8d18-f3c93162fced tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:13.968535 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ca6073f6-a100-4992-8d18-f3c93162fced tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "GET /v2.0/networks?id=71bbf166-4518-42f2-a41c-b4030317ebd3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 200 len: 1990 time: 0.1825244 Dec 15 04:37:14.023396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc0c45a2-24fd-4875-9afd-5928444ba2a9 req-0f0f4a11-12ac-44db-ad14-7fdfcbff9a9d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0507531 Dec 15 04:37:14.104878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-a1857026-0bcb-44db-8445-483ffa060b04 service neutron] 10.222.0.37 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497800 Dec 15 04:37:14.106889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93adbd37-98f3-4ff9-ae15-c7d164f26a17 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f9cbe778418464b98f0b2a86aa0b45d HTTP/1.1" status: 200 len: 380 time: 0.0855796 Dec 15 04:37:14.126598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'admin_state_up': True, 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'security_groups': ['1e140b36-497c-452b-b01b-603a94357d70']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:14.224946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a489d4-9228-4de7-9362-523d81818fa6 req-25ce7ba1-eaa6-4508-81ab-d39846abd886 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:14.232357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57a489d4-9228-4de7-9362-523d81818fa6 req-25ce7ba1-eaa6-4508-81ab-d39846abd886 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 948 time: 0.1179988 Dec 15 04:37:14.272343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-e6ddb336-16cc-4382-8670-a201bf71a569 service neutron] 10.222.0.37 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663907 Dec 15 04:37:14.295634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:14.303426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:14.316715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57a489d4-9228-4de7-9362-523d81818fa6 req-e67ed524-031b-49db-865a-f239b4b44ec9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834250 Dec 15 04:37:14.394663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 753e047d-c029-48fa-b734-d362ef0ff8bb details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:14.545435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 753e047d-c029-48fa-b734-d362ef0ff8bb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=753e047d-c029-48fa-b734-d362ef0ff8bb,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:14.561150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '753e047d-c029-48fa-b734-d362ef0ff8bb', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '753e047d-c029-48fa-b734-d362ef0ff8bb', 'mac_address': 'fa:16:3e:00:00:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:14.590221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7622ee-41f2-4eef-816a-d19d196e72c9 req-05298962-b635-4bfa-9a9c-e0104843e7fd tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:14.603599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d7622ee-41f2-4eef-816a-d19d196e72c9 req-05298962-b635-4bfa-9a9c-e0104843e7fd tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.1645582 Dec 15 04:37:14.626742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 172.20.0.9 (71bbf166-4518-42f2-a41c-b4030317ebd3/94ffdb48-28ee-4b5d-899b-ee1b5b35abb9/da79f6cc-6c84-4060-8738-6582f3b20206) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:14.651334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:14.686201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753e047d-c029-48fa-b734-d362ef0ff8bb {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:14.696515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5de33d82-1c89-4445-b823-b914c4ce47dc req-ce32fe42-063d-4186-8254-dcc3971d50b2 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0816092 Dec 15 04:37:14.728504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 753e047d-c029-48fa-b734-d362ef0ff8bb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=753e047d-c029-48fa-b734-d362ef0ff8bb,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:14.738926 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:14.847206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=753e047d-c029-48fa-b734-d362ef0ff8bb,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:14.867897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-a704cb1e-d4e1-4ca3-8a65-dc8e9e5ec4b4 service neutron] 10.222.0.42 "GET /v2.0/ports/ff3f74a5-5907-49bd-9b2f-43928679c082/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 383 time: 0.1748683 Dec 15 04:37:14.936479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d7622ee-41f2-4eef-816a-d19d196e72c9 req-c2735869-6142-433b-8685-113cee0d1fc2 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512691 Dec 15 04:37:14.960580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:15.031570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:15.063045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-937afca2-7c7b-4581-b3ec-58791ff06b67 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.064829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-937afca2-7c7b-4581-b3ec-58791ff06b67 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b8fdd56-35fb-4dee-a2b9-3ffa3be01897 HTTP/1.1" status: 200 len: 945 time: 0.2207422 Dec 15 04:37:15.076961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04319c2b-8f90-4b68-b286-e154fdaeb785 req-b4bf4505-a735-4827-8a39-92f1b7f289ba tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 210 time: 0.0582457 Dec 15 04:37:15.147105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:15.150765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238128e7-bbd3-4fc4-827c-cca893294ae6 req-4d4b3514-6006-4fa9-a066-104d44d17c94 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.155140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['753e047d-c029-48fa-b734-d362ef0ff8bb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:15.158894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-238128e7-bbd3-4fc4-827c-cca893294ae6 req-4d4b3514-6006-4fa9-a066-104d44d17c94 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1712160 Dec 15 04:37:15.185584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:15.191529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:15.194323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:15.419218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-238128e7-bbd3-4fc4-827c-cca893294ae6 req-06c57079-9f24-4670-ac51-82a94e04438d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524452 Dec 15 04:37:15.425342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.426019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:15.487675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-153eddac-1f93-4833-aeec-2c4e861ebc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.492438 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-153eddac-1f93-4833-aeec-2c4e861ebc72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9&tenant_id=9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 1101 time: 0.2112107 Dec 15 04:37:15.505369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5622ea68-1f02-44c7-bd00-a0be2c817763 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3821335 Dec 15 04:37:15.509989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-161e2cb6-a8a0-48c7-83fc-0b4816539378 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.512151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-161e2cb6-a8a0-48c7-83fc-0b4816539378 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "GET /v2.0/ports?device_id=aeef3548-7d43-495e-9f66-1ba14b378bf8 HTTP/1.1" status: 200 len: 946 time: 0.1163552 Dec 15 04:37:15.517396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Deleting port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:37:15.518461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:15.555631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'admin_state_up': True, 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'security_groups': ['1e140b36-497c-452b-b01b-603a94357d70']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:15.596890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5cadd-a4b2-456b-9db0-03e2ce5e9233 req-faaa8cb7-5ee3-438e-932e-656c1eaac006 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.604530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bae5cadd-a4b2-456b-9db0-03e2ce5e9233 req-faaa8cb7-5ee3-438e-932e-656c1eaac006 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3645995 Dec 15 04:37:15.665776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3712ee67-c15f-489d-9b22-d0c2a03550a3 None None] Provisioning complete for port da79f6cc-6c84-4060-8738-6582f3b20206 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:15.666404 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3712ee67-c15f-489d-9b22-d0c2a03550a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:15.769145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-a82072c8-1f94-4f5e-88de-7013e4ce8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.770913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-a82072c8-1f94-4f5e-88de-7013e4ce8117 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1101 time: 0.1749539 Dec 15 04:37:15.771978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3712ee67-c15f-489d-9b22-d0c2a03550a3 None None] Port da79f6cc-6c84-4060-8738-6582f3b20206 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:15.846089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ad54e-a641-4a58-b125-1bc795e6823c req-198289ad-e98c-410e-873d-22f17efe7ccc tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:15.866256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-248ad54e-a641-4a58-b125-1bc795e6823c req-198289ad-e98c-410e-873d-22f17efe7ccc tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.2248919 Dec 15 04:37:15.892851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:15.911577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Request body: {'floatingip': {'port_id': 'ec5f7540-0835-41d0-88d5-1ba26abadb85'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:15.930895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Deleting port 1b3e954e-124b-4cee-a47c-3c672e0eed0c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:37:15.933550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:15.955988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bae5cadd-a4b2-456b-9db0-03e2ce5e9233 req-365499f5-e5bb-4fbc-88df-4db668075bdd tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464134 Dec 15 04:37:15.997405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-1960fb3d-f357-426b-b3b0-b66416c91ebe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:16.003799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-1960fb3d-f357-426b-b3b0-b66416c91ebe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3614323 Dec 15 04:37:16.007661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] For port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:16.008036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.043763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-62f10024-215f-4f6e-b440-b28a5f51fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:16.045235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-62f10024-215f-4f6e-b440-b28a5f51fa5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2533109 Dec 15 04:37:16.065555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.156137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045450-790c-4ffb-8168-a169b2fefa55 req-f8549f2c-45d6-4d93-aeb6-fe977d7282a9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:16.164434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71045450-790c-4ffb-8168-a169b2fefa55 req-f8549f2c-45d6-4d93-aeb6-fe977d7282a9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 931 time: 0.1853414 Dec 15 04:37:16.165890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:16.225041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccda160-73dc-4105-bc5b-42155b4951d9 req-c2bcd67a-91eb-4a7e-af9c-880fa1033ee5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:16.232885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ccda160-73dc-4105-bc5b-42155b4951d9 req-c2bcd67a-91eb-4a7e-af9c-880fa1033ee5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 949 time: 0.1751976 Dec 15 04:37:16.271788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] For port 1b3e954e-124b-4cee-a47c-3c672e0eed0c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1b3e954e-124b-4cee-a47c-3c672e0eed0c,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:16.272232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.299258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Calling delete_port for 1b3e954e-124b-4cee-a47c-3c672e0eed0c owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:37:16.336698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71045450-790c-4ffb-8168-a169b2fefa55 req-a4eacac7-1e75-4017-9398-69841a0e7bba tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714685 Dec 15 04:37:16.406695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ccda160-73dc-4105-bc5b-42155b4951d9 req-39b2f09d-8922-43ab-b722-089bd6b1eafd tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727786 Dec 15 04:37:16.425397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 753e047d-c029-48fa-b734-d362ef0ff8bb up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:16.460491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a369262-7c1e-47d8-966f-9ea39ced0c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.469663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-116a4c0d-705d-43a1-8e7b-d56474fd8cbb req-5a17bcff-21b7-42bd-be61-c9c4c0902785 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0617578 Dec 15 04:37:16.587340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-664f701a-5aea-458e-91fe-40d1756569e9 req-ecec9054-23e5-4786-a297-fa96948cb3c6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 210 time: 0.0651550 Dec 15 04:37:16.633906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 753e047d-c029-48fa-b734-d362ef0ff8bb completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:16.638628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 753e047d-c029-48fa-b734-d362ef0ff8bb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:16.639392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.736687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.738545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.773537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753e047d-c029-48fa-b734-d362ef0ff8bb'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:16.778006 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849845a5-5af6-4013-985a-ba1021789e18" -d '{"events": [{"server_uuid": "c63cf630-2428-47e6-bbf9-e5e715aed792", "name": "network-vif-plugged", "status": "completed", "tag": "753e047d-c029-48fa-b734-d362ef0ff8bb"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:16.802601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 753e047d-c029-48fa-b734-d362ef0ff8bb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=753e047d-c029-48fa-b734-d362ef0ff8bb,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:16.815272 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.816202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1b3e954e-124b-4cee-a47c-3c672e0eed0c no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:16.913514 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9cf745-bda4-4fab-b465-60335a6de32c x-openstack-request-id: req-cc9cf745-bda4-4fab-b465-60335a6de32c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:16.913906 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63cf630-2428-47e6-bbf9-e5e715aed792", "name": "network-vif-plugged", "status": "completed", "tag": "753e047d-c029-48fa-b734-d362ef0ff8bb", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:16.916859 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc9cf745-bda4-4fab-b465-60335a6de32c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:16.917987 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753e047d-c029-48fa-b734-d362ef0ff8bb', 'code': 200} Dec 15 04:37:16.923418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Calling delete_port for c2982f1e-35f9-47f5-984c-2a6bdfde0e6e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:37:16.929013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 1b3e954e-124b-4cee-a47c-3c672e0eed0c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:37:16.930560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1b3e954e-124b-4cee-a47c-3c672e0eed0c not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:37:16.932692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event deleted for resources: {'Port': ['ID=1b3e954e-124b-4cee-a47c-3c672e0eed0c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:16.962050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2d0b2-f2c4-42e0-b75c-44de3acb7dc3 req-91db2a12-a1c5-4654-8ea4-990d0bbece93 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:16.963601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ff2d0b2-f2c4-42e0-b75c-44de3acb7dc3 req-91db2a12-a1c5-4654-8ea4-990d0bbece93 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.3086598 Dec 15 04:37:16.976413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a369262-7c1e-47d8-966f-9ea39ced0c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:16.993247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=753e047d-c029-48fa-b734-d362ef0ff8bb,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:17.045082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-80abac0e-7cfb-470b-aa2b-eae0c6e4d59d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:17.047171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-80abac0e-7cfb-470b-aa2b-eae0c6e4d59d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 812 time: 0.3075953 Dec 15 04:37:17.058383 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a369262-7c1e-47d8-966f-9ea39ced0c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.107008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-e7268d45-eb3d-48d0-8653-5d4bdbd083da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 1.0391183 Dec 15 04:37:17.113757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-5784fed0-73a0-48d5-8600-faae67ff8170 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:17.115172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-5784fed0-73a0-48d5-8600-faae67ff8170 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 812 time: 0.1785760 Dec 15 04:37:17.124465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.42', 51365) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:17.129873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:17.133256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.140227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Request body: {'port': {'device_id': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'admin_state_up': True, 'tenant_id': '902db1fc7ba44a20aeea7b1b89b6db60'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:17.162110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] No DVR routers for this DVR port 1b3e954e-124b-4cee-a47c-3c672e0eed0c on host n-h2-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:37:17.166237 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.169589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "DELETE /v2.0/ports/1b3e954e-124b-4cee-a47c-3c672e0eed0c HTTP/1.1" status: 204 len: 173 time: 1.6365454 Dec 15 04:37:17.183949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Request body: {'port': {'device_id': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'admin_state_up': True, 'tenant_id': '902db1fc7ba44a20aeea7b1b89b6db60'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:17.210161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'name': 'network-vif-deleted', 'tag': '1b3e954e-124b-4cee-a47c-3c672e0eed0c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:17.212481 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f076cc-2a19-40e2-b91b-9caa1b131d2b" -d '{"events": [{"server_uuid": "aeef3548-7d43-495e-9f66-1ba14b378bf8", "name": "network-vif-deleted", "tag": "1b3e954e-124b-4cee-a47c-3c672e0eed0c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:17.218487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5a369262-7c1e-47d8-966f-9ea39ced0c2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dd2a6c4db4647b6af7158d7ff99e2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0480113 Dec 15 04:37:17.230834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:17.236792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a369262-7c1e-47d8-966f-9ea39ced0c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd13e70-bed4-4653-be64-d3b868208f9d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:17.316418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ff2d0b2-f2c4-42e0-b75c-44de3acb7dc3 req-5c0dcf04-d84b-4045-abab-62502e8c5520 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225894 Dec 15 04:37:17.362538 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8965e8d3-6b67-4d12-b462-ac3ad86b7180 x-openstack-request-id: req-8965e8d3-6b67-4d12-b462-ac3ad86b7180 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:17.367402 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef3548-7d43-495e-9f66-1ba14b378bf8", "name": "network-vif-deleted", "tag": "1b3e954e-124b-4cee-a47c-3c672e0eed0c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:17.368095 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8965e8d3-6b67-4d12-b462-ac3ad86b7180 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:17.368609 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef3548-7d43-495e-9f66-1ba14b378bf8', 'name': 'network-vif-deleted', 'tag': '1b3e954e-124b-4cee-a47c-3c672e0eed0c', 'status': 'completed', 'code': 200} Dec 15 04:37:17.428103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e37c2-fbd1-4b3b-a559-6f3e3c77dd55 req-09d2fb26-346c-4375-a3db-d5508c5a1700 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:17.437459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f23e37c2-fbd1-4b3b-a559-6f3e3c77dd55 req-09d2fb26-346c-4375-a3db-d5508c5a1700 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 946 time: 0.3332973 Dec 15 04:37:17.527691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Made reservation on behalf of 902db1fc7ba44a20aeea7b1b89b6db60 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:17.531103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.540609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f23e37c2-fbd1-4b3b-a559-6f3e3c77dd55 req-1f35a62b-3afc-4da1-ab1b-0ff8ed195dc3 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022344 Dec 15 04:37:17.614439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b7f-a3c6-4797-9d71-647b66bbd152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.634152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-21cfd4f6-ceda-4b59-82ef-c3aea76c7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:17.635648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaa1e3-f6b2-417a-89a4-f55016617e90 req-c1758f09-b1e8-45bb-969c-e934bce05c49 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:17.635794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-21cfd4f6-ceda-4b59-82ef-c3aea76c7ddb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.4630508 Dec 15 04:37:17.637802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ceaa1e3-f6b2-417a-89a4-f55016617e90 req-c1758f09-b1e8-45bb-969c-e934bce05c49 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 931 time: 0.1846149 Dec 15 04:37:17.638345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8bb06-dcc7-4433-8683-783446a537a3 req-2388e2a9-3e9a-4bc8-89e6-b4f639f030b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:17.639716 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-edb8bb06-dcc7-4433-8683-783446a537a3 req-2388e2a9-3e9a-4bc8-89e6-b4f639f030b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 1102 time: 0.5042789 Dec 15 04:37:17.655258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Deleting port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:37:17.655639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.834897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b7f-a3c6-4797-9d71-647b66bbd152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:17.840361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.resource_extend [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:37:18.014072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e9330-f535-4b5d-86af-5522db2675b9 req-25e5f5f0-3bb6-4a6d-a2e8-608b1604f96a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:18.015585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-160e9330-f535-4b5d-86af-5522db2675b9 req-25e5f5f0-3bb6-4a6d-a2e8-608b1604f96a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 950 time: 0.3937559 Dec 15 04:37:18.028305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ceaa1e3-f6b2-417a-89a4-f55016617e90 req-835b9d38-5c70-4bb8-8928-cbbad3cdf098 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791471 Dec 15 04:37:18.056821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Allocated IP 172.20.0.5 (da6896b9-7abb-4e20-bc20-b46c71b410db/b9a86765-881e-41a6-9709-c433a2daefe7/d81b514d-b034-41d7-bd25-dc916554339e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:18.088536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.112316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c2982f1e-35f9-47f5-984c-2a6bdfde0e6e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:18.116203 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-edb8bb06-dcc7-4433-8683-783446a537a3 req-ca6427c2-a54a-4fee-8c52-287e40f1a173 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754389 Dec 15 04:37:18.123461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 10.1.1.37 (3ea31f19-76e8-499a-9902-6c076b0dd8e3/020df7f7-5dce-48c1-81bf-03d92a9383aa/5901fa7f-3d9c-485b-8121-7dfd0e2b7609) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:18.125479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.128095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Made reservation on behalf of 902db1fc7ba44a20aeea7b1b89b6db60 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:18.131604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.136204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:18.136594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.183452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No active binding found for port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:37:18.184015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c2982f1e-35f9-47f5-984c-2a6bdfde0e6e not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:37:18.191795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ff3758-de57-4f2e-b4f2-934b5619b320 req-d385851b-66a7-4469-b8bf-14f0d6370e44 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0516481 Dec 15 04:37:18.212929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-160e9330-f535-4b5d-86af-5522db2675b9 req-15c3052b-357e-429a-9fed-afca86ca62fb tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361949 Dec 15 04:37:18.316660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08b2f488-f883-42a9-9026-6998c63ed9d0 req-018cabce-e779-431f-8700-8d22879d7cf8 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 210 time: 0.0372539 Dec 15 04:37:18.334122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.380950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.414386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:18.466509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Network da6896b9-7abb-4e20-bc20-b46c71b410db is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:18.475774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event updated for resources: {'Port': ['ID=d81b514d-b034-41d7-bd25-dc916554339e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:18.479620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:18.481927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:18.511875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-db940f08-f032-4c22-b5a0-c74503e62bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:18.513434 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-db940f08-f032-4c22-b5a0-c74503e62bd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8071518 Dec 15 04:37:18.519037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcac656-1cf3-446a-82ff-58cd3be2a7a9 req-79bab7e3-bb51-4c28-9e7d-39438ebb68cd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:18.522345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfcac656-1cf3-446a-82ff-58cd3be2a7a9 req-79bab7e3-bb51-4c28-9e7d-39438ebb68cd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1335266 Dec 15 04:37:18.523198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.534669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.534978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Calling delete_port for 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:37:18.535682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.536350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.536875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.537412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.537936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.538449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.539018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.539520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.540162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.540837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.541447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.542013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:18.547012 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.594538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:18.595232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.633082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfcac656-1cf3-446a-82ff-58cd3be2a7a9 req-79f59fbe-3850-44e6-800d-950d9c6d2223 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051004 Dec 15 04:37:18.641734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-30234941-b2f4-4dc5-b441-c99a8235fcf6 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5388362 Dec 15 04:37:18.651445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:18.651645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event deleted for resources: {'Port': ['ID=c2982f1e-35f9-47f5-984c-2a6bdfde0e6e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:18.656821 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.657570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:18.679268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Request body: {'port': {'device_id': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:18.689815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b7f-a3c6-4797-9d71-647b66bbd152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.692427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc18b7f-a3c6-4797-9d71-647b66bbd152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.696246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4cc18b7f-a3c6-4797-9d71-647b66bbd152 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cd13e70-bed4-4653-be64-d3b868208f9d HTTP/1.1" status: 204 len: 168 time: 1.3975697 Dec 15 04:37:18.753370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:18.818081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.842814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.846904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6896-a7e3-4035-a3c3-b9564f017d73 req-1eac7932-ed66-44b9-8893-720e6769ba46 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:18.848733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f32c6896-a7e3-4035-a3c3-b9564f017d73 req-1eac7932-ed66-44b9-8893-720e6769ba46 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 944 time: 0.1307812 Dec 15 04:37:18.877404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc18b7f-a3c6-4797-9d71-647b66bbd152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd13e70-bed4-4653-be64-d3b868208f9d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:18.888835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] No DVR routers for this DVR port c2982f1e-35f9-47f5-984c-2a6bdfde0e6e on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:37:18.901916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:18.916527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:18.922759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b96c31b-f9df-42d6-ac48-05264b80aebd req-8ec32dcb-cf02-4cdc-8cbb-4304b7f4c30e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "DELETE /v2.0/ports/c2982f1e-35f9-47f5-984c-2a6bdfde0e6e HTTP/1.1" status: 204 len: 173 time: 3.8264866 Dec 15 04:37:18.923271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'name': 'network-vif-deleted', 'tag': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:18.924299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b'}, {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:18.925615 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c3dd54-6eea-4f9a-bf9d-cac1f137496a" -d '{"events": [{"server_uuid": "7b8fdd56-35fb-4dee-a2b9-3ffa3be01897", "name": "network-vif-deleted", "tag": "c2982f1e-35f9-47f5-984c-2a6bdfde0e6e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:18.927562 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac1555e-7002-4432-9277-fc28b2914e92" -d '{"events": [{"server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b"}, {"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:18.931480 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:19.035660 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5786cfa6-e58d-4d31-bc36-65e4f48e4b06 x-openstack-request-id: req-5786cfa6-e58d-4d31-bc36-65e4f48e4b06 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:19.036001 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b", "code": 200}, {"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:19.036260 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5786cfa6-e58d-4d31-bc36-65e4f48e4b06 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:19.037000 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b', 'code': 200} Dec 15 04:37:19.037000 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'code': 200} Dec 15 04:37:19.063237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f32c6896-a7e3-4035-a3c3-b9564f017d73 req-4577943b-cc20-4402-8eaf-a07213fdbe47 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599658 Dec 15 04:37:19.094591 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Floating IP 83896a14-18a3-4609-a642-b033f4a17589 associated. External IP: 172.25.2.25, port: ec5f7540-0835-41d0-88d5-1ba26abadb85. Dec 15 04:37:19.097696 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a10a6-0c18-4ab1-bc4e-8ffc0975d7d1 x-openstack-request-id: req-e57a10a6-0c18-4ab1-bc4e-8ffc0975d7d1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:19.097984 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fdd56-35fb-4dee-a2b9-3ffa3be01897", "name": "network-vif-deleted", "tag": "c2982f1e-35f9-47f5-984c-2a6bdfde0e6e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:19.098248 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e57a10a6-0c18-4ab1-bc4e-8ffc0975d7d1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:19.098650 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fdd56-35fb-4dee-a2b9-3ffa3be01897', 'name': 'network-vif-deleted', 'tag': 'c2982f1e-35f9-47f5-984c-2a6bdfde0e6e', 'status': 'completed', 'code': 200} Dec 15 04:37:19.115723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:19.242487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-08aee874-611f-41c4-9522-3bc3954455c5 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020106 Dec 15 04:37:19.255798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00a96f-5c5b-4c42-9b97-49a78150cc18 req-b3e5b208-7c28-474a-93d0-c88983f862c8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:19.268545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb00a96f-5c5b-4c42-9b97-49a78150cc18 req-b3e5b208-7c28-474a-93d0-c88983f862c8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 931 time: 0.1157024 Dec 15 04:37:19.276092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60432) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:19.369742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc455a74-c968-4ada-97ba-0913548ccf9f req-758a8771-4a0c-4d0f-9804-bdeb244e61f4 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0685470 Dec 15 04:37:19.383007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Allocated IP 172.20.0.6 (da6896b9-7abb-4e20-bc20-b46c71b410db/b9a86765-881e-41a6-9709-c433a2daefe7/903e176f-f590-43ad-99c9-f6f964be0fca) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:19.387702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6da30012-5951-488f-8093-6d84c5aafa46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:19.415851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb00a96f-5c5b-4c42-9b97-49a78150cc18 req-99171018-dec5-4605-bfde-e6c1b269bf75 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346481 Dec 15 04:37:19.494638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:19.547168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb9573-184b-46cc-8575-5f98cfefe23c req-df5a8c38-a3d2-4c47-8e31-4e2f9f84a0d2 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:19.549659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4bb9573-184b-46cc-8575-5f98cfefe23c req-df5a8c38-a3d2-4c47-8e31-4e2f9f84a0d2 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 950 time: 0.0803254 Dec 15 04:37:19.580757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b63b454e-32a6-45bb-b5ec-d5a7b086bb11 req-a7d48c9f-1059-4cd7-aab3-e02a61472f9e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 210 time: 0.0610297 Dec 15 04:37:19.614352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a36c2ab-b2fa-48d5-adec-35f0637b5025 req-4bc4ff37-ba5d-4d52-b7c2-aaa522cf70ba service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414047 Dec 15 04:37:19.650523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4bb9573-184b-46cc-8575-5f98cfefe23c req-002e9ca4-5dad-4a39-a04c-7cff4ecad451 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685089 Dec 15 04:37:19.684815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:19.793266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event deleted for resources: {'Port': ['ID=07ddcaf1-6ffe-44c3-83a4-e01fd008f61b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:19.889583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5db04-0a52-4260-a593-ef8f407339c9 req-62fd230f-e702-4cd2-bafd-fbb287844178 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:19.891218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eb5db04-0a52-4260-a593-ef8f407339c9 req-62fd230f-e702-4cd2-bafd-fbb287844178 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1290398 Dec 15 04:37:19.908347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2f7d1-3a42-428b-819c-0a3d768dcd6d req-b2c7055e-c431-4fbb-b498-c6ac4df99d58 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:19.916107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fae2f7d1-3a42-428b-819c-0a3d768dcd6d req-b2c7055e-c431-4fbb-b498-c6ac4df99d58 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 1102 time: 0.1063943 Dec 15 04:37:19.945555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] No DVR routers for this DVR port 07ddcaf1-6ffe-44c3-83a4-e01fd008f61b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:37:19.948199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:19.952489 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f4c2ee31-c6df-4a56-a44f-98592073fea6 req-19de7f09-2d10-4569-b048-3c7a04671191 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.42 "DELETE /v2.0/ports/07ddcaf1-6ffe-44c3-83a4-e01fd008f61b HTTP/1.1" status: 204 len: 173 time: 3.9107206 Dec 15 04:37:19.953680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:19.986375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eb5db04-0a52-4260-a593-ef8f407339c9 req-18bfa725-8b04-41e5-bf07-faa6524c6553 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883563 Dec 15 04:37:20.020624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6da30012-5951-488f-8093-6d84c5aafa46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.023087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fae2f7d1-3a42-428b-819c-0a3d768dcd6d req-b94256a0-0a84-454b-9dca-06a4081d928c tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063919 Dec 15 04:37:20.035315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:20.046744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:20.049183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:20.073091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6da30012-5951-488f-8093-6d84c5aafa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.231244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-785c1572-91eb-47c6-bc16-ab894e49f187 req-d27f48c4-5b76-4942-8887-95691548f3cf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf HTTP/1.1" status: 200 len: 210 time: 0.0558140 Dec 15 04:37:20.264633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Router a0e31c88-0756-45d7-bbe3-bcc722f65b93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:37:20.274263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:20.285847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da30012-5951-488f-8093-6d84c5aafa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896f82f-d739-48fd-9565-fa961a3ad3ce,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:20.299631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6da30012-5951-488f-8093-6d84c5aafa46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c1aaf56ab1d400186776974c3bfd62e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0096908 Dec 15 04:37:20.300201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60450) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:20.302931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.328132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:20.328345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.385026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-2d63a93f-c450-405f-bdc5-87e3407ca5de tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356429 Dec 15 04:37:20.435969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e92cea5e-9807-4f57-8345-4c0829e4b527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.436644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8bfcce49-3e30-42e3-bd57-e3232f995ae5 None None] Provisioning complete for port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:20.437846 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8bfcce49-3e30-42e3-bd57-e3232f995ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.450188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b8dd4dc9-eff4-492b-9254-ccaf51f6b8fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9210725 Dec 15 04:37:20.480860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'admin_state_up': True, 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'security_groups': ['1e140b36-497c-452b-b01b-603a94357d70']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:20.532586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e92cea5e-9807-4f57-8345-4c0829e4b527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.534609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.536616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-214c30b6-3123-4505-abed-c5a007ca697d req-033ff16f-233d-4035-a36d-8dfb8adbc0b0 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0417581 Dec 15 04:37:20.677060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:37:20.680481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Network da6896b9-7abb-4e20-bc20-b46c71b410db is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:20.695589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.695796 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] Sync routers for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:37:20.697649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-351f7235-76b9-4d22-a4a3-1e59ecc53c5b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:20.699894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-351f7235-76b9-4d22-a4a3-1e59ecc53c5b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3095205 Dec 15 04:37:20.702756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event updated for resources: {'Port': ['ID=903e176f-f590-43ad-99c9-f6f964be0fca,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:20.705848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:20.733009 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:37:20.734066 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:37:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:20.739280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:20.831504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8bfcce49-3e30-42e3-bd57-e3232f995ae5 None None] Port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:20.850108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cc8a3d5c-406f-4939-a12f-61cea7a5843c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "PUT /v2.0/floatingips/83896a14-18a3-4609-a642-b033f4a17589 HTTP/1.1" status: 200 len: 990 time: 4.9494948 Dec 15 04:37:20.859561 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:37:20.871930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81b514d-b034-41d7-bd25-dc916554339e {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:20.886459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:20.887246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.901054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.907185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-e7b64ae2-943a-47a2-a09a-1df4fff72056 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/quotas/ac2e0af62b5540f8bc989f7b4642196b HTTP/1.1" status: 200 len: 375 time: 0.1779735 Dec 15 04:37:20.910278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:20.911909 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e92cea5e-9807-4f57-8345-4c0829e4b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.916702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.918106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e92cea5e-9807-4f57-8345-4c0829e4b527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:20.923355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e92cea5e-9807-4f57-8345-4c0829e4b527 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8896f82f-d739-48fd-9565-fa961a3ad3ce HTTP/1.1" status: 204 len: 168 time: 0.6185207 Dec 15 04:37:20.930617 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-aebc2899-c721-4ceb-99a6-19172b26d114 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7566826 Dec 15 04:37:20.965237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cea5e-9807-4f57-8345-4c0829e4b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896f82f-d739-48fd-9565-fa961a3ad3ce,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:20.972193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Transition to ACTIVE for port object d81b514d-b034-41d7-bd25-dc916554339e will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:20.973175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Request body: {'port': {'device_id': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:20.987766 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:21.002661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31820184-4aac-4fdf-9404-2d44ac5ac511 req-3ee88260-dd16-49eb-b912-d287bebb72d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:21.012339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31820184-4aac-4fdf-9404-2d44ac5ac511 req-3ee88260-dd16-49eb-b912-d287bebb72d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:21.013966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31820184-4aac-4fdf-9404-2d44ac5ac511 req-3ee88260-dd16-49eb-b912-d287bebb72d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 1652 time: 0.2876089 Dec 15 04:37:21.076333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Pushing event updated for resources: {'Port': ['ID=d81b514d-b034-41d7-bd25-dc916554339e,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:21.092351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-5cb4096f-6543-4b0f-81d0-585fa79cc79c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1713440 Dec 15 04:37:21.121345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'name': 'network-vif-deleted', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b'}, {'name': 'network-changed', 'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:21.123639 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca8668-382e-46eb-837c-e47ec2c99dab" -d '{"events": [{"server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "name": "network-vif-deleted", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b"}, {"name": "network-changed", "server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:21.172491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:21.213004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31820184-4aac-4fdf-9404-2d44ac5ac511 req-2049919c-112e-4bd4-adde-921e5da99165 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666501 Dec 15 04:37:21.232336 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '83896a14-18a3-4609-a642-b033f4a17589', 'tenant_id': '277689beb5a14f03877643284cf13334', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'port_id': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'mac_address': 'fa:16:3e:53:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:36:54Z', 'updated_at': '2021-12-15T04:37:17Z', 'revision_number': 1, 'project_id': '277689beb5a14f03877643284cf13334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:53Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:21.291073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Attempting to bind port d81b514d-b034-41d7-bd25-dc916554339e on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:21.292032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Attempting to bind port d81b514d-b034-41d7-bd25-dc916554339e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:21.294136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Attempting to bind port d81b514d-b034-41d7-bd25-dc916554339e on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:21.302733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Port d81b514d-b034-41d7-bd25-dc916554339e on network da6896b9-7abb-4e20-bc20-b46c71b410db not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:21.303314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Attempting to bind port d81b514d-b034-41d7-bd25-dc916554339e on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:21.303505 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] Checking router: a0e31c88-0756-45d7-bbe3-bcc722f65b93 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:37:21.317068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:21.317526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Checking segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:21.317898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Bound using segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:21.318356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Bound port: d81b514d-b034-41d7-bd25-dc916554339e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:21.318722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:21.325732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:37:21.328955 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:37:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:21.364615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 10.1.1.43 (3ea31f19-76e8-499a-9902-6c076b0dd8e3/020df7f7-5dce-48c1-81bf-03d92a9383aa/ce536a95-15bb-45b5-8a98-6606de9408f7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:21.588424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] For port d81b514d-b034-41d7-bd25-dc916554339e, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:21.591843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] For port d81b514d-b034-41d7-bd25-dc916554339e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d81b514d-b034-41d7-bd25-dc916554339e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:21.619138 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:37:21.655965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:21.756866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f034b-dfa6-439d-91af-d6043f667bf9 req-a959d6b8-f6b7-4123-84b0-a41475fb6869 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:21.758923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-282f034b-dfa6-439d-91af-d6043f667bf9 req-a959d6b8-f6b7-4123-84b0-a41475fb6869 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 931 time: 0.4043269 Dec 15 04:37:21.998664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:21.999285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:22.000701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] 10.222.0.16 "PUT /v2.0/ports/d81b514d-b034-41d7-bd25-dc916554339e HTTP/1.1" status: 200 len: 1092 time: 3.3284738 Dec 15 04:37:22.025297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e3b30-8149-414c-aed6-27d418184844 req-9252c891-923f-4e07-8510-1428e6fa57ac tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:22.034233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-572e3b30-8149-414c-aed6-27d418184844 req-9252c891-923f-4e07-8510-1428e6fa57ac tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.4388289 Dec 15 04:37:22.036262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'tag': 'd81b514d-b034-41d7-bd25-dc916554339e'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:22.039042 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "52a4e3f8-51f5-4191-9fb6-e31959c7890a", "tag": "d81b514d-b034-41d7-bd25-dc916554339e"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:22.080235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:22.086817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a013df-3a8f-4577-a33f-439a112323de service neutron] Pushing event updated for resources: {'Port': ['ID=d81b514d-b034-41d7-bd25-dc916554339e,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:22.130480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-282f034b-dfa6-439d-91af-d6043f667bf9 req-bf266cf0-4c29-4758-8227-cba64adacfbd tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306477 Dec 15 04:37:22.155166 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '83896a14-18a3-4609-a642-b033f4a17589', 'tenant_id': '277689beb5a14f03877643284cf13334', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'port_id': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'mac_address': 'fa:16:3e:53:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:36:54Z', 'updated_at': '2021-12-15T04:37:17Z', 'revision_number': 1, 'project_id': '277689beb5a14f03877643284cf13334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:53Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:22.186606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:22.235746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-572e3b30-8149-414c-aed6-27d418184844 req-c0a099cb-008a-40c1-9190-732d9b1629d2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001979 Dec 15 04:37:22.242570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9ea4ee36-e5a0-422e-8035-dfc3cf96754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:22.244409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9ea4ee36-e5a0-422e-8035-dfc3cf96754a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 1095 time: 0.0872195 Dec 15 04:37:22.291963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:22.298484 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bd5401-5d68-429f-a4e0-e8d3b3e409c3 x-openstack-request-id: req-b5bd5401-5d68-429f-a4e0-e8d3b3e409c3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:22.298772 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf", "name": "network-vif-deleted", "tag": "07ddcaf1-6ffe-44c3-83a4-e01fd008f61b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:22.299335 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5bd5401-5d68-429f-a4e0-e8d3b3e409c3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:22.299744 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf24f007-07ce-4cc3-b518-4ee2b7e5a2bf', 'name': 'network-vif-deleted', 'tag': '07ddcaf1-6ffe-44c3-83a4-e01fd008f61b', 'status': 'completed', 'code': 200} Dec 15 04:37:22.300010 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'status': 'completed', 'code': 200} Dec 15 04:37:22.330565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-dcb21e8d-a404-4f6e-ae1e-15f67a9009e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81b514d-b034-41d7-bd25-dc916554339e HTTP/1.1" status: 200 len: 217 time: 0.0619097 Dec 15 04:37:22.394604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:22.396845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:22.425651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:22.431172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:22.471689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9aa7bc9b-92e7-4f51-b6e1-d0b3cdd633b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:22.481592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9aa7bc9b-92e7-4f51-b6e1-d0b3cdd633b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.1283808 Dec 15 04:37:22.556498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-47090574-f4eb-4ca5-b1a1-bca487f07bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:22.560437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-47090574-f4eb-4ca5-b1a1-bca487f07bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=277689beb5a14f03877643284cf13334&device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 1097 time: 0.2204432 Dec 15 04:37:22.562973 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ddd5-b23e-4187-a36a-50eab72eb28d None None] The sync data for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 is: [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '83896a14-18a3-4609-a642-b033f4a17589', 'tenant_id': '277689beb5a14f03877643284cf13334', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'port_id': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'mac_address': 'fa:16:3e:53:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:36:54Z', 'updated_at': '2021-12-15T04:37:17Z', 'revision_number': 1, 'project_id': '277689beb5a14f03877643284cf13334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:53Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:37:22.657383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23542179-6017-4f61-8b2e-067c37aa51c8 req-0782bb02-3eac-4e3a-9cd3-d0f8fcc77195 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 210 time: 0.1994174 Dec 15 04:37:22.765571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:22.795470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'mac_address': 'fa:16:3e:2c:30:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:22.876552 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53293d7-47d9-4101-8bec-0e64e5e3520c x-openstack-request-id: req-f53293d7-47d9-4101-8bec-0e64e5e3520c {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:22.878289 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a4e3f8-51f5-4191-9fb6-e31959c7890a", "tag": "d81b514d-b034-41d7-bd25-dc916554339e", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:22.878546 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f53293d7-47d9-4101-8bec-0e64e5e3520c {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:22.878967 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'tag': 'd81b514d-b034-41d7-bd25-dc916554339e', 'status': 'completed', 'code': 200} Dec 15 04:37:22.890335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-4699fcb9-94a8-4cdc-b5b5-3a0f04054a99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2168722 Dec 15 04:37:22.898706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-cd226870-9d9c-48d6-b315-6707d3574241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:22.900520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-cd226870-9d9c-48d6-b315-6707d3574241 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 HTTP/1.1" status: 200 len: 912 time: 0.2671697 Dec 15 04:37:22.905467 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:22.946669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3f74a5-5907-49bd-9b2f-43928679c082 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:22.953497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128d1717-d558-46cb-a2b9-bc76576ea2bf req-f9d66ac9-a2bf-41df-8fd0-b537561c00f7 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.2909999 Dec 15 04:37:22.989353 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-0e54ae83-042c-4dc8-b199-306bc07b6a3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85 HTTP/1.1" status: 200 len: 998 time: 0.0750263 Dec 15 04:37:22.991850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:23.005367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.006053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:23.013292 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:23.035661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903e176f-f590-43ad-99c9-f6f964be0fca {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:23.080009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:23.126262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f2fea-a32c-4874-9d4d-05e852771a37 None None] New status for floating IP 83896a14-18a3-4609-a642-b033f4a17589: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:37:23.147870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-45ebbaf0-ffca-4201-af61-dfdd51326d78 None None] Provisioning complete for port ce536a95-15bb-45b5-8a98-6606de9408f7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:23.148342 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45ebbaf0-ffca-4201-af61-dfdd51326d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:23.154200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-19e064eb-0968-4150-b3c4-12f22ca015f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6742265 Dec 15 04:37:23.158692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Transition to ACTIVE for port object 903e176f-f590-43ad-99c9-f6f964be0fca will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:23.179469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'admin_state_up': True, 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'security_groups': ['1e140b36-497c-452b-b01b-603a94357d70']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:23.187149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-5e5868be-0fa0-4b81-9174-4c0d125f81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.188776 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-5e5868be-0fa0-4b81-9174-4c0d125f81a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f2288a-3901-4d16-a2d2-3e7698446101 HTTP/1.1" status: 200 len: 851 time: 0.1484330 Dec 15 04:37:23.189675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:23.237191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-05448f9d-a979-4b1b-9e1d-6b227672bebd service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009639 Dec 15 04:37:23.270958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:23.305254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Pushing event updated for resources: {'Port': ['ID=903e176f-f590-43ad-99c9-f6f964be0fca,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:23.320623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbaf0-ffca-4201-af61-dfdd51326d78 None None] Port ce536a95-15bb-45b5-8a98-6606de9408f7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:23.463214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-fee24e4e-5d8a-4abc-94ae-20027d5bbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.465659 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-fee24e4e-5d8a-4abc-94ae-20027d5bbff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836734 Dec 15 04:37:23.505392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ff3f74a5-5907-49bd-9b2f-43928679c082'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:23.516252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Attempting to bind port 903e176f-f590-43ad-99c9-f6f964be0fca on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:23.516890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Attempting to bind port 903e176f-f590-43ad-99c9-f6f964be0fca by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:23.517173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Attempting to bind port 903e176f-f590-43ad-99c9-f6f964be0fca on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:23.538728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff952-7332-45f2-8555-4dc53f2526c8 req-f8ddd8a9-cdf2-4ab5-a5d4-15b73e3ee176 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.546113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff952-7332-45f2-8555-4dc53f2526c8 req-f8ddd8a9-cdf2-4ab5-a5d4-15b73e3ee176 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.553059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff952-7332-45f2-8555-4dc53f2526c8 req-f8ddd8a9-cdf2-4ab5-a5d4-15b73e3ee176 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.554919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-741ff952-7332-45f2-8555-4dc53f2526c8 req-f8ddd8a9-cdf2-4ab5-a5d4-15b73e3ee176 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 2372 time: 0.6176968 Dec 15 04:37:23.583902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Port 903e176f-f590-43ad-99c9-f6f964be0fca on network da6896b9-7abb-4e20-bc20-b46c71b410db not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:23.583902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Attempting to bind port 903e176f-f590-43ad-99c9-f6f964be0fca on network da6896b9-7abb-4e20-bc20-b46c71b410db {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:23.585703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:23.732485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-384b0835-7fad-4370-a71d-03c92b78c564 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470038 Dec 15 04:37:23.754518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:23.757117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-54e95b85-9b78-4da5-bc24-76f5511950f0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:23.770302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-54e95b85-9b78-4da5-bc24-76f5511950f0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.5307279 Dec 15 04:37:23.777661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-741ff952-7332-45f2-8555-4dc53f2526c8 req-ada3e108-981b-4834-9006-77129b957295 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138126 Dec 15 04:37:23.797549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-50931fb4-ea93-4f8b-b38b-d0c01bc4ee68 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/quotas/1014991e009e4fabafdd60a4093fe965 HTTP/1.1" status: 200 len: 375 time: 0.0256512 Dec 15 04:37:23.814144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-f614dcdf-8261-488c-8fc5-eda437feb107 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2750957 Dec 15 04:37:23.851378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:23.851763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Checking segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:23.852003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-b50a83b4-fe3a-4b9a-b9cb-1a1be1d81c3c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521498 Dec 15 04:37:23.852435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Bound using segment: {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:23.852713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Bound port: 903e176f-f590-43ad-99c9-f6f964be0fca, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aa9a0d-d8df-4201-8449-f217f0a28b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:23.853330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:24.016904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-245ad74b-47c9-4590-a848-ea3c572f4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.018726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-245ad74b-47c9-4590-a848-ea3c572f4c38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 1095 time: 0.1499081 Dec 15 04:37:24.061192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb34beb-9cb6-47ac-99bf-6a226649e126 req-180de913-1f26-435d-baf6-4747cd0239dd tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.062727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fdb34beb-9cb6-47ac-99bf-6a226649e126 req-180de913-1f26-435d-baf6-4747cd0239dd tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 943 time: 0.1351137 Dec 15 04:37:24.137856 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-6e65d1ad-6dba-4170-b688-e06678d28f4c service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847483 Dec 15 04:37:24.179822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] For port 903e176f-f590-43ad-99c9-f6f964be0fca, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:24.194174 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-6545c29f-3ec0-4132-826b-090122b52f54 service neutron] 10.222.0.42 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596045 Dec 15 04:37:24.235824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] For port 903e176f-f590-43ad-99c9-f6f964be0fca, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903e176f-f590-43ad-99c9-f6f964be0fca,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:24.270032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fdb34beb-9cb6-47ac-99bf-6a226649e126 req-b488474d-2e2c-488d-bd49-eaeaca621897 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687751 Dec 15 04:37:24.284325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:24.306615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-12ef85aa-ff08-4541-9f7c-0169c88f90e5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.308640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-12ef85aa-ff08-4541-9f7c-0169c88f90e5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4490788 Dec 15 04:37:24.324652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-4e07849d-1176-48a1-a976-82669dbad35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.326735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-4e07849d-1176-48a1-a976-82669dbad35a service neutron] 10.222.0.16 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 912 time: 0.2954111 Dec 15 04:37:24.329044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-cd7127b2-bda7-442a-be8e-17f1e85e0f63 service neutron] 10.222.0.37 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904125 Dec 15 04:37:24.355774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:24.421411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-c1aa1bc7-5c1f-4eb6-ba02-c80362575be1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81b514d-b034-41d7-bd25-dc916554339e HTTP/1.1" status: 200 len: 217 time: 0.0829067 Dec 15 04:37:24.432676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.433378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:24.434782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] 10.222.0.42 "PUT /v2.0/ports/903e176f-f590-43ad-99c9-f6f964be0fca HTTP/1.1" status: 200 len: 1092 time: 3.4762206 Dec 15 04:37:24.435261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'tag': '903e176f-f590-43ad-99c9-f6f964be0fca'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:24.437550 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9753afe-2155-482e-ba37-2fdb0faa9de0", "tag": "903e176f-f590-43ad-99c9-f6f964be0fca"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:24.578905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7090d65-9d1d-4808-b550-b6b38493a877 req-9775bcdf-c695-49e6-876d-8c6befd74bfb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.580483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cbe0a-b670-46b3-a329-5a24c9387a9e service neutron] Pushing event updated for resources: {'Port': ['ID=903e176f-f590-43ad-99c9-f6f964be0fca,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:24.586016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7090d65-9d1d-4808-b550-b6b38493a877 req-9775bcdf-c695-49e6-876d-8c6befd74bfb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 948 time: 0.1632366 Dec 15 04:37:24.669070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-dd4971ab-ecf5-4763-a981-b1c37480349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.670628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-dd4971ab-ecf5-4763-a981-b1c37480349f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.1910524 Dec 15 04:37:24.705124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fed7e3a9-c0fa-4215-a004-168a1ebc6db3 req-4a73d196-c32f-4851-bf4f-2a88f4eb3c36 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 210 time: 0.0579460 Dec 15 04:37:24.718586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-59ca8668-382e-46eb-837c-e47ec2c99dab req-a4c7c046-7da6-4d41-8e2b-5342ca523dab service neutron] 10.222.0.42 "GET /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136614 Dec 15 04:37:24.726680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-7be3fc51-1f03-4afe-8482-6c79d75c9be2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319233 Dec 15 04:37:24.788766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 10.2.2.100 (8045e7a3-4bca-4174-ac8f-5c80cec4db3f/906cfc12-21b1-484a-8e4f-7fad859ea66d/6ce6fea8-bc9a-486f-9278-58371addd150) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:24.796412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:24.806486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:24.851339 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-9cadf095-879a-41ba-94c1-cf7119ca1404 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136115 Dec 15 04:37:24.861614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7090d65-9d1d-4808-b550-b6b38493a877 req-3c90f8c4-1bab-4a94-b04c-ef1eec258d53 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654352 Dec 15 04:37:24.876377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-bf8ac048-5353-480d-aa55-6330edf7d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:24.878005 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-bf8ac048-5353-480d-aa55-6330edf7d2c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 1095 time: 0.3473351 Dec 15 04:37:24.980503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a95b58e-6239-46f3-8e6b-5d3478f8a710 req-252bdcc5-c3b7-4cf8-bfe7-3a1af1a405c9 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.1108696 Dec 15 04:37:25.087776 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65f9c4-e3b9-42f7-bc6b-b5411975e17e x-openstack-request-id: req-fc65f9c4-e3b9-42f7-bc6b-b5411975e17e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:25.088388 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9753afe-2155-482e-ba37-2fdb0faa9de0", "tag": "903e176f-f590-43ad-99c9-f6f964be0fca", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:25.088388 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc65f9c4-e3b9-42f7-bc6b-b5411975e17e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:25.088991 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'tag': '903e176f-f590-43ad-99c9-f6f964be0fca', 'status': 'completed', 'code': 200} Dec 15 04:37:25.090370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-08596a81-c8ad-489f-899b-fe2122796d5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=903e176f-f590-43ad-99c9-f6f964be0fca HTTP/1.1" status: 200 len: 217 time: 0.1159825 Dec 15 04:37:25.123380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44bbb1ce-c33f-4887-9dc2-c37c814d2bb9 req-0fadb900-fc4a-49f5-bd74-4702a4896d38 service neutron] 10.222.0.16 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592440 Dec 15 04:37:25.257295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-87337c6b-dbcb-4b7b-9940-a16cd39acf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:25.259331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-87337c6b-dbcb-4b7b-9940-a16cd39acf9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.1488225 Dec 15 04:37:25.322492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-7dca74b7-37f2-480a-a6ad-41c163efb816 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520051 Dec 15 04:37:25.335540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.116 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/0f29dad4-30e4-4bd1-974c-9e9d3992dfb2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:25.377948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:25.507557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa0f7119-892a-4f23-88e6-176e98240201 req-f7fd9f4d-90f8-442b-8617-467c5e37a96c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 210 time: 0.4250748 Dec 15 04:37:25.581725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9a32d-e6e0-4ee6-81d6-b5a196fcd9fa req-a4bb3372-772f-4d16-af40-b06aac2cea75 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:25.601994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9a32d-e6e0-4ee6-81d6-b5a196fcd9fa req-a4bb3372-772f-4d16-af40-b06aac2cea75 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:25.617173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9a32d-e6e0-4ee6-81d6-b5a196fcd9fa req-a4bb3372-772f-4d16-af40-b06aac2cea75 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:25.629020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-49df400a-3604-4a8f-bf91-77176b518182 service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903881 Dec 15 04:37:25.632671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dca9a32d-e6e0-4ee6-81d6-b5a196fcd9fa req-a4bb3372-772f-4d16-af40-b06aac2cea75 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 2372 time: 0.1290333 Dec 15 04:37:25.664571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:25.750588 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dca9a32d-e6e0-4ee6-81d6-b5a196fcd9fa req-92d532e6-e686-41b9-bf7b-6342d3be6e48 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158059 Dec 15 04:37:25.931646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7564d16-3ffe-4686-be38-20cbb5d947bc req-9090c868-aaf9-406e-b796-243980165970 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:25.934518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7564d16-3ffe-4686-be38-20cbb5d947bc req-9090c868-aaf9-406e-b796-243980165970 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 943 time: 0.0831850 Dec 15 04:37:25.966906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60602) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:25.971799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2859501-ec79-4bbd-9e16-5e224c714079 req-9befcf4e-a0ed-4a33-b347-665683c395b9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 210 time: 0.0489092 Dec 15 04:37:26.031367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7564d16-3ffe-4686-be38-20cbb5d947bc req-31fe4309-7ce7-4934-bb5a-94d194aaa980 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632496 Dec 15 04:37:26.132409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a230-b7be-4c51-88d3-a6beba32678a req-11f938ac-7683-4029-a8c8-e4e0404382cb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:26.141175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba68a230-b7be-4c51-88d3-a6beba32678a req-11f938ac-7683-4029-a8c8-e4e0404382cb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 948 time: 0.0837221 Dec 15 04:37:26.156132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d81b514d-b034-41d7-bd25-dc916554339e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:26.176993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.177863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91d1388c-6acb-4346-b121-fef508710400 req-3d9f7e0d-ace9-4569-86f9-56bfed30cdbd tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0701723 Dec 15 04:37:26.223045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c2419cc0-1683-4672-9e86-0034acf9837a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.229893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa7e83f3-bd89-4a3d-89d4-3c2fab1f98ac req-dab5a639-4968-491f-9562-d3d9a72f00b3 service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861411 Dec 15 04:37:26.230520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=6ce6fea8-bc9a-486f-9278-58371addd150,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:26.284042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:26.288432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:26.299867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:26.366505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-2a225e8f-0de5-4b3a-a7de-bc68a84e9eb6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:26.371318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d81b514d-b034-41d7-bd25-dc916554339e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d81b514d-b034-41d7-bd25-dc916554339e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:26.376822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba68a230-b7be-4c51-88d3-a6beba32678a req-ddc41f66-6b18-453c-b7a1-35cfb8cc64a0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340913 Dec 15 04:37:26.378348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-2a225e8f-0de5-4b3a-a7de-bc68a84e9eb6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9&tenant_id=9a2a94e821874288a77080c5ea619ceb&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 948 time: 0.1452203 Dec 15 04:37:26.391384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'd81b514d-b034-41d7-bd25-dc916554339e', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'port_id': 'd81b514d-b034-41d7-bd25-dc916554339e', 'mac_address': 'fa:16:3e:f6:1f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a86765-881e-41a6-9709-c433a2daefe7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:26.497512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:26.500997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.533297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-d7c2b36e-f014-4626-80f3-325b6e6ea8fe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:26.539870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-d7c2b36e-f014-4626-80f3-325b6e6ea8fe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 811 time: 0.2705479 Dec 15 04:37:26.566292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c2419cc0-1683-4672-9e86-0034acf9837a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.576955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c2419cc0-1683-4672-9e86-0034acf9837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.600121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Request body: {'port': {'device_id': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'admin_state_up': True, 'tenant_id': '1014991e009e4fabafdd60a4093fe965'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:26.604983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.613402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81b514d-b034-41d7-bd25-dc916554339e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:26.628741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:26.629591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.638407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d81b514d-b034-41d7-bd25-dc916554339e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d81b514d-b034-41d7-bd25-dc916554339e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:26.643471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'edccef9d-7113-4809-95e6-7430c7efd80e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:26.648753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-7e789ab0-0b1a-437d-9cba-e7cc84a8cee1 service neutron] 10.222.0.42 "GET /v2.0/ports/ff3f74a5-5907-49bd-9b2f-43928679c082/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 383 time: 0.2358141 Dec 15 04:37:26.656051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.677962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2', '753e047d-c029-48fa-b734-d362ef0ff8bb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:26.683572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7aa5b6bd-b1ff-4784-ac35-c95ce3de3b77 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5126672 Dec 15 04:37:26.723373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'admin_state_up': True, 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'security_groups': ['1e140b36-497c-452b-b01b-603a94357d70']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:26.751352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c2419cc0-1683-4672-9e86-0034acf9837a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec5d9bb81bc24304bc4017f10061a229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7819805 Dec 15 04:37:26.754028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-638e5f8d-4963-40d7-a757-6f5cf73a60f3 req-6525e894-6ac3-47bb-9528-d6c36c151762 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 210 time: 0.1127319 Dec 15 04:37:26.757017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:26.759337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2419cc0-1683-4672-9e86-0034acf9837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04b994-2acd-4b1e-bb94-c5f4c1f2c12c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:26.821397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ff3f74a5-5907-49bd-9b2f-43928679c082 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:26.822015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.824387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:26.831055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-75c2654b-d837-4ebd-b231-f3d99e235148 None None] Provisioning complete for port 6ce6fea8-bc9a-486f-9278-58371addd150 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:26.831683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75c2654b-d837-4ebd-b231-f3d99e235148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.863913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:26.907947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eaf56a52-170a-4f3f-a859-77cf3480c0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.940156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Made reservation on behalf of 1014991e009e4fabafdd60a4093fe965 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:26.944501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:26.951671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:26.954091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eaf56a52-170a-4f3f-a859-77cf3480c0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.013277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d81b514d-b034-41d7-bd25-dc916554339e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:27.050903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.057256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.062436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-75c2654b-d837-4ebd-b231-f3d99e235148 None None] Port 6ce6fea8-bc9a-486f-9278-58371addd150 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:27.110251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d81b514d-b034-41d7-bd25-dc916554339e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:27.117408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-7422db6c-8219-4ef1-9aee-245749929324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.118956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-7422db6c-8219-4ef1-9aee-245749929324 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 1095 time: 0.7050769 Dec 15 04:37:27.166207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7184c5-b135-4dc6-a350-39a1e4552ea4 req-b5fb31eb-5960-4652-bb85-b01214912cb3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.183843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7184c5-b135-4dc6-a350-39a1e4552ea4 req-b5fb31eb-5960-4652-bb85-b01214912cb3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.186133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:27.191627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7184c5-b135-4dc6-a350-39a1e4552ea4 req-b5fb31eb-5960-4652-bb85-b01214912cb3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.199985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7184c5-b135-4dc6-a350-39a1e4552ea4 req-b5fb31eb-5960-4652-bb85-b01214912cb3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.206490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f7184c5-b135-4dc6-a350-39a1e4552ea4 req-b5fb31eb-5960-4652-bb85-b01214912cb3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 3093 time: 0.2686398 Dec 15 04:37:27.209693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-7d12e417-327d-4ee5-9978-1596af28db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.211310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-7d12e417-327d-4ee5-9978-1596af28db5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1100 time: 0.5009129 Dec 15 04:37:27.221015 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eaf56a52-170a-4f3f-a859-77cf3480c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.226150 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eaf56a52-170a-4f3f-a859-77cf3480c0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.230940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eaf56a52-170a-4f3f-a859-77cf3480c0e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f04b994-2acd-4b1e-bb94-c5f4c1f2c12c HTTP/1.1" status: 204 len: 168 time: 0.4728396 Dec 15 04:37:27.261226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-bbeef062-7200-4395-bbce-138effef5729 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9176378 Dec 15 04:37:27.294549 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.307953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56a52-170a-4f3f-a859-77cf3480c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04b994-2acd-4b1e-bb94-c5f4c1f2c12c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:27.340457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Request body: {'port': {'device_id': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:27.413608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:27.425930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:27.429434 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c9f10a-97f8-44b5-b5d6-1663193fbc06" -d '{"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:27.455595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6d43fd47-100a-410a-b8ae-98e6ae465c48 None None] Provisioning complete for port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:27.455967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d43fd47-100a-410a-b8ae-98e6ae465c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.458274 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.482306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Allocated IP 172.20.0.13 (bb3edebe-44ec-4ae4-af7f-642eec37d382/66aba5da-b2fc-465e-a372-38bc928b9062/cad51884-dba7-4208-8eac-9e8d286f5549) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:27.489967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-3a3bcd02-fa04-41ae-8c77-0a0f6266a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.492095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-3a3bcd02-fa04-41ae-8c77-0a0f6266a7e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 200 len: 912 time: 0.3443139 Dec 15 04:37:27.582189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b702e-0c68-41bb-87f9-3a67b55b3e66 req-e5cfb5b1-ab57-401c-8274-1eb4b067b926 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.586961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d17b702e-0c68-41bb-87f9-3a67b55b3e66 req-e5cfb5b1-ab57-401c-8274-1eb4b067b926 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 936 time: 0.4477901 Dec 15 04:37:27.603984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.632127 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-35da7685-3de6-47d0-965c-baa9e91fac63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=903e176f-f590-43ad-99c9-f6f964be0fca HTTP/1.1" status: 200 len: 217 time: 0.1235642 Dec 15 04:37:27.634037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Made reservation on behalf of 7f9cbe778418464b98f0b2a86aa0b45d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:27.638248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f7184c5-b135-4dc6-a350-39a1e4552ea4 req-8d6aeb54-dd2f-4a0f-9eb4-7469868ddd43 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047270 Dec 15 04:37:27.640879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.646820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-bca621ad-180d-4bab-b8ff-e0be107beedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.648345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-bca621ad-180d-4bab-b8ff-e0be107beedb service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.3860085 Dec 15 04:37:27.721091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d17b702e-0c68-41bb-87f9-3a67b55b3e66 req-9cf6c52d-20bf-4cf0-b5c3-86a8b0a6f110 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250029 Dec 15 04:37:27.810343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-4155bde1-d2fd-4d95-8753-27b53fe6e600 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.0712626 Dec 15 04:37:27.818283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-f60cf710-41c3-418b-8877-984c4363b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:27.819779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-f60cf710-41c3-418b-8877-984c4363b601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 200 len: 852 time: 0.1570938 Dec 15 04:37:27.837324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6d43fd47-100a-410a-b8ae-98e6ae465c48 None None] Port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:27.846221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:27.874617 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-334717cd-75a5-48a6-b666-20e431f7372a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.878075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.902521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:27.951263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eb374c7-05ab-4d97-b498-586cc13ef561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.976336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:27.990952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-ab07df8b-da4a-4dd5-a50b-4eb7f77b31e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da6896b9-7abb-4e20-bc20-b46c71b410db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022623 Dec 15 04:37:28.058728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61b35bed-2d0c-481d-a94f-9170f02fa075 req-9e5497aa-cf7d-4861-97d2-f1f3556bbe70 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.1121657 Dec 15 04:37:28.063599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event updated for resources: {'Port': ['ID=cad51884-dba7-4208-8eac-9e8d286f5549,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:28.109078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eb374c7-05ab-4d97-b498-586cc13ef561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.114176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Network bb3edebe-44ec-4ae4-af7f-642eec37d382 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:28.118524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:28.129296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:28.166214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eb374c7-05ab-4d97-b498-586cc13ef561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.181884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b169-b3ca-4ac5-bc70-6f0d6d58d1fd req-9342642a-5d07-4cc8-a0e1-19dd483e5453 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:28.189889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6490b169-b3ca-4ac5-bc70-6f0d6d58d1fd req-9342642a-5d07-4cc8-a0e1-19dd483e5453 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 943 time: 0.3684976 Dec 15 04:37:28.225349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-4b49b9d7-77fa-4639-b2ad-bf5b10bc456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:28.227290 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-4b49b9d7-77fa-4639-b2ad-bf5b10bc456d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.3865702 Dec 15 04:37:28.310399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:28.310992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.363155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6490b169-b3ca-4ac5-bc70-6f0d6d58d1fd req-69753a3c-9b48-4bd3-857e-37bbb4af29ad tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717796 Dec 15 04:37:28.379050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-0867fa3b-e4b6-49f8-bb90-799387485960 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7943475 Dec 15 04:37:28.397055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Request body: {'port': {'device_id': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:28.410152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f49fe6-1ea8-4f3a-bf0f-bbd5ebd137e6 req-352ce5d0-a306-4b2a-b76c-e2f3c38dfaf3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:28.412542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 903e176f-f590-43ad-99c9-f6f964be0fca details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:28.424211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6f49fe6-1ea8-4f3a-bf0f-bbd5ebd137e6 req-352ce5d0-a306-4b2a-b76c-e2f3c38dfaf3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1054943 Dec 15 04:37:28.444424 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b2b71-342e-4ebc-9d33-eeffeae5ce69 x-openstack-request-id: req-e05b2b71-342e-4ebc-9d33-eeffeae5ce69 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:28.444727 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:28.444984 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e05b2b71-342e-4ebc-9d33-eeffeae5ce69 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:28.445383 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'code': 200} Dec 15 04:37:28.514999 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eb374c7-05ab-4d97-b498-586cc13ef561 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67412a8f79784da4be6ba3e20ba6bb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391916 Dec 15 04:37:28.519969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:28.528585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Allocated IP 10.2.2.200 (8045e7a3-4bca-4174-ac8f-5c80cec4db3f/906cfc12-21b1-484a-8e4f-7fad859ea66d/da96df1e-d49f-4b87-9c80-035a074f5f68) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:28.536199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb374c7-05ab-4d97-b498-586cc13ef561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc9a028-aea5-490c-94b9-b798ca48b9f3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:28.539434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.577701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6f49fe6-1ea8-4f3a-bf0f-bbd5ebd137e6 req-ae8ce86a-2e69-47b8-b1f7-e2f52d321857 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154172 Dec 15 04:37:28.660958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-18ed572e-d835-4ae5-b627-b3158df58eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:28.662720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-18ed572e-d835-4ae5-b627-b3158df58eb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3926172 Dec 15 04:37:28.669732 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-5f9c2339-a0ec-4521-9e45-9a3ddc823b1c service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517384 Dec 15 04:37:28.679844 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f96423a8-e3f3-4127-a9c2-0d37f87f89e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.689873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 903e176f-f590-43ad-99c9-f6f964be0fca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903e176f-f590-43ad-99c9-f6f964be0fca,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:28.733262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '903e176f-f590-43ad-99c9-f6f964be0fca', 'network_id': 'da6896b9-7abb-4e20-bc20-b46c71b410db', 'port_id': '903e176f-f590-43ad-99c9-f6f964be0fca', 'mac_address': 'fa:16:3e:9f:fc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a86765-881e-41a6-9709-c433a2daefe7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:28.795829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f96423a8-e3f3-4127-a9c2-0d37f87f89e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.835092 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.857212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:28.864905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903e176f-f590-43ad-99c9-f6f964be0fca {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:28.868695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.883934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Transition to ACTIVE for port object 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:28.910036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 903e176f-f590-43ad-99c9-f6f964be0fca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903e176f-f590-43ad-99c9-f6f964be0fca,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:28.921687 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.939597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f96423a8-e3f3-4127-a9c2-0d37f87f89e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.942630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f96423a8-e3f3-4127-a9c2-0d37f87f89e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.944291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f96423a8-e3f3-4127-a9c2-0d37f87f89e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bc9a028-aea5-490c-94b9-b798ca48b9f3 HTTP/1.1" status: 204 len: 168 time: 0.4231961 Dec 15 04:37:28.959489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96423a8-e3f3-4127-a9c2-0d37f87f89e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc9a028-aea5-490c-94b9-b798ca48b9f3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:28.974130 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:28.978665 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-7374b563-546e-4341-a08f-cb13439dce70 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778053 Dec 15 04:37:28.994705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5067-8191-4e74-a4d6-5158790cf368 req-6426d72f-74ca-4dc7-8354-84fb9c6e4648 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.006025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5067-8191-4e74-a4d6-5158790cf368 req-6426d72f-74ca-4dc7-8354-84fb9c6e4648 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.019173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=903e176f-f590-43ad-99c9-f6f964be0fca,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:29.019627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5067-8191-4e74-a4d6-5158790cf368 req-6426d72f-74ca-4dc7-8354-84fb9c6e4648 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.041774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5067-8191-4e74-a4d6-5158790cf368 req-6426d72f-74ca-4dc7-8354-84fb9c6e4648 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.050430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-317c5067-8191-4e74-a4d6-5158790cf368 req-6426d72f-74ca-4dc7-8354-84fb9c6e4648 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 3093 time: 0.2741156 Dec 15 04:37:29.242633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad51884-dba7-4208-8eac-9e8d286f5549 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:29.252923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.269334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Pushing event updated for resources: {'Port': ['ID=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:29.269910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Transition to ACTIVE for port object cad51884-dba7-4208-8eac-9e8d286f5549 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:29.294012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-317c5067-8191-4e74-a4d6-5158790cf368 req-2128a4f7-7166-476b-9ea7-9aabe79052b1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424150 Dec 15 04:37:29.301012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.304985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['903e176f-f590-43ad-99c9-f6f964be0fca'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:29.369399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d2fccf4-a52a-43a3-9e1b-c086028f9c4a req-f0846eb9-0cae-41b8-9b7f-61bdc995ec4d service neutron] 10.222.0.42 "GET /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843154 Dec 15 04:37:29.392095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-b7da219f-9dc5-448f-a066-363b1a82288b service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787172 Dec 15 04:37:29.397352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Attempting to bind port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:29.397832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Attempting to bind port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:29.398162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Attempting to bind port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:29.409917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:29.410249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Attempting to bind port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:29.417080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:29.417740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:29.418024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:29.418417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Bound port: 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:29.418779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.427411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.545490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cad51884-dba7-4208-8eac-9e8d286f5549,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:29.612981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551346-c3a8-4d37-8cd5-597072ed4c1f req-0c506b2a-f830-42e0-8b39-0ea0a7503a81 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.614891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70551346-c3a8-4d37-8cd5-597072ed4c1f req-0c506b2a-f830-42e0-8b39-0ea0a7503a81 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 944 time: 0.1800473 Dec 15 04:37:29.632691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.641916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] For port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:29.685962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] For port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:29.698879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:29.703119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.705306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:29.712907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:29.717385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210aa60-a488-4b7c-ab0f-946fdaf24d72 req-ae1fdf6e-8477-475c-8d91-e0414e2f6b70 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.718890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c210aa60-a488-4b7c-ab0f-946fdaf24d72 req-ae1fdf6e-8477-475c-8d91-e0414e2f6b70 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 948 time: 0.2134783 Dec 15 04:37:29.728102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event updated for resources: {'Port': ['ID=da96df1e-d49f-4b87-9c80-035a074f5f68,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:29.805689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.806329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.810335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 HTTP/1.1" status: 200 len: 1097 time: 2.4755197 Dec 15 04:37:29.821378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'tag': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:29.833942 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f40391-6fd7-4b79-b0e3-2d030bf7db37" -d '{"events": [{"name": "network-changed", "server_uuid": "a0061246-6f5d-4e95-8d8d-2863d548eadc", "tag": "0f29dad4-30e4-4bd1-974c-9e9d3992dfb2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:29.878625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Attempting to bind port cad51884-dba7-4208-8eac-9e8d286f5549 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:29.879063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:29.879880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.881629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Attempting to bind port cad51884-dba7-4208-8eac-9e8d286f5549 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:29.883514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5bb997d7-1366-4051-aaf0-28548d3ac99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:29.884057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Attempting to bind port cad51884-dba7-4208-8eac-9e8d286f5549 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:29.892985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e01bd2-5771-4add-b4cf-281c20ecc599 service neutron] Pushing event updated for resources: {'Port': ['ID=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:29.919878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-c52eb860-9789-4a4e-b3a0-d11b42f20358 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2064004 Dec 15 04:37:29.921166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70551346-c3a8-4d37-8cd5-597072ed4c1f req-67c1de72-eb06-4980-b0c0-0bcdac29fd71 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573557 Dec 15 04:37:29.935485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c210aa60-a488-4b7c-ab0f-946fdaf24d72 req-94802f23-4c8c-4129-895b-63dd147f2731 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984439 Dec 15 04:37:29.935485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Port cad51884-dba7-4208-8eac-9e8d286f5549 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:29.935485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Attempting to bind port cad51884-dba7-4208-8eac-9e8d286f5549 on network bb3edebe-44ec-4ae4-af7f-642eec37d382 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:29.960840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:29.961088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:29.961088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Checking segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:29.961088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Bound using segment: {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:29.965025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Bound port: cad51884-dba7-4208-8eac-9e8d286f5549, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54c3a01-2fdb-4a6e-8a71-3eb727226905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:29.966099 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.136328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-5954c681-1604-48a6-8056-0af1eb794dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.137851 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-5954c681-1604-48a6-8056-0af1eb794dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 1100 time: 0.1648695 Dec 15 04:37:30.164921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.184970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1e0db6f-a728-403c-8998-234cac489429 req-537ea26f-22a9-4f26-9829-96a1997c742b tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0820522 Dec 15 04:37:30.213728 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-facf6267-d2c3-4539-bfdf-a9af15be75fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 HTTP/1.1" status: 200 len: 217 time: 0.0560679 Dec 15 04:37:30.225330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] For port cad51884-dba7-4208-8eac-9e8d286f5549, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:30.228823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] For port cad51884-dba7-4208-8eac-9e8d286f5549, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=cad51884-dba7-4208-8eac-9e8d286f5549,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:30.236750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d81b514d-b034-41d7-bd25-dc916554339e up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:30.237938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.290955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d688acc9-fdbc-479d-a67f-5b3f7a2d3a72 None None] Provisioning complete for port da96df1e-d49f-4b87-9c80-035a074f5f68 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:30.291933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d688acc9-fdbc-479d-a67f-5b3f7a2d3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.349788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d688acc9-fdbc-479d-a67f-5b3f7a2d3a72 None None] Port da96df1e-d49f-4b87-9c80-035a074f5f68 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:30.353490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port d81b514d-b034-41d7-bd25-dc916554339e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:30.364641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port d81b514d-b034-41d7-bd25-dc916554339e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:30.365379 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.382682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.383469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.385083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] 10.222.0.16 "PUT /v2.0/ports/cad51884-dba7-4208-8eac-9e8d286f5549 HTTP/1.1" status: 200 len: 1093 time: 1.9937081 Dec 15 04:37:30.390802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'tag': 'cad51884-dba7-4208-8eac-9e8d286f5549'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:30.393559 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b82b2-b155-44b7-b3c3-2b66df83e18d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fcca784-cd87-431e-a3cc-628112a0bfb3", "tag": "cad51884-dba7-4208-8eac-9e8d286f5549"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:30.428714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa1ce-fb82-4947-b3df-160c7cd2ebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cad51884-dba7-4208-8eac-9e8d286f5549,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:30.439146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bd541-e4b1-4b3a-8b23-27c547ff6704 req-5030f7c1-95db-4996-acd7-8d1e184b61cb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.440945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab7bd541-e4b1-4b3a-8b23-27c547ff6704 req-5030f7c1-95db-4996-acd7-8d1e184b61cb tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.1352880 Dec 15 04:37:30.453379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d939f63-7fb7-4f5d-b03f-241255ddff9b req-9812d518-d77d-4db8-b63d-a1905cc28ed8 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.455628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d939f63-7fb7-4f5d-b03f-241255ddff9b req-9812d518-d77d-4db8-b63d-a1905cc28ed8 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 944 time: 0.1339750 Dec 15 04:37:30.464624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 903e176f-f590-43ad-99c9-f6f964be0fca up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:30.572657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab7bd541-e4b1-4b3a-8b23-27c547ff6704 req-e7cb51f5-a157-4b2c-b489-4c0266d693a6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157184 Dec 15 04:37:30.590625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d939f63-7fb7-4f5d-b03f-241255ddff9b req-06af16ea-f1b7-4d8e-a6f3-dd1cea0eea06 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245811 Dec 15 04:37:30.605354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-bc8543e8-e7a2-4979-a766-23a2124560a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.607601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-bc8543e8-e7a2-4979-a766-23a2124560a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 1096 time: 0.1437967 Dec 15 04:37:30.616297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 903e176f-f590-43ad-99c9-f6f964be0fca completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:30.635128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 903e176f-f590-43ad-99c9-f6f964be0fca triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:30.637158 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.713973 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df3775a-a2be-47ef-87ad-d2fcf7ddd239 x-openstack-request-id: req-9df3775a-a2be-47ef-87ad-d2fcf7ddd239 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:30.714687 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0061246-6f5d-4e95-8d8d-2863d548eadc", "tag": "0f29dad4-30e4-4bd1-974c-9e9d3992dfb2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:30.714687 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9df3775a-a2be-47ef-87ad-d2fcf7ddd239 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:30.715018 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'tag': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2', 'status': 'completed', 'code': 200} Dec 15 04:37:30.730741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-60283a53-d1ae-4dae-9af3-2268b319cd7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad51884-dba7-4208-8eac-9e8d286f5549 HTTP/1.1" status: 200 len: 217 time: 0.0945740 Dec 15 04:37:30.753326 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:30.755099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-27de35da-cf0b-4566-a516-5583221b1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.759993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-27de35da-cf0b-4566-a516-5583221b1807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.5349152 Dec 15 04:37:30.800498 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d7b1d5-4804-4888-a195-6c3a35790009 x-openstack-request-id: req-49d7b1d5-4804-4888-a195-6c3a35790009 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:30.800833 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fcca784-cd87-431e-a3cc-628112a0bfb3", "tag": "cad51884-dba7-4208-8eac-9e8d286f5549", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:30.801044 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49d7b1d5-4804-4888-a195-6c3a35790009 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:30.801540 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'tag': 'cad51884-dba7-4208-8eac-9e8d286f5549', 'status': 'completed', 'code': 200} Dec 15 04:37:30.819591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-454cfca0-bbc3-4202-96e0-440d6d49ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.821155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-454cfca0-bbc3-4202-96e0-440d6d49ad57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.0805707 Dec 15 04:37:30.835557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81b514d-b034-41d7-bd25-dc916554339e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:30.839438 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7904fc-b166-4562-9373-236684f8b6ba" -d '{"events": [{"server_uuid": "52a4e3f8-51f5-4191-9fb6-e31959c7890a", "name": "network-vif-plugged", "status": "completed", "tag": "d81b514d-b034-41d7-bd25-dc916554339e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:30.852341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-6ea5dde0-aec1-4fc2-9e3e-78ec0ded711b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.865194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-6ea5dde0-aec1-4fc2-9e3e-78ec0ded711b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.870892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d81b514d-b034-41d7-bd25-dc916554339e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d81b514d-b034-41d7-bd25-dc916554339e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:30.885435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-6ea5dde0-aec1-4fc2-9e3e-78ec0ded711b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.899829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-6ea5dde0-aec1-4fc2-9e3e-78ec0ded711b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.913602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-6ea5dde0-aec1-4fc2-9e3e-78ec0ded711b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.918370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-6ea5dde0-aec1-4fc2-9e3e-78ec0ded711b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 3814 time: 0.1915197 Dec 15 04:37:30.951534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60686) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:30.953814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-287a7270-ae73-48b2-9966-7ae5aea212e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:30.954888 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-287a7270-ae73-48b2-9966-7ae5aea212e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279871 Dec 15 04:37:30.957654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-e4a85d12-64de-49eb-852d-b18fcb629ea5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376146 Dec 15 04:37:31.169526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-419e7ea8-a1bf-4e2d-9b8c-af274deef51a req-ae771fb3-be2e-4c97-9270-f8b30047157d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330379 Dec 15 04:37:31.195217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629b63d-f110-4d03-a74e-e07a44a9e8fd req-97f3376a-3b41-4b0f-b2ae-a5497dd9e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:31.196772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a629b63d-f110-4d03-a74e-e07a44a9e8fd req-97f3376a-3b41-4b0f-b2ae-a5497dd9e781 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 1097 time: 0.1179509 Dec 15 04:37:31.207320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad076003-c3c7-47d9-a9a3-1d4868fe02aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.210303 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419df78-d080-43bc-b1ab-b5454869956e x-openstack-request-id: req-7419df78-d080-43bc-b1ab-b5454869956e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:31.210845 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a4e3f8-51f5-4191-9fb6-e31959c7890a", "name": "network-vif-plugged", "status": "completed", "tag": "d81b514d-b034-41d7-bd25-dc916554339e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:31.210845 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7419df78-d080-43bc-b1ab-b5454869956e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:31.211206 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81b514d-b034-41d7-bd25-dc916554339e', 'code': 200} Dec 15 04:37:31.214610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.251484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-16fd85c9-da64-4ab6-b134-6a8cb249e718 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609034 Dec 15 04:37:31.275782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.281387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.294951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-1e8503d4-fcd1-439c-83ec-fe74a37bc969 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123858 Dec 15 04:37:31.316639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d81b514d-b034-41d7-bd25-dc916554339e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:31.339490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 903e176f-f590-43ad-99c9-f6f964be0fca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903e176f-f590-43ad-99c9-f6f964be0fca,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:31.344099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.363668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb05662-f53b-4203-aab9-aab2bc751b2c req-df037673-c6da-4fbe-8e26-41669d255c66 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:31.365255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cb05662-f53b-4203-aab9-aab2bc751b2c req-df037673-c6da-4fbe-8e26-41669d255c66 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 944 time: 0.2245324 Dec 15 04:37:31.426416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=903e176f-f590-43ad-99c9-f6f964be0fca,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:31.430845 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a629b63d-f110-4d03-a74e-e07a44a9e8fd req-e90d99e5-a392-44e2-a8e6-e95795783413 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200255 Dec 15 04:37:31.451006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da79f6cc-6c84-4060-8738-6582f3b20206 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:31.465070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.503291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cb05662-f53b-4203-aab9-aab2bc751b2c req-6375e57a-a01c-4418-a8fb-fc51cf44a7f9 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232402 Dec 15 04:37:31.505223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bfbc3d-cd8a-4f29-bd15-e739451691e3 req-e05e28bb-d8a7-4199-846a-b3e4a2743ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404110 Dec 15 04:37:31.508881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad076003-c3c7-47d9-a9a3-1d4868fe02aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.511808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Transition to ACTIVE for port object da79f6cc-6c84-4060-8738-6582f3b20206 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:31.515836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258693c-53ae-45ef-8389-3cef82e55933 req-7b64ff9d-24eb-4420-884d-b7e1ed9e1591 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:31.517157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c4b4988-cde5-4a35-90f9-3fcae0d2eb94 req-daf5219d-3721-4d82-9a01-098e2484df31 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096198 Dec 15 04:37:31.518325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad076003-c3c7-47d9-a9a3-1d4868fe02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.523799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5258693c-53ae-45ef-8389-3cef82e55933 req-7b64ff9d-24eb-4420-884d-b7e1ed9e1591 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 948 time: 0.1739094 Dec 15 04:37:31.532666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.591725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5258693c-53ae-45ef-8389-3cef82e55933 req-67d842ee-d1be-417d-8c82-c161675302eb tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667918 Dec 15 04:37:31.611551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad076003-c3c7-47d9-a9a3-1d4868fe02aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872d0897-ca66-4548-a8a2-c5024c4e31ec,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:31.647854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ad076003-c3c7-47d9-a9a3-1d4868fe02aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67bb5905d0af43a4aec25818c7bc3f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918280 Dec 15 04:37:31.650488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60702) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:31.654451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Pushing event updated for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:31.749412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1c4dbc8-fbb2-40e3-a0ee-972a8c201597 req-9f66236e-8719-4240-b348-264ab3c569a3 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0500793 Dec 15 04:37:31.810877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Attempting to bind port da79f6cc-6c84-4060-8738-6582f3b20206 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:31.811799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Attempting to bind port da79f6cc-6c84-4060-8738-6582f3b20206 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:31.811799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Attempting to bind port da79f6cc-6c84-4060-8738-6582f3b20206 on network 71bbf166-4518-42f2-a41c-b4030317ebd3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:31.831083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-84868e23-5026-42d6-9bee-5927989113bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:31.833255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-84868e23-5026-42d6-9bee-5927989113bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 1100 time: 0.1412024 Dec 15 04:37:31.833902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Port da79f6cc-6c84-4060-8738-6582f3b20206 on network 71bbf166-4518-42f2-a41c-b4030317ebd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:31.834226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Attempting to bind port da79f6cc-6c84-4060-8738-6582f3b20206 on network 71bbf166-4518-42f2-a41c-b4030317ebd3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:31.841531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-decb141c-dbef-43ae-9263-3f5da6ed0df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.844030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:31.845984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Checking segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:31.846649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Bound using segment: {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:31.847449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Bound port: da79f6cc-6c84-4060-8738-6582f3b20206, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b1b3e7-0902-42d6-a92f-b381fad60d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:31.848405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.957759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-decb141c-dbef-43ae-9263-3f5da6ed0df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:31.996997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712e4c-5eb1-4d94-9265-877e62b3020d req-5aca3824-7d04-44cc-aec5-7e049853e58f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.001953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd712e4c-5eb1-4d94-9265-877e62b3020d req-5aca3824-7d04-44cc-aec5-7e049853e58f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.2318995 Dec 15 04:37:32.024565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:32.029080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da79f6cc-6c84-4060-8738-6582f3b20206,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:32.030996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-4a892feb-8c9f-4840-abcd-f1c2e90d7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.033189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-4a892feb-8c9f-4840-abcd-f1c2e90d7777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1814003 Dec 15 04:37:32.034706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:32.115490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.116158 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:32.118082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 200 len: 1092 time: 2.1797819 Dec 15 04:37:32.119388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-10a0a4f2-b295-4dde-a549-d096322f30ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 HTTP/1.1" status: 200 len: 217 time: 0.0584939 Dec 15 04:37:32.163045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd712e4c-5eb1-4d94-9265-877e62b3020d req-acd19776-acdf-4217-acde-a5fc86922377 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437218 Dec 15 04:37:32.172000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-e864dae1-0b0e-44d6-a589-33e3a12c8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.173950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-e864dae1-0b0e-44d6-a589-33e3a12c8a19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1014991e009e4fabafdd60a4093fe965&device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 1096 time: 0.3174376 Dec 15 04:37:32.182928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1226ada-6288-494e-a7d3-04de537a01f6 service neutron] Pushing event updated for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:32.192460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebdd4c-9dae-4f0b-a42a-c5cc1e134e07 req-8244b353-b175-4c2d-b633-091ded2765cf tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.196657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:32.202661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbebdd4c-9dae-4f0b-a42a-c5cc1e134e07 req-8244b353-b175-4c2d-b633-091ded2765cf tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 945 time: 0.3021381 Dec 15 04:37:32.209312 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-decb141c-dbef-43ae-9263-3f5da6ed0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:32.211968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-decb141c-dbef-43ae-9263-3f5da6ed0df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:32.216139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-decb141c-dbef-43ae-9263-3f5da6ed0df7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/872d0897-ca66-4548-a8a2-c5024c4e31ec HTTP/1.1" status: 204 len: 168 time: 0.5608850 Dec 15 04:37:32.264904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-637c1f7c-fb04-40ab-901f-201922812f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.266347 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-637c1f7c-fb04-40ab-901f-201922812f8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1346440 Dec 15 04:37:32.320163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb141c-dbef-43ae-9263-3f5da6ed0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872d0897-ca66-4548-a8a2-c5024c4e31ec,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:32.419969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-7f60166e-0fdc-4cb4-b216-b65bb78bc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.422236 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-7f60166e-0fdc-4cb4-b216-b65bb78bc2bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1415653 Dec 15 04:37:32.423529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:32.558634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbebdd4c-9dae-4f0b-a42a-c5cc1e134e07 req-db1fb356-4552-4b5b-99c7-0bb7ce43037b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536432 Dec 15 04:37:32.593775 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:32.628005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-856ee16b-22b6-43ea-83fd-a571846c0727 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.646606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-856ee16b-22b6-43ea-83fd-a571846c0727 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.659682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-856ee16b-22b6-43ea-83fd-a571846c0727 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.665855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-856ee16b-22b6-43ea-83fd-a571846c0727 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.672234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-856ee16b-22b6-43ea-83fd-a571846c0727 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.674001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-856ee16b-22b6-43ea-83fd-a571846c0727 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 3826 time: 0.2498422 Dec 15 04:37:32.717247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:32.719326 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420cf5f1-b6c5-494b-adf2-9906d6186eea" -d '{"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:32.726511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-16b84b13-0581-480c-ac0f-7df40078b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.727972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-16b84b13-0581-480c-ac0f-7df40078b057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 200 len: 911 time: 0.5130312 Dec 15 04:37:32.819416 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-8f181470-7cc0-4e4a-8abc-0c1b0fc53934 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748238 Dec 15 04:37:32.845213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-331c710f-17cb-4089-aab4-3b27961e470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.846840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-331c710f-17cb-4089-aab4-3b27961e470a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9&tenant_id=9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 1101 time: 0.1348364 Dec 15 04:37:32.889650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-77cfb79f-4fe0-461d-973b-4fa52a5afa5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad51884-dba7-4208-8eac-9e8d286f5549 HTTP/1.1" status: 200 len: 217 time: 0.1405513 Dec 15 04:37:32.972503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-29b15afd-ea6f-439c-93a2-27351b5d0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.973849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-29b15afd-ea6f-439c-93a2-27351b5d0ede service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 200 len: 851 time: 0.0595369 Dec 15 04:37:32.996237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b9f42-59c4-4a56-99a0-42a16f4e1532 req-d17549ae-d6a0-4e07-bf5e-f572b157ea3a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:32.999060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-036b9f42-59c4-4a56-99a0-42a16f4e1532 req-d17549ae-d6a0-4e07-bf5e-f572b157ea3a tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 944 time: 0.3090353 Dec 15 04:37:33.024538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b128b8-7062-4c43-a494-f066f7ea3fbf req-4607dae7-0788-4e23-884b-bcfa328a50c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410330 Dec 15 04:37:33.032452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f72851-15d9-4cfa-84fe-cdcaf43df108 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:33.041146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69f40391-6fd7-4b79-b0e3-2d030bf7db37 req-bce77e6a-2c7e-44d8-8cca-91d218e93e78 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933520 Dec 15 04:37:33.044216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.071712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-aac95176-bbfe-40bf-9d14-0d15282a932a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb3edebe-44ec-4ae4-af7f-642eec37d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706670 Dec 15 04:37:33.081562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Transition to ACTIVE for port object 37f72851-15d9-4cfa-84fe-cdcaf43df108 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:33.084024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-628bbfea-4ea6-406c-8f72-6812739f6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.085505 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-628bbfea-4ea6-406c-8f72-6812739f6b0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1101 time: 0.1215546 Dec 15 04:37:33.097333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.216766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e176f-f590-43ad-99c9-f6f964be0fca'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:33.228916 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242fe7e-7736-466c-afbe-cd32134868e2" -d '{"events": [{"server_uuid": "d9753afe-2155-482e-ba37-2fdb0faa9de0", "name": "network-vif-plugged", "status": "completed", "tag": "903e176f-f590-43ad-99c9-f6f964be0fca"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:33.239133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:33.254862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.297902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-036b9f42-59c4-4a56-99a0-42a16f4e1532 req-fd948bba-b606-4196-93fc-74284b875d91 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721438 Dec 15 04:37:33.337889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.343161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff086-f4d8-44ba-9a20-e21b3670ea1b req-d3faccaf-8a71-4a14-a3cb-e651d71a3c94 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.361555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51dff086-f4d8-44ba-9a20-e21b3670ea1b req-d3faccaf-8a71-4a14-a3cb-e651d71a3c94 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 948 time: 0.1890309 Dec 15 04:37:33.404454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-6e4e69f9-6fe4-49a6-a163-08487f2513fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.405945 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-6e4e69f9-6fe4-49a6-a163-08487f2513fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2593629 Dec 15 04:37:33.437124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Attempting to bind port 37f72851-15d9-4cfa-84fe-cdcaf43df108 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:33.437504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Attempting to bind port 37f72851-15d9-4cfa-84fe-cdcaf43df108 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:33.437830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Attempting to bind port 37f72851-15d9-4cfa-84fe-cdcaf43df108 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:33.465472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51dff086-f4d8-44ba-9a20-e21b3670ea1b req-f3f30ec9-d61d-4b66-88c3-86655e009e6d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980363 Dec 15 04:37:33.480117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Port 37f72851-15d9-4cfa-84fe-cdcaf43df108 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:33.480117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Attempting to bind port 37f72851-15d9-4cfa-84fe-cdcaf43df108 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:33.486602 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-4089171b-b509-4d1d-ad46-4a6a61c63eef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.0597305 Dec 15 04:37:33.501845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:33.502531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Checking segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:33.503115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Bound using segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:33.503762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Bound port: 37f72851-15d9-4cfa-84fe-cdcaf43df108, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:33.505607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.537758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-ec83df0d-1187-45d7-b74b-98d1fd938abb service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536982 Dec 15 04:37:33.549170 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d91fc-ddd1-475d-b1dc-5f6b6fc0f61a x-openstack-request-id: req-5e3d91fc-ddd1-475d-b1dc-5f6b6fc0f61a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:33.549467 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:33.550951 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e3d91fc-ddd1-475d-b1dc-5f6b6fc0f61a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:33.551432 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'status': 'completed', 'code': 200} Dec 15 04:37:33.668376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-707cfb9c-a435-4334-86d6-f4d1b6406091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.669861 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-707cfb9c-a435-4334-86d6-f4d1b6406091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1560049 Dec 15 04:37:33.692987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:33.698630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:33.715665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.716586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.717212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.717837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.718450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.719074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.721099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-9fef3766-813a-48e2-8dad-6e7696bd8ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5245 time: 0.1075120 Dec 15 04:37:33.736013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.841498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.842916 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:33.844643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 1132 time: 1.6668205 Dec 15 04:37:33.895394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-8cacb7d7-4adc-4d51-a702-a84954ec5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:33.896952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-8cacb7d7-4adc-4d51-a702-a84954ec5948 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1971283 Dec 15 04:37:33.906080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:33.910910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e55837-e02f-4071-b621-28a7716ad2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:34.043357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ed27ef0-fb0c-47fc-90b9-786c06943b96 req-9b74a59c-cb42-4ad3-9727-bc727cb03e33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.1046917 Dec 15 04:37:34.060666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-56c1c80c-fbf1-4508-ad3d-99d4cea86ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.061012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-56c1c80c-fbf1-4508-ad3d-99d4cea86ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.061475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-56c1c80c-fbf1-4508-ad3d-99d4cea86ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.063113 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-56c1c80c-fbf1-4508-ad3d-99d4cea86ba6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3243484 Dec 15 04:37:34.083331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-433f217c-1fb4-41eb-a903-09e77e47735b req-1ba1eb17-76e1-4e48-bbd9-72a75d81133e tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.4231839 Dec 15 04:37:34.137921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c5e90-8d45-45c2-9add-cdb1e1384f22 req-a7ba3f74-5e80-4f3e-8d6e-124d417baa1b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.145905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e88c5e90-8d45-45c2-9add-cdb1e1384f22 req-a7ba3f74-5e80-4f3e-8d6e-124d417baa1b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.4895163 Dec 15 04:37:34.162041 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d04a5b6-72a0-4624-b04e-f389947970b5 x-openstack-request-id: req-5d04a5b6-72a0-4624-b04e-f389947970b5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:34.162892 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9753afe-2155-482e-ba37-2fdb0faa9de0", "name": "network-vif-plugged", "status": "completed", "tag": "903e176f-f590-43ad-99c9-f6f964be0fca", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:34.163322 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d04a5b6-72a0-4624-b04e-f389947970b5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:34.163878 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e176f-f590-43ad-99c9-f6f964be0fca', 'code': 200} Dec 15 04:37:34.170747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-2f072e15-0ec9-472a-8cef-8f705b4b90fc service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555881 Dec 15 04:37:34.194433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86b82b2-b155-44b7-b3c3-2b66df83e18d req-9ccd7789-04a2-4725-a3da-b9880620d96d service neutron] 10.222.0.16 "GET /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144061 Dec 15 04:37:34.214825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device cad51884-dba7-4208-8eac-9e8d286f5549 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:34.277266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:34.329036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e88c5e90-8d45-45c2-9add-cdb1e1384f22 req-be437971-82b5-47c2-a6f2-02b00de8a83b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772654 Dec 15 04:37:34.372465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcba2a-ac82-4838-9552-c01c457eab3b req-92d35c2d-989b-4ba7-b340-97201cf427bd tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.381978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6edcba2a-ac82-4838-9552-c01c457eab3b req-92d35c2d-989b-4ba7-b340-97201cf427bd tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 945 time: 0.1586554 Dec 15 04:37:34.407412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-aca424cb-b1f3-48f4-9058-bf496fce23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.409660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-420cf5f1-b6c5-494b-adf2-9906d6186eea req-aca424cb-b1f3-48f4-9058-bf496fce23cd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3147430 Dec 15 04:37:34.460559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:34.480932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:34.493824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6edcba2a-ac82-4838-9552-c01c457eab3b req-44b1e915-7ef2-49c3-86a2-c0bd5c95139d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831461 Dec 15 04:37:34.550980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port cad51884-dba7-4208-8eac-9e8d286f5549, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=cad51884-dba7-4208-8eac-9e8d286f5549,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:34.553378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.562356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.577251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.578495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'cad51884-dba7-4208-8eac-9e8d286f5549', 'network_id': 'bb3edebe-44ec-4ae4-af7f-642eec37d382', 'port_id': 'cad51884-dba7-4208-8eac-9e8d286f5549', 'mac_address': 'fa:16:3e:e1:26:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aba5da-b2fc-465e-a372-38bc928b9062', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:34.591696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.597689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.603341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.611054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-e25fa430-0e7c-494f-8495-92e0e4f142fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 4599 time: 0.1906171 Dec 15 04:37:34.686207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868778a6-2ed0-4dd8-84af-0027568f240b req-2332b2a7-54aa-45fc-8e0a-18e5042707d0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.693276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-868778a6-2ed0-4dd8-84af-0027568f240b req-2332b2a7-54aa-45fc-8e0a-18e5042707d0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 944 time: 0.0796235 Dec 15 04:37:34.703407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:34.722899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2', 'mac_address': 'fa:16:3e:39:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:34.739372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4ccc14-a15e-4fe7-b196-11dd27839e91 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:34.748012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:34.761953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Transition to ACTIVE for port object ed4ccc14-a15e-4fe7-b196-11dd27839e91 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:34.764335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5496fba8-cbcf-4412-b090-d8b440c689cd req-3ad228a6-51e8-4694-835f-9a1c1530f490 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473439 Dec 15 04:37:34.781773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-868778a6-2ed0-4dd8-84af-0027568f240b req-1b98761c-d136-44e4-8776-cee925e98eb2 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873742 Dec 15 04:37:34.788218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:34.800828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:34.833325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:34.881144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:34.935344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad51884-dba7-4208-8eac-9e8d286f5549 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:34.950908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db0c0-af90-4033-9751-cde78c33b9a3 req-d673b1ca-1e10-4d4f-8d75-689e98c7a202 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:34.958950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-283db0c0-af90-4033-9751-cde78c33b9a3 req-d673b1ca-1e10-4d4f-8d75-689e98c7a202 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 948 time: 0.0723977 Dec 15 04:37:34.962771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:34.983048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.019694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port cad51884-dba7-4208-8eac-9e8d286f5549, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=cad51884-dba7-4208-8eac-9e8d286f5549,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:35.025232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-283db0c0-af90-4033-9751-cde78c33b9a3 req-cdfb7c2b-6054-4463-95df-cf3c15ec1c0b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 Dec 15 04:37:35.082614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.106204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:35.109299 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.181097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=cad51884-dba7-4208-8eac-9e8d286f5549,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:35.212004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:35.217001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.237874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0712d87-8819-49c0-9031-3790af6db55a req-823bdd16-f630-4291-86cb-23a798f36670 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0496519 Dec 15 04:37:35.284022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:35.388096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:35.388671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:35.425819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7dbe8-d81b-4d3f-9cfd-d92e03fb482a req-72375d76-96f1-4b66-82b9-517065b096fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:35.427573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0e7dbe8-d81b-4d3f-9cfd-d92e03fb482a req-72375d76-96f1-4b66-82b9-517065b096fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 1097 time: 0.6640096 Dec 15 04:37:35.490759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['cad51884-dba7-4208-8eac-9e8d286f5549'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:35.497760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abbc8451-81cb-4c8c-a458-28caf011c55f req-87a9c28e-2893-4ede-988c-276fc9635369 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0949337 Dec 15 04:37:35.585745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': '37f72851-15d9-4cfa-84fe-cdcaf43df108'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:35.593218 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc26c2f6-5776-4777-8d8e-09c88cc664d4" -d '{"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "37f72851-15d9-4cfa-84fe-cdcaf43df108"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:35.599106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea06e-3832-4843-afa0-322294d80c86 req-15c84e5c-790e-47df-85ec-632e0eed2f5e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:35.600714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8dea06e-3832-4843-afa0-322294d80c86 req-15c84e5c-790e-47df-85ec-632e0eed2f5e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1369150 Dec 15 04:37:35.621908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0e7dbe8-d81b-4d3f-9cfd-d92e03fb482a req-413d7bca-8da8-4f28-a9ed-580806d360fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734037 Dec 15 04:37:35.638330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Attempting to bind port ed4ccc14-a15e-4fe7-b196-11dd27839e91 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:35.638964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Attempting to bind port ed4ccc14-a15e-4fe7-b196-11dd27839e91 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:35.639496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Attempting to bind port ed4ccc14-a15e-4fe7-b196-11dd27839e91 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:35.658089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Port ed4ccc14-a15e-4fe7-b196-11dd27839e91 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:35.658562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Attempting to bind port ed4ccc14-a15e-4fe7-b196-11dd27839e91 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:35.666603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:35.668384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Checking segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:35.668939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Bound using segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:35.670287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Bound port: ed4ccc14-a15e-4fe7-b196-11dd27839e91, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:35.670951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.735545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ef22-f5b2-40c1-a640-afb29d550a75 req-9ded8a77-a9da-4f1c-a25c-f7a36ac065c0 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:35.743468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5736ef22-f5b2-40c1-a640-afb29d550a75 req-9ded8a77-a9da-4f1c-a25c-f7a36ac065c0 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 945 time: 0.1416433 Dec 15 04:37:35.783457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8dea06e-3832-4843-afa0-322294d80c86 req-1f581043-fef2-4e5a-b28f-bd09dbba81e8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601369 Dec 15 04:37:35.831512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:35.839289 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348b40c-9be7-4954-8a62-236d8a69dd2c x-openstack-request-id: req-8348b40c-9be7-4954-8a62-236d8a69dd2c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:35.839593 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "37f72851-15d9-4cfa-84fe-cdcaf43df108", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:35.839852 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8348b40c-9be7-4954-8a62-236d8a69dd2c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:35.840286 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': '37f72851-15d9-4cfa-84fe-cdcaf43df108', 'status': 'completed', 'code': 200} Dec 15 04:37:35.846394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:35.856663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.884586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5736ef22-f5b2-40c1-a640-afb29d550a75 req-2f6a14b4-052a-4951-ba00-3bc02e4dc54d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 Dec 15 04:37:35.912727 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:37:35.990667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:35.991292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:35.993336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] 10.222.0.16 "PUT /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 1131 time: 2.0922775 Dec 15 04:37:36.040845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.047500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.053870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.063172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.067992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:36.070304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.077387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.077575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670c16b-b57a-431f-924b-d33c8afdf79d service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:36.089646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.090460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.091067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.091760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.092503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.093032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.093450 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.093669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.095876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-cdc52aa7-aa7b-4b86-ad1c-7cbd1f802b09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6211 time: 0.1580079 Dec 15 04:37:36.102098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-b73b2449-370e-49dc-b2b7-1a8b91a78532 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5371 time: 0.1766336 Dec 15 04:37:36.161751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455cfc7-5878-4a91-96ea-7dae17b5468b req-5d6f6614-1cc5-474d-af9f-f69b5609ff86 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.163296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3455cfc7-5878-4a91-96ea-7dae17b5468b req-5d6f6614-1cc5-474d-af9f-f69b5609ff86 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1693213 Dec 15 04:37:36.165088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:36.168088 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a8ead3-7760-4824-8d21-2345388c29b1" -d '{"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:36.212260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b81d805-1e12-4e99-8d11-834dc03ab166 req-67f5377b-c8df-4265-b8f0-9d1e48549273 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080227 Dec 15 04:37:36.279097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3455cfc7-5878-4a91-96ea-7dae17b5468b req-88bec6f3-d1ae-4c76-a766-65d87cf7c10d tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025145 Dec 15 04:37:36.288867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:36.425384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbcf2-3829-4b60-90d9-4295b294c408 req-f03c830a-137f-4dd4-a6df-b9f69a0d5a5f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.429870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-c7953137-3a8d-4c99-a367-aca3f45a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.431560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-c7953137-3a8d-4c99-a367-aca3f45a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.432250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-c7953137-3a8d-4c99-a367-aca3f45a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.434748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-c7953137-3a8d-4c99-a367-aca3f45a72f5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3127506 Dec 15 04:37:36.436268 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29efbcf2-3829-4b60-90d9-4295b294c408 req-f03c830a-137f-4dd4-a6df-b9f69a0d5a5f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 949 time: 0.0831208 Dec 15 04:37:36.466958 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63503750-c495-4d37-a338-fb863e7d7290 x-openstack-request-id: req-63503750-c495-4d37-a338-fb863e7d7290 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:36.467957 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:36.468448 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63503750-c495-4d37-a338-fb863e7d7290 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:36.469038 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'code': 200} Dec 15 04:37:36.526993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29efbcf2-3829-4b60-90d9-4295b294c408 req-f8bb724f-0826-45c4-8338-8b75b5d75554 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891998 Dec 15 04:37:36.603727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba9508de-b4b1-4ef9-af4b-c25f62ae1352 req-e9d0078e-b73d-4645-8eeb-713bf082497e tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0420616 Dec 15 04:37:36.698470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:36.742011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-8e50fd38-1a01-42bd-a6c8-6e6a6ccc7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:36.744267 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bc26c2f6-5776-4777-8d8e-09c88cc664d4 req-8e50fd38-1a01-42bd-a6c8-6e6a6ccc7443 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2554061 Dec 15 04:37:36.759598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60868) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:36.899777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:36.909421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:36.925294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Transition to ACTIVE for port object 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:36.930688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.004347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af046353-ea3e-4bf8-b847-1daf9235af3e req-92d2451b-bdcd-43d4-965c-fc4ba87f4e73 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f&device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0488019 Dec 15 04:37:37.009736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:37.025468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-803bddc2-7cf6-49c6-b97e-9b45ebf43c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.038629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7002-cae0-4049-8f22-97d28db632e3 req-68252925-4ab5-4dba-a066-7fe689b8ea85 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.046807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0e7002-cae0-4049-8f22-97d28db632e3 req-68252925-4ab5-4dba-a066-7fe689b8ea85 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1721115 Dec 15 04:37:37.131108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Attempting to bind port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:37.131638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Attempting to bind port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:37.131980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Attempting to bind port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:37.142727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:37.143114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Attempting to bind port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:37.149023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:37.149371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Checking segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:37.149758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Bound using segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:37.150191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Bound port: 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:37.150552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.181997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0e7002-cae0-4049-8f22-97d28db632e3 req-c967240c-d517-43dc-8505-69a259d6eb3c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201890 Dec 15 04:37:37.254906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] For port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:37.264099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] For port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:37.270390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.302177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbb6e3-4704-4705-ac3f-17f2f91e5e93 req-2900d840-7bbe-471e-b094-792fc649230d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.304234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48bbb6e3-4704-4705-ac3f-17f2f91e5e93 req-2900d840-7bbe-471e-b094-792fc649230d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 945 time: 0.1918147 Dec 15 04:37:37.318889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.319515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.320978 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] 10.222.0.16 "PUT /v2.0/ports/5901fa7f-3d9c-485b-8121-7dfd0e2b7609 HTTP/1.1" status: 200 len: 1091 time: 1.2749124 Dec 15 04:37:37.326727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-803bddc2-7cf6-49c6-b97e-9b45ebf43c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.362701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc272-b71a-4fd6-8529-ae4d7a0fdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:37.371775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:37.381645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-803bddc2-7cf6-49c6-b97e-9b45ebf43c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.465184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.501983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-803bddc2-7cf6-49c6-b97e-9b45ebf43c17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=468631526d1d450281959fb442d8ab73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7406731 Dec 15 04:37:37.504578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60886) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:37.517897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bddc2-7cf6-49c6-b97e-9b45ebf43c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049b9ee8-b653-4341-a5ee-9433c638080f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:37.551418 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71af4150-186e-42c0-9e28-bcbf2f6a4604 req-b2d55f4a-a83e-4bb0-9bfd-8532b01cba73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4763c09ede854366bf1c3f4ae8602705&device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0356135 Dec 15 04:37:37.552783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48bbb6e3-4704-4705-ac3f-17f2f91e5e93 req-c218d121-7c75-4dc5-a369-ae20e03c781a tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237225 Dec 15 04:37:37.657147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.661602 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71af4150-186e-42c0-9e28-bcbf2f6a4604 req-26003c7a-941f-4749-a250-d110a0d5bcea service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4763c09ede854366bf1c3f4ae8602705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873668 Dec 15 04:37:37.666412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.673792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.680276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.686415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.692844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.699698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.702377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-6df045c9-a463-4ba9-8406-e27ec9d3b0cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5383 time: 0.2049832 Dec 15 04:37:37.759713 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c1999a-6258-48bd-a167-00c7eea275ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.808626 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c1999a-6258-48bd-a167-00c7eea275ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.820044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e758ad-3d1a-4c69-b11d-45bd4aae65bf req-0f429ff6-5c20-4619-ba8c-f578a9c34b85 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.821546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92e758ad-3d1a-4c69-b11d-45bd4aae65bf req-0f429ff6-5c20-4619-ba8c-f578a9c34b85 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1168828 Dec 15 04:37:37.852526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'ed4ccc14-a15e-4fe7-b196-11dd27839e91'}, {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:37.855286 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "ed4ccc14-a15e-4fe7-b196-11dd27839e91"}, {"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "5901fa7f-3d9c-485b-8121-7dfd0e2b7609"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:37.865864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4150-186e-42c0-9e28-bcbf2f6a4604 req-b1b1cdf7-efc1-4bc4-84f7-690b9ff8d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:37.867271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71af4150-186e-42c0-9e28-bcbf2f6a4604 req-b1b1cdf7-efc1-4bc4-84f7-690b9ff8d1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1886542 Dec 15 04:37:37.869736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19fb3d9c-217c-4433-829f-0b7c41b81a3c req-3a3fadbb-bd3b-420f-8115-e6450cfacc4c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518333 Dec 15 04:37:37.909384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92e758ad-3d1a-4c69-b11d-45bd4aae65bf req-bcd86438-a873-4e20-b60c-94d2d526cfd6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 Dec 15 04:37:37.919350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c1999a-6258-48bd-a167-00c7eea275ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.923379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2c1999a-6258-48bd-a167-00c7eea275ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:37.947088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2c1999a-6258-48bd-a167-00c7eea275ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/049b9ee8-b653-4341-a5ee-9433c638080f HTTP/1.1" status: 204 len: 168 time: 0.4222307 Dec 15 04:37:37.956548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1999a-6258-48bd-a167-00c7eea275ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b9ee8-b653-4341-a5ee-9433c638080f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:37.969910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce536a95-15bb-45b5-8a98-6606de9408f7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:37.989643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.004909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Transition to ACTIVE for port object ce536a95-15bb-45b5-8a98-6606de9408f7 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:38.013047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.096035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Pushing event updated for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:38.148770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9d8a627-d504-4f6c-be1f-8eaeb5be3100 req-7b9b5948-149a-499e-8ad9-a28d6e741b79 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0983026 Dec 15 04:37:38.226784 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774123dd-98c7-4e90-a551-a5bd3349f956 x-openstack-request-id: req-774123dd-98c7-4e90-a551-a5bd3349f956 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:38.228767 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "ed4ccc14-a15e-4fe7-b196-11dd27839e91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "5901fa7f-3d9c-485b-8121-7dfd0e2b7609", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:38.229033 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-774123dd-98c7-4e90-a551-a5bd3349f956 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:38.229980 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'ed4ccc14-a15e-4fe7-b196-11dd27839e91', 'status': 'completed', 'code': 200} Dec 15 04:37:38.230244 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609', 'status': 'completed', 'code': 200} Dec 15 04:37:38.230940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Attempting to bind port ce536a95-15bb-45b5-8a98-6606de9408f7 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:38.231271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Attempting to bind port ce536a95-15bb-45b5-8a98-6606de9408f7 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:38.231605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Attempting to bind port ce536a95-15bb-45b5-8a98-6606de9408f7 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:38.243750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Port ce536a95-15bb-45b5-8a98-6606de9408f7 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:38.244098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Attempting to bind port ce536a95-15bb-45b5-8a98-6606de9408f7 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:38.255210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device cad51884-dba7-4208-8eac-9e8d286f5549 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:38.256996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:38.259702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Checking segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:38.259702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Bound using segment: {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:38.260008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Bound port: ce536a95-15bb-45b5-8a98-6606de9408f7, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003b69b3-9538-459b-aa38-f96786fde1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:38.260242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.368527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747ed4d-976a-4aec-a80b-1e56f8968228 req-dbff22b1-6565-49f5-af32-2fa4b492eada tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.371621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port cad51884-dba7-4208-8eac-9e8d286f5549 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:38.374079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6747ed4d-976a-4aec-a80b-1e56f8968228 req-dbff22b1-6565-49f5-af32-2fa4b492eada tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 949 time: 0.1335001 Dec 15 04:37:38.387074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port cad51884-dba7-4208-8eac-9e8d286f5549 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:38.388035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.461233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.461956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.462430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.462890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.463345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.463868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.464347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.466476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b49e7ed3-107e-420b-a320-e198dda2a8e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6305 time: 0.1913249 Dec 15 04:37:38.467758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:38.471530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce536a95-15bb-45b5-8a98-6606de9408f7,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:38.473098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60898) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:38.478186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:38.487816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.506915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11f4cdab-8cd1-416b-ae69-f44788567a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.536287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7dbe-1194-4dbc-9764-8e303674fba1 req-24c3d977-ec7b-4423-ad44-99ceec7e47e8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.544633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-073b7dbe-1194-4dbc-9764-8e303674fba1 req-24c3d977-ec7b-4423-ad44-99ceec7e47e8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 947 time: 0.1667287 Dec 15 04:37:38.591144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6747ed4d-976a-4aec-a80b-1e56f8968228 req-c798a216-7b37-421d-87d7-3bcc7ab90bd3 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016957 Dec 15 04:37:38.618292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:38.632484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:38.652526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.653154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.654549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] 10.222.0.16 "PUT /v2.0/ports/ce536a95-15bb-45b5-8a98-6606de9408f7 HTTP/1.1" status: 200 len: 1091 time: 1.2871089 Dec 15 04:37:38.664703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'mac_address': 'fa:16:3e:2c:30:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:38.679473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-073b7dbe-1194-4dbc-9764-8e303674fba1 req-8cc0d1bd-9a26-4d02-8e73-910ac03b2b61 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333344 Dec 15 04:37:38.738606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:38.768712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bab3-429e-4249-92b8-2ae77c03b814 req-e513d28e-7175-4a2c-ac7b-80e5d401c0b1 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.776393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f846bab3-429e-4249-92b8-2ae77c03b814 req-e513d28e-7175-4a2c-ac7b-80e5d401c0b1 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 945 time: 0.0625796 Dec 15 04:37:38.800900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec881ff-3ee8-4d33-abca-e274d648b61d service neutron] Pushing event updated for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:38.833627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f846bab3-429e-4249-92b8-2ae77c03b814 req-5e7796c6-52b8-458b-a342-88eeb86ba3be tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562570 Dec 15 04:37:38.880284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.882497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:38.883057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-1d10e289-3c76-493a-8821-1fa64e2c30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.883530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-1d10e289-3c76-493a-8821-1fa64e2c30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.883985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-1d10e289-3c76-493a-8821-1fa64e2c30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:38.885759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-1d10e289-3c76-493a-8821-1fa64e2c30b3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3956285 Dec 15 04:37:38.924810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:38.925179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.931117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11f4cdab-8cd1-416b-ae69-f44788567a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.932900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3f74a5-5907-49bd-9b2f-43928679c082 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:38.948666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.950812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11f4cdab-8cd1-416b-ae69-f44788567a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:38.977921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.014594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:39.024199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3fe9-8f66-4915-a625-be5b9725ff20 req-82a7bafb-411e-437c-abc5-8376166eb39d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.025824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-853c3fe9-8f66-4915-a625-be5b9725ff20 req-82a7bafb-411e-437c-abc5-8376166eb39d tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 945 time: 0.0949335 Dec 15 04:37:39.030639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.041243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad51884-dba7-4208-8eac-9e8d286f5549'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:39.044696 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcffebee-604f-4c49-b2c4-0c5b2286b3ca" -d '{"events": [{"server_uuid": "5fcca784-cd87-431e-a3cc-628112a0bfb3", "name": "network-vif-plugged", "status": "completed", "tag": "cad51884-dba7-4208-8eac-9e8d286f5549"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:39.070669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-11f4cdab-8cd1-416b-ae69-f44788567a73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9980c60e0a04c1cb9e1d2534961d5f4&name=default HTTP/1.1" status: 200 len: 2997 time: 0.5960371 Dec 15 04:37:39.084259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60910) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:39.086909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port cad51884-dba7-4208-8eac-9e8d286f5549, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=cad51884-dba7-4208-8eac-9e8d286f5549,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:39.102400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.134215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-853c3fe9-8f66-4915-a625-be5b9725ff20 req-6c7d862f-4536-40c6-b4e0-c3986b58fd81 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711086 Dec 15 04:37:39.152662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.163415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.165331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:39.193258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.199260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.210161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.222802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=cad51884-dba7-4208-8eac-9e8d286f5549,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:39.227113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.228822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.241287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.244320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-a652820c-2462-4359-99d9-9288a672b938 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5395 time: 0.2174051 Dec 15 04:37:39.285056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:39.286499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4cdab-8cd1-416b-ae69-f44788567a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ef3ee-85be-4ec8-801b-7e2d697abaaf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:39.303954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.350546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813207c-23fb-4b08-ae2a-5f3b7378a09d req-926ac900-d693-47b1-839c-72a686dd5ce0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.358428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b813207c-23fb-4b08-ae2a-5f3b7378a09d req-926ac900-d693-47b1-839c-72a686dd5ce0 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1120300 Dec 15 04:37:39.376006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:39.380330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b7559644-37ac-49fb-9fa5-1d36065da8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.381852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-b7559644-37ac-49fb-9fa5-1d36065da8bc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4477317 Dec 15 04:37:39.392846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b58166c-0a34-45f0-900e-6d82d318e1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.411872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1315ffc4-dbb9-474b-b983-eda9df3fce62 req-ada3063b-76b7-40ad-aaad-3744dc0a8804 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474128 Dec 15 04:37:39.422592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b58166c-0a34-45f0-900e-6d82d318e1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.474028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b813207c-23fb-4b08-ae2a-5f3b7378a09d req-c85fa06d-2d0a-4809-a33b-e81e4051a7c6 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098845 Dec 15 04:37:39.483719 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa74b9-f2d0-49d9-9066-e4006a114840 x-openstack-request-id: req-38aa74b9-f2d0-49d9-9066-e4006a114840 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:39.484547 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcca784-cd87-431e-a3cc-628112a0bfb3", "name": "network-vif-plugged", "status": "completed", "tag": "cad51884-dba7-4208-8eac-9e8d286f5549", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:39.484730 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38aa74b9-f2d0-49d9-9066-e4006a114840 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:39.485323 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad51884-dba7-4208-8eac-9e8d286f5549', 'code': 200} Dec 15 04:37:39.539743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b58166c-0a34-45f0-900e-6d82d318e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.543124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b58166c-0a34-45f0-900e-6d82d318e1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.547040 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1b58166c-0a34-45f0-900e-6d82d318e1ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be7ef3ee-85be-4ec8-801b-7e2d697abaaf HTTP/1.1" status: 204 len: 168 time: 0.4612148 Dec 15 04:37:39.574599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ff3f74a5-5907-49bd-9b2f-43928679c082'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:39.642833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58166c-0a34-45f0-900e-6d82d318e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ef3ee-85be-4ec8-801b-7e2d697abaaf,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:39.647299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce6fea8-bc9a-486f-9278-58371addd150 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:39.661179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.688701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Transition to ACTIVE for port object 6ce6fea8-bc9a-486f-9278-58371addd150 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:39.697245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.697725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.698635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.699125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.699593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.700902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.701375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.703632 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-fc309b65-dbcd-4c10-a16b-bc0fd114b3b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6347 time: 0.1554916 Dec 15 04:37:39.704948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:39.748463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b70de2-00be-4bc3-a105-6ab610daa3b6 req-260459fc-edfe-4745-8b15-f994626d49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.752578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8b70de2-00be-4bc3-a105-6ab610daa3b6 req-260459fc-edfe-4745-8b15-f994626d49ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 1098 time: 0.1032655 Dec 15 04:37:39.862638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce6fea8-bc9a-486f-9278-58371addd150,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:39.975990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71af4150-186e-42c0-9e28-bcbf2f6a4604 req-3c51cce1-0bf4-4e7e-94cf-6ee6802dbcfd tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.42 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0443139 Dec 15 04:37:39.980036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Attempting to bind port 6ce6fea8-bc9a-486f-9278-58371addd150 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:39.980556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Attempting to bind port 6ce6fea8-bc9a-486f-9278-58371addd150 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:39.980996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Attempting to bind port 6ce6fea8-bc9a-486f-9278-58371addd150 on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:39.981115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519c62b-708c-4d57-988e-c3ed3d50987a req-50557692-a7dd-4229-8447-eaa3135f3f54 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:39.990969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Port 6ce6fea8-bc9a-486f-9278-58371addd150 on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:39.991558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Attempting to bind port 6ce6fea8-bc9a-486f-9278-58371addd150 on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:40.007233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4519c62b-708c-4d57-988e-c3ed3d50987a req-50557692-a7dd-4229-8447-eaa3135f3f54 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.2294316 Dec 15 04:37:40.018408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:40.021036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Checking segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:40.022614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Bound using segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:40.023286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Bound port: 6ce6fea8-bc9a-486f-9278-58371addd150, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:40.023813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:40.035001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8b70de2-00be-4bc3-a105-6ab610daa3b6 req-d71368fa-4712-4ae2-babd-49a32654f31f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655933 Dec 15 04:37:40.125774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4519c62b-708c-4d57-988e-c3ed3d50987a req-ec4aff3d-dc93-4010-8bfe-d98f68992ab1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162381 Dec 15 04:37:40.129961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-a0f51e3e-04d1-4599-b09a-3bd551a43265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.130458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-a0f51e3e-04d1-4599-b09a-3bd551a43265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.130906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-a0f51e3e-04d1-4599-b09a-3bd551a43265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.132528 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-a0f51e3e-04d1-4599-b09a-3bd551a43265 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3617308 Dec 15 04:37:40.168776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] For port 6ce6fea8-bc9a-486f-9278-58371addd150, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:40.173114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] For port 6ce6fea8-bc9a-486f-9278-58371addd150, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ce6fea8-bc9a-486f-9278-58371addd150,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:40.190567 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:40.214463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.215289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:40.217329 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ce6fea8-bc9a-486f-9278-58371addd150 HTTP/1.1" status: 200 len: 1092 time: 1.4927266 Dec 15 04:37:40.239814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7'}, {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': '6ce6fea8-bc9a-486f-9278-58371addd150'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:40.240720 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846" -d '{"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7"}, {"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "6ce6fea8-bc9a-486f-9278-58371addd150"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:40.250791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d47cb0c8-e25c-4da6-b166-e29add7c7b70 req-6ed1beca-e566-4195-b6bb-e2b3c89ff01b tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=83dbf458-5929-4f0a-b8d6-71aab38b237f HTTP/1.1" status: 200 len: 210 time: 0.0373681 Dec 15 04:37:40.296044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93819792-7e2a-4fea-a5ec-365bbecf06e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce6fea8-bc9a-486f-9278-58371addd150,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:40.376137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff181b-c2b9-4a3e-ad78-6e9ea500b509 req-6b5a360c-241c-4fc7-89ef-4106589d229d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.381196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69ff181b-c2b9-4a3e-ad78-6e9ea500b509 req-6b5a360c-241c-4fc7-89ef-4106589d229d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.0558248 Dec 15 04:37:40.480816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69ff181b-c2b9-4a3e-ad78-6e9ea500b509 req-2a65dd09-aa4d-4d45-b969-3ca5858da426 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937204 Dec 15 04:37:40.492578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Request body: {'port': {'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:40.512413 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cb44ba-6ec0-4198-8e28-a09982ef5d36 x-openstack-request-id: req-42cb44ba-6ec0-4198-8e28-a09982ef5d36 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:40.512645 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "6ce6fea8-bc9a-486f-9278-58371addd150", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:40.513074 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42cb44ba-6ec0-4198-8e28-a09982ef5d36 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:40.513333 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7', 'status': 'completed', 'code': 200} Dec 15 04:37:40.513564 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': '6ce6fea8-bc9a-486f-9278-58371addd150', 'status': 'completed', 'code': 200} Dec 15 04:37:40.579964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311205-226d-4913-9f76-cb90e1263d78 req-ea980c5e-b348-4840-84f4-667c9eabed70 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.583331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4311205-226d-4913-9f76-cb90e1263d78 req-ea980c5e-b348-4840-84f4-667c9eabed70 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 945 time: 0.0987558 Dec 15 04:37:40.623723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:40.663420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-cc5c4d5f-4b1a-441f-a0de-7f172b9c7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.666696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4311205-226d-4913-9f76-cb90e1263d78 req-9d4af55c-a262-4e8c-8c5b-a7b5a4805f33 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Dec 15 04:37:40.667394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e07d1a-0b80-4bbd-9557-21b3e18a2c3b req-cc5c4d5f-4b1a-441f-a0de-7f172b9c7615 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2859166 Dec 15 04:37:40.749713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.756997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.763938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.771558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.778125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.784129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.790071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.798355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-dc91aca9-e1dd-4b72-bd99-b9134ab7e519 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5407 time: 0.1296039 Dec 15 04:37:40.900132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a283cf-c0b1-430d-ab49-2efc5a62cfa4 req-ae08ce1d-9056-45f9-b710-e9964196ec26 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.903144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.903832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.904331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.904969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.905903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.906858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.907444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:40.908548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69a283cf-c0b1-430d-ab49-2efc5a62cfa4 req-ae08ce1d-9056-45f9-b710-e9964196ec26 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1075914 Dec 15 04:37:40.909366 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-3f1693f8-fd50-42b2-9a42-78e306f5833a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6415 time: 0.1421955 Dec 15 04:37:40.924613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88a590a9-99e5-4afd-bd42-39d9b1753d83 req-45c759d6-a373-47a4-9696-2df8373e27f6 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253374 Dec 15 04:37:41.059750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69a283cf-c0b1-430d-ab49-2efc5a62cfa4 req-d0af94ec-45d2-46d3-8efd-c4ef040eff51 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331694 Dec 15 04:37:41.086993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebb86-0f6b-4703-addb-73edbf8096f1 req-9674a343-d7b2-440f-8783-9541cb5ba203 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.091831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-090ebb86-0f6b-4703-addb-73edbf8096f1 req-9674a343-d7b2-440f-8783-9541cb5ba203 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 949 time: 0.0658424 Dec 15 04:37:41.172045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-090ebb86-0f6b-4703-addb-73edbf8096f1 req-85a9999a-65ff-4c3b-957e-46b3f2a252b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792358 Dec 15 04:37:41.179722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da96df1e-d49f-4b87-9c80-035a074f5f68 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:41.192727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:41.234403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Transition to ACTIVE for port object da96df1e-d49f-4b87-9c80-035a074f5f68 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:41.248892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:41.320512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=da96df1e-d49f-4b87-9c80-035a074f5f68,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:41.324041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbc21f-b691-44f6-a73e-cbfa971e1784 req-2023a29d-939d-4bea-be0b-d93c9cdf77dc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.327748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-4696bf29-c562-423f-96c7-3c15df0f0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.328254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-4696bf29-c562-423f-96c7-3c15df0f0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.328716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-4696bf29-c562-423f-96c7-3c15df0f0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.330935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-4696bf29-c562-423f-96c7-3c15df0f0fa2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2835329 Dec 15 04:37:41.333952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7abbc21f-b691-44f6-a73e-cbfa971e1784 req-2023a29d-939d-4bea-be0b-d93c9cdf77dc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.0902536 Dec 15 04:37:41.409801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7abbc21f-b691-44f6-a73e-cbfa971e1784 req-733e8c37-c3e6-4121-8e64-e6d63bbf2b21 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708776 Dec 15 04:37:41.486990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:41.490806 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8eb0eb-b7b8-496c-88fa-210734c824db" -d '{"events": [{"server_uuid": "a0061246-6f5d-4e95-8d8d-2863d548eadc", "name": "network-vif-plugged", "status": "completed", "tag": "0f29dad4-30e4-4bd1-974c-9e9d3992dfb2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:41.575763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-3df155d4-6204-4e4c-9078-a82d26f1e308 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376618 Dec 15 04:37:41.581298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Attempting to bind port da96df1e-d49f-4b87-9c80-035a074f5f68 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:41.581641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Attempting to bind port da96df1e-d49f-4b87-9c80-035a074f5f68 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:41.581975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Attempting to bind port da96df1e-d49f-4b87-9c80-035a074f5f68 on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:41.605131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Port da96df1e-d49f-4b87-9c80-035a074f5f68 on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:41.608018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Attempting to bind port da96df1e-d49f-4b87-9c80-035a074f5f68 on network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:41.661658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:41.662231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Checking segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:41.662487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Bound using segment: {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:41.662974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Bound port: da96df1e-d49f-4b87-9c80-035a074f5f68, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:41.663401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:41.676219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-d9d616d1-33a2-4a1f-9fc4-7ffab1506978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.678141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-d9d616d1-33a2-4a1f-9fc4-7ffab1506978 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2779818 Dec 15 04:37:41.694585 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4934a4f4-bbdd-43d0-b74b-8aa2ae00149b x-openstack-request-id: req-4934a4f4-bbdd-43d0-b74b-8aa2ae00149b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:41.694952 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0061246-6f5d-4e95-8d8d-2863d548eadc", "name": "network-vif-plugged", "status": "completed", "tag": "0f29dad4-30e4-4bd1-974c-9e9d3992dfb2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:41.695360 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4934a4f4-bbdd-43d0-b74b-8aa2ae00149b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:41.695797 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2', 'code': 200} Dec 15 04:37:41.730236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-886f76f3-e017-49c0-b832-465165874c8d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.739512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-886f76f3-e017-49c0-b832-465165874c8d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628063 Dec 15 04:37:41.748834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] For port da96df1e-d49f-4b87-9c80-035a074f5f68, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:41.754928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] For port da96df1e-d49f-4b87-9c80-035a074f5f68, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da96df1e-d49f-4b87-9c80-035a074f5f68,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:41.763327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-acf8ab17-3f3e-41d8-a9d2-a26687b1dcd9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/quotas/9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 375 time: 0.0224681 Dec 15 04:37:41.771828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:41.845863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-77d3aa12-2e96-48a9-9cc8-761a4db9e310 req-a2ce8a8b-9454-4fac-8442-1c129fec118b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4763c09ede854366bf1c3f4ae8602705&device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0346093 Dec 15 04:37:41.850206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.850817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:41.852591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 200 len: 1092 time: 1.3771021 Dec 15 04:37:41.854900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9e559a5-689d-498f-9cb7-5fdbe7b16061 req-a0b3f27f-92db-4c6d-b1c7-446023d843d0 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0664158 Dec 15 04:37:41.931376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4e1d2-d9cf-4673-9090-bfc48e73b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=da96df1e-d49f-4b87-9c80-035a074f5f68,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:41.936891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-e590245c-1a69-4069-b55e-57f6a1d21742 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1724267 Dec 15 04:37:41.939891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-77d3aa12-2e96-48a9-9cc8-761a4db9e310 req-f2149fd9-6d39-408c-aff3-cfaec5415f11 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4763c09ede854366bf1c3f4ae8602705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508416 Dec 15 04:37:41.974462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d8c96-19e3-494a-9a05-0423c5d8b3bc req-d07cccac-baf7-47a6-b529-46ad4d8ea6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:41.976526 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a29d8c96-19e3-494a-9a05-0423c5d8b3bc req-d07cccac-baf7-47a6-b529-46ad4d8ea6e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 1102 time: 0.1278415 Dec 15 04:37:42.069145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.069724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.071041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.074358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.085836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.086766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.091544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.098631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-5f0316a6-8029-4987-bea4-a54a1f28f507 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6483 time: 0.2811849 Dec 15 04:37:42.103177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a29d8c96-19e3-494a-9a05-0423c5d8b3bc req-082a04e4-a531-43e4-b1ab-7ccbfff7be30 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780618 Dec 15 04:37:42.122441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f3601-a3b8-4d9d-83a3-4b091f3824cc req-41c9f9d0-eb89-4398-9540-9b98c8ae68d9 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.123480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3aa12-2e96-48a9-9cc8-761a4db9e310 req-21823792-d989-4fdd-9cd9-bc33275fbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.123835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c7f3601-a3b8-4d9d-83a3-4b091f3824cc req-41c9f9d0-eb89-4398-9540-9b98c8ae68d9 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 945 time: 0.1695311 Dec 15 04:37:42.132647 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-77d3aa12-2e96-48a9-9cc8-761a4db9e310 req-21823792-d989-4fdd-9cd9-bc33275fbac9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1749682 Dec 15 04:37:42.345371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-52dbe6e0-1e3d-4105-8ade-82c0d39b75a5 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.347883 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-52dbe6e0-1e3d-4105-8ade-82c0d39b75a5 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "GET /v2.0/ports?device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 945 time: 0.0853720 Dec 15 04:37:42.409858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c7f3601-a3b8-4d9d-83a3-4b091f3824cc req-e41e89a7-7e76-4918-9cc4-ddcfede17314 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/security-groups?id=76c7485c-8ec7-48c0-8254-b29daa680fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674472 Dec 15 04:37:42.433670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.444630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.454260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.462892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.471062 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.478939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.489075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.491405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-b5fa168d-cc49-49ac-bc92-9e8817744a5c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.2595513 Dec 15 04:37:42.494234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-2574af07-9b64-4487-9836-507d1480cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.495464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-2574af07-9b64-4487-9836-507d1480cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.496022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-2574af07-9b64-4487-9836-507d1480cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.498176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-2574af07-9b64-4487-9836-507d1480cc7a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3734267 Dec 15 04:37:42.514298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Deleting port d81b514d-b034-41d7-bd25-dc916554339e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:37:42.514574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:42.515021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:42.519227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'da96df1e-d49f-4b87-9c80-035a074f5f68'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:42.523812 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b47ed-2265-414b-9036-a175cb4d4dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "da96df1e-d49f-4b87-9c80-035a074f5f68"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:42.613815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ff3f74a5-5907-49bd-9b2f-43928679c082 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:42.614494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:42.678369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] For port d81b514d-b034-41d7-bd25-dc916554339e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d81b514d-b034-41d7-bd25-dc916554339e,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:42.679685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:42.696828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Calling delete_port for d81b514d-b034-41d7-bd25-dc916554339e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:37:42.715463 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:42.737195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3a378-e581-496c-b0a1-a1ce4927e388 req-f118fc07-3063-434c-b56b-4b5ebd20af15 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.748237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ed3a378-e581-496c-b0a1-a1ce4927e388 req-f118fc07-3063-434c-b56b-4b5ebd20af15 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.2519555 Dec 15 04:37:42.768752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:42.778694 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:42.857010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:42.895513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c6347f4-3cd3-4392-ba65-9103fa609129 req-de3f0ee6-8b06-47f3-a466-97dd9b665406 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3618336 Dec 15 04:37:42.946933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-001645d2-060b-437a-8c54-152e3f755750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:42.948571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e73fe74c-58b2-44f9-a2ee-5c1ddfc75846 req-001645d2-060b-437a-8c54-152e3f755750 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4139299 Dec 15 04:37:43.003063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ed3a378-e581-496c-b0a1-a1ce4927e388 req-7e3ea566-e7cf-47e9-bad1-a6c1743db7a3 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455561 Dec 15 04:37:43.053348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99ea7277-3a6a-4289-a632-82cd0ffc4136 req-1a0e62c7-ffd6-421a-832b-e3399c7b08e3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 210 time: 0.0376866 Dec 15 04:37:43.122019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.122675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.125888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.125888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.125888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.125888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.125888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.127995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-45f0421a-fec1-4553-badf-a2372620f065 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6483 time: 0.0647891 Dec 15 04:37:43.196748 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109004ee-bc62-4f81-bdc0-144a3828dbd9 x-openstack-request-id: req-109004ee-bc62-4f81-bdc0-144a3828dbd9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:43.197204 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "da96df1e-d49f-4b87-9c80-035a074f5f68", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:43.198292 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-109004ee-bc62-4f81-bdc0-144a3828dbd9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:43.199130 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'da96df1e-d49f-4b87-9c80-035a074f5f68', 'status': 'completed', 'code': 200} Dec 15 04:37:43.204828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-519c8b6e-230c-45b7-9f0a-23fe3d443c23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 200 len: 217 time: 0.0421481 Dec 15 04:37:43.264614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56a43-a001-44d1-813b-31eb9510d500 req-a6064847-5d41-4ec1-ae25-6f30e7cb2b6c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.266066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78e56a43-a001-44d1-813b-31eb9510d500 req-a6064847-5d41-4ec1-ae25-6f30e7cb2b6c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.1373627 Dec 15 04:37:43.269628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32836) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:43.289560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:43.309568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-d2f8dae3-f2db-4f56-b6fd-f7eda00e3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.311136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-d2f8dae3-f2db-4f56-b6fd-f7eda00e3dff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 HTTP/1.1" status: 200 len: 851 time: 0.0891213 Dec 15 04:37:43.328506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['903e176f-f590-43ad-99c9-f6f964be0fca'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:43.329611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event deleted for resources: {'Port': ['ID=d81b514d-b034-41d7-bd25-dc916554339e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:43.353216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d81b514d-b034-41d7-bd25-dc916554339e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:43.361358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-105b6584-851b-4bed-99f9-8cf5669393c4 req-b22f5819-d8ed-47b3-b178-c1baf641f583 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0940242 Dec 15 04:37:43.371276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-f4866658-a6f7-485d-9542-d4c4a3b90834 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.373803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-f4866658-a6f7-485d-9542-d4c4a3b90834 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 945 time: 0.1105459 Dec 15 04:37:43.396504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] No DVR routers for this DVR port d81b514d-b034-41d7-bd25-dc916554339e on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:37:43.416032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:43.419645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3c9308c-7e0b-4e61-8c9e-a57f09d45eef req-9b3c085c-c69a-4f75-a4ec-e459e79d79ca tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.16 "DELETE /v2.0/ports/d81b514d-b034-41d7-bd25-dc916554339e HTTP/1.1" status: 204 len: 173 time: 1.0586414 Dec 15 04:37:43.464188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7f061747-4ecb-47eb-9082-369ec6874aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:43.465412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-7f061747-4ecb-47eb-9082-369ec6874aa3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71bbf166-4518-42f2-a41c-b4030317ebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127667 Dec 15 04:37:43.481252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78e56a43-a001-44d1-813b-31eb9510d500 req-e0f8b65a-ca5d-429f-85a1-e0642496ad3e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921403 Dec 15 04:37:43.512602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9900a78-bf61-4099-a1ce-ad443b1e0fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:43.529498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Deleting port 903e176f-f590-43ad-99c9-f6f964be0fca {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:37:43.530117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:43.679486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] For port 903e176f-f590-43ad-99c9-f6f964be0fca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903e176f-f590-43ad-99c9-f6f964be0fca,segment=NetworkSegment(14aa9a0d-d8df-4201-8449-f217f0a28b4e),segment_id=14aa9a0d-d8df-4201-8449-f217f0a28b4e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:43.680766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:43.697217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:43.700555 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ade31-457a-4175-ab0c-814fedfe6238" -d '{"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:43.706715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Calling delete_port for 903e176f-f590-43ad-99c9-f6f964be0fca owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:37:43.854027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-77d3aa12-2e96-48a9-9cc8-761a4db9e310 req-a4a34abb-ea57-497f-b764-0df584458941 tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0341372 Dec 15 04:37:43.885861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:43.928818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Pushing event deleted for resources: {'Port': ['ID=903e176f-f590-43ad-99c9-f6f964be0fca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:43.937305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d81b514d-b034-41d7-bd25-dc916554339e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:43.988119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67ab68ea-2b3f-4bf6-8c2f-f65d6863aac2 req-b21beab8-e3f8-4757-9fb5-e2354e232206 tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a4e3f8-51f5-4191-9fb6-e31959c7890a HTTP/1.1" status: 200 len: 210 time: 0.4188783 Dec 15 04:37:43.995230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] No DVR routers for this DVR port 903e176f-f590-43ad-99c9-f6f964be0fca on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:37:44.011143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.015446 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa40569d-bdb0-4e69-ab85-5bb47d5c6bb1 req-055a637f-48e6-4267-a9af-2b25d1cf623b tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.42 "DELETE /v2.0/ports/903e176f-f590-43ad-99c9-f6f964be0fca HTTP/1.1" status: 204 len: 173 time: 0.6267428 Dec 15 04:37:44.033990 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ed7629-57a0-417c-93d1-201a43b04088 x-openstack-request-id: req-70ed7629-57a0-417c-93d1-201a43b04088 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:44.034288 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:44.034545 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70ed7629-57a0-417c-93d1-201a43b04088 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:44.034943 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'code': 200} Dec 15 04:37:44.072269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-81f1d602-d2e1-40d8-b62f-a44950690afd service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894644 Dec 15 04:37:44.114599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200fd8-4361-4d30-97a7-24d42e38b1dd req-3753f1b4-6e41-4166-8304-6b40d1927558 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.116163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7200fd8-4361-4d30-97a7-24d42e38b1dd req-3753f1b4-6e41-4166-8304-6b40d1927558 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1429465 Dec 15 04:37:44.271634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.278210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.284212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.290118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.296050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.302054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.308455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.310374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-adfc0d69-3c33-4238-a8c5-1769daceb5f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.2274921 Dec 15 04:37:44.319285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9900a78-bf61-4099-a1ce-ad443b1e0fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.339293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9900a78-bf61-4099-a1ce-ad443b1e0fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.349162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7200fd8-4361-4d30-97a7-24d42e38b1dd req-b84b24d4-cf57-4822-9cf4-509e7f2fdfcf tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027130 Dec 15 04:37:44.417599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c9900a78-bf61-4099-a1ce-ad443b1e0fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b50357acdea46daa5f1e28e28dbf5dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1469162 Dec 15 04:37:44.420726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32854) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:44.425375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-24c9de71-d19e-4503-9baf-349db4f98e2f service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413475 Dec 15 04:37:44.428099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900a78-bf61-4099-a1ce-ad443b1e0fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da38dc93-22a5-46aa-9646-447516d629af,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:44.484147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-fa22460d-6130-43cd-bc2c-4970ce5d048f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 217 time: 0.0492487 Dec 15 04:37:44.487621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3539b28a-31c7-46b1-8d99-df770c133de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.520896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc8622d5-16b3-4887-9dcc-bed196641e49 req-7968a85c-6bfb-48f2-ab46-e0bb0cb4726b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 210 time: 0.0429430 Dec 15 04:37:44.527392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f919d2ac-0ebb-4d6f-9240-575265fc1291 req-dde234d7-ef4e-42c3-955f-3d37b833244e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019820 Dec 15 04:37:44.530318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-cd250ba0-5975-4294-a651-117b80acdc8b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9a2a94e821874288a77080c5ea619ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406935 Dec 15 04:37:44.539376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3539b28a-31c7-46b1-8d99-df770c133de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.577296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-0de6a92c-705c-4bee-8c83-2313eee8f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.586554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-0de6a92c-705c-4bee-8c83-2313eee8f295 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.0819111 Dec 15 04:37:44.696793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3446c948-a9b3-4b78-8e67-05446f392e5e req-bb6b62e7-b027-420f-9164-58d4f1ae1c9f tempest-ServerShowV247Test-152257311 tempest-ServerShowV247Test-152257311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cf325e2-cffa-4d22-85c6-640e5be39b6b HTTP/1.1" status: 200 len: 210 time: 0.0366209 Dec 15 04:37:44.700173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-9c431d17-1c78-4df4-95d2-43147a32ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.702551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-9c431d17-1c78-4df4-95d2-43147a32ff6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973485 Dec 15 04:37:44.747238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3539b28a-31c7-46b1-8d99-df770c133de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.751300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3539b28a-31c7-46b1-8d99-df770c133de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.752082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3539b28a-31c7-46b1-8d99-df770c133de8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da38dc93-22a5-46aa-9646-447516d629af HTTP/1.1" status: 204 len: 168 time: 0.3301668 Dec 15 04:37:44.776462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539b28a-31c7-46b1-8d99-df770c133de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da38dc93-22a5-46aa-9646-447516d629af,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:44.790105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-9c392067-062a-4989-9b08-8715e37db011 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.792425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-9c392067-062a-4989-9b08-8715e37db011 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509367 Dec 15 04:37:44.839251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Request body: {'port': {'device_id': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '9a2a94e821874288a77080c5ea619ceb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:44.870296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d75ff-da68-4a15-9f3c-70e4dd8a3e4d req-1c324127-c221-480e-97b8-a0b31546694f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:44.871757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a80d75ff-da68-4a15-9f3c-70e4dd8a3e4d req-1c324127-c221-480e-97b8-a0b31546694f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.0904353 Dec 15 04:37:44.875387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ca50e08a-5e81-4afd-a33e-9c772aed1591 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639965 Dec 15 04:37:44.972172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Made reservation on behalf of 9a2a94e821874288a77080c5ea619ceb for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:44.976257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:44.981111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a80d75ff-da68-4a15-9f3c-70e4dd8a3e4d req-cf12e716-62f6-4b53-a34f-941f4a62d116 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034667 Dec 15 04:37:45.021579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-58427a2f-d0a2-407c-8c2a-12d739a10927 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375151 Dec 15 04:37:45.106604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-07253766-d607-4989-8dd5-104d38a32897 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 217 time: 0.0756764 Dec 15 04:37:45.124484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32868) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:45.161632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Allocated IP 192.168.233.189 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/4d1674e7-836f-45b8-b04d-d15bab0ff295) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:45.183847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfd8f29-0c62-48b3-8b88-a91f5e0c8a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.199878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'name': 'network-vif-deleted', 'tag': 'd81b514d-b034-41d7-bd25-dc916554339e'}, {'server_uuid': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'name': 'network-vif-deleted', 'tag': '903e176f-f590-43ad-99c9-f6f964be0fca'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:45.204101 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d90782-77b0-4fce-adf9-a1b0991c870f" -d '{"events": [{"server_uuid": "52a4e3f8-51f5-4191-9fb6-e31959c7890a", "name": "network-vif-deleted", "tag": "d81b514d-b034-41d7-bd25-dc916554339e"}, {"server_uuid": "d9753afe-2155-482e-ba37-2fdb0faa9de0", "name": "network-vif-deleted", "tag": "903e176f-f590-43ad-99c9-f6f964be0fca"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:45.236611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72d1a66e-dee0-4d65-92a4-882f2ddc287d req-d1abd4b9-1969-4e8f-8ed9-23888abed6dc tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9753afe-2155-482e-ba37-2fdb0faa9de0 HTTP/1.1" status: 200 len: 210 time: 0.0548730 Dec 15 04:37:45.242856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-d3556db5-f2a1-4b33-8a7d-8892b3615670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:45.244312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-d3556db5-f2a1-4b33-8a7d-8892b3615670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1301303 Dec 15 04:37:45.257311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecd41a-f006-40d6-82aa-dfe114d99429 req-ad64152f-f572-400b-9f75-e312eb001ee2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:45.261327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0ecd41a-f006-40d6-82aa-dfe114d99429 req-ad64152f-f572-400b-9f75-e312eb001ee2 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 1102 time: 0.1586390 Dec 15 04:37:45.303707 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217b9c2-5eaa-4398-aa8b-fa420b3f2009 x-openstack-request-id: req-6217b9c2-5eaa-4398-aa8b-fa420b3f2009 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:45.304005 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a4e3f8-51f5-4191-9fb6-e31959c7890a", "name": "network-vif-deleted", "tag": "d81b514d-b034-41d7-bd25-dc916554339e", "status": "completed", "code": 200}, {"server_uuid": "d9753afe-2155-482e-ba37-2fdb0faa9de0", "name": "network-vif-deleted", "tag": "903e176f-f590-43ad-99c9-f6f964be0fca", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:45.304310 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6217b9c2-5eaa-4398-aa8b-fa420b3f2009 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:45.304770 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a4e3f8-51f5-4191-9fb6-e31959c7890a', 'name': 'network-vif-deleted', 'tag': 'd81b514d-b034-41d7-bd25-dc916554339e', 'status': 'completed', 'code': 200} Dec 15 04:37:45.305020 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9753afe-2155-482e-ba37-2fdb0faa9de0', 'name': 'network-vif-deleted', 'tag': '903e176f-f590-43ad-99c9-f6f964be0fca', 'status': 'completed', 'code': 200} Dec 15 04:37:45.346992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.362090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0ecd41a-f006-40d6-82aa-dfe114d99429 req-9ff0d7ae-be3f-48ac-ba93-571d32f62595 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998483 Dec 15 04:37:45.366822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ed1b9e31-94ca-4712-8cc9-2066e154792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:45.368482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ed1b9e31-94ca-4712-8cc9-2066e154792f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030948 Dec 15 04:37:45.393345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.398411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfd8f29-0c62-48b3-8b88-a91f5e0c8a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.434643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d', '1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:45.439227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfd8f29-0c62-48b3-8b88-a91f5e0c8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.447164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:45.461081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:45.463213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:45.467450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:45.497543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4dfd8f29-0c62-48b3-8b88-a91f5e0c8a9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29af3ea441cf4759966e3202266e6596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682804 Dec 15 04:37:45.498354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32876) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:45.507184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd8f29-0c62-48b3-8b88-a91f5e0c8a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8c1a5-814b-400f-9477-a0f0f4e83c5a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:45.509201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ff3f74a5-5907-49bd-9b2f-43928679c082'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:45.544447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:45.545614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.568196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-d1ca9ea3-8be9-413b-8d51-d76af4ace656 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7322781 Dec 15 04:37:45.594018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Request body: {'port': {'device_id': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:45.622277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-154db315-4a4a-48ba-906c-a573b1409eb7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416618 Dec 15 04:37:45.653851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbbaa2-5033-4571-93c4-802280c958be req-5d88cbed-8472-4784-b332-a05fc28f0b9b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:45.655246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4cbbaa2-5033-4571-93c4-802280c958be req-5d88cbed-8472-4784-b332-a05fc28f0b9b tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1418381 Dec 15 04:37:45.674520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.743887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-7ae5b214-aea6-49ab-aab2-471f61b4b37c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864844 Dec 15 04:37:45.768678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80250504-161f-4aa2-a9ff-f9c0e88aa5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.876361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4cbbaa2-5033-4571-93c4-802280c958be req-4ba3ffe3-7e7f-4de6-a117-3e33f85b49a4 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944320 Dec 15 04:37:45.878110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2c905822-6631-4754-b2b1-c9472a40cf81 None None] Provisioning complete for port 4d1674e7-836f-45b8-b04d-d15bab0ff295 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:45.878476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c905822-6631-4754-b2b1-c9472a40cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.881761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80250504-161f-4aa2-a9ff-f9c0e88aa5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:45.922806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ff5b6649-3334-4218-ae48-baa9a356b755 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890198 Dec 15 04:37:45.938592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2c905822-6631-4754-b2b1-c9472a40cf81 None None] Port 4d1674e7-836f-45b8-b04d-d15bab0ff295 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:46.023066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-721c3d03-353f-4e27-ba35-6959107ef5d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609 HTTP/1.1" status: 200 len: 217 time: 0.0808773 Dec 15 04:37:46.033169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1674e7-836f-45b8-b04d-d15bab0ff295 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:46.033710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-fcb465ce-17c1-4383-a54a-8240d266d7f5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.035134 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-fcb465ce-17c1-4383-a54a-8240d266d7f5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854486 Dec 15 04:37:46.043539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.088115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-1d5bd8db-e84e-45a3-b4fc-7324cf4d1e1c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/quotas/ac2e0af62b5540f8bc989f7b4642196b HTTP/1.1" status: 200 len: 375 time: 0.0369759 Dec 15 04:37:46.093760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Transition to ACTIVE for port object 4d1674e7-836f-45b8-b04d-d15bab0ff295 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:46.097064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.100190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80250504-161f-4aa2-a9ff-f9c0e88aa5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.102928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80250504-161f-4aa2-a9ff-f9c0e88aa5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.104033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80250504-161f-4aa2-a9ff-f9c0e88aa5da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cb8c1a5-814b-400f-9477-a0f0f4e83c5a HTTP/1.1" status: 204 len: 168 time: 0.6046114 Dec 15 04:37:46.115553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16368-09e3-43f5-b934-1841c72512c5 req-52d05c99-7588-4652-aeb3-381bb04db202 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.117047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23e16368-09e3-43f5-b934-1841c72512c5 req-52d05c99-7588-4652-aeb3-381bb04db202 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 936 time: 0.1653199 Dec 15 04:37:46.136619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-3d61b21b-cc46-40a6-a034-5cde80f60259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.138048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-3d61b21b-cc46-40a6-a034-5cde80f60259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1012237 Dec 15 04:37:46.154199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250504-161f-4aa2-a9ff-f9c0e88aa5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8c1a5-814b-400f-9477-a0f0f4e83c5a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:46.165459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:46.232557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:46.232826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:46.233159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:46.238667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:46.239004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:46.245905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:46.246432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:46.246829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:46.247266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Bound port: 4d1674e7-836f-45b8-b04d-d15bab0ff295, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:46.247629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.273971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-06ccf366-3015-4bcf-b383-e5823724a794 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1737061 Dec 15 04:37:46.296935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23e16368-09e3-43f5-b934-1841c72512c5 req-80a85d45-a554-40ad-b495-bb0880f9be13 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630411 Dec 15 04:37:46.299064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-58dac1b2-865e-4f06-a11a-9000d73d5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.311651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-58dac1b2-865e-4f06-a11a-9000d73d5209 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485331 Dec 15 04:37:46.342430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:46.346533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:46.356942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.434984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.435795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:46.437433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] 10.222.0.42 "PUT /v2.0/ports/4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 1097 time: 0.8496685 Dec 15 04:37:46.472682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49899b-711a-4341-8907-ea5bd1ac6e77 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:46.514447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d81b514d-b034-41d7-bd25-dc916554339e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:46.532138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.548415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.560601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.566788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.572750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.591311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.608428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.615605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 903e176f-f590-43ad-99c9-f6f964be0fca no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:46.620017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: d81b514d-b034-41d7-bd25-dc916554339e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:37:46.620592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d81b514d-b034-41d7-bd25-dc916554339e not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:37:46.623320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-1734cb99-ab0b-434a-b04f-cbfc9a5b981d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1919458 Dec 15 04:37:46.635796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-643a57b2-7260-414f-9596-c030a647e54a service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149443 Dec 15 04:37:46.665946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 903e176f-f590-43ad-99c9-f6f964be0fca {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:37:46.666306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 903e176f-f590-43ad-99c9-f6f964be0fca not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:37:46.681538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-3e61a6e1-677e-4a26-9a2c-b3c17d92208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.693701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-3e61a6e1-677e-4a26-9a2c-b3c17d92208f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1100 time: 0.1602821 Dec 15 04:37:46.750338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-beb3229e-d26f-4abd-8056-f45e42d3115d service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052182 Dec 15 04:37:46.797977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-72094e5f-033e-434e-ad45-4a01a63db6a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0877426 Dec 15 04:37:46.902027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-5baf7a98-dc02-4fd2-a253-b26f3dcbcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:46.904635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-5baf7a98-dc02-4fd2-a253-b26f3dcbcc18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0996933 Dec 15 04:37:46.937653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-a4d6ee12-1937-40a7-834d-0eb359d68964 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce536a95-15bb-45b5-8a98-6606de9408f7 HTTP/1.1" status: 200 len: 217 time: 0.1381116 Dec 15 04:37:46.969360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c7d67be-dc87-48a8-b5c2-09b3a7134354 req-7b3ce77c-7fa1-4d2b-97bc-ad7a97f3928b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3450735 Dec 15 04:37:47.031867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-f2eb70da-ed35-4c42-9f8b-5c57e28dfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.035186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-f2eb70da-ed35-4c42-9f8b-5c57e28dfafd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144435 Dec 15 04:37:47.040131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32926) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:47.086083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32928) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:47.171108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f83a2b7c-bd37-4956-bbed-7dd0dd209600 req-f1455f46-989e-4862-b789-ec5d03f1a2a1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 210 time: 0.0955613 Dec 15 04:37:47.199884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Deleting subnet b9a86765-881e-41a6-9709-c433a2daefe7 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:37:47.207266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.210108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-f1df841d-d6e4-423c-827b-f6f74821fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.211923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-f1df841d-d6e4-423c-827b-f6f74821fbac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.2270405 Dec 15 04:37:47.244298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03919a-edf5-4bff-a117-8197ccb93b2b req-a05bf3cf-5b3c-416b-bdaa-99cb6286a5fe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.246721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c03919a-edf5-4bff-a117-8197ccb93b2b req-a05bf3cf-5b3c-416b-bdaa-99cb6286a5fe tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.0815637 Dec 15 04:37:47.270837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.274139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-9186fda0-444d-4438-855c-14d473a34dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870761 Dec 15 04:37:47.324404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:47.327963 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241211b2-8ab4-422c-ae47-502b5f632cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:47.341231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c03919a-edf5-4bff-a117-8197ccb93b2b req-db00f1f3-50d6-4a62-a898-57cca8e9735e tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682118 Dec 15 04:37:47.344361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-77c4f7d2-896f-4589-819a-f38ffc439639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.345860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-77c4f7d2-896f-4589-819a-f38ffc439639 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1251864 Dec 15 04:37:47.409456 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bc5abc-f091-4ce7-ab4c-3427480f2eb0 x-openstack-request-id: req-b3bc5abc-f091-4ce7-ab4c-3427480f2eb0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:47.409745 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:47.409992 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3bc5abc-f091-4ce7-ab4c-3427480f2eb0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:47.410382 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'status': 'completed', 'code': 200} Dec 15 04:37:47.424010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2707a3d6-84d9-4606-bcf6-428df66b3d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.457601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.490330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503dffd-c60d-41ea-b47e-e301b7bb70d2 req-102b1fdc-afcc-446c-a75f-70403acb93e2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.491681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a503dffd-c60d-41ea-b47e-e301b7bb70d2 req-102b1fdc-afcc-446c-a75f-70403acb93e2 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 948 time: 0.1019170 Dec 15 04:37:47.554492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-90ce446e-b2a6-42ec-b75b-1afc4708fc68 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970181 Dec 15 04:37:47.558385 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ecdaf9e8-fe61-4f6a-992a-f0122b35126d req-13722c81-3ba8-43ff-9f1e-dede2dc6a1a3 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614083 Dec 15 04:37:47.573525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a503dffd-c60d-41ea-b47e-e301b7bb70d2 req-2edd2dac-d455-4de8-85b5-962d4ebe5740 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679607 Dec 15 04:37:47.575941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.625272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.629157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b9a86765-881e-41a6-9709-c433a2daefe7 HTTP/1.1" status: 204 len: 168 time: 0.5870407 Dec 15 04:37:47.631529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734565-1b4b-4ce7-acc0-306bf2be845e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a86765-881e-41a6-9709-c433a2daefe7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:47.637247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32952) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:47.690983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-65cc3986-5dc1-49ba-b6d6-056c413bd246 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162274 Dec 15 04:37:47.703694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2707a3d6-84d9-4606-bcf6-428df66b3d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.719064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2707a3d6-84d9-4606-bcf6-428df66b3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.746035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-13a47b2e-c095-4402-bfe8-d08f0633f3ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ce6fea8-bc9a-486f-9278-58371addd150 HTTP/1.1" status: 200 len: 217 time: 0.0451734 Dec 15 04:37:47.811119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:47.814748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ab2652cb-d63b-4862-ad4f-fa1d293ce84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.815237 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2707a3d6-84d9-4606-bcf6-428df66b3d90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4763c09ede854366bf1c3f4ae8602705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218297 Dec 15 04:37:47.818458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32960) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:47.819251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ab2652cb-d63b-4862-ad4f-fa1d293ce84a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.0591614 Dec 15 04:37:47.820848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707a3d6-84d9-4606-bcf6-428df66b3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c0732-47d6-43f0-9c32-761e12f9caef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:47.846988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-e79627af-dd78-4ae8-b8be-6c70906a6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.848503 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-e79627af-dd78-4ae8-b8be-6c70906a6564 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1100 time: 0.1478150 Dec 15 04:37:47.878808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-76c73710-23f0-4bb6-95b1-120f63102349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:47.880327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-76c73710-23f0-4bb6-95b1-120f63102349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464096 Dec 15 04:37:47.993118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-b08fa8eb-9779-4098-baa0-68c36889ccd1 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002347 Dec 15 04:37:48.044860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.067527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.137812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.142679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.145806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6896b9-7abb-4e20-bc20-b46c71b410db']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:48.148721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.154816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.160879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.166773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.172661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.173589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-3d98a9f1-60a2-4bb8-97cb-4ea9c48a0320 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1668503 Dec 15 04:37:48.178792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.180357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-c8ddd67a-e60e-4db9-8e37-902a8fdba538 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1197450 Dec 15 04:37:48.184699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14aa9a0d-d8df-4201-8449-f217f0a28b4e') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:48.184998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14aa9a0d-d8df-4201-8449-f217f0a28b4e') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:48.188858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-fd89a217-be23-4e6a-8a95-56e21070c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.190332 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-fd89a217-be23-4e6a-8a95-56e21070c7da service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.3317111 Dec 15 04:37:48.217135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-ab71a816-c749-4f79-a7db-8489a7dfd1bb service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109327 Dec 15 04:37:48.269114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.298020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-90f0985c-20b2-43e8-93eb-7a2f8d7f3533 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0902061 Dec 15 04:37:48.298356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ae84f91-20f1-400b-a3fd-65050d350a30 req-3f5e1a5d-6456-48a9-a636-738123b6ec10 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 210 time: 0.0461259 Dec 15 04:37:48.342718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-2bced762-5385-4419-9962-29509c8b88dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 200 len: 217 time: 0.0693276 Dec 15 04:37:48.348735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2602592d-2e64-4148-a1f2-7384a109bdd2 req-e763d317-3504-4394-a0c9-a563a3155bb2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521614 Dec 15 04:37:48.360627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-d5fdbfc8-2ff6-45e2-a288-473385a93548 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576689 Dec 15 04:37:48.393931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.425704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-81921a67-53e0-4554-9557-7d881e6bc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.427391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-81921a67-53e0-4554-9557-7d881e6bc0c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.0668912 Dec 15 04:37:48.472625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:37:48.473163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:37:48.477970 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:37:48.503206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32998) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:48.521749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-fbc6142c-dd24-42d3-b02d-06953c87e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.523545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-fbc6142c-dd24-42d3-b02d-06953c87e1b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873392 Dec 15 04:37:48.539787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8a1e5-66b4-432e-8888-4bb34342041c req-296e16e9-18eb-49b5-ac21-e6f51b340912 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.541872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08b8a1e5-66b4-432e-8888-4bb34342041c req-296e16e9-18eb-49b5-ac21-e6f51b340912 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.0731804 Dec 15 04:37:48.572314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.575028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.578744 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/328c0732-47d6-43f0-9c32-761e12f9caef HTTP/1.1" status: 204 len: 168 time: 0.7562714 Dec 15 04:37:48.594718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-ae23b21d-17bd-4b69-8e51-fbd9ec3008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.596448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-ae23b21d-17bd-4b69-8e51-fbd9ec3008b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 1102 time: 0.2562971 Dec 15 04:37:48.601946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-e74f4830-e08d-40b6-8718-a728a7977e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.603018 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-e74f4830-e08d-40b6-8718-a728a7977e40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2580817 Dec 15 04:37:48.663124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c0732-47d6-43f0-9c32-761e12f9caef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:48.679356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.687370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.691740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] 10.222.0.37 "DELETE /v2.0/networks/da6896b9-7abb-4e20-bc20-b46c71b410db HTTP/1.1" status: 204 len: 168 time: 1.0536199 Dec 15 04:37:48.779953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.781360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.781718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.782063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.782399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.782745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.783186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.783529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.783879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.784222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.784511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.784904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.785143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74447f8c-4514-44dd-9deb-1abb4a80caee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:48.825441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-a804a1f7-d6d5-4725-9cf8-575f8359c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.827004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-a804a1f7-d6d5-4725-9cf8-575f8359c6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2005568 Dec 15 04:37:48.827763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408beb-a040-458b-9453-619f8304fddf admin admin] Pushing event deleted for resources: {'Network': ['ID=da6896b9-7abb-4e20-bc20-b46c71b410db,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:48.883182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-9387375c-2a6c-4446-8f4f-3c5bcbd17063 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:48.886656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-9387375c-2a6c-4446-8f4f-3c5bcbd17063 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4630678 Dec 15 04:37:48.920831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd860fbd-0db7-4462-be32-2c59f41ba799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:48.936190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Request body: {'port': {'device_id': '9889da72-33eb-441e-bbc0-70949bb71190', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'ac2e0af62b5540f8bc989f7b4642196b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:48.963055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08b8a1e5-66b4-432e-8888-4bb34342041c req-f0184f6c-a047-4c64-b25c-c3695a7d71fb tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144223 Dec 15 04:37:49.005661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:49.051194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-6a81bff2-3538-4016-b65c-19851644f23d service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872150 Dec 15 04:37:49.060184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827198f-21b3-4f6e-8d92-872bc1aa2bce req-d4ae1cf9-771b-4531-a213-a186e7fb663f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.067417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e827198f-21b3-4f6e-8d92-872bc1aa2bce req-d4ae1cf9-771b-4531-a213-a186e7fb663f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 948 time: 0.1842999 Dec 15 04:37:49.094797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.16', 52919) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:49.257056 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e827198f-21b3-4f6e-8d92-872bc1aa2bce req-3b1f2e1e-ce90-499f-be8e-438ab9184c0d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864400 Dec 15 04:37:49.276809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176719-6046-4839-9b91-35407a02650b req-92582fd2-423c-43fd-ba16-dfffa0166580 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.278214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef176719-6046-4839-9b91-35407a02650b req-92582fd2-423c-43fd-ba16-dfffa0166580 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1825511 Dec 15 04:37:49.285957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd860fbd-0db7-4462-be32-2c59f41ba799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.306688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd860fbd-0db7-4462-be32-2c59f41ba799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.356495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-eda0442e-f29a-4519-abe5-dd04f2d16c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.357367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f187499c-ce54-4ed3-83ce-7eac46567829 req-aaae3274-5584-4a8d-a0d3-ca27744e048b service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632689 Dec 15 04:37:49.357969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-eda0442e-f29a-4519-abe5-dd04f2d16c1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.6858394 Dec 15 04:37:49.434291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bd860fbd-0db7-4462-be32-2c59f41ba799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a50c92b695c24ab784ac109c31e3183d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9259071 Dec 15 04:37:49.434291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd860fbd-0db7-4462-be32-2c59f41ba799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6237d204-0098-48ca-83a2-9942c62926b4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:49.441604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33032) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:49.473155 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-48b2ea05-c88c-4149-900f-9e534b71d727 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 200 len: 217 time: 0.0894656 Dec 15 04:37:49.495172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-850ca132-f3fe-4f78-bb85-b469155e4d78 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417677 Dec 15 04:37:49.500105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-57ef61d6-3c24-4483-bfe7-baefdffce97c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4531729 Dec 15 04:37:49.505600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8216cd70-a8a5-44cf-8da6-c1c93efd0b5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=902db1fc7ba44a20aeea7b1b89b6db60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4909813 Dec 15 04:37:49.506630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33034) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:49.514480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6abdbc2d-e4cd-474d-b5a6-db42ff8d00cc req-03a8f7ab-f045-4c46-b0cd-ce66c02f26e6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 210 time: 0.0714412 Dec 15 04:37:49.581942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Deleting port cad51884-dba7-4208-8eac-9e8d286f5549 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:37:49.582556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.586306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Made reservation on behalf of ac2e0af62b5540f8bc989f7b4642196b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:49.591033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.647178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.653166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.659201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.665130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.671129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.677274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.683738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.691901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-265f5332-ae0f-407e-96b5-f44d7e3bb6f3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.2228534 Dec 15 04:37:49.745196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ba58882-9f0f-487b-8656-43f73e1fba07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.776172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-556c7bd4-ca0c-489b-9fd6-d62201bf0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.777665 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-556c7bd4-ca0c-489b-9fd6-d62201bf0d47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1819541 Dec 15 04:37:49.797804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-6ed5ea1b-3f56-4c9f-be11-2928afc236d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.799221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-6ed5ea1b-3f56-4c9f-be11-2928afc236d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1102 time: 0.1984689 Dec 15 04:37:49.806699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ba58882-9f0f-487b-8656-43f73e1fba07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.820689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-241211b2-8ab4-422c-ae47-502b5f632cc2 req-dbcade29-ea18-4aa4-aafb-ecee269cbc37 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872312 Dec 15 04:37:49.826127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e181e1ea-7c86-4555-9c7e-54bc45cbf155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.865901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.866667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.866843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.867312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.867767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.868255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.868713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:49.870980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-c716844c-c645-4e76-ba51-7e87c73fec3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6483 time: 0.1769991 Dec 15 04:37:49.908390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55dd8d8f-c0ac-4017-be21-6999f4770d73 req-20f87505-3aa9-4809-98bd-6d70123f52c0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2071924 Dec 15 04:37:49.910612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] For port cad51884-dba7-4208-8eac-9e8d286f5549, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=cad51884-dba7-4208-8eac-9e8d286f5549,segment=NetworkSegment(f54c3a01-2fdb-4a6e-8a71-3eb727226905),segment_id=f54c3a01-2fdb-4a6e-8a71-3eb727226905)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:49.911074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.954957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e181e1ea-7c86-4555-9c7e-54bc45cbf155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:49.972932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Calling delete_port for cad51884-dba7-4208-8eac-9e8d286f5549 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:37:50.037711 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ba58882-9f0f-487b-8656-43f73e1fba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.040381 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ba58882-9f0f-487b-8656-43f73e1fba07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.041862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ba58882-9f0f-487b-8656-43f73e1fba07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6237d204-0098-48ca-83a2-9942c62926b4 HTTP/1.1" status: 204 len: 168 time: 0.5918562 Dec 15 04:37:50.045863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-10ebf626-fee1-4df7-a245-8c8d3f22fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.048847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-10ebf626-fee1-4df7-a245-8c8d3f22fc4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2466846 Dec 15 04:37:50.067156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e181e1ea-7c86-4555-9c7e-54bc45cbf155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.072211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e181e1ea-7c86-4555-9c7e-54bc45cbf155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.073903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba58882-9f0f-487b-8656-43f73e1fba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6237d204-0098-48ca-83a2-9942c62926b4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:50.077898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e181e1ea-7c86-4555-9c7e-54bc45cbf155 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c7485c-8ec7-48c0-8254-b29daa680fa3 HTTP/1.1" status: 204 len: 168 time: 0.5702496 Dec 15 04:37:50.103532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-3db2f9e1-5b79-4a55-9672-5d78db9f41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.105471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-3db2f9e1-5b79-4a55-9672-5d78db9f41ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 200 len: 902 time: 0.1917274 Dec 15 04:37:50.123204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Allocated IP 192.168.233.218 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/5c75f7d5-0fe2-4461-b12e-ea604b9a786a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:50.212921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181e1ea-7c86-4555-9c7e-54bc45cbf155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c7485c-8ec7-48c0-8254-b29daa680fa3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:50.234968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-95dcff72-1661-406f-9ca3-e585df936f0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 200 len: 217 time: 0.1053488 Dec 15 04:37:50.301669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-58c324c9-b30e-4e55-abab-6fd292582309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.303246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-58c324c9-b30e-4e55-abab-6fd292582309 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4417703 Dec 15 04:37:50.377900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-d1ec719f-7779-4397-8e38-0d4fef295185 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.0637467 Dec 15 04:37:50.427979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a10ad64b-8a54-4e23-b314-cb4193dfbeb1 req-cc420bc5-a44a-495f-939f-388e1a5e7489 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.1210141 Dec 15 04:37:50.471846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b100163-9034-43ad-a414-884d06a6f803 req-f9394ce4-ec3b-4f97-9ede-e4142a5d2050 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.491551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b100163-9034-43ad-a414-884d06a6f803 req-f9394ce4-ec3b-4f97-9ede-e4142a5d2050 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 946 time: 0.3834367 Dec 15 04:37:50.526413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-491f769a-08f8-4fa6-a5b1-294079babd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.527623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-491f769a-08f8-4fa6-a5b1-294079babd53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.2771633 Dec 15 04:37:50.540427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:50.562131 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.652668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Pushing event deleted for resources: {'Port': ['ID=cad51884-dba7-4208-8eac-9e8d286f5549,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:50.673367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.686296 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-6fed57fc-7ca8-4166-9635-2bc2c31f250d service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927005 Dec 15 04:37:50.700470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b100163-9034-43ad-a414-884d06a6f803 req-d5d2222d-f626-4d3e-b3bb-f3d5f8c7b4dd tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/security-groups?id=d614e95e-e189-454b-8719-12b185cfaa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002516 Dec 15 04:37:50.724871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:50.731494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-7f3799d5-f60f-445c-98dd-5a595e3ef033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.733618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-7f3799d5-f60f-445c-98dd-5a595e3ef033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1852450 Dec 15 04:37:50.750949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-59346b47-c393-4fd8-bfd6-bdacdef37fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.752896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-59346b47-c393-4fd8-bfd6-bdacdef37fdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121804 Dec 15 04:37:50.754093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] No DVR routers for this DVR port cad51884-dba7-4208-8eac-9e8d286f5549 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:37:50.769394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a51519-5ee4-40f3-aecc-b595a05b0d2e req-7c485365-597a-44c7-92f6-26bc3cc3e005 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:50.772841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'mac_address': 'fa:16:3e:95:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:50.778874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14a51519-5ee4-40f3-aecc-b595a05b0d2e req-7c485365-597a-44c7-92f6-26bc3cc3e005 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 948 time: 0.2397141 Dec 15 04:37:50.808528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.811967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef176719-6046-4839-9b91-35407a02650b req-98ea1cd6-63e5-4f74-9465-3378596d885c tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.16 "DELETE /v2.0/ports/cad51884-dba7-4208-8eac-9e8d286f5549 HTTP/1.1" status: 204 len: 173 time: 1.5232787 Dec 15 04:37:50.813145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'name': 'network-vif-deleted', 'tag': 'cad51884-dba7-4208-8eac-9e8d286f5549'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:50.816059 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d48561f-6dc6-4529-87d5-c99c0bdd17c1" -d '{"events": [{"server_uuid": "5fcca784-cd87-431e-a3cc-628112a0bfb3", "name": "network-vif-deleted", "tag": "cad51884-dba7-4208-8eac-9e8d286f5549"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:50.855627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c8f6f65-a46b-4ebd-91f5-f6f22e7ad738 req-9169bcb3-23b4-4c22-9f00-c76e93d6cad7 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 210 time: 0.0359726 Dec 15 04:37:50.918646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:50.947347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1674e7-836f-45b8-b04d-d15bab0ff295 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:50.964661 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570e768-ec1c-42cd-8c4b-87987f6f4467 x-openstack-request-id: req-8570e768-ec1c-42cd-8c4b-87987f6f4467 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:50.965350 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcca784-cd87-431e-a3cc-628112a0bfb3", "name": "network-vif-deleted", "tag": "cad51884-dba7-4208-8eac-9e8d286f5549", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:50.965810 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8570e768-ec1c-42cd-8c4b-87987f6f4467 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:50.966386 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcca784-cd87-431e-a3cc-628112a0bfb3', 'name': 'network-vif-deleted', 'tag': 'cad51884-dba7-4208-8eac-9e8d286f5549', 'status': 'completed', 'code': 200} Dec 15 04:37:50.968891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:50.977857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:51.009362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-370100e5-2d58-4b7b-bb7d-016553bad434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.011430 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-370100e5-2d58-4b7b-bb7d-016553bad434 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2509446 Dec 15 04:37:51.026832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14a51519-5ee4-40f3-aecc-b595a05b0d2e req-1472d4a2-b9f6-4f75-9db4-6e548366d344 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469714 Dec 15 04:37:51.067691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:51.093242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-43e6aded-a098-4f1a-b145-aa90b9c38426 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937567 Dec 15 04:37:51.107498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'edccef9d-7113-4809-95e6-7430c7efd80e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:51.121047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:51.158050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2', '753e047d-c029-48fa-b734-d362ef0ff8bb', '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:51.224004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7f118ff1-8ea7-4a9c-b197-55782a9ae089 req-49ff97bb-0725-4279-bdb3-897f73c323da service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825912 Dec 15 04:37:51.295027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:51.358110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd6b47ed-2265-414b-9036-a175cb4d4dc9 req-a9876b46-52e6-49a4-8f76-e1cd6b3ca58d service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564008 Dec 15 04:37:51.360352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:51.366306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:51.370637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event updated for resources: {'Port': ['ID=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:51.401982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.406746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['4d1674e7-836f-45b8-b04d-d15bab0ff295'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:51.412296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.430737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.443140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.460390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.471864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.481629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.485442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-c16c23ee-7002-48e8-9973-cdb5d3554b27 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.3694048 Dec 15 04:37:51.602497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-a9925c3d-17d1-485e-a5c9-71b3cc60a999 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557840 Dec 15 04:37:51.611921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:51.631949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:51.670232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81fab7f5-6f87-4be4-a994-bc3825f8c983 req-d8905e15-8a3c-4044-a1d9-1554d96024c1 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.1175199 Dec 15 04:37:51.670901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:51.703122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-3871673f-2257-43ee-af18-4c2efbd3e073 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7725430 Dec 15 04:37:51.726602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b086e666-89cb-4d0e-b00e-8b3cd55e70b7 req-9ee3bdc7-ddb6-488c-8580-923e6c6b1a92 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316692 Dec 15 04:37:51.738266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Request body: {'port': {'device_id': '9889da72-33eb-441e-bbc0-70949bb71190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:51.887879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebce845e-9e8c-4163-8e07-2c4260e9915d req-1b0c43cb-3ef2-4753-8619-623d013591c9 tempest-DeleteServersTestJSON-1749703758 tempest-DeleteServersTestJSON-1749703758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcca784-cd87-431e-a3cc-628112a0bfb3 HTTP/1.1" status: 200 len: 210 time: 0.0494831 Dec 15 04:37:51.892226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1403375530-network', 'tenant_id': 'd2646e1da0554f81bbe0d5e0b0a105b2'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:51.919471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:51.945723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Made reservation on behalf of d2646e1da0554f81bbe0d5e0b0a105b2 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:51.949379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:51.961449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.021841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95a980c1-3ef8-4e45-9d59-e26c500115ae req-7cc45f70-d885-4c8d-bf99-12a85a6cf9c3 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439701 Dec 15 04:37:52.029864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b0932bb6-2d86-4afc-af3c-5360e7f294db None None] Provisioning complete for port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:52.030487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0932bb6-2d86-4afc-af3c-5360e7f294db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.111352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069053d-c0dc-42d6-a027-4648e06c3825 req-27a31c6d-fcb4-4d5f-812c-08344249d4f1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:52.112853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2069053d-c0dc-42d6-a027-4648e06c3825 req-27a31c6d-fcb4-4d5f-812c-08344249d4f1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 936 time: 0.0876188 Dec 15 04:37:52.191079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.282011 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.298491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2069053d-c0dc-42d6-a027-4648e06c3825 req-44a39bb8-8775-46bb-a513-feb8e23bce36 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682587 Dec 15 04:37:52.314102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:37:52.319231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b0932bb6-2d86-4afc-af3c-5360e7f294db None None] Port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:37:52.330694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device cad51884-dba7-4208-8eac-9e8d286f5549 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:37:52.343331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167c4f-c2d6-44d9-add8-e2da73861c44 req-287e5631-178b-4661-8f0a-6568c0056597 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:52.351562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e167c4f-c2d6-44d9-add8-e2da73861c44 req-287e5631-178b-4661-8f0a-6568c0056597 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.1971149 Dec 15 04:37:52.377855 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.378353 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Added segment 2ef0ab42-067c-4b7f-a6c8-51b488a67854 of type vlan for network a9fa2cc6-892c-4612-a98d-7e4e677f571e Dec 15 04:37:52.380099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d31cd-af91-4886-869d-2a7262c634a3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:52.413072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: cad51884-dba7-4208-8eac-9e8d286f5549 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:37:52.413497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device cad51884-dba7-4208-8eac-9e8d286f5549 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:37:52.431001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c75f7d5-0fe2-4461-b12e-ea604b9a786a {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:52.444759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.447293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.467436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Transition to ACTIVE for port object 5c75f7d5-0fe2-4461-b12e-ea604b9a786a will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:52.472263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e167c4f-c2d6-44d9-add8-e2da73861c44 req-86ddf0a9-c6a9-4a2d-85e1-cb95e4680072 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142130 Dec 15 04:37:52.488389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.498147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.513110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:52.513908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.566358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Pushing event updated for resources: {'Port': ['ID=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:52.606209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9307673 Dec 15 04:37:52.609651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:52.620017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Request body: {'subnet': {'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1403375530-subnet', 'tenant_id': 'd2646e1da0554f81bbe0d5e0b0a105b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:52.648805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76504-4085-4d8f-b5dd-194b459f3b4d admin admin] Pushing event updated for resources: {'Network': ['ID=a9fa2cc6-892c-4612-a98d-7e4e677f571e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:52.666503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Attempting to bind port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:52.667920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Attempting to bind port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:52.668545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Attempting to bind port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:52.670016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a9fa2cc6-892c-4612-a98d-7e4e677f571e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:37:52.670331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Made reservation on behalf of d2646e1da0554f81bbe0d5e0b0a105b2 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:52.674059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.675515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:52.676139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Attempting to bind port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:52.682899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:52.683495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:52.684085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:52.684756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Bound port: 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:52.685283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.811712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] For port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:52.816043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] For port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:52.827743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.871334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:52.872143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:52.874312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] 10.222.0.16 "PUT /v2.0/ports/5c75f7d5-0fe2-4461-b12e-ea604b9a786a HTTP/1.1" status: 200 len: 1097 time: 1.1402786 Dec 15 04:37:52.876587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9889da72-33eb-441e-bbc0-70949bb71190', 'tag': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:52.876745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b66549c9-e4a1-4373-8f2c-47b5d6a4ae5a req-bdfd3b25-22a5-4722-884f-8634d7f64ce8 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0793881 Dec 15 04:37:52.878878 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89f584f-f0ab-4cb3-9287-07ed80c441d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9889da72-33eb-441e-bbc0-70949bb71190", "tag": "5c75f7d5-0fe2-4461-b12e-ea604b9a786a"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:52.920372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dbdf2-fdf1-4cf8-af09-dd7d51944680 service neutron] Pushing event updated for resources: {'Port': ['ID=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:52.948021 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df3f971-3a66-415e-8c36-48452b74d16b x-openstack-request-id: req-5df3f971-3a66-415e-8c36-48452b74d16b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:52.948397 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9889da72-33eb-441e-bbc0-70949bb71190", "tag": "5c75f7d5-0fe2-4461-b12e-ea604b9a786a", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:52.948659 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5df3f971-3a66-415e-8c36-48452b74d16b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:52.949085 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9889da72-33eb-441e-bbc0-70949bb71190', 'tag': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a', 'status': 'completed', 'code': 200} Dec 15 04:37:53.051020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33162) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:53.075982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-1b110ad5-104e-42ba-b4a2-df5dd37b1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.079511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-1b110ad5-104e-42ba-b4a2-df5dd37b1069 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 1100 time: 0.1098411 Dec 15 04:37:53.081208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.087487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.096030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.103351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.110961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.117482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.123842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.134483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-667a32a4-a7df-4ea0-92c3-c370efbc1858 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.2559550 Dec 15 04:37:53.173819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-d8565b31-2929-49c2-b9e1-de0ac1c9bdc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a HTTP/1.1" status: 200 len: 217 time: 0.0733447 Dec 15 04:37:53.206170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.241337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-f1d8ef0f-163b-47d3-be66-641cf7149405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.242909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-f1d8ef0f-163b-47d3-be66-641cf7149405 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0611904 Dec 15 04:37:53.247891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e7f27175-838f-44ad-875f-df653aedc283 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:53.295487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39f1d9f3-ad7a-4464-9ddf-2a8f7cf10bf2 req-bf0a5ad0-d952-419e-ad1e-9863d52bc480 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530046 Dec 15 04:37:53.298862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e7f27175-838f-44ad-875f-df653aedc283 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "PUT /v2.0/quotas/f3460e9597024049affc9acc0a5777ca HTTP/1.1" status: 200 len: 368 time: 0.2431715 Dec 15 04:37:53.299897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33180) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:53.304694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Request body: {'network': {'project_id': 'f3460e9597024049affc9acc0a5777ca'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:53.306450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-78ebc2b7-2f7c-4052-b0aa-c262ae6b8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.313453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-78ebc2b7-2f7c-4052-b0aa-c262ae6b8acc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608590 Dec 15 04:37:53.314638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c97c61-6611-408c-a5d4-db1537e8ee6d,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:53.374310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Checking segment: {'id': '2ef0ab42-067c-4b7f-a6c8-51b488a67854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:53.374665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Network hostable DHCP agents. Network: a9fa2cc6-892c-4612-a98d-7e4e677f571e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:37:53.382147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Made reservation on behalf of f3460e9597024049affc9acc0a5777ca for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:53.385668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.397454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.416892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-7feb6029-e2f7-4384-95bf-342eeb1c7936 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946195 Dec 15 04:37:53.436335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Network a9fa2cc6-892c-4612-a98d-7e4e677f571e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:37:53.473708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a9fa2cc6-892c-4612-a98d-7e4e677f571e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:53.481164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.481655 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.514255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de11fd-2001-411d-8314-b40dcb30032c None None] Network a9fa2cc6-892c-4612-a98d-7e4e677f571e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:37:53.523063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaf4b8-c616-4171-a746-ec8cfc65b7a3 req-03e601df-f97e-44f2-848a-da7acaac5832 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.527080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3eaf4b8-c616-4171-a746-ec8cfc65b7a3 req-03e601df-f97e-44f2-848a-da7acaac5832 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 948 time: 0.1038685 Dec 15 04:37:53.542150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-503d2cd3-b1cf-4af4-ad9b-de87251b73b8 req-d31b52ed-1dc1-4fb0-a999-9f1b93057886 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168809 Dec 15 04:37:53.543494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e9ec5db4-c105-4530-9bae-79d126b875e6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9327714 Dec 15 04:37:53.685774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56915bb4-043b-4f9f-9960-516787831e61 None None] Network a9fa2cc6-892c-4612-a98d-7e4e677f571e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:37:53.686656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.695798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3eaf4b8-c616-4171-a746-ec8cfc65b7a3 req-84bd9fa7-51cb-490a-8bd3-e16e1f6d2ccc tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677430 Dec 15 04:37:53.700205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.741625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef7cfb-1a31-4a9a-aabc-128d6c31000d req-038d397c-4a34-4f7e-81af-1f15986b9a22 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.742620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eef7cfb-1a31-4a9a-aabc-128d6c31000d req-038d397c-4a34-4f7e-81af-1f15986b9a22 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.1678927 Dec 15 04:37:53.756526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:37:53.770838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-bd25e081-c923-4e48-aa61-df08a25366bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.775281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-bd25e081-c923-4e48-aa61-df08a25366bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 1100 time: 0.1079826 Dec 15 04:37:53.808938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fc51e2-d9fc-41d4-8d7b-fa1c01a74cd7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:53.830170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.830520 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Added segment e53d30a9-2600-454b-86e5-16c4f303bbb1 of type vlan for network 4b58a819-060f-44ba-bb42-ca9952196448 Dec 15 04:37:53.899052 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.907178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eef7cfb-1a31-4a9a-aabc-128d6c31000d req-f2686010-d027-4314-895d-5b6eea9bbdb8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506503 Dec 15 04:37:53.942181 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.943476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:53.944787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:53.955012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a114dbb3-ede6-4844-ae22-8ce260be8e40 req-563aa2a9-48cd-4d35-8a5b-32ba9372a821 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0614882 Dec 15 04:37:54.018918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-472ba427-5874-48a2-a860-41d3f7d4bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.020692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-472ba427-5874-48a2-a860-41d3f7d4bf3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2384377 Dec 15 04:37:54.038365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66a9b5be-70e6-4713-b516-a496b374e010 req-c916432c-efef-4f83-b556-17ed08900088 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0316229 Dec 15 04:37:54.046277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7432230 Dec 15 04:37:54.050077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33206) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:54.056589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Request body: {'network': {'project_id': 'f3460e9597024049affc9acc0a5777ca'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:54.074768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800374-0b30-4a82-b62a-78ea45dd7346 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Pushing event updated for resources: {'Network': ['ID=4b58a819-060f-44ba-bb42-ca9952196448,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:54.085701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 4b58a819-060f-44ba-bb42-ca9952196448 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:37:54.089981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Made reservation on behalf of f3460e9597024049affc9acc0a5777ca for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:54.093255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.100473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-f05f7717-36c1-4d41-b633-6c4779647d34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a HTTP/1.1" status: 200 len: 217 time: 0.0710547 Dec 15 04:37:54.123308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:37:54.146811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.147570 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Added segment 9cc8fe04-0f7f-4822-be5e-d4c4c75973e9 of type vlan for network 1fd7adda-4243-467e-9398-0ea7cfef2ce6 Dec 15 04:37:54.181871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-46e6a2cc-9f85-4863-a091-9b89384d7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.183545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-46e6a2cc-9f85-4863-a091-9b89384d7b54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0733721 Dec 15 04:37:54.239314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-086f794e-5a8b-4a43-ab31-ed854620a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.240973 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-086f794e-5a8b-4a43-ab31-ed854620a921 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495398 Dec 15 04:37:54.250404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.303878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.304851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.305433 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.320006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-64dd381a-8db2-491b-b8f6-9635c7719577 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.321490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-64dd381a-8db2-491b-b8f6-9635c7719577 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/networks?id=a9fa2cc6-892c-4612-a98d-7e4e677f571e HTTP/1.1" status: 200 len: 821 time: 0.1637840 Dec 15 04:37:54.339392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-e18f6743-8ed2-4b0b-a22f-0195bce3dd38 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882628 Dec 15 04:37:54.375932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3248115 Dec 15 04:37:54.382362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:54.388581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-a100b90d-fbc2-49f9-90e6-5c96909feb99 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/quotas/d2646e1da0554f81bbe0d5e0b0a105b2 HTTP/1.1" status: 200 len: 375 time: 0.0537126 Dec 15 04:37:54.393293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-df82960b-df9a-463e-b1bc-824b5ba295cb tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Request body: {'network': {'project_id': 'f3460e9597024049affc9acc0a5777ca'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:54.444984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931dc65-a9a2-4fc2-8a3c-b9763bf178ea tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Pushing event updated for resources: {'Network': ['ID=1fd7adda-4243-467e-9398-0ea7cfef2ce6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:54.460997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1fd7adda-4243-467e-9398-0ea7cfef2ce6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:37:54.461530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c89f584f-f0ab-4cb3-9287-07ed80c441d2 req-130d6a6a-450b-4a55-9395-1f3f4b77f34f service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123500 Dec 15 04:37:54.465091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-afd4c34a-9f6c-4527-8cee-557f6a84de96 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2646e1da0554f81bbe0d5e0b0a105b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645292 Dec 15 04:37:54.467187 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-df82960b-df9a-463e-b1bc-824b5ba295cb tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 04:37:54.467670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df82960b-df9a-463e-b1bc-824b5ba295cb tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:37:54.468717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-df82960b-df9a-463e-b1bc-824b5ba295cb tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0853305 Dec 15 04:37:54.472277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33220) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:54.507873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.514387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.520567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.527001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.532978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.535013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4f10dc2-ca9b-458e-bd2a-bfe4c96aee2a tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3460e9597024049affc9acc0a5777ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612907 Dec 15 04:37:54.535700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33222) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:54.539013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.545092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:54.546810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-66fb7370-e822-43c8-9e7a-f1bd9a0c0a0d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1504114 Dec 15 04:37:54.588608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-348a24a8-1a7e-4853-a316-f66e85c60dab tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.590644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:54.631296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-348a24a8-1a7e-4853-a316-f66e85c60dab tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.659642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 4d1674e7-836f-45b8-b04d-d15bab0ff295 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:54.664414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 4d1674e7-836f-45b8-b04d-d15bab0ff295 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:54.678385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.706853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-348a24a8-1a7e-4853-a316-f66e85c60dab tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.711341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-348a24a8-1a7e-4853-a316-f66e85c60dab tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.715238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-348a24a8-1a7e-4853-a316-f66e85c60dab tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0fc51e2-d9fc-41d4-8d7b-fa1c01a74cd7 HTTP/1.1" status: 204 len: 168 time: 0.1784770 Dec 15 04:37:54.716274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33226) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:54.731913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a24a8-1a7e-4853-a316-f66e85c60dab tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fc51e2-d9fc-41d4-8d7b-fa1c01a74cd7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:54.786526 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.805404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.812904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:54.815674 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc1fa1e-1751-47af-89dc-2fa3cec3cda4" -d '{"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-plugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:54.833486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:54.839995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.900221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.909329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:54.931016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd7adda-4243-467e-9398-0ea7cfef2ce6']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:54.944332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc8fe04-0f7f-4822-be5e-d4c4c75973e9') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:54.944627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc8fe04-0f7f-4822-be5e-d4c4c75973e9') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:54.959402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.973770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.981370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:37:54.981822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:37:54.983925 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:37:55.055202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.065551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.071033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1fd7adda-4243-467e-9398-0ea7cfef2ce6 HTTP/1.1" status: 204 len: 168 time: 0.3514571 Dec 15 04:37:55.073128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:55.078707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63b37354-1ef9-41da-8510-3600c477b7b1 req-2aa37972-3c46-4788-8f5d-26809664a1c7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5095470 Dec 15 04:37:55.084676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-a3785e6f-988e-49ab-969f-7bb0ec678798 service neutron] 10.222.0.37 "GET /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956604 Dec 15 04:37:55.099875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f36e3c-6ab5-4917-be0a-41a5bd5c43ce tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fd7adda-4243-467e-9398-0ea7cfef2ce6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:55.194125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.250738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109d809-7c20-4947-886d-94f1768ab052 req-03b899fe-409a-4935-97c1-a80a7bc555a0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:55.252271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3109d809-7c20-4947-886d-94f1768ab052 req-03b899fe-409a-4935-97c1-a80a7bc555a0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 948 time: 0.0861120 Dec 15 04:37:55.271182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-e87efd88-4b2c-492c-a009-02d47e16801f service neutron] 10.222.0.37 "GET /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775694 Dec 15 04:37:55.295151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.314867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3109d809-7c20-4947-886d-94f1768ab052 req-813ba9de-ef5b-4343-b56b-9e32b28d0342 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513873 Dec 15 04:37:55.331208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b58a819-060f-44ba-bb42-ca9952196448']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:55.348572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53d30a9-2600-454b-86e5-16c4f303bbb1') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:55.348993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53d30a9-2600-454b-86e5-16c4f303bbb1') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:55.367024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.373365 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d33e0d-a062-4ae2-8524-784fd226e1f3 x-openstack-request-id: req-48d33e0d-a062-4ae2-8524-784fd226e1f3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:55.374497 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-plugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:55.374930 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48d33e0d-a062-4ae2-8524-784fd226e1f3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:55.375494 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'code': 200} Dec 15 04:37:55.388196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.398813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:37:55.399351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.600130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1407076c-2ecf-4759-8aa9-7a2a160a9bb3 req-c223a368-ad8e-4898-84c1-018c956ab6f3 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0316203 Dec 15 04:37:55.611400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fec599-0399-4284-a588-8b2baa8bf3ab req-5895255a-0361-44c3-855c-32e0283d200e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:55.612937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23fec599-0399-4284-a588-8b2baa8bf3ab req-5895255a-0361-44c3-855c-32e0283d200e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1087227 Dec 15 04:37:55.688089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23fec599-0399-4284-a588-8b2baa8bf3ab req-d5fb511d-9660-4dac-bb0a-64c16b756598 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674870 Dec 15 04:37:55.730664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60e01735-0365-4065-b54e-dddadd08dd06 req-4269449f-fea6-4f6d-a0fe-5ee506f7bd47 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 210 time: 0.0415556 Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:37:55.912307 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:37:55.927712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.950180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:55.954170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4b58a819-060f-44ba-bb42-ca9952196448 HTTP/1.1" status: 204 len: 168 time: 0.8786855 Dec 15 04:37:56.014789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f553755-d1ff-4bbd-8dd0-0734dea9c8b0 tempest-QuotasNegativeTest-380551639 tempest-QuotasNegativeTest-380551639-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b58a819-060f-44ba-bb42-ca9952196448,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:56.039443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b909c56-189e-45a6-bc18-258d4fd6d293 req-caf9aa04-bbad-4445-a923-50a7fd5accc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.041512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b909c56-189e-45a6-bc18-258d4fd6d293 req-caf9aa04-bbad-4445-a923-50a7fd5accc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1102 time: 0.1277852 Dec 15 04:37:56.107525 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b909c56-189e-45a6-bc18-258d4fd6d293 req-8c719828-d0c5-497f-94a9-ed58e5981421 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Dec 15 04:37:56.113631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db9d7061-164c-4c66-af1f-e13507446795 req-702da3de-e82c-4554-9f8e-7fce836c5e24 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0303123 Dec 15 04:37:56.234941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.242128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.250844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.256916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.263371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.269727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.275388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.277854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-d6fb3669-d617-4a95-99ff-fc2d7f05eead tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1067939 Dec 15 04:37:56.333603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c75f7d5-0fe2-4461-b12e-ea604b9a786a details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:37:56.365614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed3ad9d8-0445-4d41-9535-4337098f1ac9 req-843d7cdf-32dd-4dc5-891b-f512bbde4ce2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812204 Dec 15 04:37:56.488664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:56.507268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a', 'mac_address': 'fa:16:3e:1a:0c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:37:56.520700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504185dd-458a-4d70-a2cd-716e0b31d229 req-aca0aebb-bd48-418c-8796-63a544da65de tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.529108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-504185dd-458a-4d70-a2cd-716e0b31d229 req-aca0aebb-bd48-418c-8796-63a544da65de tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 948 time: 0.1148384 Dec 15 04:37:56.565855 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:56.583003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c75f7d5-0fe2-4461-b12e-ea604b9a786a {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:56.604922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-504185dd-458a-4d70-a2cd-716e0b31d229 req-f453b87a-f34e-4218-aff4-d2b17af5a0d8 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749278 Dec 15 04:37:56.616650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:56.625831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:56.643051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33280) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:56.690684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:56.699815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.700252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.700828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.701439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.701950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.702492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.702989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.703482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.704033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.704596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.705117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.705714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.706242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:37:56.815368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b22881a6-7840-4055-816d-47ab09123326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:56.829395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5c55e-3e2a-436f-9a7a-23259c7969e4 req-56022994-d61f-478c-bdac-0afce23af9e5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:56.840427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0a5c55e-3e2a-436f-9a7a-23259c7969e4 req-56022994-d61f-478c-bdac-0afce23af9e5 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0723345 Dec 15 04:37:56.924652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-374171db-ea87-40d0-beae-4122e1f87fe9 req-bca2a7de-0cd3-46b6-89e5-fa4223588abc tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 210 time: 0.0799479 Dec 15 04:37:56.941296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0a5c55e-3e2a-436f-9a7a-23259c7969e4 req-6c644d22-8bef-4cdd-accb-f116c2484e66 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998492 Dec 15 04:37:56.977775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5c75f7d5-0fe2-4461-b12e-ea604b9a786a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:37:57.044296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-238b549b-ea5c-4677-afd8-18ce1c355644 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.045988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-238b549b-ea5c-4677-afd8-18ce1c355644 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.16 "GET /v2.0/networks?id=a9fa2cc6-892c-4612-a98d-7e4e677f571e HTTP/1.1" status: 200 len: 821 time: 0.1853895 Dec 15 04:37:57.067182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b22881a6-7840-4055-816d-47ab09123326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.075285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Request body: {'port': {'device_id': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e', 'admin_state_up': True, 'tenant_id': 'd2646e1da0554f81bbe0d5e0b0a105b2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:57.081796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b22881a6-7840-4055-816d-47ab09123326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.181033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22881a6-7840-4055-816d-47ab09123326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f216b-7ffa-4cb5-b256-a61894a7001d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:57.191707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b22881a6-7840-4055-816d-47ab09123326 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6591977bec174d74aa6b2d7bc9c26a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475154 Dec 15 04:37:57.194276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:57.245642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Made reservation on behalf of d2646e1da0554f81bbe0d5e0b0a105b2 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:37:57.249171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.251158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bf97856-7a0e-435e-9041-bb14c825f07b req-d7cd7853-334c-4b7c-84ee-704e7dc8fadd tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0460031 Dec 15 04:37:57.283598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0439b843-47c5-482f-89ab-e4a058fff45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.313635 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0439b843-47c5-482f-89ab-e4a058fff45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.369104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0439b843-47c5-482f-89ab-e4a058fff45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.372082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0439b843-47c5-482f-89ab-e4a058fff45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.373326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0439b843-47c5-482f-89ab-e4a058fff45c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e85f216b-7ffa-4cb5-b256-a61894a7001d HTTP/1.1" status: 204 len: 168 time: 0.1778741 Dec 15 04:37:57.382896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439b843-47c5-482f-89ab-e4a058fff45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f216b-7ffa-4cb5-b256-a61894a7001d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:57.397918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Allocated IP 172.20.0.11 (a9fa2cc6-892c-4612-a98d-7e4e677f571e/d5c97c61-6611-408c-a5d4-db1537e8ee6d/93e21b64-6c40-45a5-ba34-bd818a97664e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:37:57.558828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.565064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.571045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.577894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.585087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.591448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.596640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab80c0d-e85f-425f-9d97-4ebecefaaa7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.598969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.604445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-4fa3b398-6553-47ac-97fe-8e0f7d070325 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1151278 Dec 15 04:37:57.618947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.664131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.709295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22b9d823-13f9-4971-9f86-28c3cd5ea15d req-b4e7b427-f2f2-43da-8778-2e9e9867267b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906203 Dec 15 04:37:57.720286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Network a9fa2cc6-892c-4612-a98d-7e4e677f571e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:37:57.735133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:37:57.738005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Pushing event updated for resources: {'Port': ['ID=93e21b64-6c40-45a5-ba34-bd818a97664e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:57.740452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:37:57.797244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.797908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.821974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-47b00009-8924-4684-ab0f-0eb9ee5c84a5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515903 Dec 15 04:37:57.847315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b84fde-d517-4b2c-b7fb-0cd4b4c24cd0 req-5cfae8cc-9762-4dda-9dab-20d8d2759e75 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:57.847825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Request body: {'port': {'device_id': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:37:57.850240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72b84fde-d517-4b2c-b7fb-0cd4b4c24cd0 req-5cfae8cc-9762-4dda-9dab-20d8d2759e75 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 949 time: 0.0619779 Dec 15 04:37:57.851852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33304) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:57.882149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c916545f-852a-4a44-92d3-0c4b6102b39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.909257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:57.927947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72b84fde-d517-4b2c-b7fb-0cd4b4c24cd0 req-68616f4c-a119-484a-801e-b5c1b3a64fdf tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 Dec 15 04:37:58.095952 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c916545f-852a-4a44-92d3-0c4b6102b39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.117440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c916545f-852a-4a44-92d3-0c4b6102b39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.171288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c916545f-852a-4a44-92d3-0c4b6102b39c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4814387f92e5443dbe16d4e4cc27b8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162405 Dec 15 04:37:58.177301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:58.182196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc08c-188a-472d-a275-dd5d011663f8 req-ff082d5a-94a7-4df1-9f02-424a938ac5f7 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.184847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1bfc08c-188a-472d-a275-dd5d011663f8 req-ff082d5a-94a7-4df1-9f02-424a938ac5f7 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 932 time: 0.1326911 Dec 15 04:37:58.190527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916545f-852a-4a44-92d3-0c4b6102b39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd51ed-c4a9-4501-a0f3-34eb0b432cc6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:58.209974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb3b2-3563-498c-bac0-c92bfd3cb2bd req-23e8ac80-21f7-4728-9389-2577d68f3a2e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.211538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a8bb3b2-3563-498c-bac0-c92bfd3cb2bd req-23e8ac80-21f7-4728-9389-2577d68f3a2e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1504133 Dec 15 04:37:58.252640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e21b64-6c40-45a5-ba34-bd818a97664e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:37:58.267408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.281926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1bfc08c-188a-472d-a275-dd5d011663f8 req-214ea88e-64a1-4b72-a757-ea1f91c9b641 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877042 Dec 15 04:37:58.287499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a8bb3b2-3563-498c-bac0-c92bfd3cb2bd req-86a9f192-43a2-4e06-8ede-66e50209c8e8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683160 Dec 15 04:37:58.290437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Transition to ACTIVE for port object 93e21b64-6c40-45a5-ba34-bd818a97664e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:37:58.295569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-562d0b07-7265-47af-a528-8d5c808d8dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.298539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.333932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c75f7d5-0fe2-4461-b12e-ea604b9a786a up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:37:58.347555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Pushing event updated for resources: {'Port': ['ID=93e21b64-6c40-45a5-ba34-bd818a97664e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:58.387905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-562d0b07-7265-47af-a528-8d5c808d8dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.413000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35e96dbd-aaeb-4830-902a-3b6bff69c431 req-52ccc042-4d77-41eb-9ea6-22aa882677c1 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0276430 Dec 15 04:37:58.463769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:37:58.468696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:37:58.469941 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.493235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Attempting to bind port 93e21b64-6c40-45a5-ba34-bd818a97664e on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:37:58.493235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Attempting to bind port 93e21b64-6c40-45a5-ba34-bd818a97664e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '2ef0ab42-067c-4b7f-a6c8-51b488a67854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:37:58.493607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Attempting to bind port 93e21b64-6c40-45a5-ba34-bd818a97664e on network a9fa2cc6-892c-4612-a98d-7e4e677f571e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:58.494775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9a21-3e4a-47b6-a168-cea7e6ebcf2b req-e37ebc75-65dd-4f61-8d00-335ec15c5847 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.497632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86a9a21-3e4a-47b6-a168-cea7e6ebcf2b req-e37ebc75-65dd-4f61-8d00-335ec15c5847 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1102 time: 0.0566857 Dec 15 04:37:58.504329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Port 93e21b64-6c40-45a5-ba34-bd818a97664e on network a9fa2cc6-892c-4612-a98d-7e4e677f571e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:37:58.504753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Attempting to bind port 93e21b64-6c40-45a5-ba34-bd818a97664e on network a9fa2cc6-892c-4612-a98d-7e4e677f571e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:37:58.514757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:37:58.515141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Checking segment: {'id': '2ef0ab42-067c-4b7f-a6c8-51b488a67854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:37:58.515985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Bound using segment: {'id': '2ef0ab42-067c-4b7f-a6c8-51b488a67854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:37:58.516508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Bound port: 93e21b64-6c40-45a5-ba34-bd818a97664e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef0ab42-067c-4b7f-a6c8-51b488a67854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:37:58.517191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.527835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-562d0b07-7265-47af-a528-8d5c808d8dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.532233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-562d0b07-7265-47af-a528-8d5c808d8dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.533535 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-562d0b07-7265-47af-a528-8d5c808d8dca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6fd51ed-c4a9-4501-a0f3-34eb0b432cc6 HTTP/1.1" status: 204 len: 168 time: 0.3551617 Dec 15 04:37:58.546046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d0b07-7265-47af-a528-8d5c808d8dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd51ed-c4a9-4501-a0f3-34eb0b432cc6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:58.573878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86a9a21-3e4a-47b6-a168-cea7e6ebcf2b req-10b2d7ae-63a3-44b6-abb8-8fd241de954f tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688994 Dec 15 04:37:58.602901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.622737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:58.646279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] For port 93e21b64-6c40-45a5-ba34-bd818a97664e, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:37:58.652811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] For port 93e21b64-6c40-45a5-ba34-bd818a97664e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=93e21b64-6c40-45a5-ba34-bd818a97664e,segment=NetworkSegment(2ef0ab42-067c-4b7f-a6c8-51b488a67854),segment_id=2ef0ab42-067c-4b7f-a6c8-51b488a67854)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:37:58.661802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.687659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:37:58.689066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9889da72-33eb-441e-bbc0-70949bb71190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:58.691592 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5f80b-2dfa-40fe-8dcc-dba99942e5fc" -d '{"events": [{"server_uuid": "9889da72-33eb-441e-bbc0-70949bb71190", "name": "network-vif-plugged", "status": "completed", "tag": "5c75f7d5-0fe2-4461-b12e-ea604b9a786a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:58.712175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.716267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.717007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:58.719588 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] 10.222.0.16 "PUT /v2.0/ports/93e21b64-6c40-45a5-ba34-bd818a97664e HTTP/1.1" status: 200 len: 1093 time: 0.8822105 Dec 15 04:37:58.722029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'tag': '93e21b64-6c40-45a5-ba34-bd818a97664e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:37:58.727275 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b287d5-bc23-4225-99d7-0e9264791343" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5e084b-5793-4b93-9b14-c38a801ac2fd", "tag": "93e21b64-6c40-45a5-ba34-bd818a97664e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:37:58.787773 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3762470-4d81-4acd-a8d1-5ea58a5985b4 x-openstack-request-id: req-d3762470-4d81-4acd-a8d1-5ea58a5985b4 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:58.788115 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9889da72-33eb-441e-bbc0-70949bb71190", "name": "network-vif-plugged", "status": "completed", "tag": "5c75f7d5-0fe2-4461-b12e-ea604b9a786a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:58.788357 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3762470-4d81-4acd-a8d1-5ea58a5985b4 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:58.788946 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9889da72-33eb-441e-bbc0-70949bb71190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a', 'code': 200} Dec 15 04:37:58.847214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:58.965134 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db244d-f1ba-448a-ac66-e45993b8eaf1 x-openstack-request-id: req-48db244d-f1ba-448a-ac66-e45993b8eaf1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:37:58.966536 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5e084b-5793-4b93-9b14-c38a801ac2fd", "tag": "93e21b64-6c40-45a5-ba34-bd818a97664e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:37:58.966804 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48db244d-f1ba-448a-ac66-e45993b8eaf1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:37:58.967224 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'tag': '93e21b64-6c40-45a5-ba34-bd818a97664e', 'status': 'completed', 'code': 200} Dec 15 04:37:58.978921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.981383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ddf87-5062-4800-88a0-3ab48585363d service neutron] Pushing event updated for resources: {'Port': ['ID=93e21b64-6c40-45a5-ba34-bd818a97664e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:58.984924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.991102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.993520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-7f670cb4-4fc8-4129-a494-6fd02a11521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:58.995088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-7f670cb4-4fc8-4129-a494-6fd02a11521d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2646e1da0554f81bbe0d5e0b0a105b2&device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 1096 time: 0.1589124 Dec 15 04:37:58.997556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.003610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.009605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.012172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-27f800c9-8d86-4f25-b6f0-ba7f929bd670 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931675 Dec 15 04:37:59.017534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.019488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-22d0f739-39b8-431b-8625-b77d07166413 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1363358 Dec 15 04:37:59.058661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4299-1939-4ce7-9bde-e449e835e6bb req-dca49c80-360d-4ac8-96a1-7fd7e92195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.060340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2db4299-1939-4ce7-9bde-e449e835e6bb req-dca49c80-360d-4ac8-96a1-7fd7e92195ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 1102 time: 0.1395397 Dec 15 04:37:59.092707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-901fa6e0-fbb9-4f94-9036-c06e45487afa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e21b64-6c40-45a5-ba34-bd818a97664e HTTP/1.1" status: 200 len: 217 time: 0.0795038 Dec 15 04:37:59.162057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-67600e32-9c19-4442-b198-b2ce5b079ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.163550 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-67600e32-9c19-4442-b198-b2ce5b079ad2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5c97c61-6611-408c-a5d4-db1537e8ee6d HTTP/1.1" status: 200 len: 861 time: 0.0591574 Dec 15 04:37:59.208231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f005f82b-5b02-4419-8d4e-6560d39da32e req-bb7e1354-5374-4b3b-9f97-b251ac21ffbc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1801324 Dec 15 04:37:59.212281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-9824f471-807a-496b-a59e-ab0515c68547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9fa2cc6-892c-4612-a98d-7e4e677f571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353684 Dec 15 04:37:59.215228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2db4299-1939-4ce7-9bde-e449e835e6bb req-94acecd6-5cf1-4a6f-9b2a-dd5054ba0b71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428137 Dec 15 04:37:59.222901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Deleting subnet 66aba5da-b2fc-465e-a372-38bc928b9062 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:37:59.227335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.294273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06ce72-6e31-4759-bce3-119376e86b19 req-f896a050-5cd0-4de1-9094-84b7d05cc992 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.295794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f06ce72-6e31-4759-bce3-119376e86b19 req-f896a050-5cd0-4de1-9094-84b7d05cc992 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1670945 Dec 15 04:37:59.301436 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.422839 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.454006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f06ce72-6e31-4759-bce3-119376e86b19 req-79407901-56b9-4314-90e5-055ca3ff39f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217372 Dec 15 04:37:59.461569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0d1f-cc3e-40db-b69d-8896e49a056b req-907996d7-265a-493e-974f-96d7080ad320 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.468776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d7e0d1f-cc3e-40db-b69d-8896e49a056b req-907996d7-265a-493e-974f-96d7080ad320 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 950 time: 0.1702659 Dec 15 04:37:59.544458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d7e0d1f-cc3e-40db-b69d-8896e49a056b req-9ea35e5c-1cf0-4188-a316-508f3fc57653 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747955 Dec 15 04:37:59.581375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.614373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66aba5da-b2fc-465e-a372-38bc928b9062,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:37:59.617636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.621480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ba092a57-b65c-4310-87e7-8f08d31a4692 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/66aba5da-b2fc-465e-a372-38bc928b9062 HTTP/1.1" status: 204 len: 168 time: 0.9976802 Dec 15 04:37:59.624278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33388) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:37:59.653993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d9590-3ea9-4bfa-8d11-5870bf12e307 req-742862c2-aeb9-4b8e-a829-638db29bdd66 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:37:59.661357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a59d9590-3ea9-4bfa-8d11-5870bf12e307 req-742862c2-aeb9-4b8e-a829-638db29bdd66 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 944 time: 0.1228850 Dec 15 04:37:59.704209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-c41fc642-fac5-41f6-a862-11a45038561a service neutron] 10.222.0.16 "GET /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181854 Dec 15 04:37:59.707688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.729317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a59d9590-3ea9-4bfa-8d11-5870bf12e307 req-70baaecd-8a0a-4aac-bae7-e9eff0cb08fa tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642519 Dec 15 04:37:59.771618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f26d1180-69a6-4ef0-9f21-25e2fa71366b req-8d827016-c4a6-44a8-91ad-35b7c130b921 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0378237 Dec 15 04:37:59.853165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a7e4fa70-eaf1-428a-bab3-c0227d12cf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.875270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.911716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3edebe-44ec-4ae4-af7f-642eec37d382']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:59.915523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d98f01d4-5a9e-4830-8eaa-5b781a469efd req-d91a16bd-1055-4308-ab03-8b6595e163f8 service neutron] 10.222.0.16 "GET /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992800 Dec 15 04:37:59.924968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54c3a01-2fdb-4a6e-8a71-3eb727226905') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:59.925266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54c3a01-2fdb-4a6e-8a71-3eb727226905') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:37:59.936292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.968870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.974940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:37:59.975317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:37:59.977231 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:38:00.043458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.049773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.055687 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bb3edebe-44ec-4ae4-af7f-642eec37d382 HTTP/1.1" status: 204 len: 168 time: 0.4293234 Dec 15 04:38:00.077503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c751d3-046c-4122-a335-9bba2407a361 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3edebe-44ec-4ae4-af7f-642eec37d382,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:00.154309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b287d5-bc23-4225-99d7-0e9264791343 req-5ee6df3d-bb8f-4744-b94c-35fdb8a18617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.156212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-5ee6df3d-bb8f-4744-b94c-35fdb8a18617 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2646e1da0554f81bbe0d5e0b0a105b2&device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 1096 time: 0.0555518 Dec 15 04:38:00.204280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:00.250559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-adcacf4d-300e-42b0-b51b-befa1d7fc640 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1014991e009e4fabafdd60a4093fe965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449750 Dec 15 04:38:00.251086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33412) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:00.304772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b287d5-bc23-4225-99d7-0e9264791343 req-3a965664-f371-4b88-a435-4dea2231f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.306247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-3a965664-f371-4b88-a435-4dea2231f8a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9fa2cc6-892c-4612-a98d-7e4e677f571e HTTP/1.1" status: 200 len: 921 time: 0.1390436 Dec 15 04:38:00.327336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a062d635-bbdc-43b2-bf54-f1c19452177f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.360818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-b387fcca-2d9f-4b50-936a-a3feabe1ea4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e21b64-6c40-45a5-ba34-bd818a97664e HTTP/1.1" status: 200 len: 217 time: 0.0390916 Dec 15 04:38:00.377403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.380334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a062d635-bbdc-43b2-bf54-f1c19452177f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.384471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.391072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.397646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.404537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.410841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.418176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.420126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-faca0321-34c8-4b91-ab8b-759ddcc59387 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1083894 Dec 15 04:38:00.460331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b287d5-bc23-4225-99d7-0e9264791343 req-ff6a6870-cb47-4565-a659-2d9725c46375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.461984 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-ff6a6870-cb47-4565-a659-2d9725c46375 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5c97c61-6611-408c-a5d4-db1537e8ee6d HTTP/1.1" status: 200 len: 861 time: 0.0734658 Dec 15 04:38:00.480159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a062d635-bbdc-43b2-bf54-f1c19452177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.483892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a062d635-bbdc-43b2-bf54-f1c19452177f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.485549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a062d635-bbdc-43b2-bf54-f1c19452177f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d614e95e-e189-454b-8719-12b185cfaa36 HTTP/1.1" status: 204 len: 168 time: 0.2334878 Dec 15 04:38:00.496421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d635-bbdc-43b2-bf54-f1c19452177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614e95e-e189-454b-8719-12b185cfaa36,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:00.510573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-481b7c8e-59fd-4f15-83f5-00e4533a3437 req-96a3ed5c-c92f-49a7-9322-ac2986cc90c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757840 Dec 15 04:38:00.531581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-f171cc45-1efd-4941-ac59-38100447b475 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9fa2cc6-892c-4612-a98d-7e4e677f571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316863 Dec 15 04:38:00.572344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33422) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:00.691201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-7be5e15e-0150-4950-bc71-f2fc4a9b16f0 service neutron] 10.222.0.16 "GET /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500688 Dec 15 04:38:00.732587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bf758-96f5-4133-bf0f-3a35bc572822 req-3cb2188d-61a5-4bdf-a684-d506daed457b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.734205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a6bf758-96f5-4133-bf0f-3a35bc572822 req-3cb2188d-61a5-4bdf-a684-d506daed457b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1316736 Dec 15 04:38:00.752403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c1e95-2783-4cd5-8f92-63247b818db9 req-055a84c2-ddd3-4420-b391-0c10492c5dd6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:00.753860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b86c1e95-2783-4cd5-8f92-63247b818db9 req-055a84c2-ddd3-4420-b391-0c10492c5dd6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 950 time: 0.0813134 Dec 15 04:38:00.786405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1130810945', 'router:external': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:00.826257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09b287d5-bc23-4225-99d7-0e9264791343 req-3c78de76-89d8-4d87-ba7d-157c88a4c9b0 service neutron] 10.222.0.16 "GET /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132345 Dec 15 04:38:00.856608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a6bf758-96f5-4133-bf0f-3a35bc572822 req-51c5da30-f271-4461-878e-fcefb088ee87 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017425 Dec 15 04:38:00.860262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Made reservation on behalf of ae3af10b21e0427fa2a2b164ffe8b1cb for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:00.862759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:00.882135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b86c1e95-2783-4cd5-8f92-63247b818db9 req-01683386-b7a4-47da-9f37-57b07deb5008 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062949 Dec 15 04:38:00.886275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.021016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e3b2944-0291-42b2-ab88-0b58d9d1bcc5 req-c97298f2-f85c-49a8-b4c9-037be13527d0 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0424683 Dec 15 04:38:01.032898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-1df98fb9-2593-41ab-9ec0-6af0ae139bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.035375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-1df98fb9-2593-41ab-9ec0-6af0ae139bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1102 time: 0.0714672 Dec 15 04:38:01.049952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.061631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ced2-9583-4983-a0c3-e471c7030db0 req-e891b731-d4b3-4d84-8d71-60e34367184b tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.063132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eb8ced2-9583-4983-a0c3-e471c7030db0 req-e891b731-d4b3-4d84-8d71-60e34367184b tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 944 time: 0.1246023 Dec 15 04:38:01.115141 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.122666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.145193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-a2a341f1-9093-48a5-83e7-c6437dbd01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.152658 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-a2a341f1-9093-48a5-83e7-c6437dbd01e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1006832 Dec 15 04:38:01.161770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:38:01.173987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eb8ced2-9583-4983-a0c3-e471c7030db0 req-25516bf0-c7db-43ae-afd4-e49d95f35f42 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039777 Dec 15 04:38:01.177418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8602eec-e047-4574-b535-2ae4ef503d24,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:01.185302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.185647 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Added segment b3e42683-e656-42d4-bdf1-ab5ce678e8e5 of type vlan for network 19a911cc-faf5-48dc-9e35-9788242f4b5e Dec 15 04:38:01.199093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-3b93e709-5e9a-4eb6-984c-58154b0768e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0404994 Dec 15 04:38:01.247750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.260371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-20283f6f-b86a-494d-8ac4-73118f207811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.261892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-20283f6f-b86a-494d-8ac4-73118f207811 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0549450 Dec 15 04:38:01.280368 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.281623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.282252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.339014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7655685 Dec 15 04:38:01.342646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:01.347802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'subnet': {'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:01.350136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895d45-79e4-42d9-91f3-d22a8dfafb75 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Network': ['ID=19a911cc-faf5-48dc-9e35-9788242f4b5e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:01.365290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 19a911cc-faf5-48dc-9e35-9788242f4b5e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:38:01.371562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-84ad032b-76c6-4347-91aa-858e02dbe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.373102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-84ad032b-76c6-4347-91aa-858e02dbe4d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759423 Dec 15 04:38:01.382383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Made reservation on behalf of ae3af10b21e0427fa2a2b164ffe8b1cb for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:01.385230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.487492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33454) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:01.536582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-6bc5a99d-926e-45d1-b275-0b053bf3b61f service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489971 Dec 15 04:38:01.591332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-963183420-network', 'tenant_id': 'a63f5367541341c4b744f7876abd06a7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:01.623310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Made reservation on behalf of a63f5367541341c4b744f7876abd06a7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:01.625803 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.655034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.699344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.705316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.708298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-0ce574a2-48f4-4519-93f5-9686f8f95b14 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374168 Dec 15 04:38:01.711383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.717809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.724529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.731296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.738053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.739947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dca39070-c08b-4667-8b21-2d3045e9825c req-630dbe13-0f95-43f5-9d99-dbe03490a26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1319742 Dec 15 04:38:01.831343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:38:01.831797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.834384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dca39070-c08b-4667-8b21-2d3045e9825c req-21ce01b1-3880-4c50-a856-4e762364dec3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872962 Dec 15 04:38:01.847562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.852227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.889837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1c16d5a-5f3c-4399-a559-6133933e8a89,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:01.892241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:38:01.899161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Checking segment: {'id': 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:01.899599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network hostable DHCP agents. Network: 19a911cc-faf5-48dc-9e35-9788242f4b5e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:38:01.899751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9c81f-7f29-46df-8e75-22be38c64246,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:01.906575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.907021 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Added segment cef6084e-887f-4aac-a979-0c8761e17517 of type vlan for network b5f01f61-493b-466e-8827-827cd3708719 Dec 15 04:38:01.919112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network 19a911cc-faf5-48dc-9e35-9788242f4b5e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:38:01.936160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 19a911cc-faf5-48dc-9e35-9788242f4b5e) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:01.944983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc59a8-bb2a-487e-a0fc-152472128866 None None] Network 19a911cc-faf5-48dc-9e35-9788242f4b5e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:38:01.949894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:01.951350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:01.968472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a86728a0-e59e-436d-b763-35385cb40edf tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6243806 Dec 15 04:38:01.971088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:01.976400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-577523610', 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:02.000668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Made reservation on behalf of ae3af10b21e0427fa2a2b164ffe8b1cb for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:02.004002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.020132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] device_id is not set on port c91c71c1-8a7e-49dc-8dee-b2feb73a50ab yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:38:02.035195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.089001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e9ec-78f2-46a2-a961-463b6fd1da8e req-f660435e-667d-4a6e-a1ca-09e86127b010 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.090620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7821e9ec-78f2-46a2-a961-463b6fd1da8e req-f660435e-667d-4a6e-a1ca-09e86127b010 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1152885 Dec 15 04:38:02.098883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9769e-b2fd-4bdc-a986-136c86f6cf2b req-91b3ebdb-98a4-435f-8293-bffe690f09e3 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.100438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd9769e-b2fd-4bdc-a986-136c86f6cf2b req-91b3ebdb-98a4-435f-8293-bffe690f09e3 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 950 time: 0.1356332 Dec 15 04:38:02.102545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.104016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.104618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.137657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Allocated IP 172.20.0.4 (19a911cc-faf5-48dc-9e35-9788242f4b5e/a1c16d5a-5f3c-4399-a559-6133933e8a89/c91c71c1-8a7e-49dc-8dee-b2feb73a50ab) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:02.193521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7039514 Dec 15 04:38:02.196821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33468) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:02.204647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9064a-a92b-4a8b-918c-fb7f7816fef4 None None] Network 19a911cc-faf5-48dc-9e35-9788242f4b5e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:38:02.214727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Request body: {'subnet': {'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-963183420-subnet', 'tenant_id': 'a63f5367541341c4b744f7876abd06a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:02.246134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74d39-1366-49d2-8017-b17d49ee6f0d admin admin] Pushing event updated for resources: {'Network': ['ID=b5f01f61-493b-466e-8827-827cd3708719,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:02.276926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7821e9ec-78f2-46a2-a961-463b6fd1da8e req-1256440c-2a50-4b63-add9-c8fa3db81069 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752234 Dec 15 04:38:02.281905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd9769e-b2fd-4bdc-a986-136c86f6cf2b req-a7963062-1bc6-4614-a637-b931769b0462 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676192 Dec 15 04:38:02.284720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Made reservation on behalf of a63f5367541341c4b744f7876abd06a7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:02.287925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.293680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b5f01f61-493b-466e-8827-827cd3708719 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:38:02.326801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.351748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 93e21b64-6c40-45a5-ba34-bd818a97664e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:02.389268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.417015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c314ed04-fb25-4bd9-b662-4602d8c44af0 req-5e424ce0-3ca3-452c-b799-47f2770d41c2 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0639668 Dec 15 04:38:02.446158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network 19a911cc-faf5-48dc-9e35-9788242f4b5e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:02.449925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:02.453714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:02.489992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Port': ['ID=c91c71c1-8a7e-49dc-8dee-b2feb73a50ab,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:02.498094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 93e21b64-6c40-45a5-ba34-bd818a97664e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=93e21b64-6c40-45a5-ba34-bd818a97664e,segment=NetworkSegment(2ef0ab42-067c-4b7f-a6c8-51b488a67854),segment_id=2ef0ab42-067c-4b7f-a6c8-51b488a67854)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:02.503768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.504469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.513628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '93e21b64-6c40-45a5-ba34-bd818a97664e', 'network_id': 'a9fa2cc6-892c-4612-a98d-7e4e677f571e', 'port_id': '93e21b64-6c40-45a5-ba34-bd818a97664e', 'mac_address': 'fa:16:3e:e9:55:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c97c61-6611-408c-a5d4-db1537e8ee6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:02.516901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4b45-0de4-4ac4-9870-19f517747bc8 req-c16f6443-03be-419d-bf75-5c07fac71c1c tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.522344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-75a7c81f-6a06-49d5-a45e-4c2b20faca08 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5497892 Dec 15 04:38:02.524804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86c4b45-0de4-4ac4-9870-19f517747bc8 req-c16f6443-03be-419d-bf75-5c07fac71c1c tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 944 time: 0.1054952 Dec 15 04:38:02.528016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:02.574400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.588528 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.593016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e21b64-6c40-45a5-ba34-bd818a97664e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:02.621024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 93e21b64-6c40-45a5-ba34-bd818a97664e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=93e21b64-6c40-45a5-ba34-bd818a97664e,segment=NetworkSegment(2ef0ab42-067c-4b7f-a6c8-51b488a67854),segment_id=2ef0ab42-067c-4b7f-a6c8-51b488a67854)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:02.632465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.636946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a86c4b45-0de4-4ac4-9870-19f517747bc8 req-d6743856-ffb1-432f-b5ef-11d1183bada3 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112895 Dec 15 04:38:02.675584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Deleting port c91c71c1-8a7e-49dc-8dee-b2feb73a50ab {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:02.675957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.701648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=93e21b64-6c40-45a5-ba34-bd818a97664e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:02.733881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.742499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b409c8-9593-4790-9d58-08a7d4c1373b req-2d689f06-0df3-4511-97c9-152323e8fc29 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.744649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24b409c8-9593-4790-9d58-08a7d4c1373b req-2d689f06-0df3-4511-97c9-152323e8fc29 tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 1102 time: 0.0862021 Dec 15 04:38:02.759985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.771663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Calling delete_port for c91c71c1-8a7e-49dc-8dee-b2feb73a50ab owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:02.813433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26eb724-63c4-4428-a4a8-29117339ff31,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:02.835668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Checking segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:02.836232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Network hostable DHCP agents. Network: b5f01f61-493b-466e-8827-827cd3708719, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:38:02.840710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24b409c8-9593-4790-9d58-08a7d4c1373b req-196e2dfa-4002-4207-8953-21dd5e13f0cf tempest-ServersOnMultiNodesTest-588174001 tempest-ServersOnMultiNodesTest-588174001-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789409 Dec 15 04:38:02.863167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Network b5f01f61-493b-466e-8827-827cd3708719 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:38:02.868037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b5f01f61-493b-466e-8827-827cd3708719) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:02.876120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfded6d-7307-48bf-98db-6764b7d8accb None None] Network b5f01f61-493b-466e-8827-827cd3708719 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:38:02.892042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:02.892672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.930423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-37f0c7b7-bb4a-4c56-94d2-e4a91c206f6d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7181723 Dec 15 04:38:02.930678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:02.986231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event deleted for resources: {'Port': ['ID=c91c71c1-8a7e-49dc-8dee-b2feb73a50ab,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:03.019172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a471c-cd70-479b-8c29-9b383e18457e None None] Network b5f01f61-493b-466e-8827-827cd3708719 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:38:03.055688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.068151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.068565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['93e21b64-6c40-45a5-ba34-bd818a97664e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:03.072782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.077649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.078650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c07cd477-1b08-4f6e-8d42-e8eee2b26bcd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c91c71c1-8a7e-49dc-8dee-b2feb73a50ab HTTP/1.1" status: 204 len: 168 time: 0.5463014 Dec 15 04:38:03.080201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:03.090419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e', 'external_fixed_ips': [{'subnet_id': 'a1c16d5a-5f3c-4399-a559-6133933e8a89', 'ip_address': '172.20.0.4'}]}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:03.100588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.108618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.115893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.122319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.124491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-66dbcfa5-57ee-45f8-9abe-d33f59a9aea9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1753852 Dec 15 04:38:03.142846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.143513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.212208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.217790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.237579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20fb9c0a-d4d5-4d44-b4b2-75ffe83e2dfd req-292fbf79-7704-414c-804a-5e7c54f98656 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042683 Dec 15 04:38:03.250915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b05ef2-72ca-408b-9c09-0a83a8125524 req-7290789d-6e18-4de9-89dc-4d0bd4973cab tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.252721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95b05ef2-72ca-408b-9c09-0a83a8125524 req-7290789d-6e18-4de9-89dc-4d0bd4973cab tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 950 time: 0.0789058 Dec 15 04:38:03.329510 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.332709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95b05ef2-72ca-408b-9c09-0a83a8125524 req-3c022c3f-ba99-4ee8-840a-0e78627b8139 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720990 Dec 15 04:38:03.369638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.445089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecd56-616e-4d75-a70a-b483c609210e req-93c61fc5-c022-45a7-bc99-ba108dd3bf22 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.447770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbdecd56-616e-4d75-a70a-b483c609210e req-93c61fc5-c022-45a7-bc99-ba108dd3bf22 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0563955 Dec 15 04:38:03.553183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbdecd56-616e-4d75-a70a-b483c609210e req-b00681b5-2dfb-4e6c-97e2-08a042693c62 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975375 Dec 15 04:38:03.639628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-46dffef7-87df-4af4-8230-5933df856d64 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.641251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-46dffef7-87df-4af4-8230-5933df856d64 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 814 time: 0.1517537 Dec 15 04:38:03.659786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6afa894a-b967-43cd-9664-c69ed749fa01 req-c8ae8b83-fe45-4f69-8cdd-e725d7102fbc tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0397041 Dec 15 04:38:03.667700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-43764261-b018-4141-8be6-d58df6b9b700 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/quotas/a63f5367541341c4b744f7876abd06a7 HTTP/1.1" status: 200 len: 375 time: 0.0127583 Dec 15 04:38:03.710350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-02227563-d8f8-42eb-9cbc-a51e6deedd7b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351865 Dec 15 04:38:03.810961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-333eaeb1-43ce-4102-ae4a-7ee692104888 service neutron] 10.222.0.37 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915070 Dec 15 04:38:03.857370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.875478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:03.924570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf8d7a-e9d4-43e2-abbb-4640fac54a68 req-0942795c-f2eb-4c3c-aed2-e0241eb38a5e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:03.926059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-debf8d7a-e9d4-43e2-abbb-4640fac54a68 req-0942795c-f2eb-4c3c-aed2-e0241eb38a5e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 945 time: 0.1061568 Dec 15 04:38:03.969647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-b31b39a3-2fa0-4d17-b7ac-b2f7757a4e43 service neutron] 10.222.0.37 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510532 Dec 15 04:38:03.994991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-debf8d7a-e9d4-43e2-abbb-4640fac54a68 req-74a2758b-6053-435b-b402-433c7f1bd93b tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607243 Dec 15 04:38:04.026691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Allocated IP 172.20.0.4 (19a911cc-faf5-48dc-9e35-9788242f4b5e/a1c16d5a-5f3c-4399-a559-6133933e8a89/ea03069e-fd2d-4478-adf1-cbf886f14440) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:04.129083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.153824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b3286b5-169e-40ba-919b-bea4cde2004d req-3fecfc48-e92e-42fa-89df-72c5be1ae7cc tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 210 time: 0.0345051 Dec 15 04:38:04.170164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.217952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network 19a911cc-faf5-48dc-9e35-9788242f4b5e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:04.220887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:04.224451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:04.251850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Port': ['ID=ea03069e-fd2d-4478-adf1-cbf886f14440,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:04.357851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 93e21b64-6c40-45a5-ba34-bd818a97664e up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:04.436668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 93e21b64-6c40-45a5-ba34-bd818a97664e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:04.442872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 93e21b64-6c40-45a5-ba34-bd818a97664e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:04.443887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.450775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.456883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.463830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.471006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.477722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.484365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.490457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.492426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66a55fc3-a534-407e-98da-59c5e90f47da req-ec08b3b2-4d87-4359-8f14-a3e2fbd8cffb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1497540 Dec 15 04:38:04.529363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236db31-301b-44ee-974e-4b979cfceb4b req-45897e07-d854-4794-a177-d5bab3b497d9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.531557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.538549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2236db31-301b-44ee-974e-4b979cfceb4b req-45897e07-d854-4794-a177-d5bab3b497d9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 950 time: 0.1380787 Dec 15 04:38:04.557029 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.595522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e21b64-6c40-45a5-ba34-bd818a97664e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:04.603023 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a999dfc7-5b61-4679-be69-987ddf12898d" -d '{"events": [{"server_uuid": "cb5e084b-5793-4b93-9b14-c38a801ac2fd", "name": "network-vif-plugged", "status": "completed", "tag": "93e21b64-6c40-45a5-ba34-bd818a97664e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:04.616483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 93e21b64-6c40-45a5-ba34-bd818a97664e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=93e21b64-6c40-45a5-ba34-bd818a97664e,segment=NetworkSegment(2ef0ab42-067c-4b7f-a6c8-51b488a67854),segment_id=2ef0ab42-067c-4b7f-a6c8-51b488a67854)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:04.621420 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.628539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66a55fc3-a534-407e-98da-59c5e90f47da req-c0c67e24-f5d7-414f-a75a-4f6fb7eee570 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222124 Dec 15 04:38:04.658234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2236db31-301b-44ee-974e-4b979cfceb4b req-06404bfb-9c46-470b-9b52-a685f210cd3c tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121950 Dec 15 04:38:04.688929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=93e21b64-6c40-45a5-ba34-bd818a97664e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:04.713271 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871389cb-cf4a-4bf1-8eb3-f44b5c6ead46 x-openstack-request-id: req-871389cb-cf4a-4bf1-8eb3-f44b5c6ead46 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:04.713895 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e084b-5793-4b93-9b14-c38a801ac2fd", "name": "network-vif-plugged", "status": "completed", "tag": "93e21b64-6c40-45a5-ba34-bd818a97664e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:04.714443 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-871389cb-cf4a-4bf1-8eb3-f44b5c6ead46 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:04.715176 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e21b64-6c40-45a5-ba34-bd818a97664e', 'code': 200} Dec 15 04:38:04.773747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebf4d9-b45e-42f0-ae19-d728c7a9b573 req-c7220fa7-c101-4346-8817-fa1cf2c1e2f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.775386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2ebf4d9-b45e-42f0-ae19-d728c7a9b573 req-c7220fa7-c101-4346-8817-fa1cf2c1e2f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0558388 Dec 15 04:38:04.815133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:04.816679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd974f70-5f49-4914-9d38-d028572b792a req-027923ee-dbfc-42de-b1f9-739e71751a05 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0401511 Dec 15 04:38:04.851392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2ebf4d9-b45e-42f0-ae19-d728c7a9b573 req-f891d363-e363-45e0-a813-f2ccd039977d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663631 Dec 15 04:38:04.912056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27744aa-1a37-4c6e-b6f1-459c35793c43 req-46b9a51f-9cb3-4812-a65d-91fb705642a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.914171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c27744aa-1a37-4c6e-b6f1-459c35793c43 req-46b9a51f-9cb3-4812-a65d-91fb705642a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 1098 time: 0.0495408 Dec 15 04:38:04.954145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-91ea1514-9499-4aad-91d1-bd0422dc9456 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:04.955648 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-91ea1514-9499-4aad-91d1-bd0422dc9456 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 950 time: 0.1660423 Dec 15 04:38:04.964057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c27744aa-1a37-4c6e-b6f1-459c35793c43 req-75b51f45-fc85-4bc3-937e-5cf982e12628 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Dec 15 04:38:05.071087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Router c07c0d7d-09b4-4a9f-968e-dd40419c1200 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:05.084503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:05.084840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.113291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b431a-ea0c-478b-8fe9-4fba39f5cbcf req-a90c3ce9-787f-472b-901f-b81a83def945 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:05.114739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f6b431a-ea0c-478b-8fe9-4fba39f5cbcf req-a90c3ce9-787f-472b-901f-b81a83def945 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 946 time: 0.0485582 Dec 15 04:38:05.167645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f6b431a-ea0c-478b-8fe9-4fba39f5cbcf req-be03cb30-6cd2-4924-bb0a-1d9533a1858e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Dec 15 04:38:05.251434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:05.251789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.252572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-766163ca-f702-4ddd-afbb-e466fee07767 req-f1da8207-eb27-4767-8dc5-0f8bdefeab84 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 210 time: 0.0267830 Dec 15 04:38:05.266460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:05.268772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for 5c75f7d5-0fe2-4461-b12e-ea604b9a786a owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:05.280968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Sync routers for ids ['c07c0d7d-09b4-4a9f-968e-dd40419c1200'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:05.290459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Routers {'c07c0d7d-09b4-4a9f-968e-dd40419c1200'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:05.291684 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c07c0d7d-09b4-4a9f-968e-dd40419c1200'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:05.318176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.319379 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ae4b343-24c3-4e55-a3a2-de430607e765 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2345340 Dec 15 04:38:05.322790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33536) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:05.432139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.437700 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.440256 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Set router c07c0d7d-09b4-4a9f-968e-dd40419c1200 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:05.467035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'edccef9d-7113-4809-95e6-7430c7efd80e', '5c75f7d5-0fe2-4461-b12e-ea604b9a786a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:05.492726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=5c75f7d5-0fe2-4461-b12e-ea604b9a786a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:05.512652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2', '753e047d-c029-48fa-b734-d362ef0ff8bb', '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:05.564623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.631884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port 5c75f7d5-0fe2-4461-b12e-ea604b9a786a on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:05.646765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:05.650401 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7249fe0-eab2-4dc5-aecb-ab671f524274 req-a487e970-1e37-4a45-a90f-8fb1143b1c95 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "DELETE /v2.0/ports/5c75f7d5-0fe2-4461-b12e-ea604b9a786a HTTP/1.1" status: 204 len: 173 time: 0.6841657 Dec 15 04:38:05.653126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9889da72-33eb-441e-bbc0-70949bb71190', 'name': 'network-vif-deleted', 'tag': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:05.655492 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25776b3-d9f0-4d6b-ba30-584f6a06453f" -d '{"events": [{"server_uuid": "9889da72-33eb-441e-bbc0-70949bb71190", "name": "network-vif-deleted", "tag": "5c75f7d5-0fe2-4461-b12e-ea604b9a786a"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:05.747006 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d5b66-b6cd-4a14-a103-8f1044cc09d0 x-openstack-request-id: req-d00d5b66-b6cd-4a14-a103-8f1044cc09d0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:05.752895 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9889da72-33eb-441e-bbc0-70949bb71190", "name": "network-vif-deleted", "tag": "5c75f7d5-0fe2-4461-b12e-ea604b9a786a", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:05.753449 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d00d5b66-b6cd-4a14-a103-8f1044cc09d0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:05.754257 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9889da72-33eb-441e-bbc0-70949bb71190', 'name': 'network-vif-deleted', 'tag': '5c75f7d5-0fe2-4461-b12e-ea604b9a786a', 'status': 'completed', 'code': 200} Dec 15 04:38:05.759198 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07c0d7d-09b4-4a9f-968e-dd40419c1200', 'name': '', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e', 'external_fixed_ips': [{'subnet_id': 'a1c16d5a-5f3c-4399-a559-6133933e8a89', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ea03069e-fd2d-4478-adf1-cbf886f14440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:03Z', 'updated_at': '2021-12-15T04:38:04Z', 'revision_number': 3, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port': {'id': 'ea03069e-fd2d-4478-adf1-cbf886f14440', 'name': '', 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07c0d7d-09b4-4a9f-968e-dd40419c1200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a1c16d5a-5f3c-4399-a559-6133933e8a89', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:03Z', 'updated_at': '2021-12-15T04:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c16d5a-5f3c-4399-a559-6133933e8a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:05.790519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-4bd1ffc3-d947-45d0-9b04-e7d2bff74ddb tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:05.793018 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-4bd1ffc3-d947-45d0-9b04-e7d2bff74ddb tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.42 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 814 time: 0.3321388 Dec 15 04:38:05.816449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Checking router: c07c0d7d-09b4-4a9f-968e-dd40419c1200 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:38:05.817179 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Updating router c07c0d7d-09b4-4a9f-968e-dd40419c1200 port ea03069e-fd2d-4478-adf1-cbf886f14440 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:38:05.826490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Request body: {'port': {'device_id': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'admin_state_up': True, 'tenant_id': 'a63f5367541341c4b744f7876abd06a7'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:05.866236 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.047621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e60d7999-fc19-41e9-be53-d24714ac4e0a req-a1032ea4-8434-4d6b-98ee-dbea14f00775 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=9889da72-33eb-441e-bbc0-70949bb71190 HTTP/1.1" status: 200 len: 210 time: 0.0541537 Dec 15 04:38:06.051970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Made reservation on behalf of a63f5367541341c4b744f7876abd06a7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:06.057380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.108832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.119867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.127368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.135569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.141563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.148709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.156795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.159497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-ce3dcadd-5b2f-47c3-a611-987fd82e23d8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1664896 Dec 15 04:38:06.201259 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.213736 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.218345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Deleting port ea03069e-fd2d-4478-adf1-cbf886f14440 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:06.218665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.227993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bb8d39b-3ea8-4b82-a626-74dc2518a4d4 req-5579b36d-016d-4e78-a15c-f30384d43ab9 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0650463 Dec 15 04:38:06.290615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Allocated IP 172.20.0.7 (b5f01f61-493b-466e-8827-827cd3708719/f26eb724-63c4-4428-a4a8-29117339ff31/7e823a44-dcb2-4e58-9163-79cf12735914) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:06.343814 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Attempting to bind port ea03069e-fd2d-4478-adf1-cbf886f14440 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:06.345099 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Attempting to bind port ea03069e-fd2d-4478-adf1-cbf886f14440 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:06.345702 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Attempting to bind port ea03069e-fd2d-4478-adf1-cbf886f14440 on network 19a911cc-faf5-48dc-9e35-9788242f4b5e {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:06.379991 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:06.381422 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Checking segment: {'id': 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:06.382108 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.382852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Bound using segment: {'id': 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:06.383726 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Bound port: ea03069e-fd2d-4478-adf1-cbf886f14440, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19a911cc-faf5-48dc-9e35-9788242f4b5e'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:06.384522 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.467410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.469231 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] For port ea03069e-fd2d-4478-adf1-cbf886f14440, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:06.477373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] For port ea03069e-fd2d-4478-adf1-cbf886f14440, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ea03069e-fd2d-4478-adf1-cbf886f14440,segment=NetworkSegment(b3e42683-e656-42d4-bdf1-ab5ce678e8e5),segment_id=b3e42683-e656-42d4-bdf1-ab5ce678e8e5)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:06.483428 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Pushing event updated for resources: {'Port': ['ID=ea03069e-fd2d-4478-adf1-cbf886f14440,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:06.492296 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.508330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Calling delete_port for ea03069e-fd2d-4478-adf1-cbf886f14440 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:06.516107 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.516459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.517046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.517909 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.517909 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.518134 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.518563 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.518764 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.519087 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.519439 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.526049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.527546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.528119 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:06.536274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-187a6ca2-e892-4c07-ae09-573b4e028cae req-c9c933b8-3232-42a1-a5ea-c59b72c325c7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3566799 Dec 15 04:38:06.575501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c0399-924e-40e6-aa92-9d175efce169 req-bf4b2fa6-935b-453e-8bfa-09cd82198724 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.593752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.603072 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bef16-23bf-41a8-b051-ddec940be6a9 None None] Pushing event updated for resources: {'Port': ['ID=ea03069e-fd2d-4478-adf1-cbf886f14440,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:06.603797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-503c0399-924e-40e6-aa92-9d175efce169 req-bf4b2fa6-935b-453e-8bfa-09cd82198724 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1868579 Dec 15 04:38:06.613924 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Routers {'c07c0d7d-09b4-4a9f-968e-dd40419c1200'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:06.614584 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c07c0d7d-09b4-4a9f-968e-dd40419c1200'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:06.644627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.715186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.720605 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] Set router c07c0d7d-09b4-4a9f-968e-dd40419c1200 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:06.723458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Network b5f01f61-493b-466e-8827-827cd3708719 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:06.727124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:06.731519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:06.765901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-503c0399-924e-40e6-aa92-9d175efce169 req-92621ecc-0a41-469b-bf66-5d3615cfc90a tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643441 Dec 15 04:38:06.780899 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07c0d7d-09b4-4a9f-968e-dd40419c1200', 'name': '', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:03Z', 'updated_at': '2021-12-15T04:38:05Z', 'revision_number': 4, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:06.784267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.784913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.801222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:06.814651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2d4794e6-67a9-4179-86cd-ed840b6115da tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9925649 Dec 15 04:38:06.830358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcaabc-c023-4a88-9ec8-9f778d1b537b req-9c3ce7d4-f4ab-4af2-9148-3879907164ba tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.831561 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bff02-01dc-4377-b8bf-7ec466c6f07e None None] The sync data for ids ['c07c0d7d-09b4-4a9f-968e-dd40419c1200'] in n-d-820935-10 is: [{'id': 'c07c0d7d-09b4-4a9f-968e-dd40419c1200', 'name': '', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:03Z', 'updated_at': '2021-12-15T04:38:05Z', 'revision_number': 4, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:06.831715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bfdcaabc-c023-4a88-9ec8-9f778d1b537b req-9c3ce7d4-f4ab-4af2-9148-3879907164ba tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 946 time: 0.1169183 Dec 15 04:38:06.842934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Request body: {'port': {'device_id': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:06.913964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:06.958821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bfdcaabc-c023-4a88-9ec8-9f778d1b537b req-1ed5b618-58fd-43da-b9ac-4cf4a4c16a69 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161354 Dec 15 04:38:06.978352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc530aa-57cf-4fbb-a95d-c0baf98e6898 req-40dec6b7-6887-4162-9bed-70122ad3633a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:06.979963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dc530aa-57cf-4fbb-a95d-c0baf98e6898 req-40dec6b7-6887-4162-9bed-70122ad3633a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 931 time: 0.1205957 Dec 15 04:38:06.981231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.019852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea03069e-fd2d-4478-adf1-cbf886f14440,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:07.149335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dc530aa-57cf-4fbb-a95d-c0baf98e6898 req-44344f98-5e6f-4532-85d9-8fa291d13c4c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400027 Dec 15 04:38:07.177642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.281545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e823a44-dcb2-4e58-9163-79cf12735914 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:07.291477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.308591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Transition to ACTIVE for port object 7e823a44-dcb2-4e58-9163-79cf12735914 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:38:07.318097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.374142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:07.375304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.393887 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.418667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d869b62-ca4f-4889-ab03-84ce9c2dc23d req-a2a3b636-a64c-4960-af13-4e9bf42e3aa2 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0565760 Dec 15 04:38:07.452157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Attempting to bind port 7e823a44-dcb2-4e58-9163-79cf12735914 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:07.452623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Attempting to bind port 7e823a44-dcb2-4e58-9163-79cf12735914 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:07.453051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Attempting to bind port 7e823a44-dcb2-4e58-9163-79cf12735914 on network b5f01f61-493b-466e-8827-827cd3708719 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:07.459145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Port 7e823a44-dcb2-4e58-9163-79cf12735914 on network b5f01f61-493b-466e-8827-827cd3708719 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:38:07.459651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Attempting to bind port 7e823a44-dcb2-4e58-9163-79cf12735914 on network b5f01f61-493b-466e-8827-827cd3708719 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:07.465627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:07.466040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Checking segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:07.466490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Bound using segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:07.466987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Bound port: 7e823a44-dcb2-4e58-9163-79cf12735914, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:07.467414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.507533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.508159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c07c0d7d-09b4-4a9f-968e-dd40419c1200 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:07.515947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.517360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c4c624d7-4f0a-40d8-a38c-8fa04f07e4f8 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c07c0d7d-09b4-4a9f-968e-dd40419c1200 HTTP/1.1" status: 204 len: 168 time: 2.1935015 Dec 15 04:38:07.521908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33582) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:07.525836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bd3fa-16e9-4740-abe2-d11b04f35695 req-b7ad038e-4bca-4b4e-8c06-f7f023387fc1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.527313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-438bd3fa-16e9-4740-abe2-d11b04f35695 req-b7ad038e-4bca-4b4e-8c06-f7f023387fc1 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.1360865 Dec 15 04:38:07.591140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-438bd3fa-16e9-4740-abe2-d11b04f35695 req-7512e9bd-1118-479c-bf6d-6f239fea1c18 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570009 Dec 15 04:38:07.592102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Deleting subnet a1c16d5a-5f3c-4399-a559-6133933e8a89 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:38:07.595326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:07.597589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.600682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:07.623108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.673019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.673862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.675493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e823a44-dcb2-4e58-9163-79cf12735914 HTTP/1.1" status: 200 len: 1092 time: 0.8387883 Dec 15 04:38:07.680922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.714108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.720703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.726815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.733537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.735088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6581ee6-05bc-41e6-acf4-610f77cdb284 service neutron] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:07.739563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.745837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.747031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.752235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.760497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-e76b09f1-1899-4b5e-8fc3-06abf720d916 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5419 time: 0.1180658 Dec 15 04:38:07.768578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:07.770822 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a323b-1ac8-4039-9520-9762cd3263f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:07.836780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d28f3fa-01cd-41c5-b610-ab1a84560636 req-3cd1b729-480c-4077-b723-9da90ca2bd87 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746253 Dec 15 04:38:07.839669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2edd8eb7-c7b5-401e-8c14-ec4119b5b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.841316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-2edd8eb7-c7b5-401e-8c14-ec4119b5b51f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 1095 time: 0.0674419 Dec 15 04:38:07.871075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.912439 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fa9c5-3f23-4c82-b5bf-edc97a97bed9 x-openstack-request-id: req-f31fa9c5-3f23-4c82-b5bf-edc97a97bed9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:07.912833 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:07.913156 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f31fa9c5-3f23-4c82-b5bf-edc97a97bed9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:07.913620 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914', 'status': 'completed', 'code': 200} Dec 15 04:38:07.933929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-63608007-21e8-4551-a92e-d5dbbd53bcde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e823a44-dcb2-4e58-9163-79cf12735914 HTTP/1.1" status: 200 len: 217 time: 0.0737820 Dec 15 04:38:07.937078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c16d5a-5f3c-4399-a559-6133933e8a89,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:07.941883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:07.946559 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5f98438d-5b13-443e-ae69-d30a0115aa50 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/a1c16d5a-5f3c-4399-a559-6133933e8a89 HTTP/1.1" status: 204 len: 168 time: 0.4213762 Dec 15 04:38:07.947608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33600) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:07.995352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6bd2-cd01-4319-8a42-9e529b2d36e8 req-02053a4f-e310-411a-85bc-edfce8642a7e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:07.996915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1be6bd2-cd01-4319-8a42-9e529b2d36e8 req-02053a4f-e310-411a-85bc-edfce8642a7e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0673642 Dec 15 04:38:08.081926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1be6bd2-cd01-4319-8a42-9e529b2d36e8 req-bf72166a-5ae5-43ef-958b-180fb70c6c06 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Dec 15 04:38:08.094708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867cfe4-8ed2-4d08-8dd1-16e9d9c86fe0 req-3c595833-ed1f-47eb-9ce8-bc549ff28588 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:08.096709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c867cfe4-8ed2-4d08-8dd1-16e9d9c86fe0 req-3c595833-ed1f-47eb-9ce8-bc549ff28588 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 946 time: 0.0793417 Dec 15 04:38:08.156636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c867cfe4-8ed2-4d08-8dd1-16e9d9c86fe0 req-b7e5eaae-2ab4-4871-a204-1a05af1f5f3a tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515113 Dec 15 04:38:08.280757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b761ba-12cc-4a8d-9df1-16823e26e3c2 req-73d1cfee-7e4b-4cb0-8b42-4f6d939ffcd5 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:08.282263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85b761ba-12cc-4a8d-9df1-16823e26e3c2 req-73d1cfee-7e4b-4cb0-8b42-4f6d939ffcd5 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 943 time: 0.0598843 Dec 15 04:38:08.334990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85b761ba-12cc-4a8d-9df1-16823e26e3c2 req-66894b41-6f4a-4b43-a40f-39029aad2192 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463288 Dec 15 04:38:08.337042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-aa1c7930-aa52-4a61-adf8-41d5fb48b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:08.339076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-aa1c7930-aa52-4a61-adf8-41d5fb48b317 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 200 len: 854 time: 0.3838129 Dec 15 04:38:08.345544 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.368491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ce6fea8-bc9a-486f-9278-58371addd150 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:08.381024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c75f7d5-0fe2-4461-b12e-ea604b9a786a no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:08.394854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-61c7a062-63cd-4374-8b6f-71986a95add6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f01f61-493b-466e-8827-827cd3708719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406084 Dec 15 04:38:08.407939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 5c75f7d5-0fe2-4461-b12e-ea604b9a786a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:08.408391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c75f7d5-0fe2-4461-b12e-ea604b9a786a not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:08.485371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.489707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ce6fea8-bc9a-486f-9278-58371addd150, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ce6fea8-bc9a-486f-9278-58371addd150,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:08.503166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6ce6fea8-bc9a-486f-9278-58371addd150', 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'port_id': '6ce6fea8-bc9a-486f-9278-58371addd150', 'mac_address': 'fa:16:3e:36:21:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cfc12-21b1-484a-8e4f-7fad859ea66d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:08.513985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a911cc-faf5-48dc-9e35-9788242f4b5e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:08.527158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:08.527393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47dfba47-a5ff-4dda-9c27-eaffba555bf2 req-7c826187-9529-40d8-a409-e557936be9a9 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0261815 Dec 15 04:38:08.527527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e42683-e656-42d4-bdf1-ab5ce678e8e5') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:08.540669 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.545694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.555213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce6fea8-bc9a-486f-9278-58371addd150 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:08.564507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-08c72754-c66d-46d5-af6f-5434cb312a04 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579480 Dec 15 04:38:08.567989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.574618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:38:08.575004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:38:08.576815 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:38:08.579864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ce6fea8-bc9a-486f-9278-58371addd150, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ce6fea8-bc9a-486f-9278-58371addd150,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:08.586839 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.587645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 37f72851-15d9-4cfa-84fe-cdcaf43df108 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:08.680688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6ce6fea8-bc9a-486f-9278-58371addd150,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:08.699263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.722025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19a911cc-faf5-48dc-9e35-9788242f4b5e {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:38:08.723591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event deleted for resources: {'Network': ['ID=19a911cc-faf5-48dc-9e35-9788242f4b5e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:08.725277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debecaa-281c-42b0-8326-7183ed459beb req-0fa66485-1fbc-46f3-966b-ec9405365af9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:08.727346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0debecaa-281c-42b0-8326-7183ed459beb req-0fa66485-1fbc-46f3-966b-ec9405365af9 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.0558598 Dec 15 04:38:08.730839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.734065 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cd7d63c7-e52c-490a-a7bf-312b40c7d13c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/networks/19a911cc-faf5-48dc-9e35-9788242f4b5e HTTP/1.1" status: 204 len: 168 time: 0.7851393 Dec 15 04:38:08.742034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e07b38e-7e6d-4316-8f3d-49a9ed41fa27 req-d65dd080-bf46-4b4c-9f9d-aab3a19fd90c service neutron] 10.222.0.42 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561484 Dec 15 04:38:08.750028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:08.776293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '37f72851-15d9-4cfa-84fe-cdcaf43df108', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'port_id': '37f72851-15d9-4cfa-84fe-cdcaf43df108', 'mac_address': 'fa:16:3e:90:a7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:08.790538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0debecaa-281c-42b0-8326-7183ed459beb req-c748abc3-3b4b-444f-b410-63976ee9369e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557046 Dec 15 04:38:08.830357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.847126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f72851-15d9-4cfa-84fe-cdcaf43df108 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:08.875461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:08.881819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:08.882762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device da96df1e-d49f-4b87-9c80-035a074f5f68 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:08.964322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-1aa42ada-bd63-4e5b-b971-62d59bf9fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:08.965865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-1aa42ada-bd63-4e5b-b971-62d59bf9fc94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 1095 time: 0.0818422 Dec 15 04:38:08.971102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:08.985889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da96df1e-d49f-4b87-9c80-035a074f5f68, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da96df1e-d49f-4b87-9c80-035a074f5f68,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:08.999441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'da96df1e-d49f-4b87-9c80-035a074f5f68', 'network_id': '8045e7a3-4bca-4174-ac8f-5c80cec4db3f', 'port_id': 'da96df1e-d49f-4b87-9c80-035a074f5f68', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cfc12-21b1-484a-8e4f-7fad859ea66d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:09.056946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.059024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.063258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.069258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.075098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.080906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da96df1e-d49f-4b87-9c80-035a074f5f68 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:09.081120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.086685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.093033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.102309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-683e2405-f180-4bd6-98d3-1af0f86cdcd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5421 time: 0.1296804 Dec 15 04:38:09.131909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33620) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:09.137632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'name': 'tempest-router--1781783975', 'project_id': '322b6cc206ad46a79dd1b06848bac6db'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:09.152655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da96df1e-d49f-4b87-9c80-035a074f5f68, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da96df1e-d49f-4b87-9c80-035a074f5f68,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.160138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.161146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device da79f6cc-6c84-4060-8738-6582f3b20206 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:09.177824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-91ec1747-44c3-44c0-89af-9df9c4088b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.179508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-91ec1747-44c3-44c0-89af-9df9c4088b70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 914 time: 0.1857235 Dec 15 04:38:09.187342 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.187562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d11618a6-d3ad-47f0-ae09-2982258acaf1 req-19892c66-6107-4ab7-9265-2f71d45b5244 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856004 Dec 15 04:38:09.188565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.289494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-3453a15e-b7d0-4365-acc1-fedd95248484 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e823a44-dcb2-4e58-9163-79cf12735914 HTTP/1.1" status: 200 len: 217 time: 0.0706451 Dec 15 04:38:09.299824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=da96df1e-d49f-4b87-9c80-035a074f5f68,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:09.306813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.317102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be30dd-4203-43e7-aa3e-ae0541393513 req-906b7e91-9f64-4df1-a2c8-f603a9a122e0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.320698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.325311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89be30dd-4203-43e7-aa3e-ae0541393513 req-906b7e91-9f64-4df1-a2c8-f603a9a122e0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0908244 Dec 15 04:38:09.374538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-c77ece1c-83d7-4dd7-afbb-fa0cd61e5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.377518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-c77ece1c-83d7-4dd7-afbb-fa0cd61e5950 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 200 len: 854 time: 0.0694416 Dec 15 04:38:09.380882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da79f6cc-6c84-4060-8738-6582f3b20206,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.398915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'port_id': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'mac_address': 'fa:16:3e:13:dd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:09.413315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff081ee-715d-4807-932e-ae089a7a7761 req-a2110451-69dd-43f2-bd29-758c528732c5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.415296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bff081ee-715d-4807-932e-ae089a7a7761 req-a2110451-69dd-43f2-bd29-758c528732c5 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 946 time: 0.0890427 Dec 15 04:38:09.419821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-d70f6e59-a62a-416b-8941-8377a1c75716 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.422138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-d70f6e59-a62a-416b-8941-8377a1c75716 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.1972287 Dec 15 04:38:09.436930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89be30dd-4203-43e7-aa3e-ae0541393513 req-75d64663-e9ad-45bf-9259-9141effd0830 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003263 Dec 15 04:38:09.448653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.450472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8e3bd9bc-228a-4d93-a7dc-8fb52b4ccc21 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3169518 Dec 15 04:38:09.455318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-fc34bf36-a51d-4da0-932f-1848481182c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5f01f61-493b-466e-8827-827cd3708719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604455 Dec 15 04:38:09.456004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33626) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:09.471433 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.496868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da79f6cc-6c84-4060-8738-6582f3b20206 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:09.541123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da79f6cc-6c84-4060-8738-6582f3b20206,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.545447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.546232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce536a95-15bb-45b5-8a98-6606de9408f7 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:09.623125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bff081ee-715d-4807-932e-ae089a7a7761 req-83d7f90f-7201-4381-a41c-2a1a3094a162 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f0d31cd-af91-4886-869d-2a7262c634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984112 Dec 15 04:38:09.628235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce536a95-15bb-45b5-8a98-6606de9408f7,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.630873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:09.635158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.653824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ce536a95-15bb-45b5-8a98-6606de9408f7', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'port_id': 'ce536a95-15bb-45b5-8a98-6606de9408f7', 'mac_address': 'fa:16:3e:c0:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:09.673273 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-4d0e771b-432f-4e9b-9df5-1552f57d6584 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687102 Dec 15 04:38:09.701134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.713766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4fcbb-f457-49bc-9efe-aa4b78f57a29 req-85725c70-4345-4d7a-8610-0f1a61fad76d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.715243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31c4fcbb-f457-49bc-9efe-aa4b78f57a29 req-85725c70-4345-4d7a-8610-0f1a61fad76d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 943 time: 0.1668906 Dec 15 04:38:09.716470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce536a95-15bb-45b5-8a98-6606de9408f7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:09.736225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce536a95-15bb-45b5-8a98-6606de9408f7,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.741102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.741987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ed4ccc14-a15e-4fe7-b196-11dd27839e91 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:09.751319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-4de9fa39-b039-4d1e-be6f-62d415c2a936 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.752249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81a8abc5-2894-454a-8cb5-88618ccf13ab req-3d62cc1c-6ee6-4329-9c8c-8b784bc821af tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0491872 Dec 15 04:38:09.752930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-4de9fa39-b039-4d1e-be6f-62d415c2a936 tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 946 time: 0.1525021 Dec 15 04:38:09.783371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:09.784962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.831978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:09.856300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.859207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.862644 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.870162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ed4ccc14-a15e-4fe7-b196-11dd27839e91', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'port_id': 'ed4ccc14-a15e-4fe7-b196-11dd27839e91', 'mac_address': 'fa:16:3e:9a:96:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:09.910043 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.922585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31c4fcbb-f457-49bc-9efe-aa4b78f57a29 req-bca696c9-9046-4f91-b068-cbe1a0ad4995 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969805 Dec 15 04:38:09.926594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ccc14-a15e-4fe7-b196-11dd27839e91 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:09.947010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:09.948426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.949000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b15ff1bb-2f2f-40d9-8232-3436e957e9d9 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:09.953642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.953889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:09.954306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:09.957967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a74a656-983d-4e60-b016-b045c0cdf0db tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b15ff1bb-2f2f-40d9-8232-3436e957e9d9 HTTP/1.1" status: 204 len: 168 time: 0.4983084 Dec 15 04:38:09.958120 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a8a323b-1ac8-4039-9520-9762cd3263f3 req-2329e555-aa1d-4618-9b86-bbd96a825e40 service neutron] 10.222.0.42 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728276 Dec 15 04:38:09.980464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93ad7c-b68a-4f6b-a08e-c522f859e165 req-be5c6658-49cf-4f88-9bad-882b89dba81b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:09.989025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae93ad7c-b68a-4f6b-a08e-c522f859e165 req-be5c6658-49cf-4f88-9bad-882b89dba81b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0061246-6f5d-4e95-8d8d-2863d548eadc HTTP/1.1" status: 200 len: 950 time: 0.1152492 Dec 15 04:38:10.030067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:10.035700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:10.036027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.050142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:10.053037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae93ad7c-b68a-4f6b-a08e-c522f859e165 req-08d95c29-0c5f-4935-890f-308a01838b9a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616512 Dec 15 04:38:10.053284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609', 'network_id': '3ea31f19-76e8-499a-9902-6c076b0dd8e3', 'port_id': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609', 'mac_address': 'fa:16:3e:09:4a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020df7f7-5dce-48c1-81bf-03d92a9383aa', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:10.063454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:10.097297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.110445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33636) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:10.120907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Deleting port 93e21b64-6c40-45a5-ba34-bd818a97664e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:10.121277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.128328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:10.149382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:10.155712 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.204082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:10.284122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] For port 93e21b64-6c40-45a5-ba34-bd818a97664e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=93e21b64-6c40-45a5-ba34-bd818a97664e,segment=NetworkSegment(2ef0ab42-067c-4b7f-a6c8-51b488a67854),segment_id=2ef0ab42-067c-4b7f-a6c8-51b488a67854)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:10.284584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.306255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Calling delete_port for 93e21b64-6c40-45a5-ba34-bd818a97664e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:10.333502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.339993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.345906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.351817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.357997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.361398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.364619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.371048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.372945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-6926d5b7-c1d5-4481-aa16-3ce2bbf03671 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5426 time: 0.0983543 Dec 15 04:38:10.377684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-872202555', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:10.395776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=0f29dad4-30e4-4bd1-974c-9e9d3992dfb2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:10.409256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2', '753e047d-c029-48fa-b734-d362ef0ff8bb', '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:10.432168 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.433465 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.448789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:10.452279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.456428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e946716-bb5f-482f-bc21-9cbd57f3ddad req-f6407784-1ea9-42f3-81c2-2168208f5f60 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "DELETE /v2.0/ports/0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 HTTP/1.1" status: 204 len: 173 time: 1.0037465 Dec 15 04:38:10.456428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'name': 'network-vif-deleted', 'tag': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:10.458543 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b8386-ad46-41b3-aaf0-6ca2f935d269" -d '{"events": [{"server_uuid": "a0061246-6f5d-4e95-8d8d-2863d548eadc", "name": "network-vif-deleted", "tag": "0f29dad4-30e4-4bd1-974c-9e9d3992dfb2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:10.488006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'edccef9d-7113-4809-95e6-7430c7efd80e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:10.499450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb9926fd-83fe-4fdb-b967-ad210ef4298c req-3c94bc60-f279-4c74-84f9-514e9063de71 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146860 Dec 15 04:38:10.534739 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2a97c8-63e8-47f0-8afe-3d56fc52d123 x-openstack-request-id: req-2d2a97c8-63e8-47f0-8afe-3d56fc52d123 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:10.535026 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0061246-6f5d-4e95-8d8d-2863d548eadc", "name": "network-vif-deleted", "tag": "0f29dad4-30e4-4bd1-974c-9e9d3992dfb2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:10.535416 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d2a97c8-63e8-47f0-8afe-3d56fc52d123 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:10.535822 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0061246-6f5d-4e95-8d8d-2863d548eadc', 'name': 'network-vif-deleted', 'tag': '0f29dad4-30e4-4bd1-974c-9e9d3992dfb2', 'status': 'completed', 'code': 200} Dec 15 04:38:10.563391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.643606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7e823a44-dcb2-4e58-9163-79cf12735914 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:10.645073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Pushing event deleted for resources: {'Port': ['ID=93e21b64-6c40-45a5-ba34-bd818a97664e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:10.710072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] No DVR routers for this DVR port 93e21b64-6c40-45a5-ba34-bd818a97664e on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:10.713357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.717281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f5523a1-9077-4fd1-b966-1244812e2ce4 req-a02018fc-8b24-4614-ad6c-9e3d97b0349e tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.16 "DELETE /v2.0/ports/93e21b64-6c40-45a5-ba34-bd818a97664e HTTP/1.1" status: 204 len: 173 time: 0.9545715 Dec 15 04:38:10.770260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:10.798890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3e908cd-4c14-4ae4-a5ed-5dd9d8de1795 req-edfdbc70-be15-4749-950e-c2583411604d tempest-ServerMetadataNegativeTestJSON-1681366941 tempest-ServerMetadataNegativeTestJSON-1681366941-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5e084b-5793-4b93-9b14-c38a801ac2fd HTTP/1.1" status: 200 len: 210 time: 0.0475733 Dec 15 04:38:10.979821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28895620-4d6f-4259-8988-6eaf97e615e7 req-b8b42532-7cd1-4904-a043-b4e379a837ce tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0406599 Dec 15 04:38:10.986982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345030b-c512-41f5-b0ba-35fc74c1d4a8 req-74af5def-6387-4fab-88e7-17a866c38ee9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:10.988438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0345030b-c512-41f5-b0ba-35fc74c1d4a8 req-74af5def-6387-4fab-88e7-17a866c38ee9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.3662708 Dec 15 04:38:11.185681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:11.218292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7e823a44-dcb2-4e58-9163-79cf12735914', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'port_id': '7e823a44-dcb2-4e58-9163-79cf12735914', 'mac_address': 'fa:16:3e:c2:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26eb724-63c4-4428-a4a8-29117339ff31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:11.310842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:11.341095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['da79f6cc-6c84-4060-8738-6582f3b20206'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.349508 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:11.373889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ce536a95-15bb-45b5-8a98-6606de9408f7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.388901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['37f72851-15d9-4cfa-84fe-cdcaf43df108'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.448022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07b030-9aab-4aab-b6c7-bfdfd661f363 req-dc2abc04-1f48-4003-99de-9f29c108f1e2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.449517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e07b030-9aab-4aab-b6c7-bfdfd661f363 req-dc2abc04-1f48-4003-99de-9f29c108f1e2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 943 time: 0.1338403 Dec 15 04:38:11.457112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0345030b-c512-41f5-b0ba-35fc74c1d4a8 req-fb3346f5-feae-439d-aca8-06d643f6e95a tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426017 Dec 15 04:38:11.470157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['da96df1e-d49f-4b87-9c80-035a074f5f68'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.481490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6ce6fea8-bc9a-486f-9278-58371addd150'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.512098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ed4ccc14-a15e-4fe7-b196-11dd27839e91'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.518636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e823a44-dcb2-4e58-9163-79cf12735914 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:11.534564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e07b030-9aab-4aab-b6c7-bfdfd661f363 req-eddf2d65-92e4-4d09-bf27-744c56809492 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758739 Dec 15 04:38:11.568402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5901fa7f-3d9c-485b-8121-7dfd0e2b7609'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:11.704026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:11.739544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:11.754432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:11.773562 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:11.854318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.860241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.866372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.872819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.878857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.884724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.890679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.892869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-96f05575-75ae-49e4-b3d4-a69d05713bef tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5426 time: 0.2222357 Dec 15 04:38:11.963406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed50c-fabd-4b4d-872f-3f89338bd0bc req-bda026be-9a49-4bd5-8842-625c8006bfb6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:11.965085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-467ed50c-fabd-4b4d-872f-3f89338bd0bc req-bda026be-9a49-4bd5-8842-625c8006bfb6 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 950 time: 0.1988580 Dec 15 04:38:12.018777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Allocated IP 172.25.2.235 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/60be0dfa-c8f7-48d1-9d34-cbb38b7b1e73) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:12.041826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbbaf4c3-297f-499a-b219-fc1db07359a1 req-275722e0-86cd-42b8-8bef-f3fe8d729c49 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388214 Dec 15 04:38:12.045046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:12.086033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-467ed50c-fabd-4b4d-872f-3f89338bd0bc req-c7379ef4-7203-493b-adf3-c0fddf405023 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107836 Dec 15 04:38:12.107950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:12.161980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Deleting subnet d5c97c61-6611-408c-a5d4-db1537e8ee6d {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:38:12.166810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.220392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.223501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.243114 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b1c7fa4-5d71-49ac-9918-0d69f6347960 req-94dc6da1-3268-4fca-9303-52366b60ca41 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0461540 Dec 15 04:38:12.294491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.301785 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.346085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:12.350997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:12.357327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:12.357760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7e823a44-dcb2-4e58-9163-79cf12735914'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:12.380604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.384842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event updated for resources: {'Port': ['ID=60be0dfa-c8f7-48d1-9d34-cbb38b7b1e73,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:12.434032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c97c61-6611-408c-a5d4-db1537e8ee6d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:12.443823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.454911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-511c2855-582a-41cc-83e2-d3b012f23744 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d5c97c61-6611-408c-a5d4-db1537e8ee6d HTTP/1.1" status: 204 len: 168 time: 0.3457515 Dec 15 04:38:12.455890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:12.544775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'name': 'network-vif-deleted', 'tag': '93e21b64-6c40-45a5-ba34-bd818a97664e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:12.550767 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75ee314-2d78-4da0-805c-57ac963485d9" -d '{"events": [{"server_uuid": "cb5e084b-5793-4b93-9b14-c38a801ac2fd", "name": "network-vif-deleted", "tag": "93e21b64-6c40-45a5-ba34-bd818a97664e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:12.626379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.630343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:12.668294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:12.668704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0f29dad4-30e4-4bd1-974c-9e9d3992dfb2 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:12.710416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.737844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fa2cc6-892c-4612-a98d-7e4e677f571e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:12.749045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef0ab42-067c-4b7f-a6c8-51b488a67854') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:12.749331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef0ab42-067c-4b7f-a6c8-51b488a67854') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:12.759059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.773124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.780356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:38:12.780836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.818821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7cb24-4887-4282-9e95-10197c8cdece req-b9032052-440e-4970-8588-bcb4bd96b7b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:12.820795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4e7cb24-4887-4282-9e95-10197c8cdece req-b9032052-440e-4970-8588-bcb4bd96b7b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.2256858 Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:38:12.829763 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:38:12.854370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.858213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fbd70-1a9a-4163-9d64-9621aff754f3 req-57fdafd8-0b2f-4867-b504-b868ac140927 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:12.859895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.864136 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] 10.222.0.37 "DELETE /v2.0/networks/a9fa2cc6-892c-4612-a98d-7e4e677f571e HTTP/1.1" status: 204 len: 168 time: 0.4046559 Dec 15 04:38:12.865431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-171fbd70-1a9a-4163-9d64-9621aff754f3 req-57fdafd8-0b2f-4867-b504-b868ac140927 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 944 time: 0.2317231 Dec 15 04:38:12.876836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e333f-f569-49fc-88b3-12ad024018fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fa2cc6-892c-4612-a98d-7e4e677f571e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:12.901825 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:12.902108 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:38:13.020202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4e7cb24-4887-4282-9e95-10197c8cdece req-6128ced3-334d-442e-8622-4a4635bae929 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904275 Dec 15 04:38:13.045464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-171fbd70-1a9a-4163-9d64-9621aff754f3 req-51107ecc-79ed-4db5-8053-4e832db4140b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650493 Dec 15 04:38:13.067007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33690) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:13.099670 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ec094b-696d-4a23-8c9f-7af7f217eaa3 x-openstack-request-id: req-93ec094b-696d-4a23-8c9f-7af7f217eaa3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:13.099976 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e084b-5793-4b93-9b14-c38a801ac2fd", "name": "network-vif-deleted", "tag": "93e21b64-6c40-45a5-ba34-bd818a97664e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:13.100289 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93ec094b-696d-4a23-8c9f-7af7f217eaa3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:13.100698 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e084b-5793-4b93-9b14-c38a801ac2fd', 'name': 'network-vif-deleted', 'tag': '93e21b64-6c40-45a5-ba34-bd818a97664e', 'status': 'completed', 'code': 200} Dec 15 04:38:13.139498 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54c57458-5192-4922-bec2-fcc1d01fdd1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2646e1da0554f81bbe0d5e0b0a105b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707340 Dec 15 04:38:13.142837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33696) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:13.195389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7a42-15a6-4c81-8b49-693d1856f82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.219970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7a42-15a6-4c81-8b49-693d1856f82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.251560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.292518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7a42-15a6-4c81-8b49-693d1856f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.295475 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7a42-15a6-4c81-8b49-693d1856f82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.296653 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f2cc7a42-15a6-4c81-8b49-693d1856f82a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f0d31cd-af91-4886-869d-2a7262c634a3 HTTP/1.1" status: 204 len: 168 time: 0.1524005 Dec 15 04:38:13.304845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc7a42-15a6-4c81-8b49-693d1856f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d31cd-af91-4886-869d-2a7262c634a3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:13.368857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.374923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.380901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.389210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.396956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.403934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.409457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.411343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-66f178b4-5564-4fcd-a818-1be6555e7a1e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5426 time: 0.2018390 Dec 15 04:38:13.463393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ab52-74e4-4527-8c8f-c2ae12277cb1 req-d95b8875-721c-4bbb-8321-8b3b89f48255 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.465024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28f7ab52-74e4-4527-8c8f-c2ae12277cb1 req-d95b8875-721c-4bbb-8321-8b3b89f48255 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 950 time: 0.2072787 Dec 15 04:38:13.552958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d18a31f0-7e99-4112-8f13-a0bbbe5d1d19 req-c417bc2b-f380-40bf-bbae-2f83f098cc1c tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284831 Dec 15 04:38:13.595619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28f7ab52-74e4-4527-8c8f-c2ae12277cb1 req-652d0ccd-892f-4549-aed0-00229fa43f43 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118615 Dec 15 04:38:13.640974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Router d412e363-2854-4912-829a-75eb1a98aa3c is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:13.677012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-cbee198c-c094-4dfc-aba1-9e20cbfe649b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:13.678522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-cbee198c-c094-4dfc-aba1-9e20cbfe649b tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 950 time: 0.0893354 Dec 15 04:38:13.754532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb37906f-df02-4d29-b067-9fc97ac9ed28 req-4e58025f-6089-4084-ab02-9420e9be5f1f tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0595303 Dec 15 04:38:13.789607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port 753e047d-c029-48fa-b734-d362ef0ff8bb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:13.789970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.798914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:13.812813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] Sync routers for ids ['d412e363-2854-4912-829a-75eb1a98aa3c'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:13.828583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] Routers {'d412e363-2854-4912-829a-75eb1a98aa3c'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:13.829316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d412e363-2854-4912-829a-75eb1a98aa3c'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:13.829480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.832119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2d0bf05-5f89-488c-92ac-339275361a51 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7194088 Dec 15 04:38:13.834194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:13.870102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:13.881298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] Routers {'d412e363-2854-4912-829a-75eb1a98aa3c'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:13.882133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d412e363-2854-4912-829a-75eb1a98aa3c'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:13.897281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port 753e047d-c029-48fa-b734-d362ef0ff8bb, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=753e047d-c029-48fa-b734-d362ef0ff8bb,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:13.897917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:13.922301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for 753e047d-c029-48fa-b734-d362ef0ff8bb owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:13.940508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:13.941190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569548ba-1d5e-467d-bd75-3fe0359c917d None None] The sync data for ids ['d412e363-2854-4912-829a-75eb1a98aa3c'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:14.095027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.143658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2', '753e047d-c029-48fa-b734-d362ef0ff8bb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:14.164758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=753e047d-c029-48fa-b734-d362ef0ff8bb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:14.211294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port 753e047d-c029-48fa-b734-d362ef0ff8bb on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:14.214614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.218842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbe778d7-0804-4812-8ee3-9eba19179ca9 req-6a30c802-5f9b-42f9-b20e-0d984f385f68 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "DELETE /v2.0/ports/753e047d-c029-48fa-b734-d362ef0ff8bb HTTP/1.1" status: 204 len: 173 time: 0.5326142 Dec 15 04:38:14.316488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33b056af-adc1-4a48-b296-1b5202352f9f tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/d412e363-2854-4912-829a-75eb1a98aa3c HTTP/1.1" status: 200 len: 920 time: 0.4811015 Dec 15 04:38:14.320852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33730) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:14.326503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb9f45-eed6-4325-ac79-497993efbcfe req-fddd8b3e-eab7-46dc-8a34-f42973005fbf tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.328057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ceb9f45-eed6-4325-ac79-497993efbcfe req-fddd8b3e-eab7-46dc-8a34-f42973005fbf tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 944 time: 0.1161399 Dec 15 04:38:14.337246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2849-6a32-4963-9f5d-9064f3032c83 req-a884ca3b-c7a0-427f-80a0-172ee72bc0b1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.347911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a6f2849-6a32-4963-9f5d-9064f3032c83 req-a884ca3b-c7a0-427f-80a0-172ee72bc0b1 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1338387 Dec 15 04:38:14.372104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-de38b2dc-e2be-4921-a71c-d0344b1d6236 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=d412e363-2854-4912-829a-75eb1a98aa3c HTTP/1.1" status: 200 len: 205 time: 0.0477424 Dec 15 04:38:14.374094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:14.452638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a6f2849-6a32-4963-9f5d-9064f3032c83 req-890d21e5-6a19-4d1f-b4b7-dee0dc27dbde tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009831 Dec 15 04:38:14.462808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ceb9f45-eed6-4325-ac79-497993efbcfe req-ff02e16f-35a6-4235-98de-6482f67213f9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117861 Dec 15 04:38:14.513533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 93e21b64-6c40-45a5-ba34-bd818a97664e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:14.548769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 93e21b64-6c40-45a5-ba34-bd818a97664e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:14.549187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 93e21b64-6c40-45a5-ba34-bd818a97664e not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:14.628290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.651687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7e823a44-dcb2-4e58-9163-79cf12735914 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:14.731473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7e823a44-dcb2-4e58-9163-79cf12735914 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:14.741622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7e823a44-dcb2-4e58-9163-79cf12735914 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:14.741998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.801318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d5c732a-9622-480a-9c24-908f9d99d34d req-0d4bcd33-d57d-4131-b139-690dbf902a2a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63cf630-2428-47e6-bbf9-e5e715aed792 HTTP/1.1" status: 200 len: 210 time: 0.0614407 Dec 15 04:38:14.824151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.827050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.834101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.842469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.849722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.855625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.855819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.861743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:14.869925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bfd8978-da60-4544-a090-5c0e84f364de req-440de366-f07f-4e94-8412-c01538ea1970 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5426 time: 0.1940579 Dec 15 04:38:14.930863 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.942492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bfd8978-da60-4544-a090-5c0e84f364de req-f746564b-61d4-42e2-8edf-acd25fcfdc00 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673361 Dec 15 04:38:14.969459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Deleting port 60be0dfa-c8f7-48d1-9d34-cbb38b7b1e73 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:14.972785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:14.986084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2ae47d0-b42a-4735-888d-40b61d52d09d req-ac77598c-d73f-47c0-9aeb-5671912c2ade tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0417056 Dec 15 04:38:14.994621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:14.995917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:14.998521 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d174657d-3d43-4e77-941b-e25830981920" -d '{"events": [{"server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:15.013162 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.080050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.096192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Calling delete_port for 60be0dfa-c8f7-48d1-9d34-cbb38b7b1e73 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:15.108725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'name': 'network-vif-deleted', 'tag': '753e047d-c029-48fa-b734-d362ef0ff8bb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:15.111872 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc087ae2-1b5d-4b34-83af-c3085c99f355" -d '{"events": [{"server_uuid": "c63cf630-2428-47e6-bbf9-e5e715aed792", "name": "network-vif-deleted", "tag": "753e047d-c029-48fa-b734-d362ef0ff8bb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:15.176438 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65565709-000f-4aa4-8259-fb834e9b4fda x-openstack-request-id: req-65565709-000f-4aa4-8259-fb834e9b4fda {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:15.177359 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63cf630-2428-47e6-bbf9-e5e715aed792", "name": "network-vif-deleted", "tag": "753e047d-c029-48fa-b734-d362ef0ff8bb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:15.177676 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65565709-000f-4aa4-8259-fb834e9b4fda {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:15.178087 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63cf630-2428-47e6-bbf9-e5e715aed792', 'name': 'network-vif-deleted', 'tag': '753e047d-c029-48fa-b734-d362ef0ff8bb', 'status': 'completed', 'code': 200} Dec 15 04:38:15.184098 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33b3eab-aadd-4385-95d6-ec83d88e2570 x-openstack-request-id: req-f33b3eab-aadd-4385-95d6-ec83d88e2570 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:15.184098 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:15.184098 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f33b3eab-aadd-4385-95d6-ec83d88e2570 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:15.184098 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914', 'code': 200} Dec 15 04:38:15.205446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:15.284398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd190568-ceaa-4161-88e4-f2ff4cdc4d13 req-e6ab75d6-6fda-4f68-93c7-04ddc0965d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:15.285906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd190568-ceaa-4161-88e4-f2ff4cdc4d13 req-e6ab75d6-6fda-4f68-93c7-04ddc0965d8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 1097 time: 0.0909114 Dec 15 04:38:15.367835 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd190568-ceaa-4161-88e4-f2ff4cdc4d13 req-38ce6295-caec-439c-bb3a-d03d060768f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727308 Dec 15 04:38:15.369013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.399408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event deleted for resources: {'Port': ['ID=60be0dfa-c8f7-48d1-9d34-cbb38b7b1e73,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:15.464840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.568565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.570677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.595451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78fa0-116e-4306-8f5f-5cc60752c662 req-d792ed23-0103-452b-bd64-bade43b3684f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:15.597096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fe78fa0-116e-4306-8f5f-5cc60752c662 req-d792ed23-0103-452b-bd64-bade43b3684f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0822775 Dec 15 04:38:15.616403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7367b5-55a5-430e-b081-b9b7ce41308b req-9faa38f7-4adb-4e1a-a171-532ce6155c7a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:15.617966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd7367b5-55a5-430e-b081-b9b7ce41308b req-9faa38f7-4adb-4e1a-a171-532ce6155c7a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0720332 Dec 15 04:38:15.622818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.623546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Fanout notify agent at l3_agent the message router_deleted on router d412e363-2854-4912-829a-75eb1a98aa3c {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:15.632884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.634116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-30403c9f-e44f-4fe6-a978-94a974e66273 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/d412e363-2854-4912-829a-75eb1a98aa3c HTTP/1.1" status: 204 len: 168 time: 1.2591574 Dec 15 04:38:15.638878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33782) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:15.643688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'name': 'tempest-snat-router-932942520', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': False}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:15.668865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.671356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.699340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fe78fa0-116e-4306-8f5f-5cc60752c662 req-0d6bbedd-7025-4689-aecd-b606e5569fa6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801418 Dec 15 04:38:15.703565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd7367b5-55a5-430e-b081-b9b7ce41308b req-f291c965-b6cc-4d93-a2bd-80bc40f66a30 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785477 Dec 15 04:38:15.727709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:15.747009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'edccef9d-7113-4809-95e6-7430c7efd80e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:16.139117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.146254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.153458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.161896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.169346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.175641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.181849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.183876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-e536f314-3f63-440f-b009-60282289a4ad tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5426 time: 0.1137190 Dec 15 04:38:16.188506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.236037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79beb603-aeef-4226-bda6-78db1fb68183 req-5e4c14e2-5b06-4a40-b148-59ec5b611c95 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0507998 Dec 15 04:38:16.310767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc3b6c04-b176-44dd-a7f0-9e888327cf7d req-d791ff96-3c81-476a-92e2-28cab799b518 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147509 Dec 15 04:38:16.435989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.456287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.538845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ce6fea8-bc9a-486f-9278-58371addd150 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:16.552766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76105b67-8706-429b-a3d5-26adbffdd2a2 req-eb6018a8-b2a1-457e-a121-e50ac981f284 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.554618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76105b67-8706-429b-a3d5-26adbffdd2a2 req-eb6018a8-b2a1-457e-a121-e50ac981f284 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 950 time: 0.0676684 Dec 15 04:38:16.581909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Allocated IP 172.25.2.180 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/322fb05e-e701-43fc-8e57-f4350ff929fd) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:16.607397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6ce6fea8-bc9a-486f-9278-58371addd150 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:16.612350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6ce6fea8-bc9a-486f-9278-58371addd150 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:16.612730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.631261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76105b67-8706-429b-a3d5-26adbffdd2a2 req-773ed6c7-5863-40e9-8062-8f5eff59092d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669432 Dec 15 04:38:16.717858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.718310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.761007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.771148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ce6fea8-bc9a-486f-9278-58371addd150, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ce6fea8-bc9a-486f-9278-58371addd150,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:16.780358 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.781521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 37f72851-15d9-4cfa-84fe-cdcaf43df108 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:16.807409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:16.809609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:16.814061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:16.866915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Port': ['ID=322fb05e-e701-43fc-8e57-f4350ff929fd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:16.913796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6ce6fea8-bc9a-486f-9278-58371addd150,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:16.947708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 37f72851-15d9-4cfa-84fe-cdcaf43df108 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:16.953009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 37f72851-15d9-4cfa-84fe-cdcaf43df108 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:16.953444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:16.954731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198299-0bba-413b-ae6b-151805cd5f82 req-36a0a684-d87a-4ca0-be62-0c5504c131a2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.962244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56198299-0bba-413b-ae6b-151805cd5f82 req-36a0a684-d87a-4ca0-be62-0c5504c131a2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1212957 Dec 15 04:38:16.970917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748b3b-fd78-490b-9ff7-27cc7a97f86e req-42a6d9a7-54b2-4432-9e04-b5e0c0612aa3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:16.972399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e748b3b-fd78-490b-9ff7-27cc7a97f86e req-42a6d9a7-54b2-4432-9e04-b5e0c0612aa3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1418033 Dec 15 04:38:17.060532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56198299-0bba-413b-ae6b-151805cd5f82 req-8acc2c02-1da9-4be8-9812-34f5a7c1e219 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974000 Dec 15 04:38:17.080587 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.099727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e748b3b-fd78-490b-9ff7-27cc7a97f86e req-26d7977b-f33c-4840-a8c4-0067a9fa6389 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122971 Dec 15 04:38:17.127335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.142063 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:17.147558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.148353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device da96df1e-d49f-4b87-9c80-035a074f5f68 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:17.195192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce6fea8-bc9a-486f-9278-58371addd150'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f72851-15d9-4cfa-84fe-cdcaf43df108'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:17.197820 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c126e9-a51b-4303-943d-4c9e54e6e5fa" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "6ce6fea8-bc9a-486f-9278-58371addd150"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "37f72851-15d9-4cfa-84fe-cdcaf43df108"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:17.239702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:17.255394 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4f61cc-e05d-4333-81fd-aed7aba50687 x-openstack-request-id: req-5e4f61cc-e05d-4333-81fd-aed7aba50687 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:17.256107 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "6ce6fea8-bc9a-486f-9278-58371addd150", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "37f72851-15d9-4cfa-84fe-cdcaf43df108", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:17.256263 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e4f61cc-e05d-4333-81fd-aed7aba50687 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:17.256762 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce6fea8-bc9a-486f-9278-58371addd150', 'code': 200} Dec 15 04:38:17.256959 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f72851-15d9-4cfa-84fe-cdcaf43df108', 'code': 200} Dec 15 04:38:17.262436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port da96df1e-d49f-4b87-9c80-035a074f5f68 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:17.267572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port da96df1e-d49f-4b87-9c80-035a074f5f68 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:17.267943 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.356432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.370190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-323b0ff7-1f79-4011-88af-50645195fa8b req-de330b5c-1ff0-4b2f-8fec-ce6e6cebbef7 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0460329 Dec 15 04:38:17.383047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.447645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da96df1e-d49f-4b87-9c80-035a074f5f68, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da96df1e-d49f-4b87-9c80-035a074f5f68,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:17.455131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.456200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device da79f6cc-6c84-4060-8738-6582f3b20206 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:17.503681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.511366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.518106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.525543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.525791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Router 62e42e0a-9ab4-415b-9d02-cd3db178ca38 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:17.533819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.541697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.548544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.550707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb582935-a671-4542-b980-f53de91f18a5 req-eca044a9-fce6-4515-a4bc-7648138b75ee tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5428 time: 0.1268556 Dec 15 04:38:17.558173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=da96df1e-d49f-4b87-9c80-035a074f5f68,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:17.574543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port da79f6cc-6c84-4060-8738-6582f3b20206 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:17.579478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port da79f6cc-6c84-4060-8738-6582f3b20206 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:17.580318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.630804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb582935-a671-4542-b980-f53de91f18a5 req-c954f73e-9dc8-4595-af8e-92ef410b5a57 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726585 Dec 15 04:38:17.663093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:17.673490 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Sync routers for ids ['62e42e0a-9ab4-415b-9d02-cd3db178ca38'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:17.690876 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Routers {'62e42e0a-9ab4-415b-9d02-cd3db178ca38'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:17.693559 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['62e42e0a-9ab4-415b-9d02-cd3db178ca38'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:17.693787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.695564 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d9861408-02d5-4573-b193-e836a829f244 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0552731 Dec 15 04:38:17.700025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33846) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:17.713220 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.759489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da79f6cc-6c84-4060-8738-6582f3b20206,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:17.765831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.767522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce536a95-15bb-45b5-8a98-6606de9408f7 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:17.833096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Set router 62e42e0a-9ab4-415b-9d02-cd3db178ca38 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:17.834512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f76ee-2aa6-4494-96ae-586b9453dd86 req-c684d57a-46a6-4ec4-a2f8-70c52f5f371f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:17.846010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb2f76ee-2aa6-4494-96ae-586b9453dd86 req-c684d57a-46a6-4ec4-a2f8-70c52f5f371f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 950 time: 0.0998685 Dec 15 04:38:17.866904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:17.880985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port ce536a95-15bb-45b5-8a98-6606de9408f7 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:17.888998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ce536a95-15bb-45b5-8a98-6606de9408f7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:17.889376 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.911488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e59ea910-c5b4-4038-a4b6-4cb5add3a803 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/62e42e0a-9ab4-415b-9d02-cd3db178ca38 HTTP/1.1" status: 200 len: 908 time: 0.2094207 Dec 15 04:38:17.914056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:17.920129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'name': 'tempest-snat-router-932942520', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': True}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:17.927879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb2f76ee-2aa6-4494-96ae-586b9453dd86 req-d81ec14c-9716-4e0a-b6f1-39f74145904f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758226 Dec 15 04:38:17.961000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:17.962661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.018100 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.034862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.059838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce536a95-15bb-45b5-8a98-6606de9408f7,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:18.066681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.067547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:18.142359 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e42e0a-9ab4-415b-9d02-cd3db178ca38', 'name': 'tempest-snat-router-932942520', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.180'}], 'enable_snat': False}, 'gw_port_id': '322fb05e-e701-43fc-8e57-f4350ff929fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:15Z', 'updated_at': '2021-12-15T04:38:16Z', 'revision_number': 3, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port': {'id': '322fb05e-e701-43fc-8e57-f4350ff929fd', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e42e0a-9ab4-415b-9d02-cd3db178ca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:16Z', 'updated_at': '2021-12-15T04:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:18.166524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:18.183171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:18.191875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:18.193146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.202145 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Checking router: 62e42e0a-9ab4-415b-9d02-cd3db178ca38 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:38:18.202757 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Updating router 62e42e0a-9ab4-415b-9d02-cd3db178ca38 port 322fb05e-e701-43fc-8e57-f4350ff929fd binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:38:18.262635 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.290029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af72e0-f071-4747-96c3-0ffd9188ece1 req-0c4c279f-b7c1-4d4d-961b-d46d1ec37236 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.297486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6af72e0-f071-4747-96c3-0ffd9188ece1 req-0c4c279f-b7c1-4d4d-961b-d46d1ec37236 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0917811 Dec 15 04:38:18.320350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-632d2fa8-f2c6-4f01-99b4-cdff56b8311a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.322580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-632d2fa8-f2c6-4f01-99b4-cdff56b8311a tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/ports?device_id=de698274-7921-49a1-9595-cbfaa7e6c241 HTTP/1.1" status: 200 len: 950 time: 0.2277851 Dec 15 04:38:18.335028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb28ca5-e296-4f60-9525-d6cfd57b1a13 req-0c00cb62-d219-4993-b61a-6b9255267537 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.336716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cb28ca5-e296-4f60-9525-d6cfd57b1a13 req-0c00cb62-d219-4993-b61a-6b9255267537 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1209815 Dec 15 04:38:18.343072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.368330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.399227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6af72e0-f071-4747-96c3-0ffd9188ece1 req-251a83c0-66ee-4e83-b910-85f7d60cff9d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994453 Dec 15 04:38:18.440265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-9d43bc52-e432-4c6c-92d1-143c2fa2e88f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.441876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-9d43bc52-e432-4c6c-92d1-143c2fa2e88f tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 950 time: 0.2878215 Dec 15 04:38:18.451305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cb28ca5-e296-4f60-9525-d6cfd57b1a13 req-4d03fb5b-4f7a-4a38-a6e5-895b09d3d8e8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961285 Dec 15 04:38:18.479583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:18.498160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.561432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ed4ccc14-a15e-4fe7-b196-11dd27839e91 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:18.600798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e0a3656-05ea-4741-9357-9278288496fd req-c5504bea-ccb2-4d9c-97aa-aca4eebd1974 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0464282 Dec 15 04:38:18.679079 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.687913 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.689680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 753e047d-c029-48fa-b734-d362ef0ff8bb no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:18.706579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:18.740927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 753e047d-c029-48fa-b734-d362ef0ff8bb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:18.741284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 753e047d-c029-48fa-b734-d362ef0ff8bb not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:18.745759 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Attempting to bind port 322fb05e-e701-43fc-8e57-f4350ff929fd on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:18.746353 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Attempting to bind port 322fb05e-e701-43fc-8e57-f4350ff929fd by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:18.747113 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Attempting to bind port 322fb05e-e701-43fc-8e57-f4350ff929fd on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:18.760030 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:18.760732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:18.761383 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.761958 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:18.762648 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Bound port: 322fb05e-e701-43fc-8e57-f4350ff929fd, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:18.763304 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.768503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port ed4ccc14-a15e-4fe7-b196-11dd27839e91 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:18.774662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ed4ccc14-a15e-4fe7-b196-11dd27839e91 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:18.775658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.803739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73de2-9eaf-462f-82ed-05409a4654ea req-ac98018a-8eec-4131-a804-b5c5d6043562 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.814210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1f73de2-9eaf-462f-82ed-05409a4654ea req-ac98018a-8eec-4131-a804-b5c5d6043562 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1354373 Dec 15 04:38:18.824162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port edccef9d-7113-4809-95e6-7430c7efd80e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:18.824488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.874012 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] For port 322fb05e-e701-43fc-8e57-f4350ff929fd, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:18.882206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.901298 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] For port 322fb05e-e701-43fc-8e57-f4350ff929fd, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=322fb05e-e701-43fc-8e57-f4350ff929fd,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:18.903671 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa635b8-43cf-4fa7-abb0-7b294d5331e0 None None] Pushing event updated for resources: {'Port': ['ID=322fb05e-e701-43fc-8e57-f4350ff929fd,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:18.919725 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.931300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:18.932613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.938010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.941068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device edccef9d-7113-4809-95e6-7430c7efd80e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:18.949419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.957995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.964744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=edccef9d-7113-4809-95e6-7430c7efd80e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:18.965712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:18.981924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:18.999989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.008468 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Routers {'62e42e0a-9ab4-415b-9d02-cd3db178ca38'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:19.010189 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['62e42e0a-9ab4-415b-9d02-cd3db178ca38'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:19.014223 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa635b8-43cf-4fa7-abb0-7b294d5331e0 None None] Pushing event updated for resources: {'Port': ['ID=322fb05e-e701-43fc-8e57-f4350ff929fd,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:19.016993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for edccef9d-7113-4809-95e6-7430c7efd80e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:19.028447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:19.028703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.029186 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.046468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.052144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-3932170f-3ca3-4850-a21e-8b32e7ce16c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5432 time: 0.2332897 Dec 15 04:38:19.062046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:19.072871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1f73de2-9eaf-462f-82ed-05409a4654ea req-6c9b993d-75ab-4516-acaf-f2daa6e8ba50 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572932 Dec 15 04:38:19.130791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.153991 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] Set router 62e42e0a-9ab4-415b-9d02-cd3db178ca38 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:19.176612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9a465c6-99b7-4015-bc82-5f040f14b76d req-429c3b1d-3cfb-4362-a3f6-659caea5e472 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023607 Dec 15 04:38:19.180420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port edccef9d-7113-4809-95e6-7430c7efd80e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=edccef9d-7113-4809-95e6-7430c7efd80e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:19.189970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.258266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96df1e-d49f-4b87-9c80-035a074f5f68'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ccc14-a15e-4fe7-b196-11dd27839e91'}, {'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:19.262499 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf33620-bf0b-4c02-8106-a0e20f4721ff" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "da96df1e-d49f-4b87-9c80-035a074f5f68"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "5901fa7f-3d9c-485b-8121-7dfd0e2b7609"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ccc14-a15e-4fe7-b196-11dd27839e91"}, {"server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "name": "network-vif-unplugged", "status": "completed", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:19.285088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:19.288576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b5440-abf5-4f92-8f01-e35e2b13d21c req-a6b35775-64b5-458d-b50d-d10f8e13abf4 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.298251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be9b5440-abf5-4f92-8f01-e35e2b13d21c req-a6b35775-64b5-458d-b50d-d10f8e13abf4 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 950 time: 0.1039596 Dec 15 04:38:19.376791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be9b5440-abf5-4f92-8f01-e35e2b13d21c req-ca6fc7ab-e079-4aae-934a-6bb7f85f73cd tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757666 Dec 15 04:38:19.423766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port b1c211d6-7c95-478f-b22f-6d76a4dbefe2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:19.424091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.450931 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9157a118-3aff-4e05-8a1a-9d3177970eea x-openstack-request-id: req-9157a118-3aff-4e05-8a1a-9d3177970eea {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:19.451247 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "da96df1e-d49f-4b87-9c80-035a074f5f68", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "5901fa7f-3d9c-485b-8121-7dfd0e2b7609", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ccc14-a15e-4fe7-b196-11dd27839e91", "code": 200}, {"server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "name": "network-vif-unplugged", "status": "completed", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:19.451527 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9157a118-3aff-4e05-8a1a-9d3177970eea {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:19.451985 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96df1e-d49f-4b87-9c80-035a074f5f68', 'code': 200} Dec 15 04:38:19.452367 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'code': 200} Dec 15 04:38:19.452609 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7', 'code': 200} Dec 15 04:38:19.452862 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609', 'code': 200} Dec 15 04:38:19.453110 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ccc14-a15e-4fe7-b196-11dd27839e91', 'code': 200} Dec 15 04:38:19.453356 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e', 'code': 200} Dec 15 04:38:19.474682 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e42e0a-9ab4-415b-9d02-cd3db178ca38', 'name': 'tempest-snat-router-932942520', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.180'}], 'enable_snat': False}, 'gw_port_id': '322fb05e-e701-43fc-8e57-f4350ff929fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:15Z', 'updated_at': '2021-12-15T04:38:16Z', 'revision_number': 3, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port': {'id': '322fb05e-e701-43fc-8e57-f4350ff929fd', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e42e0a-9ab4-415b-9d02-cd3db178ca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:16Z', 'updated_at': '2021-12-15T04:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:19.476255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for b1c211d6-7c95-478f-b22f-6d76a4dbefe2 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:19.508913 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf18760-4362-4b6a-bbff-6c637b2652b0 None None] The sync data for ids ['62e42e0a-9ab4-415b-9d02-cd3db178ca38'] in n-d-820935-10 is: [{'id': '62e42e0a-9ab4-415b-9d02-cd3db178ca38', 'name': 'tempest-snat-router-932942520', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.180'}], 'enable_snat': False}, 'gw_port_id': '322fb05e-e701-43fc-8e57-f4350ff929fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:15Z', 'updated_at': '2021-12-15T04:38:16Z', 'revision_number': 3, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port': {'id': '322fb05e-e701-43fc-8e57-f4350ff929fd', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e42e0a-9ab4-415b-9d02-cd3db178ca38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:16Z', 'updated_at': '2021-12-15T04:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:19.648596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69431f-4c18-43a6-8d75-8866af11ed28 req-8f25bf8c-3ef1-440b-926c-4ae1b0b2340d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.651488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa69431f-4c18-43a6-8d75-8866af11ed28 req-8f25bf8c-3ef1-440b-926c-4ae1b0b2340d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1195531 Dec 15 04:38:19.757976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.781453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa69431f-4c18-43a6-8d75-8866af11ed28 req-e136fb80-29c3-4074-8dab-bbaac0c38b49 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218641 Dec 15 04:38:19.814747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.828301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.829622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.830491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.833547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.834164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.834697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.835357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:19.838316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-e9cdd4c7-33b2-4b49-862f-6af99ebe6078 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6497 time: 0.1252098 Dec 15 04:38:19.861396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:19.902798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:19.943461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1c211d6-7c95-478f-b22f-6d76a4dbefe2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:20.020471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=edccef9d-7113-4809-95e6-7430c7efd80e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:20.036844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e5e23b0-d6a7-49ce-9028-0610ec437804 req-237f7faa-533a-412f-844e-b0e80896c71e tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.1070104 Dec 15 04:38:20.068849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5f32-3088-4c72-b37a-578dc485c0c3 req-7d18100b-6f0a-49a7-99c5-6c325b3f8c96 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.081732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9e5f32-3088-4c72-b37a-578dc485c0c3 req-7d18100b-6f0a-49a7-99c5-6c325b3f8c96 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.2368989 Dec 15 04:38:20.120267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port edccef9d-7113-4809-95e6-7430c7efd80e on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:20.125540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:20.136834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6fd403-7689-48ac-ad50-9672e6dee01c req-7a98dc2c-5fef-4ced-a4f4-6f2ed5f45870 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "DELETE /v2.0/ports/edccef9d-7113-4809-95e6-7430c7efd80e HTTP/1.1" status: 204 len: 173 time: 1.8067439 Dec 15 04:38:20.147832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'name': 'network-vif-deleted', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:20.153132 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd2dccb-575f-4e5c-8776-c70b73eb8479" -d '{"events": [{"server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "name": "network-vif-deleted", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:20.153336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-358277f9-84b1-47ac-bd12-efc5bfea4d5f req-3cb8f64f-cf80-474b-a078-04ccbf0460bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056993 Dec 15 04:38:20.221603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9e5f32-3088-4c72-b37a-578dc485c0c3 req-b08e3f1c-8a3e-4771-a8a6-9d075ba8c28e tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385837 Dec 15 04:38:20.269677 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109020f9-0239-4b53-a386-a4d5c08db0ba x-openstack-request-id: req-109020f9-0239-4b53-a386-a4d5c08db0ba {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:20.269975 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de698274-7921-49a1-9595-cbfaa7e6c241", "name": "network-vif-deleted", "tag": "edccef9d-7113-4809-95e6-7430c7efd80e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:20.270227 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-109020f9-0239-4b53-a386-a4d5c08db0ba {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:20.270632 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de698274-7921-49a1-9595-cbfaa7e6c241', 'name': 'network-vif-deleted', 'tag': 'edccef9d-7113-4809-95e6-7430c7efd80e', 'status': 'completed', 'code': 200} Dec 15 04:38:20.273542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:20.423721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.442089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.462995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.485846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.506358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.514195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.524335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.527382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-5bbb2845-5f60-4984-b944-c69920f1bf39 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.2221725 Dec 15 04:38:20.613597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eea0f85-d4ea-4efd-80a2-021f8d8fa10d req-bfe433ce-0f33-46be-8d50-84999b7d3c63 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 210 time: 0.0844502 Dec 15 04:38:20.690192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d721cdd-2ebd-4b11-bff2-367ed313ad62 req-f6191066-1fac-4c85-a4f2-32a0e8056191 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475098 Dec 15 04:38:20.868098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322fb05e-e701-43fc-8e57-f4350ff929fd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:20.940430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Allocated IP 172.25.2.72 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/93923af8-1d14-4460-8594-fb193771dc0b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:20.954737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c6dca-4163-4886-96dd-a493a4e938b4 req-69b557ae-36b0-4114-95e4-d484f2b6f6c7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:20.956472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-688c6dca-4163-4886-96dd-a493a4e938b4 req-69b557ae-36b0-4114-95e4-d484f2b6f6c7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0750682 Dec 15 04:38:20.962866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=b1c211d6-7c95-478f-b22f-6d76a4dbefe2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:21.035517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 322fb05e-e701-43fc-8e57-f4350ff929fd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:21.036133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.062541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-688c6dca-4163-4886-96dd-a493a4e938b4 req-87539975-223e-4910-8e97-aaa8efc90ab3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718083 Dec 15 04:38:21.081514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port b1c211d6-7c95-478f-b22f-6d76a4dbefe2 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:21.095899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.099376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0fbead1e-25b5-467b-ab4a-d0d0457b1c88 req-394d330f-2ec1-4e04-b822-6b61aaed634e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.42 "DELETE /v2.0/ports/b1c211d6-7c95-478f-b22f-6d76a4dbefe2 HTTP/1.1" status: 204 len: 173 time: 2.5943828 Dec 15 04:38:21.154160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.180417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 322fb05e-e701-43fc-8e57-f4350ff929fd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=322fb05e-e701-43fc-8e57-f4350ff929fd,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:21.188850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.207548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.213475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b7c60cf-bfa6-46f5-950a-1eb5a97c481a req-efdacbb6-1a0f-4035-a7c2-6509977d611c tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0480459 Dec 15 04:38:21.285902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=322fb05e-e701-43fc-8e57-f4350ff929fd,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:21.286719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.338288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:21.341758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:21.345877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:21.378552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Port': ['ID=93923af8-1d14-4460-8594-fb193771dc0b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:21.405126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dbcbf-7d31-4ae7-8a60-59b8e1e6a6f3 req-3067baf0-b957-4664-9308-e4de6ff3fc71 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.407737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b9dbcbf-7d31-4ae7-8a60-59b8e1e6a6f3 req-3067baf0-b957-4664-9308-e4de6ff3fc71 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0830545 Dec 15 04:38:21.484430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b9dbcbf-7d31-4ae7-8a60-59b8e1e6a6f3 req-aede5e9e-4f2a-41e6-b9b5-7822f85b9498 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663996 Dec 15 04:38:21.530130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34026) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:21.685647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.757666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0acc9b81-f166-4fe4-8fbe-ff865b3899ec req-ac5babfd-bf6f-41d1-af7d-fff74202edd0 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=4de87ccd-6a91-4e87-9ec2-35344d13b4dd HTTP/1.1" status: 200 len: 210 time: 0.0353131 Dec 15 04:38:21.787096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e7261f0-42d6-4020-97ce-647d02902007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.884160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.903730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.913585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.923418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.932240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.940011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.947397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:21.954708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-a50b46a6-874c-478b-8546-c736725f98a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.1434243 Dec 15 04:38:21.983832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e7261f0-42d6-4020-97ce-647d02902007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.992318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e7261f0-42d6-4020-97ce-647d02902007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:21.996808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.013766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37b00842-7a74-4640-9056-0ea9d78d8943 req-2134501d-fd52-4ac4-a08a-ac8d1031b191 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578804 Dec 15 04:38:22.099473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5e7261f0-42d6-4020-97ce-647d02902007 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=526fd8f5198a4ac3a89631e212c01f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5679913 Dec 15 04:38:22.101945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34040) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:22.110053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7261f0-42d6-4020-97ce-647d02902007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff28c26b-addc-4dc4-8649-6ca7ea4a09a1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:22.153798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.159736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.166516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.172472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.178541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.184462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.186196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28d83278-60cf-41bf-901f-93e82910be7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.190315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.192227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c8d552b-aca8-4ebb-bf7b-f89ea96e51ca req-8df1013b-c4e5-441d-b0ec-5122e15066e1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.1023107 Dec 15 04:38:22.203748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34042) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:22.215533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28d83278-60cf-41bf-901f-93e82910be7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.221260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Request body: {'floatingip': {'port_id': 'da79f6cc-6c84-4060-8738-6582f3b20206'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:22.248374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Router b2eef6e0-e749-424f-bb89-d6921a01a804 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:22.268105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.297430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'name': 'network-vif-deleted', 'tag': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:22.298272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'a68173dc-722e-41ce-80d9-d9f222599fc3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:22.300246 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83581627-5a7f-4125-a0b4-f76cd591712b" -d '{"events": [{"server_uuid": "4de87ccd-6a91-4e87-9ec2-35344d13b4dd", "name": "network-vif-deleted", "tag": "b1c211d6-7c95-478f-b22f-6d76a4dbefe2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:22.349371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28d83278-60cf-41bf-901f-93e82910be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.351898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28d83278-60cf-41bf-901f-93e82910be7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.353139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-28d83278-60cf-41bf-901f-93e82910be7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff28c26b-addc-4dc4-8649-6ca7ea4a09a1 HTTP/1.1" status: 204 len: 168 time: 0.2502811 Dec 15 04:38:22.357399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4e04380-24ff-4266-adb8-45efa64b4f54 req-3d633e7f-f34d-44f2-ab15-eb54a1368f08 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0547254 Dec 15 04:38:22.368223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c6c3-a900-4bf7-9f67-73de13b880db req-d54f179a-7175-4a15-ad64-8501659cc858 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.368780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d83278-60cf-41bf-901f-93e82910be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff28c26b-addc-4dc4-8649-6ca7ea4a09a1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:22.370480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ede7c6c3-a900-4bf7-9f67-73de13b880db req-d54f179a-7175-4a15-ad64-8501659cc858 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1773379 Dec 15 04:38:22.389897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:22.404023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Sync routers for ids ['b2eef6e0-e749-424f-bb89-d6921a01a804'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:22.415998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.420137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2babf732-61a8-403f-9af5-27e6ad31e15d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5025885 Dec 15 04:38:22.420468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:22.432795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Routers {'b2eef6e0-e749-424f-bb89-d6921a01a804'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:22.433755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b2eef6e0-e749-424f-bb89-d6921a01a804'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:22.546139 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ff6a30-0d3a-42a6-a12f-e90eb79c1bee x-openstack-request-id: req-a8ff6a30-0d3a-42a6-a12f-e90eb79c1bee {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:22.546441 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de87ccd-6a91-4e87-9ec2-35344d13b4dd", "name": "network-vif-deleted", "tag": "b1c211d6-7c95-478f-b22f-6d76a4dbefe2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:22.546701 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8ff6a30-0d3a-42a6-a12f-e90eb79c1bee {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:22.547101 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de87ccd-6a91-4e87-9ec2-35344d13b4dd', 'name': 'network-vif-deleted', 'tag': 'b1c211d6-7c95-478f-b22f-6d76a4dbefe2', 'status': 'completed', 'code': 200} Dec 15 04:38:22.591614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Set router b2eef6e0-e749-424f-bb89-d6921a01a804 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:22.636297 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-98779e08-7324-468e-a4b6-6dadc6be3bf9 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/b2eef6e0-e749-424f-bb89-d6921a01a804 HTTP/1.1" status: 200 len: 906 time: 0.2141449 Dec 15 04:38:22.640825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34056) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:22.678347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1c211d6-7c95-478f-b22f-6d76a4dbefe2 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:22.768629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: b1c211d6-7c95-478f-b22f-6d76a4dbefe2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:22.769547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1c211d6-7c95-478f-b22f-6d76a4dbefe2 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:22.772929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ede7c6c3-a900-4bf7-9f67-73de13b880db req-5b29144e-26b5-4e93-aaf7-71a25007e8a7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931019 Dec 15 04:38:22.798971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.834891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322fb05e-e701-43fc-8e57-f4350ff929fd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:22.858504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850f3c3-6e4c-44cd-b6a6-cf2cef52a648 req-bd12b161-17af-4304-9b3b-e5ce7bc25416 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:22.860012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0850f3c3-6e4c-44cd-b6a6-cf2cef52a648 req-bd12b161-17af-4304-9b3b-e5ce7bc25416 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1977136 Dec 15 04:38:22.889057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:22.942671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe19e35d-3e39-4eb6-80ab-e68402ba74dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.963090 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:22.977045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0850f3c3-6e4c-44cd-b6a6-cf2cef52a648 req-c7531e36-9d09-4aa6-8885-e59541be757e tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060848 Dec 15 04:38:22.979131 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.060998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.101072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe19e35d-3e39-4eb6-80ab-e68402ba74dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.122810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe19e35d-3e39-4eb6-80ab-e68402ba74dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.185315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19e35d-3e39-4eb6-80ab-e68402ba74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32b3bb3-ddda-4c43-a0e0-7eae44506495,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:23.189087 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Floating IP 686f2355-f522-48d1-a11f-a3c877e5163a associated. External IP: 172.25.2.177, port: da79f6cc-6c84-4060-8738-6582f3b20206. Dec 15 04:38:23.192121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fe19e35d-3e39-4eb6-80ab-e68402ba74dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f405019c17e437dac1ef2603d5bf593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007879 Dec 15 04:38:23.196671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:23.201704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Deleting port 93923af8-1d14-4460-8594-fb193771dc0b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:23.202401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.203825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 322fb05e-e701-43fc-8e57-f4350ff929fd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:23.204056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.247756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eef6e0-e749-424f-bb89-d6921a01a804', 'name': 'tempest-snat-router-932942520', 'tenant_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '93923af8-1d14-4460-8594-fb193771dc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:17Z', 'updated_at': '2021-12-15T04:38:21Z', 'revision_number': 3, 'project_id': 'ae3af10b21e0427fa2a2b164ffe8b1cb', 'gw_port': {'id': '93923af8-1d14-4460-8594-fb193771dc0b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eef6e0-e749-424f-bb89-d6921a01a804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:19Z', 'updated_at': '2021-12-15T04:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:23.283537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Checking router: b2eef6e0-e749-424f-bb89-d6921a01a804 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:38:23.283885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Updating router b2eef6e0-e749-424f-bb89-d6921a01a804 port 93923af8-1d14-4460-8594-fb193771dc0b binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:38:23.296212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.317404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Calling delete_port for 93923af8-1d14-4460-8594-fb193771dc0b owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:23.334127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.395819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.553705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.591074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event deleted for resources: {'Port': ['ID=93923af8-1d14-4460-8594-fb193771dc0b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:23.631365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2c14158-fb67-426c-8c63-46c701dda457 req-46252681-c640-45de-b0e3-ff2db3e8e568 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0774817 Dec 15 04:38:23.639749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.664808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:38:23.682247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.775686 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.777995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.797097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9036b9-53f3-44af-a1eb-199245f7d069 req-a2164b6e-baf5-402b-b5b2-7b00d99d4c94 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:23.799084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa9036b9-53f3-44af-a1eb-199245f7d069 req-a2164b6e-baf5-402b-b5b2-7b00d99d4c94 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 949 time: 0.2464132 Dec 15 04:38:23.832170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.832799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2eef6e0-e749-424f-bb89-d6921a01a804 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:23.837499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.843555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59c721cf-b19a-4ed4-808f-3cf5a078d98b tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b2eef6e0-e749-424f-bb89-d6921a01a804 HTTP/1.1" status: 204 len: 168 time: 1.1962769 Dec 15 04:38:23.843555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:23.846784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:38:23.847152 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:38:23.866685 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.870888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.872308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f32b3bb3-ddda-4c43-a0e0-7eae44506495 HTTP/1.1" status: 204 len: 168 time: 0.6744356 Dec 15 04:38:23.932911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32b3bb3-ddda-4c43-a0e0-7eae44506495,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:23.956103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.956465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.956818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.957164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.957492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.957821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.958155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.958481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.958812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.959135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.959462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.959784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.960142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72362e5f-8a92-404a-912f-39bd32700bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:23.971435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa9036b9-53f3-44af-a1eb-199245f7d069 req-78a763ed-623c-4ab6-908c-b50dce2b0172 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427791 Dec 15 04:38:23.973877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:23.979985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:23.987812 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] Sync routers for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:24.001964 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:24.002591 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:24.006149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.061421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100a06-150f-43b1-984d-b2d24549f8b0 req-12ac6f6e-53e3-4acc-afe5-294ac303d53e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.063012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20100a06-150f-43b1-984d-b2d24549f8b0 req-12ac6f6e-53e3-4acc-afe5-294ac303d53e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1837988 Dec 15 04:38:24.066846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-09ee6c76-3f57-4c09-a5d0-0895840be209 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "PUT /v2.0/floatingips/686f2355-f522-48d1-a11f-a3c877e5163a HTTP/1.1" status: 200 len: 991 time: 1.8618464 Dec 15 04:38:24.067428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:24.071369 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673839ae-71dd-4432-a68e-16f15cac28ac" -d '{"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:24.151516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20100a06-150f-43b1-984d-b2d24549f8b0 req-76aeb853-36f8-43b9-80db-4f1b7b0b40c4 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768330 Dec 15 04:38:24.152919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.163009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bd488-b326-4524-a258-ad7642e6bdb2 req-c4b8bb41-49a4-45fa-bafc-9c3206ff1676 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.171068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d4bd488-b326-4524-a258-ad7642e6bdb2 req-c4b8bb41-49a4-45fa-bafc-9c3206ff1676 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0952511 Dec 15 04:38:24.188255 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:24.222247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d4bd488-b326-4524-a258-ad7642e6bdb2 req-30330943-ae8e-4b19-8a4d-3f19884ebdb3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502930 Dec 15 04:38:24.248354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Deleting port 322fb05e-e701-43fc-8e57-f4350ff929fd {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:24.248769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.288541 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f502ce9-3a8d-4fc6-84c2-ebdee3a2e867 x-openstack-request-id: req-1f502ce9-3a8d-4fc6-84c2-ebdee3a2e867 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:24.289145 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:24.289637 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f502ce9-3a8d-4fc6-84c2-ebdee3a2e867 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:24.290914 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'status': 'completed', 'code': 200} Dec 15 04:38:24.359553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] For port 322fb05e-e701-43fc-8e57-f4350ff929fd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=322fb05e-e701-43fc-8e57-f4350ff929fd,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:24.359920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.374499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Calling delete_port for 322fb05e-e701-43fc-8e57-f4350ff929fd owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:24.379252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Port 93923af8-1d14-4460-8594-fb193771dc0b not found while updating agent binding for router b2eef6e0-e749-424f-bb89-d6921a01a804. {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 04:38:24.397915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Routers set() bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:24.398547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Router IDs set() for agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 04:38:24.403936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_agentschedulers_db [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2eef6e0-e749-424f-bb89-d6921a01a804'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent'). {{(pid=103134) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 04:38:24.406272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058691b6-4d88-460c-a43e-7570515f17b4 None None] The sync data for ids ['b2eef6e0-e749-424f-bb89-d6921a01a804'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:24.411712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.412209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.412708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.413202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.417620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.418104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.418636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.420669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-98095019-fef0-46e4-bb32-49f0a0a8a1aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6497 time: 0.0821881 Dec 15 04:38:24.501676 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '686f2355-f522-48d1-a11f-a3c877e5163a', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'port_id': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'mac_address': 'fa:16:3e:13:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:37:05Z', 'updated_at': '2021-12-15T04:38:22Z', 'revision_number': 1, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:24.553956 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] Checking router: b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:38:24.566405 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:24.567387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:24.596987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-7786f1bb-95e8-4310-900a-4d8969ccac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.604094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-7786f1bb-95e8-4310-900a-4d8969ccac27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=71bbf166-4518-42f2-a41c-b4030317ebd3 HTTP/1.1" status: 200 len: 912 time: 0.1365650 Dec 15 04:38:24.636278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.676963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event deleted for resources: {'Port': ['ID=322fb05e-e701-43fc-8e57-f4350ff929fd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:24.704096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-8e54b564-c180-4739-aee1-2008c5257596 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 200 len: 999 time: 0.0949898 Dec 15 04:38:24.773002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.795819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-abf0c4de-0649-4b29-bda7-9a2fd32de11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:24.796174 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:24.798985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-abf0c4de-0649-4b29-bda7-9a2fd32de11d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 HTTP/1.1" status: 200 len: 851 time: 0.0590911 Dec 15 04:38:24.899396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.902471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.965799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.966358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62e42e0a-9ab4-415b-9d02-cd3db178ca38 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:24.974353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:24.979815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2aa1f05c-f3b6-4d02-8e18-6259cc54b03c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "DELETE /v2.0/routers/62e42e0a-9ab4-415b-9d02-cd3db178ca38 HTTP/1.1" status: 204 len: 168 time: 1.1328251 Dec 15 04:38:24.982327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34112) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:24.992751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-684421189', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:25.165740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34518e21-1ee0-4abd-8157-fa1a7abcb8a3 req-a019911d-3931-4914-813e-1a439c34ad8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.1418240 Dec 15 04:38:25.215141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-43d3f063-7fd2-4337-bae3-c1080735c949 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:25.219188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-43d3f063-7fd2-4337-bae3-c1080735c949 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 949 time: 0.2132351 Dec 15 04:38:25.221538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:25.223486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:25.306751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87bebade-4f3c-4249-a777-0b48385a5272 req-864c752b-5e64-41da-96ed-97fa75d9bed2 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.4874122 Dec 15 04:38:25.313409 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '686f2355-f522-48d1-a11f-a3c877e5163a', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'port_id': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'mac_address': 'fa:16:3e:13:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:37:05Z', 'updated_at': '2021-12-15T04:38:22Z', 'revision_number': 1, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:25.348346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673839ae-71dd-4432-a68e-16f15cac28ac req-3186ac44-ed0d-4f09-ac7f-d987c4fc76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:25.349849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-3186ac44-ed0d-4f09-ac7f-d987c4fc76c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71bbf166-4518-42f2-a41c-b4030317ebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5188768 Dec 15 04:38:25.362992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027978-1f09-44a2-9ee6-ee25d984ead8 req-802a99ca-dfdf-4faf-970e-7aea41df1b35 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:25.370338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f027978-1f09-44a2-9ee6-ee25d984ead8 req-802a99ca-dfdf-4faf-970e-7aea41df1b35 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 949 time: 0.0723455 Dec 15 04:38:25.372579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:25.378393 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045f293-7a5b-419c-83f4-f6f7a2a8cbe1 None None] The sync data for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 is: [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '686f2355-f522-48d1-a11f-a3c877e5163a', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'port_id': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'mac_address': 'fa:16:3e:13:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:37:05Z', 'updated_at': '2021-12-15T04:38:22Z', 'revision_number': 1, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:25.504823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-b796019b-1f59-484f-9323-67f9e6b17a3d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:25.506382 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-b796019b-1f59-484f-9323-67f9e6b17a3d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 949 time: 0.2607205 Dec 15 04:38:25.533166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454e16c-8ee8-404c-a178-893a3d3713eb req-18ff5433-d989-4c34-bf60-cb86ebc0daf9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:25.534804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3454e16c-8ee8-404c-a178-893a3d3713eb req-18ff5433-d989-4c34-bf60-cb86ebc0daf9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1374176 Dec 15 04:38:25.559427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f027978-1f09-44a2-9ee6-ee25d984ead8 req-fdfcf3e6-6731-4838-9eec-3a2108b52721 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882257 Dec 15 04:38:25.603331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-a71571e4-d831-463f-9c90-d0d51e11b974 service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241199 Dec 15 04:38:25.773675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1ae6d-ec61-4429-8579-f0f469c5c1c4 None None] New status for floating IP 686f2355-f522-48d1-a11f-a3c877e5163a: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:38:25.775848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3454e16c-8ee8-404c-a178-893a3d3713eb req-1070d6dc-8ec1-473f-a107-15dc19dce5dc tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346160 Dec 15 04:38:25.801509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673839ae-71dd-4432-a68e-16f15cac28ac req-d4b0b1e3-ed86-43ed-a84f-8eff2d185f0a service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876025 Dec 15 04:38:25.822127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d696493-5b04-4d87-aa20-580d75c1ed1a req-e69d1f50-6ca4-497b-bc51-11bdf1e74dcf tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:25.831136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d696493-5b04-4d87-aa20-580d75c1ed1a req-e69d1f50-6ca4-497b-bc51-11bdf1e74dcf tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1300707 Dec 15 04:38:25.890421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d696493-5b04-4d87-aa20-580d75c1ed1a req-7e3614c5-12a5-4f3f-9236-ef38c3b4b432 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580292 Dec 15 04:38:25.952803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.048760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port a68173dc-722e-41ce-80d9-d9f222599fc3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:26.049158 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.145809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port f2238125-17b1-464d-a12b-b4e1184ee4db {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:26.146153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.215034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port a68173dc-722e-41ce-80d9-d9f222599fc3, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a68173dc-722e-41ce-80d9-d9f222599fc3,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:26.215642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.237184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for a68173dc-722e-41ce-80d9-d9f222599fc3 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:26.335147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port f2238125-17b1-464d-a12b-b4e1184ee4db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f2238125-17b1-464d-a12b-b4e1184ee4db,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:26.335147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.361665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for f2238125-17b1-464d-a12b-b4e1184ee4db owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:26.416644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02d6647c-9b31-4d53-a250-5c472c31fe03 req-7d4dbbc5-d053-4f52-a8fb-9dae739cdce1 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0469043 Dec 15 04:38:26.527306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.572171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.680241 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.692130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ed76cc8-844f-4eb9-86d3-f6e73f5c892d req-f47565a3-8c4d-44ab-a448-14fd457a0d37 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2e9619c-ec51-4640-a189-164c39c9943b HTTP/1.1" status: 200 len: 210 time: 0.0374701 Dec 15 04:38:26.718838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:26.748246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=a68173dc-722e-41ce-80d9-d9f222599fc3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:26.772641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322fb05e-e701-43fc-8e57-f4350ff929fd no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:26.812895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 322fb05e-e701-43fc-8e57-f4350ff929fd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:26.814198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322fb05e-e701-43fc-8e57-f4350ff929fd not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:26.816300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port a68173dc-722e-41ce-80d9-d9f222599fc3 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:26.821751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.826706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:26.830243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-58b04fee-b434-4620-9aea-e0a37a6ec36a req-dc8c5c33-58e4-4552-a54a-69e71d7bc70e tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "DELETE /v2.0/ports/a68173dc-722e-41ce-80d9-d9f222599fc3 HTTP/1.1" status: 204 len: 173 time: 1.5832267 Dec 15 04:38:26.830723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'name': 'network-vif-deleted', 'tag': 'a68173dc-722e-41ce-80d9-d9f222599fc3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:26.833109 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1ed996-17b6-4980-baac-170ec5735b01" -d '{"events": [{"server_uuid": "b2e9619c-ec51-4640-a189-164c39c9943b", "name": "network-vif-deleted", "tag": "a68173dc-722e-41ce-80d9-d9f222599fc3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:26.849490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Allocated IP 172.25.2.18 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/81f8e1db-de6f-4839-a9ee-e6aa599b8284) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:26.878866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=f2238125-17b1-464d-a12b-b4e1184ee4db,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:26.922120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:26.925621 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f9c027-8814-4dc3-887d-e2b8c7d17f97 x-openstack-request-id: req-e4f9c027-8814-4dc3-887d-e2b8c7d17f97 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:26.925925 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e9619c-ec51-4640-a189-164c39c9943b", "name": "network-vif-deleted", "tag": "a68173dc-722e-41ce-80d9-d9f222599fc3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:26.926187 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4f9c027-8814-4dc3-887d-e2b8c7d17f97 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:26.926596 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e9619c-ec51-4640-a189-164c39c9943b', 'name': 'network-vif-deleted', 'tag': 'a68173dc-722e-41ce-80d9-d9f222599fc3', 'status': 'completed', 'code': 200} Dec 15 04:38:27.013137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda45bb-22c3-40a4-a8ab-67cbadadd1f7 req-377c3fc8-f2fc-4f91-89b1-211fd6acb1e0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:27.022874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afda45bb-22c3-40a4-a8ab-67cbadadd1f7 req-377c3fc8-f2fc-4f91-89b1-211fd6acb1e0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0669725 Dec 15 04:38:27.066574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port f2238125-17b1-464d-a12b-b4e1184ee4db on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:27.072490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.075105 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.078823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92ec0fd1-c606-4587-9d66-97ee3210897d req-44cbcf70-3fff-4e31-9a0f-3a9e30622a11 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "DELETE /v2.0/ports/f2238125-17b1-464d-a12b-b4e1184ee4db HTTP/1.1" status: 204 len: 173 time: 1.5211327 Dec 15 04:38:27.126919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afda45bb-22c3-40a4-a8ab-67cbadadd1f7 req-b4a60593-6ed2-4848-b7b2-ba9f4d11961d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028762 Dec 15 04:38:27.131272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6607-b8b3-40f5-9454-6e9934086240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.135351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.176137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6791-63a7-4a96-997e-ca2825190371 req-16760ac8-6125-4c23-a72b-df0808fb50a1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:27.178036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bee6791-63a7-4a96-997e-ca2825190371 req-16760ac8-6125-4c23-a72b-df0808fb50a1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1206617 Dec 15 04:38:27.210412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:27.212692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event updated for resources: {'Port': ['ID=81f8e1db-de6f-4839-a9ee-e6aa599b8284,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:27.221470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:27.225149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:27.271458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bee6791-63a7-4a96-997e-ca2825190371 req-44fce78f-7aaa-4a09-8ccf-be7c6ef8b8db tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834746 Dec 15 04:38:27.302611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6607-b8b3-40f5-9454-6e9934086240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.308809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6607-b8b3-40f5-9454-6e9934086240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.352464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa6607-b8b3-40f5-9454-6e9934086240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027e33d3-197f-4aff-802a-dd0b7ed4b821,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:27.356451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aeaa6607-b8b3-40f5-9454-6e9934086240 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a56ae22f7eed4799afd919844e5f0c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333014 Dec 15 04:38:27.359007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:27.422063 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99b379e6-af0f-4adf-9f35-ebba316fd484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.448572 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99b379e6-af0f-4adf-9f35-ebba316fd484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.512021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:27.549155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.550222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf265a2e-c98a-442f-a8b3-e483a3e7fc5d req-1d2ddbc3-6103-4970-96b9-19ee7acfd254 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0348928 Dec 15 04:38:27.558134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99b379e6-af0f-4adf-9f35-ebba316fd484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.565894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99b379e6-af0f-4adf-9f35-ebba316fd484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.570599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-99b379e6-af0f-4adf-9f35-ebba316fd484 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/027e33d3-197f-4aff-802a-dd0b7ed4b821 HTTP/1.1" status: 204 len: 168 time: 0.2106380 Dec 15 04:38:27.616223 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-60fa6789-a290-4060-b32f-29ca883406b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:27.625157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b379e6-af0f-4adf-9f35-ebba316fd484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e33d3-197f-4aff-802a-dd0b7ed4b821,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:27.926770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a40779d4-58c1-42da-bbf9-115c118ac508 req-651e098a-bc2b-476b-9f72-914360921611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f4874cfb398e484abb5b54ba9b8eaeb0&device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0411921 Dec 15 04:38:27.997325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1174cd4-2952-4cdb-8649-b124e15e26a9 req-7751d7c4-92c8-4882-b84f-be929f44a869 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.1104414 Dec 15 04:38:27.997531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a40779d4-58c1-42da-bbf9-115c118ac508 req-757309bd-70c6-4cd6-bf03-cc557dac0452 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f4874cfb398e484abb5b54ba9b8eaeb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543714 Dec 15 04:38:28.000542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ed03011-4d44-41b1-ba9f-f68e4b7c91fd req-3b36a2b0-2bc1-479c-8510-0a079ec032e4 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=2844d70d-4540-4b90-a8db-743833d55b93 HTTP/1.1" status: 200 len: 210 time: 0.0929112 Dec 15 04:38:28.008444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.043192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34198) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:28.062454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cd12-8ad5-41ed-baeb-4b00c5468e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.138134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cd12-8ad5-41ed-baeb-4b00c5468e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.142163 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cd12-8ad5-41ed-baeb-4b00c5468e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.183684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5aa9cd12-8ad5-41ed-baeb-4b00c5468e4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce4345f8ad04037b42e7092b2efb4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389046 Dec 15 04:38:28.186360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34202) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:28.187135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9cd12-8ad5-41ed-baeb-4b00c5468e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c90bf-1535-4912-bac6-a1e63030cdfe,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:28.197146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40779d4-58c1-42da-bbf9-115c118ac508 req-4ae83eff-74f0-4362-a554-860358954bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:28.198510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a40779d4-58c1-42da-bbf9-115c118ac508 req-4ae83eff-74f0-4362-a554-860358954bd3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1861982 Dec 15 04:38:28.260974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a04b3657-26e8-4076-9be6-f40c21482f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.266215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28aab1-fc0e-43bc-91df-1db7b43e06f5 req-dd6f248a-b57d-4d26-a8ef-d29a1d0c1e12 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:28.267984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d28aab1-fc0e-43bc-91df-1db7b43e06f5 req-dd6f248a-b57d-4d26-a8ef-d29a1d0c1e12 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0599494 Dec 15 04:38:28.270917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Router 25dbda28-3c02-4c6a-ac33-60d10ec5b178 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:28.290300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a04b3657-26e8-4076-9be6-f40c21482f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.317937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d28aab1-fc0e-43bc-91df-1db7b43e06f5 req-c565edc2-5d71-452b-8dde-d3032a854216 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 Dec 15 04:38:28.418231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:28.419737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a04b3657-26e8-4076-9be6-f40c21482f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.422629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a04b3657-26e8-4076-9be6-f40c21482f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.426933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a04b3657-26e8-4076-9be6-f40c21482f42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c0c90bf-1535-4912-bac6-a1e63030cdfe HTTP/1.1" status: 204 len: 168 time: 0.2369509 Dec 15 04:38:28.429247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92861af1-4ac1-4d24-a244-482412c87dbd req-2ba9fa15-ce67-4f08-a8a0-3e13ebee7bfd tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:28.429753 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] Sync routers for ids ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:28.432249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92861af1-4ac1-4d24-a244-482412c87dbd req-2ba9fa15-ce67-4f08-a8a0-3e13ebee7bfd tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0575399 Dec 15 04:38:28.442100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b3657-26e8-4076-9be6-f40c21482f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c90bf-1535-4912-bac6-a1e63030cdfe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:28.455334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.459754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2018b0b0-76cb-4b3a-803c-be97e74b452f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4757512 Dec 15 04:38:28.460539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34212) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:28.465662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': False}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:28.472833 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] Routers {'25dbda28-3c02-4c6a-ac33-60d10ec5b178'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:28.476433 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:28.496597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92861af1-4ac1-4d24-a244-482412c87dbd req-20f5aff8-7c9f-4003-b316-00377c5f3a46 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Dec 15 04:38:28.527540 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:28.538205 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] Routers {'25dbda28-3c02-4c6a-ac33-60d10ec5b178'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:28.539011 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:28.575565 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:28.575954 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59978f6c-7bce-4211-97e3-aed9fa02ff61 None None] The sync data for ids ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:28.576776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a68173dc-722e-41ce-80d9-d9f222599fc3 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:28.599926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: a68173dc-722e-41ce-80d9-d9f222599fc3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:28.600588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a68173dc-722e-41ce-80d9-d9f222599fc3 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:28.601178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f2238125-17b1-464d-a12b-b4e1184ee4db no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:28.624456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: f2238125-17b1-464d-a12b-b4e1184ee4db {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:28.624815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f2238125-17b1-464d-a12b-b4e1184ee4db not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:28.784927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:28.938985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2844d70d-4540-4b90-a8db-743833d55b93', 'name': 'network-vif-deleted', 'tag': 'f2238125-17b1-464d-a12b-b4e1184ee4db'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:28.941367 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba956ba9-d905-4c7b-895c-38d7c1163bca" -d '{"events": [{"server_uuid": "2844d70d-4540-4b90-a8db-743833d55b93", "name": "network-vif-deleted", "tag": "f2238125-17b1-464d-a12b-b4e1184ee4db"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:28.983459 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415ccf3-3aa5-45b9-874f-22a47a2acc7b x-openstack-request-id: req-1415ccf3-3aa5-45b9-874f-22a47a2acc7b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:28.983929 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2844d70d-4540-4b90-a8db-743833d55b93", "name": "network-vif-deleted", "tag": "f2238125-17b1-464d-a12b-b4e1184ee4db", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:28.984212 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1415ccf3-3aa5-45b9-874f-22a47a2acc7b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:28.984626 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2844d70d-4540-4b90-a8db-743833d55b93', 'name': 'network-vif-deleted', 'tag': 'f2238125-17b1-464d-a12b-b4e1184ee4db', 'status': 'completed', 'code': 200} Dec 15 04:38:29.169975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-627b7f67-7d6e-4048-b40d-0796cba93bf7 req-57f27ca5-c189-4857-9f50-bd1af9dfda06 tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0318899 Dec 15 04:38:29.225349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:29.229609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:29.347907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Router 25dbda28-3c02-4c6a-ac33-60d10ec5b178 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:38:29.374813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af133b-4d1b-420f-b6b8-a0c3c240b710 req-790a5209-90bc-4d60-bddb-0b7af88808f5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:29.382666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88af133b-4d1b-420f-b6b8-a0c3c240b710 req-790a5209-90bc-4d60-bddb-0b7af88808f5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 950 time: 0.0653822 Dec 15 04:38:29.445067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88af133b-4d1b-420f-b6b8-a0c3c240b710 req-cd7d93cb-41d2-4378-8b4a-1bd144c8ccc5 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615342 Dec 15 04:38:29.481498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:29.494312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] Sync routers for ids ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:29.511631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:29.512203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] Routers {'25dbda28-3c02-4c6a-ac33-60d10ec5b178'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:29.512926 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-28ff5152-95ff-4bd3-aa78-174e8011319c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "PUT /v2.0/routers/25dbda28-3c02-4c6a-ac33-60d10ec5b178 HTTP/1.1" status: 200 len: 920 time: 1.0512490 Dec 15 04:38:29.513124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:29.517443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34254) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:29.552849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:29.574129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] Routers {'25dbda28-3c02-4c6a-ac33-60d10ec5b178'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:29.574913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:29.611220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:29.612031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56482ce2-cb3f-4ca0-a24b-6c0b691b638a None None] The sync data for ids ['25dbda28-3c02-4c6a-ac33-60d10ec5b178'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:29.722214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f213ee-b131-43c0-b46a-58252bf6e1a4 req-f2e15be6-ac44-42be-ae96-2b372a16c0ce tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:29.723687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21f213ee-b131-43c0-b46a-58252bf6e1a4 req-f2e15be6-ac44-42be-ae96-2b372a16c0ce tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1552525 Dec 15 04:38:29.743724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0fb47c31-34ed-42cb-81af-e0aa505ca4b1 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/25dbda28-3c02-4c6a-ac33-60d10ec5b178 HTTP/1.1" status: 200 len: 920 time: 0.2245848 Dec 15 04:38:29.746747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:29.751080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258efa2-8529-4c1f-9390-c8bb146588dc req-06730d55-ea89-44ea-b7aa-0807baa65bad tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:29.752550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f258efa2-8529-4c1f-9390-c8bb146588dc req-06730d55-ea89-44ea-b7aa-0807baa65bad tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1115596 Dec 15 04:38:29.822412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21f213ee-b131-43c0-b46a-58252bf6e1a4 req-096dd4fb-a50a-465e-910e-d834b3f9225a tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871758 Dec 15 04:38:29.851017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f258efa2-8529-4c1f-9390-c8bb146588dc req-7b9d7926-4c97-45d5-bcc9-54d8a419ae6b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887864 Dec 15 04:38:29.858144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1dd7f6b-9135-4977-a8e5-3902ece31d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:30.127489 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a40779d4-58c1-42da-bbf9-115c118ac508 req-d794f5a1-ec21-4e2f-b6f4-062198ab92fe tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0364387 Dec 15 04:38:30.153207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa7ece-2311-4923-b0d6-805afd3c5870 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:30.154769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-48fa7ece-2311-4923-b0d6-805afd3c5870 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=25dbda28-3c02-4c6a-ac33-60d10ec5b178&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4069111 Dec 15 04:38:30.157561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34274) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:30.264540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b23f7b-a005-4805-90d5-ee4263388ace tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:30.269214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a6b23f7b-a005-4805-90d5-ee4263388ace tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.1106970 Dec 15 04:38:30.270060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34282) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:30.279119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a25d9c1b-663c-4699-9618-1793514cc94c req-e480928b-eade-4bdc-a11a-26845b1864eb tempest-ServerShowV257Test-1746352944 tempest-ServerShowV257Test-1746352944-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0c0b4f-0f94-4c11-8443-35d78ce6b73c HTTP/1.1" status: 200 len: 210 time: 0.0280566 Dec 15 04:38:30.310634 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-164a31cc-dd0d-4fa0-8a5d-4483d2b8de44 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=25dbda28-3c02-4c6a-ac33-60d10ec5b178 HTTP/1.1" status: 200 len: 205 time: 0.0264449 Dec 15 04:38:30.311119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34284) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:30.408694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:30.530430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:30.626578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0f9b-de91-451e-9cd4-0d9a9e8f16fa req-149928b0-3414-4315-a7bc-1e25cecf3f49 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:30.628444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89bb0f9b-de91-451e-9cd4-0d9a9e8f16fa req-149928b0-3414-4315-a7bc-1e25cecf3f49 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 950 time: 0.0934961 Dec 15 04:38:30.663533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Deleting port 81f8e1db-de6f-4839-a9ee-e6aa599b8284 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:30.663776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:30.745757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89bb0f9b-de91-451e-9cd4-0d9a9e8f16fa req-2f642ff9-463c-4707-b209-a816efe31874 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/security-groups?id=c98d1024-62df-42a9-b7f1-6b71b70dfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005042 Dec 15 04:38:30.774336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:30.786997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Calling delete_port for 81f8e1db-de6f-4839-a9ee-e6aa599b8284 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:30.953521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-18bf88be-1d98-4780-9c7c-d09f552d66d3 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:30.954917 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-18bf88be-1d98-4780-9c7c-d09f552d66d3 tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 950 time: 0.0580823 Dec 15 04:38:31.049258 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.051068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3917-266d-4f91-82bc-39ba5f033b82 req-f70bfa3f-1085-4815-b4e2-f96f37e13279 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:31.052775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a3a3917-266d-4f91-82bc-39ba5f033b82 req-f70bfa3f-1085-4815-b4e2-f96f37e13279 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1326466 Dec 15 04:38:31.055646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Deleting port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:31.056021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.063527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8210c9b-7780-4b2a-9e8b-75b5f9bbf835 req-9ed901f2-9e3f-4ce0-b648-f35b7ab301c7 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:31.065461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8210c9b-7780-4b2a-9e8b-75b5f9bbf835 req-9ed901f2-9e3f-4ce0-b648-f35b7ab301c7 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1235557 Dec 15 04:38:31.066721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.117690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event deleted for resources: {'Port': ['ID=81f8e1db-de6f-4839-a9ee-e6aa599b8284,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:31.159328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] For port 94221d39-63d3-4564-9bf6-d04c4abd8cf4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=94221d39-63d3-4564-9bf6-d04c4abd8cf4,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:31.159545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.179081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Calling delete_port for 94221d39-63d3-4564-9bf6-d04c4abd8cf4 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:31.235666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a3a3917-266d-4f91-82bc-39ba5f033b82 req-224378b4-eaf4-427a-82f8-5513436e7965 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660924 Dec 15 04:38:31.241293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8210c9b-7780-4b2a-9e8b-75b5f9bbf835 req-49f02154-59db-4f2e-b134-ed132cf111af tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465759 Dec 15 04:38:31.248108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.330438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.363471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Pushing event deleted for resources: {'Port': ['ID=94221d39-63d3-4564-9bf6-d04c4abd8cf4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:31.365783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.369944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.396046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['94221d39-63d3-4564-9bf6-d04c4abd8cf4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:31.413051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] No DVR routers for this DVR port 94221d39-63d3-4564-9bf6-d04c4abd8cf4 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:31.416002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.420029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d8718c5-9133-49e4-ab4a-5ecda12cc00d req-4bc0ad89-63f1-4d0a-ac98-128e984c848d tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.16 "DELETE /v2.0/ports/94221d39-63d3-4564-9bf6-d04c4abd8cf4 HTTP/1.1" status: 204 len: 173 time: 0.4587746 Dec 15 04:38:31.420879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'name': 'network-vif-deleted', 'tag': '94221d39-63d3-4564-9bf6-d04c4abd8cf4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:31.423537 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb168023-6a9b-4536-973b-abe3e75e75af" -d '{"events": [{"server_uuid": "f721267a-d32d-4bc3-9747-6df36b43b34e", "name": "network-vif-deleted", "tag": "94221d39-63d3-4564-9bf6-d04c4abd8cf4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:31.450857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.453978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Fanout notify agent at l3_agent the message router_deleted on router 25dbda28-3c02-4c6a-ac33-60d10ec5b178 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:31.466449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.471499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f80cb35-b8e9-440b-9c43-e4e38f1ba986 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/25dbda28-3c02-4c6a-ac33-60d10ec5b178 HTTP/1.1" status: 204 len: 168 time: 1.1654921 Dec 15 04:38:31.471499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34320) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:31.478514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1644837029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:31.507753 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183bf427-4336-4b15-837a-9ecf46cd5230 x-openstack-request-id: req-183bf427-4336-4b15-837a-9ecf46cd5230 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:31.508106 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f721267a-d32d-4bc3-9747-6df36b43b34e", "name": "network-vif-deleted", "tag": "94221d39-63d3-4564-9bf6-d04c4abd8cf4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:31.508372 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-183bf427-4336-4b15-837a-9ecf46cd5230 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:31.509307 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f721267a-d32d-4bc3-9747-6df36b43b34e', 'name': 'network-vif-deleted', 'tag': '94221d39-63d3-4564-9bf6-d04c4abd8cf4', 'status': 'completed', 'code': 200} Dec 15 04:38:31.544586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.546470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.626278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.631835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.653392 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.654946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-902c1562-3568-4603-9ba8-12d7d5ee7d07 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1826680 Dec 15 04:38:31.657811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:31.663536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:31.739275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34332) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:31.916161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:31.921369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0fc836d-fe40-4c0c-9938-c71887cf01d7 req-8b3529f4-ce9f-4a8b-8a0d-d3555c3047be tempest-ServersOnMultiNodesTest-336128495 tempest-ServersOnMultiNodesTest-336128495-project] 10.222.0.37 "GET /v2.0/ports?device_id=f721267a-d32d-4bc3-9747-6df36b43b34e HTTP/1.1" status: 200 len: 210 time: 0.0351276 Dec 15 04:38:32.049949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b259060-abe6-4bd9-a81c-9d9ceaa66bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.171004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b259060-abe6-4bd9-a81c-9d9ceaa66bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.176568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b259060-abe6-4bd9-a81c-9d9ceaa66bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.219850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5b259060-abe6-4bd9-a81c-9d9ceaa66bad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4874cfb398e484abb5b54ba9b8eaeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4792423 Dec 15 04:38:32.222676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34344) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:32.230746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b259060-abe6-4bd9-a81c-9d9ceaa66bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34f427-73c9-4673-aa53-8564f7dcbb8c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:32.299368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70869a6e-82fc-4162-a454-58439d5b9231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.322829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70869a6e-82fc-4162-a454-58439d5b9231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.377871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70869a6e-82fc-4162-a454-58439d5b9231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.380664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70869a6e-82fc-4162-a454-58439d5b9231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.381824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-70869a6e-82fc-4162-a454-58439d5b9231 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd34f427-73c9-4673-aa53-8564f7dcbb8c HTTP/1.1" status: 204 len: 168 time: 0.1582341 Dec 15 04:38:32.395732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869a6e-82fc-4162-a454-58439d5b9231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34f427-73c9-4673-aa53-8564f7dcbb8c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:32.488479 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.518036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.534942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b8c0-be1d-43a1-b17c-e90c446b7223 req-34312768-816c-420e-a2d0-6cfa38dc997e tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:32.542586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e040b8c0-be1d-43a1-b17c-e90c446b7223 req-34312768-816c-420e-a2d0-6cfa38dc997e tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1705801 Dec 15 04:38:32.559171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4f95-97e5-4b22-b78e-3b38983f3a01 req-224dc60a-0505-47f2-8124-5d6683925cc6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:32.561581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2bb4f95-97e5-4b22-b78e-3b38983f3a01 req-224dc60a-0505-47f2-8124-5d6683925cc6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1885147 Dec 15 04:38:32.588581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.719632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e040b8c0-be1d-43a1-b17c-e90c446b7223 req-6032a8d1-3e58-4108-b2c2-b25769a97f14 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761823 Dec 15 04:38:32.740417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2bb4f95-97e5-4b22-b78e-3b38983f3a01 req-8e6be6e7-6dd7-4d56-9415-3f61d397345c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342957 Dec 15 04:38:32.772815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Allocated IP 172.25.2.101 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/8612fd1b-97da-417c-bbb0-d84637607b0c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:32.902084 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.939644 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:32.979415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:32.982307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:32.986212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:33.017096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event updated for resources: {'Port': ['ID=8612fd1b-97da-417c-bbb0-d84637607b0c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:33.213267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.261155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.349878 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.408948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:33.525446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.529192 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.687968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Router 149a7d39-1a4d-4bdf-ab8b-e9bfa192844d is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:33.732446 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9541ead4-702a-4573-b1bb-ffdedbd233b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac2e0af62b5540f8bc989f7b4642196b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141999 Dec 15 04:38:33.732446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:33.826450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a207b22f-4d78-426d-a6d0-c9ecc2284571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.835005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:33.845898 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] Sync routers for ids ['149a7d39-1a4d-4bdf-ab8b-e9bfa192844d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:33.856517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.860692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acb36728-af75-4fd4-a818-c64dbde188cb tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "PUT /v2.0/routers/149a7d39-1a4d-4bdf-ab8b-e9bfa192844d HTTP/1.1" status: 200 len: 880 time: 2.2015653 Dec 15 04:38:33.861382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34414) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:33.862682 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] Routers {'149a7d39-1a4d-4bdf-ab8b-e9bfa192844d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:33.869364 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['149a7d39-1a4d-4bdf-ab8b-e9bfa192844d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:33.882858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a207b22f-4d78-426d-a6d0-c9ecc2284571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:33.935555 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:33.949765 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] Routers {'149a7d39-1a4d-4bdf-ab8b-e9bfa192844d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:33.950966 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['149a7d39-1a4d-4bdf-ab8b-e9bfa192844d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:34.006430 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:34.007500 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65387c7-9c71-45d1-952a-277d1950dd14 None None] The sync data for ids ['149a7d39-1a4d-4bdf-ab8b-e9bfa192844d'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:34.030322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a207b22f-4d78-426d-a6d0-c9ecc2284571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.033755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a207b22f-4d78-426d-a6d0-c9ecc2284571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.037356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a207b22f-4d78-426d-a6d0-c9ecc2284571 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c98d1024-62df-42a9-b7f1-6b71b70dfa3b HTTP/1.1" status: 204 len: 168 time: 0.3061752 Dec 15 04:38:34.045247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf9775-52db-4334-9a2c-1cf6f846dfd0 req-5e8d3ec8-c546-4840-8e9c-98333b6d7134 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:34.046809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfaf9775-52db-4334-9a2c-1cf6f846dfd0 req-5e8d3ec8-c546-4840-8e9c-98333b6d7134 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1437993 Dec 15 04:38:34.049555 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-0abec452-f449-4381-b2b5-6085773a3061 service neutron] show failed (client error): The resource could not be found. Dec 15 04:38:34.051182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-0abec452-f449-4381-b2b5-6085773a3061 service neutron] 10.222.0.42 "GET /v2.0/ports/4d1674e7-836f-45b8-b04d-d15bab0ff295/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.1530728 Dec 15 04:38:34.052696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207b22f-4d78-426d-a6d0-c9ecc2284571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d1024-62df-42a9-b7f1-6b71b70dfa3b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:34.056996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6e6f8-c77d-41bf-9faa-5344933c1233 req-7bac52db-6369-486c-8484-a337ecb906fe tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:34.058459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48f6e6f8-c77d-41bf-9faa-5344933c1233 req-7bac52db-6369-486c-8484-a337ecb906fe tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1255488 Dec 15 04:38:34.085179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4f26b41f-d43d-4562-a027-fc641a803b06 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/149a7d39-1a4d-4bdf-ab8b-e9bfa192844d HTTP/1.1" status: 200 len: 921 time: 0.2225251 Dec 15 04:38:34.088025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34422) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:34.159306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20c96b-1609-44f6-9ed4-8d525d8acead tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:34.161073 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e20c96b-1609-44f6-9ed4-8d525d8acead tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=149a7d39-1a4d-4bdf-ab8b-e9bfa192844d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0715003 Dec 15 04:38:34.163897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34424) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:34.166597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfaf9775-52db-4334-9a2c-1cf6f846dfd0 req-2eb7991f-6538-4e3d-8b48-60a5548cdc5d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051996 Dec 15 04:38:34.175012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48f6e6f8-c77d-41bf-9faa-5344933c1233 req-091044c3-a8d7-415c-ad3b-30d27098a58e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048684 Dec 15 04:38:34.322375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c2d05-a586-45bf-94b1-569badd43e4d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:34.326746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f28c2d05-a586-45bf-94b1-569badd43e4d tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.1583915 Dec 15 04:38:34.326967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34432) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:34.373930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a45b14e4-ab4d-4951-92e0-e9e386b91f42 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=149a7d39-1a4d-4bdf-ab8b-e9bfa192844d HTTP/1.1" status: 200 len: 205 time: 0.0429802 Dec 15 04:38:34.374904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34434) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:34.409904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-b7c0d412-c16a-4340-94c1-901dc0c5de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:34.411433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-b7c0d412-c16a-4340-94c1-901dc0c5de1b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f&tenant_id=9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 1102 time: 0.0704234 Dec 15 04:38:34.435114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:34.508277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.521630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.662455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.737176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Deleting port 8612fd1b-97da-417c-bbb0-d84637607b0c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:34.738472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.777745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34442) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:34.827018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:34.834926 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.848839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Calling delete_port for 8612fd1b-97da-417c-bbb0-d84637607b0c owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:34.864922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:34.910002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:34.924533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Transition to ACTIVE for port object 4d1674e7-836f-45b8-b04d-d15bab0ff295 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:38:34.925710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:34.928562 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131ed6e-cdcc-47f4-9b7c-ba9240af5d4b" -d '{"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:34.961260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.056760 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.068164 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3509d527-4f00-43d1-af2a-9e99eeb03317 x-openstack-request-id: req-3509d527-4f00-43d1-af2a-9e99eeb03317 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:35.068530 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:35.068848 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3509d527-4f00-43d1-af2a-9e99eeb03317 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:35.069380 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'code': 200} Dec 15 04:38:35.089150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-96c231aa-3dd3-4e18-a402-5d3bfd5cbd30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f682ee51a98a4bdd9c7ec1ac51160bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100009 Dec 15 04:38:35.092161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34456) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:35.094447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event deleted for resources: {'Port': ['ID=8612fd1b-97da-417c-bbb0-d84637607b0c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:35.154468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] No DVR routers for this DVR port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:35.156630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:35.213890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.293756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ae1c84-2432-40b9-824b-0bee84c39d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.307620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:35.307979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:35.308383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:35.323610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:38:35.323940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:35.333455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:35.333795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:35.334188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:35.334635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Bound port: 4d1674e7-836f-45b8-b04d-d15bab0ff295, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:35.334995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.337945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.340781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.349006 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ae1c84-2432-40b9-824b-0bee84c39d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.438822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.439065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Fanout notify agent at l3_agent the message router_deleted on router 149a7d39-1a4d-4bdf-ab8b-e9bfa192844d {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:35.447047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.453204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe6a7ef7-dfbe-42eb-83c1-dc37597a1ee1 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/149a7d39-1a4d-4bdf-ab8b-e9bfa192844d HTTP/1.1" status: 204 len: 168 time: 1.0767808 Dec 15 04:38:35.453746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34472) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:35.457875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:35.460537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-502007579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:35.465807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:35.476301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.520743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd9d86-f087-4cd9-bd36-3e600fe5c172 req-478e3c7d-601f-491f-8a17-39edc5dfe66f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:35.530207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-febd9d86-f087-4cd9-bd36-3e600fe5c172 req-478e3c7d-601f-491f-8a17-39edc5dfe66f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 948 time: 0.1351116 Dec 15 04:38:35.533529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:35.541568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ae1c84-2432-40b9-824b-0bee84c39d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.547839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ae1c84-2432-40b9-824b-0bee84c39d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.547839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-20ae1c84-2432-40b9-824b-0bee84c39d87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d35d6fe-97ec-4afb-814c-36a762c1153c HTTP/1.1" status: 204 len: 168 time: 0.4449279 Dec 15 04:38:35.554389 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.555420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.555615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:35.556428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.557921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-266e8390-e5d9-4a26-b343-b80b3b7965ab service neutron] 10.222.0.16 "PUT /v2.0/ports/4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 1097 time: 1.1273940 Dec 15 04:38:35.567239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae1c84-2432-40b9-824b-0bee84c39d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d35d6fe-97ec-4afb-814c-36a762c1153c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:35.653655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-f8f7ef70-d6d7-452a-8ac9-af3fd1aa8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:35.655201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-f8f7ef70-d6d7-452a-8ac9-af3fd1aa8439 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1100 time: 0.0501044 Dec 15 04:38:35.662975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-febd9d86-f087-4cd9-bd36-3e600fe5c172 req-de643ce6-d4fb-4a15-8d7a-4178c2e295d8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316478 Dec 15 04:38:35.678274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.709557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.741557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:35.745896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-05775590-ea0a-441d-942a-fecd4c360370 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2866640 Dec 15 04:38:35.747317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34480) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:35.751844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': True}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:35.845966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-697357e0-75cc-4495-9a5c-e7192cfc5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:35.847428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-697357e0-75cc-4495-9a5c-e7192cfc5e43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1764605 Dec 15 04:38:35.926758 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-5d44bc43-c5eb-4b69-8493-c6a6cb73ac5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0708244 Dec 15 04:38:35.988007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-0fe7f408-7fd8-44ac-92ee-94d3d4914f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:35.989549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-0fe7f408-7fd8-44ac-92ee-94d3d4914f0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0548832 Dec 15 04:38:36.048743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-3831ffa4-cde2-493f-bb71-de25a06f4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:36.051519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-3831ffa4-cde2-493f-bb71-de25a06f4a1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526876 Dec 15 04:38:36.140334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968adcc-95e5-4674-b5e5-8362e61947c3 req-edecd80b-0eaa-471f-ad5c-8d15b1fcae72 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:36.148163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c968adcc-95e5-4674-b5e5-8362e61947c3 req-edecd80b-0eaa-471f-ad5c-8d15b1fcae72 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.4813511 Dec 15 04:38:36.183556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-9b801948-6922-4f2e-9571-b267ae6ac738 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239481 Dec 15 04:38:36.287682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ef81489-6f01-4eb4-9a7e-9fe864880e0d req-fd325f8c-0fdf-4a89-800c-cb65f0bdfaf7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955856 Dec 15 04:38:36.308340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:36.394536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c968adcc-95e5-4674-b5e5-8362e61947c3 req-b52bd68d-862b-4efa-a813-3bbcc6e57866 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392769 Dec 15 04:38:36.579150 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:36.580700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 94221d39-63d3-4564-9bf6-d04c4abd8cf4 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:36.599370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:36.616380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 94221d39-63d3-4564-9bf6-d04c4abd8cf4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:38:36.617031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 94221d39-63d3-4564-9bf6-d04c4abd8cf4 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:36.712401 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:36.729613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Allocated IP 172.25.2.192 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/b1c75e5f-53e0-47db-9756-5600a5dbf379) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:36.867070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4f51-b961-4aeb-9cca-597edaee4ccf req-bd4da0f8-608f-424b-bfc5-b2f60f3a65b7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:36.869058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea5c4f51-b961-4aeb-9cca-597edaee4ccf req-bd4da0f8-608f-424b-bfc5-b2f60f3a65b7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 948 time: 0.1176381 Dec 15 04:38:36.939174 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:36.960751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea5c4f51-b961-4aeb-9cca-597edaee4ccf req-dba5f1bd-0fe4-4295-9032-89cdb94579f6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Dec 15 04:38:37.001609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:37.048810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:37.051927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:37.057367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:37.059574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Port': ['ID=b1c75e5f-53e0-47db-9756-5600a5dbf379,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:37.070142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:37.073330 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:37.145220 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e1b9a-0f66-42b8-bb79-655a1321a395 x-openstack-request-id: req-177e1b9a-0f66-42b8-bb79-655a1321a395 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:37.145794 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:37.146157 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-177e1b9a-0f66-42b8-bb79-655a1321a395 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:37.146654 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'status': 'completed', 'code': 200} Dec 15 04:38:37.266020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34544) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:37.288818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-f4fbe65d-9531-4bcc-90fa-38dc8f6ce25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.290866 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-f4fbe65d-9531-4bcc-90fa-38dc8f6ce25c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1100 time: 0.0848126 Dec 15 04:38:37.295543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-c9a93875-7c9c-47e5-8162-1245a8668ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.297003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-c9a93875-7c9c-47e5-8162-1245a8668ceb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1100 time: 0.1079113 Dec 15 04:38:37.360879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:37.471186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-473f5668-7786-4db2-96cb-3b8e88994153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.472739 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-473f5668-7786-4db2-96cb-3b8e88994153 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1728325 Dec 15 04:38:37.476015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-cfd5778e-3117-4fe3-bebd-979c5a733d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.478141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-cfd5778e-3117-4fe3-bebd-979c5a733d52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1664617 Dec 15 04:38:37.592380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-cb0a5e6a-8b66-4996-b668-be6977195b2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.1090529 Dec 15 04:38:37.593752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-0d52b3e0-f4ae-4beb-8bf9-6aae53abac47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0657771 Dec 15 04:38:37.644031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:37.648277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:37.664727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c72e6-e4f4-4f5b-ba71-2c9e2e3d1af0 req-6ebc6dce-a244-48aa-89c5-ccb0ec67a4e5 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.668645 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94dbd610-4f3e-4027-bcee-3ea88e4803d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:37.673574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c96c72e6-e4f4-4f5b-ba71-2c9e2e3d1af0 req-6ebc6dce-a244-48aa-89c5-ccb0ec67a4e5 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1931975 Dec 15 04:38:37.709995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-bf7bd0ce-010f-4a9c-b2c4-f843b7654f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.711481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-bf7bd0ce-010f-4a9c-b2c4-f843b7654f84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1045692 Dec 15 04:38:37.716134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-e59312b7-9447-4401-b446-e7b1b6c636fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.717764 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-e59312b7-9447-4401-b446-e7b1b6c636fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1096926 Dec 15 04:38:37.789223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c96c72e6-e4f4-4f5b-ba71-2c9e2e3d1af0 req-b5e9257a-71b4-4c63-8476-755b65cf0114 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Dec 15 04:38:37.850201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-a23a9689-2e03-475c-aa41-f226a4240f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.851800 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-a23a9689-2e03-475c-aa41-f226a4240f0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329765 Dec 15 04:38:37.857539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-2c5d3e90-2ad7-493f-869d-aec2e0343fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:37.859444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-2c5d3e90-2ad7-493f-869d-aec2e0343fea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265421 Dec 15 04:38:37.863135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Router 4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:37.986320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94dbd610-4f3e-4027-bcee-3ea88e4803d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.000157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94dbd610-4f3e-4027-bcee-3ea88e4803d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.023560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:38.041763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] Sync routers for ids ['4d1ea4ee-3492-4f91-950b-c4ba3c9d6111'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:38.066441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] Routers {'4d1ea4ee-3492-4f91-950b-c4ba3c9d6111'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:38.067078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4d1ea4ee-3492-4f91-950b-c4ba3c9d6111'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:38.067722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.070525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4e390c72-2019-47d0-8ce8-665a2845ecac tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "PUT /v2.0/routers/4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 HTTP/1.1" status: 200 len: 914 time: 2.3222661 Dec 15 04:38:38.074574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34580) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:38.079519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbd610-4f3e-4027-bcee-3ea88e4803d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c5949-e639-437b-a388-005ef9e32365,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:38.084052 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-4717b017-0935-4c31-bd35-0924cdf5f787 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236338 Dec 15 04:38:38.096761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-94dbd610-4f3e-4027-bcee-3ea88e4803d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a18a5d7638524cd1a295afb1fb79cfe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8291211 Dec 15 04:38:38.105550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34582) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:38.155764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:38.181643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] Routers {'4d1ea4ee-3492-4f91-950b-c4ba3c9d6111'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:38.182041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4d1ea4ee-3492-4f91-950b-c4ba3c9d6111'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:38.230630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-68e89a75-7851-47e0-9c50-62e702e6bfde service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560345 Dec 15 04:38:38.255156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:38.255866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0129c-f0db-4530-9070-ce7f64575663 None None] The sync data for ids ['4d1ea4ee-3492-4f91-950b-c4ba3c9d6111'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:38.358246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ea11-fa95-4888-bd0a-2dff7f1ac01b req-8aee33d6-108e-48c0-a615-6403e801670c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:38.372589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cb4ea11-fa95-4888-bd0a-2dff7f1ac01b req-8aee33d6-108e-48c0-a615-6403e801670c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 948 time: 0.1342409 Dec 15 04:38:38.420371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ab4b3830-2ef9-4ea6-a668-4858be84128c tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 HTTP/1.1" status: 200 len: 920 time: 0.3442945 Dec 15 04:38:38.424687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34602) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:38.427466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07e3922a-ae0e-4228-bf7e-ae554c71bc11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.505124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07e3922a-ae0e-4228-bf7e-ae554c71bc11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.523792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cb4ea11-fa95-4888-bd0a-2dff7f1ac01b req-e933cb2a-24d1-46f0-9b74-e0bad20d4a48 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502209 Dec 15 04:38:38.552979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-35447c06-1cb0-4224-b6ca-871769446a77 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482563 Dec 15 04:38:38.564539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d965853-7b4c-40c9-82e8-f6f25d0f2866 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:38.567203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1d965853-7b4c-40c9-82e8-f6f25d0f2866 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=4d1ea4ee-3492-4f91-950b-c4ba3c9d6111&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1405358 Dec 15 04:38:38.569842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34620) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:38.589751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-be74388f-3d28-4496-8e5f-2dcc5fbfd4a8 req-a0be726e-2dac-407d-b0aa-1e9d6b741fea service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035085 Dec 15 04:38:38.600340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:38.618833 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07e3922a-ae0e-4228-bf7e-ae554c71bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.623121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07e3922a-ae0e-4228-bf7e-ae554c71bc11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.625523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-07e3922a-ae0e-4228-bf7e-ae554c71bc11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e9c5949-e639-437b-a388-005ef9e32365 HTTP/1.1" status: 204 len: 168 time: 0.5148227 Dec 15 04:38:38.636747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3922a-ae0e-4228-bf7e-ae554c71bc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c5949-e639-437b-a388-005ef9e32365,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:38.735032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0bd38d-ebbc-4ba2-83ca-c75dffde0eae tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:38.741567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34638) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:38.753276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5c0bd38d-ebbc-4ba2-83ca-c75dffde0eae tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.1818328 Dec 15 04:38:38.783075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:38.784152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34648) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:38.792109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d6f69b15-4db8-4b0c-bcb2-b283ba4c00bd tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 HTTP/1.1" status: 200 len: 205 time: 0.0492785 Dec 15 04:38:38.830763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:38.855690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'mac_address': 'fa:16:3e:95:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:38.864931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:38.923900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.946995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1674e7-836f-45b8-b04d-d15bab0ff295 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:38.956105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:38.989053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:38.997447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.085524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:39.100593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5264-065c-4b6c-ae73-bb0de527761c req-e0f2dc15-fa59-489c-b1f9-c02fe577c8a9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:39.102709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fea5264-065c-4b6c-ae73-bb0de527761c req-e0f2dc15-fa59-489c-b1f9-c02fe577c8a9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1733935 Dec 15 04:38:39.142308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34662) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:39.165396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.214294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fea5264-065c-4b6c-ae73-bb0de527761c req-d8a9be44-d5bf-4e8c-8f83-73fe1c334612 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009924 Dec 15 04:38:39.286014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Deleting port b1c75e5f-53e0-47db-9756-5600a5dbf379 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:39.286371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.311129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac22e-f788-4b72-92cf-910632353f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.397972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.414678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['4d1674e7-836f-45b8-b04d-d15bab0ff295'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:39.428577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Calling delete_port for b1c75e5f-53e0-47db-9756-5600a5dbf379 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:39.432385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac22e-f788-4b72-92cf-910632353f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.440216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac22e-f788-4b72-92cf-910632353f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.490929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b8ac22e-f788-4b72-92cf-910632353f57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5e2b60befe7471290c6db317d9972f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468001 Dec 15 04:38:39.494577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34712) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:39.624349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ac22e-f788-4b72-92cf-910632353f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d07f0b-5573-444b-9c23-cb3db769b4ee,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:39.645116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25acf25b-6f3e-4146-a285-f28fdb230be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.669991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25acf25b-6f3e-4146-a285-f28fdb230be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.712459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.730211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25acf25b-6f3e-4146-a285-f28fdb230be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.733159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25acf25b-6f3e-4146-a285-f28fdb230be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.736876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25acf25b-6f3e-4146-a285-f28fdb230be0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0d07f0b-5573-444b-9c23-cb3db769b4ee HTTP/1.1" status: 204 len: 168 time: 0.2407148 Dec 15 04:38:39.747515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event deleted for resources: {'Port': ['ID=b1c75e5f-53e0-47db-9756-5600a5dbf379,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:39.751257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acf25b-6f3e-4146-a285-f28fdb230be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d07f0b-5573-444b-9c23-cb3db769b4ee,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:39.789402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593be1-5836-4a1b-ac67-6a0bcd62629e req-e39adbda-413f-44c6-a05d-1d9484b7846e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:39.798103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba593be1-5836-4a1b-ac67-6a0bcd62629e req-e39adbda-413f-44c6-a05d-1d9484b7846e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.1365750 Dec 15 04:38:39.878526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:39.927324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba593be1-5836-4a1b-ac67-6a0bcd62629e req-a81aba6d-0773-4245-aeeb-67ded0883130 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228852 Dec 15 04:38:39.969017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34770) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:40.023118 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.026824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.080496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.081367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Fanout notify agent at l3_agent the message router_deleted on router 4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:40.092696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.100009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34782) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:40.100203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-19748275-58d7-4be0-9940-7b76fb609b30 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 HTTP/1.1" status: 204 len: 168 time: 1.3149681 Dec 15 04:38:40.106072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1757262988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:40.147073 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.148425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.202760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-424793438-network', 'tenant_id': '412702fbba94438dac612d001ee4fd6f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:40.240762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34790) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:40.261641 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22c9b354-064f-47eb-96e8-10c914de1cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.263705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-f08c7f43-3b47-4c84-b247-57b18fe7bab8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:40.265233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-f08c7f43-3b47-4c84-b247-57b18fe7bab8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f&tenant_id=9a2a94e821874288a77080c5ea619ceb&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 949 time: 0.1114650 Dec 15 04:38:40.270603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b87281-0e14-437f-ab4f-b59f0c7aa0db req-ac31ae39-4dd3-4d7b-ac07-b11e65b77c0f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:40.272118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9b87281-0e14-437f-ab4f-b59f0c7aa0db req-ac31ae39-4dd3-4d7b-ac07-b11e65b77c0f tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.0833259 Dec 15 04:38:40.332215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Made reservation on behalf of 412702fbba94438dac612d001ee4fd6f for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:40.337556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.337556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.349872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.358160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.377267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9b87281-0e14-437f-ab4f-b59f0c7aa0db req-ffb0c4d7-5288-4a3b-ad38-6f5cbb025195 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934031 Dec 15 04:38:40.398669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.399898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-baa6405c-7724-4bfc-8b80-ac6161009aae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2987757 Dec 15 04:38:40.404386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-7a0cb137-c9ad-4385-bbe6-932e3f123929 service neutron] 10.222.0.16 "GET /v2.0/ports/4d1674e7-836f-45b8-b04d-d15bab0ff295/bindings/n-h1-820935-10 HTTP/1.1" status: 200 len: 383 time: 0.1104426 Dec 15 04:38:40.406153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34802) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:40.411436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': False}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:40.473829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22c9b354-064f-47eb-96e8-10c914de1cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.483384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccf420-86a2-404b-93b0-f76be39bc02d req-5d8b31da-b7af-4e2e-a476-785e0f00b1f3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:40.485005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6ccf420-86a2-404b-93b0-f76be39bc02d req-5d8b31da-b7af-4e2e-a476-785e0f00b1f3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0931044 Dec 15 04:38:40.486232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-22c9b354-064f-47eb-96e8-10c914de1cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.549289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9b354-064f-47eb-96e8-10c914de1cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc2647e-53c4-41b1-a622-a5c99bbed85a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:40.559651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-22c9b354-064f-47eb-96e8-10c914de1cd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f54ba1c52ec4f02a9ba91ce973d8d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173280 Dec 15 04:38:40.562188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:40.594581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6ccf420-86a2-404b-93b0-f76be39bc02d req-b25c2661-3cc1-456f-a6af-34bf9ff19864 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025054 Dec 15 04:38:40.606240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:40.623175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-947ccf8a-f0d1-430f-899c-187c5ef8fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:40.624729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-947ccf8a-f0d1-430f-899c-187c5ef8fe1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1101 time: 0.1709342 Dec 15 04:38:40.671294 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-85024611-df0b-4b0e-9238-8fc8dffdc4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.684824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 4d1674e7-836f-45b8-b04d-d15bab0ff295 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:38:40.690749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 4d1674e7-836f-45b8-b04d-d15bab0ff295 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:40.691684 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.710396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-85024611-df0b-4b0e-9238-8fc8dffdc4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.756622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.782831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-85024611-df0b-4b0e-9238-8fc8dffdc4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.787690 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-85024611-df0b-4b0e-9238-8fc8dffdc4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.789143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-85024611-df0b-4b0e-9238-8fc8dffdc4c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccc2647e-53c4-41b1-a622-a5c99bbed85a HTTP/1.1" status: 204 len: 168 time: 0.2260389 Dec 15 04:38:40.823883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.826938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024611-df0b-4b0e-9238-8fc8dffdc4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc2647e-53c4-41b1-a622-a5c99bbed85a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:40.885661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:40.888175 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65e1137-a69c-4a6e-b0ed-d0fc9d21c730" -d '{"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-plugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:40.907552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:40.917952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:40.979123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:40.998450 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab403d9-9501-45d7-ba39-6d2deaa498d5 x-openstack-request-id: req-6ab403d9-9501-45d7-ba39-6d2deaa498d5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:40.998817 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-plugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:40.999144 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ab403d9-9501-45d7-ba39-6d2deaa498d5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:40.999715 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'code': 200} Dec 15 04:38:41.145240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.210631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.281947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:38:41.304844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-312950db-5852-4493-8d38-357887f879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:41.306401 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-312950db-5852-4493-8d38-357887f879b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.6427705 Dec 15 04:38:41.310324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a087ab28-2335-4543-94e5-5de8030ffb5c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:41.314688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.315036 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Added segment 979c73e8-c678-4215-9970-61da95246812 of type vlan for network f76a9c8e-8c56-4856-9255-f6d8892380b2 Dec 15 04:38:41.390938 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-b4fece7f-6ba1-4f9f-bc8e-17749f90a895 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0741096 Dec 15 04:38:41.424858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.517318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-a9f12a18-fe39-492d-87a2-41b7be5a9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:41.518780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-a9f12a18-fe39-492d-87a2-41b7be5a9eef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1180632 Dec 15 04:38:41.528347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.529034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:41.529913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.546813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d1dc0-ef46-4e71-94fc-e495490aa30d req-0e256697-be29-482c-a02c-f038e83291f8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:41.549404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-883d1dc0-ef46-4e71-94fc-e495490aa30d req-0e256697-be29-482c-a02c-f038e83291f8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.0640314 Dec 15 04:38:41.629686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-883d1dc0-ef46-4e71-94fc-e495490aa30d req-db849001-6b9a-4527-b553-7d524f3fdd16 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713792 Dec 15 04:38:41.655274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6781282 Dec 15 04:38:41.655274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34930) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:41.698120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Request body: {'subnet': {'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-subnet', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:41.738084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af34a-5a36-4c65-bf12-6ebb117aa08d admin admin] Pushing event updated for resources: {'Network': ['ID=f76a9c8e-8c56-4856-9255-f6d8892380b2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:41.750187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:38:41.800457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-fbf52670-72d7-41c6-9207-c5aa22697e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:41.801974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-fbf52670-72d7-41c6-9207-c5aa22697e94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2686949 Dec 15 04:38:41.811914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Made reservation on behalf of 412702fbba94438dac612d001ee4fd6f for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:38:41.814917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.893900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf92c-3965-4914-8a31-ebc0b3607dd0 req-6d6b8fd2-f928-42f9-9337-c760d719e192 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:41.896499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39aaf92c-3965-4914-8a31-ebc0b3607dd0 req-6d6b8fd2-f928-42f9-9337-c760d719e192 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0812292 Dec 15 04:38:41.953193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:41.982286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39aaf92c-3965-4914-8a31-ebc0b3607dd0 req-4803d57b-4fd7-427c-b57e-3bc27c6e54d2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788291 Dec 15 04:38:41.984724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.108221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-6b1b3690-e1ca-4b42-bb7c-6ff2ff8e1c37 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242522 Dec 15 04:38:42.272566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.285251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Allocated IP 172.25.2.135 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/ffdb24e3-4190-40fb-be70-719a40493006) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:42.361271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-be28823f-72dd-4552-b2e4-1acdb46b16ca service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450452 Dec 15 04:38:42.443492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b33c19f-9d9b-480d-a32a-5a470923ab22,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:42.452568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:42.452967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Network hostable DHCP agents. Network: f76a9c8e-8c56-4856-9255-f6d8892380b2, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:38:42.502462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:38:42.527453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f76a9c8e-8c56-4856-9255-f6d8892380b2) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:42.536818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3157fe5-1b50-4047-ac89-c19a2be03ecc None None] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:38:42.544046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.546950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:42.547574 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.583395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1ce842c6-3471-41d1-831f-92ffe114bdac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8898225 Dec 15 04:38:42.586924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35032) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:42.595892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:42.625923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.627748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.634044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.666193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f76a9c8e-8c56-4856-9255-f6d8892380b2', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:38:42.667077 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:42.696776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:42.700627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:42.706812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:42.754504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Pushing event updated for resources: {'Port': ['ID=ffdb24e3-4190-40fb-be70-719a40493006,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:43.004487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Allocated IP 172.20.0.2 (f76a9c8e-8c56-4856-9255-f6d8892380b2/4b33c19f-9d9b-480d-a32a-5a470923ab22/f76879f4-7ec6-4765-8092-5e6fcd350b15) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:43.062381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.324769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35092) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:43.345680 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.400222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.403963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.498296 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.508999 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.517273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-623be6f0-f949-4574-bf43-2a69041f1828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.557254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:43.560584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:43.567800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:43.571205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Pushing event updated for resources: {'Port': ['ID=f76879f4-7ec6-4765-8092-5e6fcd350b15,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:43.629011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83422-00ef-4cd9-a48c-a29305235b7a req-d79e25a7-12b8-4e94-99e6-57dc5d56d490 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:43.632614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde83422-00ef-4cd9-a48c-a29305235b7a req-d79e25a7-12b8-4e94-99e6-57dc5d56d490 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.3016989 Dec 15 04:38:43.636056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Attempting to bind port f76879f4-7ec6-4765-8092-5e6fcd350b15 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:43.636455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Attempting to bind port f76879f4-7ec6-4765-8092-5e6fcd350b15 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:43.636825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Attempting to bind port f76879f4-7ec6-4765-8092-5e6fcd350b15 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:43.642196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.642374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:43.642778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:43.643057 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.643477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Bound using segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:43.643999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Bound port: f76879f4-7ec6-4765-8092-5e6fcd350b15, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:43.644439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.644834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-623be6f0-f949-4574-bf43-2a69041f1828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.648039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Router 62158200-f503-49f8-b75a-b0c762a5bb6e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:43.653739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-623be6f0-f949-4574-bf43-2a69041f1828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.674413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222f7e-9592-49b6-a366-c74dfa826bce req-89d9081a-5a21-4826-9a88-b28461d2abe0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:43.676314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab222f7e-9592-49b6-a366-c74dfa826bce req-89d9081a-5a21-4826-9a88-b28461d2abe0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.2212803 Dec 15 04:38:43.712695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] For port f76879f4-7ec6-4765-8092-5e6fcd350b15, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:43.716953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] For port f76879f4-7ec6-4765-8092-5e6fcd350b15, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f76879f4-7ec6-4765-8092-5e6fcd350b15,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:43.722106 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.779130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-623be6f0-f949-4574-bf43-2a69041f1828 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecff3c2fbdac4228b7048a11039ec741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4496303 Dec 15 04:38:43.779130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623be6f0-f949-4574-bf43-2a69041f1828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0328bfe-1275-4bdf-bc0a-cc6a1923764e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:43.781819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35096) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:43.785996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde83422-00ef-4cd9-a48c-a29305235b7a req-a829dbfc-8021-47d8-a13a-c54e0c142420 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415045 Dec 15 04:38:43.792561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fcce3-b43e-4184-b66c-4f128a746997 None None] Pushing event updated for resources: {'Port': ['ID=f76879f4-7ec6-4765-8092-5e6fcd350b15,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:43.845149 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab222f7e-9592-49b6-a366-c74dfa826bce req-f42044f4-486b-41ab-9820-6d8865f3b4fb tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516335 Dec 15 04:38:43.879857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce820e7-638b-4cb1-8d5d-eb23d058e688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.907335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce820e7-638b-4cb1-8d5d-eb23d058e688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.936981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:43.945132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:43.948435 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] Sync routers for ids ['62158200-f503-49f8-b75a-b0c762a5bb6e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:43.949613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1c76870d-b74d-48b3-af23-bc743be66b87 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "PUT /v2.0/routers/62158200-f503-49f8-b75a-b0c762a5bb6e HTTP/1.1" status: 200 len: 916 time: 3.5423021 Dec 15 04:38:43.953370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35106) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:43.973564 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] Routers {'62158200-f503-49f8-b75a-b0c762a5bb6e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:43.974449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['62158200-f503-49f8-b75a-b0c762a5bb6e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:44.010416 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:44.021882 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] Routers {'62158200-f503-49f8-b75a-b0c762a5bb6e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:44.022730 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['62158200-f503-49f8-b75a-b0c762a5bb6e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:44.075006 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:44.075689 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c35c3-c8f7-4368-8646-96858be1c6bf None None] The sync data for ids ['62158200-f503-49f8-b75a-b0c762a5bb6e'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:44.084720 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce820e7-638b-4cb1-8d5d-eb23d058e688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.087421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce820e7-638b-4cb1-8d5d-eb23d058e688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.089080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.089207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0ce820e7-638b-4cb1-8d5d-eb23d058e688 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0328bfe-1275-4bdf-bc0a-cc6a1923764e HTTP/1.1" status: 204 len: 168 time: 0.3043737 Dec 15 04:38:44.106093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce820e7-638b-4cb1-8d5d-eb23d058e688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0328bfe-1275-4bdf-bc0a-cc6a1923764e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:44.148259 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83a0ceae-d5ca-49c2-846f-b5c9a49ba6bd tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/62158200-f503-49f8-b75a-b0c762a5bb6e HTTP/1.1" status: 200 len: 922 time: 0.1925807 Dec 15 04:38:44.154560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:44.172456 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.241661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a35b63-0ecd-4f3d-a4eb-69ab62929736 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:44.247532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-57a35b63-0ecd-4f3d-a4eb-69ab62929736 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=62158200-f503-49f8-b75a-b0c762a5bb6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0879529 Dec 15 04:38:44.247532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35138) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:44.360084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Allocated IP 172.25.2.110 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6576e9b2-d748-42c1-b72e-18d624be2ee8) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:44.376756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36c345-91de-4960-89cc-511af428b3b0 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:44.378176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db36c345-91de-4960-89cc-511af428b3b0 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.1298699 Dec 15 04:38:44.381190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35146) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:44.426645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c256931-03d3-42f2-8b53-edcbf1adaa7f tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=62158200-f503-49f8-b75a-b0c762a5bb6e HTTP/1.1" status: 200 len: 205 time: 0.0431433 Dec 15 04:38:44.428449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35154) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:44.525164 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.607564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.614074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.672699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:44.676236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:44.682787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:44.715481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:44.731882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Pushing event updated for resources: {'Port': ['ID=6576e9b2-d748-42c1-b72e-18d624be2ee8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:44.757417 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea92b9e5-d79b-44a0-bf2a-bcec72a881af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.872233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.902587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea92b9e5-d79b-44a0-bf2a-bcec72a881af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.911896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea92b9e5-d79b-44a0-bf2a-bcec72a881af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:44.942581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f76879f4-7ec6-4765-8092-5e6fcd350b15 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:44.993247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Deleting port ffdb24e3-4190-40fb-be70-719a40493006 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:44.993907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.034644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port f76879f4-7ec6-4765-8092-5e6fcd350b15 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:45.035024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.132755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.189248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.193205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-ee975cd3-74bd-49e8-978c-f7fb613ada62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:45.194788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-ee975cd3-74bd-49e8-978c-f7fb613ada62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f&tenant_id=9a2a94e821874288a77080c5ea619ceb HTTP/1.1" status: 200 len: 1102 time: 0.0800033 Dec 15 04:38:45.207826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Calling delete_port for ffdb24e3-4190-40fb-be70-719a40493006 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:45.218040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:45.234773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92b9e5-d79b-44a0-bf2a-bcec72a881af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cc1b3f-dc18-4dd7-81f5-aa0ca9d2a30b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:45.255452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port f76879f4-7ec6-4765-8092-5e6fcd350b15, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f76879f4-7ec6-4765-8092-5e6fcd350b15,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:45.262144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.275258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ea92b9e5-d79b-44a0-bf2a-bcec72a881af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e34992e3c548494e8452888925789857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549881 Dec 15 04:38:45.279887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:45.331927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7e725-1469-4fc7-a929-d9d4f3447196 None None] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:38:45.334399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.334621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4dbb2-8002-469a-9a92-402a954ffc50 req-19edf99d-04fb-469a-baf4-e574e81807db tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:45.336096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ab4dbb2-8002-469a-9a92-402a954ffc50 req-19edf99d-04fb-469a-baf4-e574e81807db tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1947765 Dec 15 04:38:45.413378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=f76879f4-7ec6-4765-8092-5e6fcd350b15,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:45.437650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5a06c5fe-bff6-4581-8269-1ce95fb30a9a None None] Provisioning complete for port f76879f4-7ec6-4765-8092-5e6fcd350b15 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:45.438019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a06c5fe-bff6-4581-8269-1ce95fb30a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.455535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d5e09f6-c42c-47e4-b7a4-72a7a1d099b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.533793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ca7b-9f11-40e6-88e7-a0059d649d38 req-8ac0ca26-ea40-43f9-8b72-5f6d557b3089 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:45.542246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc46ca7b-9f11-40e6-88e7-a0059d649d38 req-8ac0ca26-ea40-43f9-8b72-5f6d557b3089 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.2155476 Dec 15 04:38:45.576060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ab4dbb2-8002-469a-9a92-402a954ffc50 req-4f726fb8-e16b-42e7-ae5c-ec358a87c255 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260377 Dec 15 04:38:45.578446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d5e09f6-c42c-47e4-b7a4-72a7a1d099b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.691193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc46ca7b-9f11-40e6-88e7-a0059d649d38 req-fa96d872-a0eb-4069-87b7-8e703182d0b5 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479876 Dec 15 04:38:45.706666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.831666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d5e09f6-c42c-47e4-b7a4-72a7a1d099b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.834563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d5e09f6-c42c-47e4-b7a4-72a7a1d099b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:45.839751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9d5e09f6-c42c-47e4-b7a4-72a7a1d099b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46cc1b3f-dc18-4dd7-81f5-aa0ca9d2a30b HTTP/1.1" status: 204 len: 168 time: 0.5552821 Dec 15 04:38:45.862895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e09f6-c42c-47e4-b7a4-72a7a1d099b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cc1b3f-dc18-4dd7-81f5-aa0ca9d2a30b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:45.924914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-48fb8e21-2277-459d-a63d-b433cd63caf8 None None] Provisioning complete for port f76879f4-7ec6-4765-8092-5e6fcd350b15 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:45.926944 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48fb8e21-2277-459d-a63d-b433cd63caf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.023219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.036499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:46.063018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.097495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event deleted for resources: {'Port': ['ID=ffdb24e3-4190-40fb-be70-719a40493006,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:46.139842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:46.215344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:46.217613 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac6e852-5be6-4cee-81c4-602ebc42691b" -d '{"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:46.222174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.227330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.236940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:46.340965 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867dace-a77a-4a74-9068-b8f0e64bb9a0 x-openstack-request-id: req-7867dace-a77a-4a74-9068-b8f0e64bb9a0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:46.341260 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:46.341798 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7867dace-a77a-4a74-9068-b8f0e64bb9a0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:46.342327 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'code': 200} Dec 15 04:38:46.352979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Transition to ACTIVE for port object 4d1674e7-836f-45b8-b04d-d15bab0ff295 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:38:46.357578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.359716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.364227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.402057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:46.413142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:46.428674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:46.429492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:46.437290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.446655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35248) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:46.447923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-244b818c-90b5-4193-92b4-07ae4dcfc0bf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8588917 Dec 15 04:38:46.591480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] No DVR routers for this DVR port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:46.593571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:46.595860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.596490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Fanout notify agent at l3_agent the message router_deleted on router 62158200-f503-49f8-b75a-b0c762a5bb6e {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:46.615960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.617222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c88d4da-e81f-4479-80d0-7c0e3dc73806 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/62158200-f503-49f8-b75a-b0c762a5bb6e HTTP/1.1" status: 204 len: 168 time: 2.1877131 Dec 15 04:38:46.623704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35256) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:46.632273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-201199027', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:46.682958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:46.704609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.725257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.743048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:46.743048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:46.743048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:46.778869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:38:46.779197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Attempting to bind port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:46.804123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:46.804123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:46.804123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:46.804123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Bound port: 4d1674e7-836f-45b8-b04d-d15bab0ff295, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:46.804123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:46.869614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f76879f4-7ec6-4765-8092-5e6fcd350b15 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:46.972908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.072836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35276) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:47.095708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port f76879f4-7ec6-4765-8092-5e6fcd350b15 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:47.096121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.102681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34e4ec-54e4-4049-9956-125145efcafe req-354d4468-034c-4cf4-9d72-73c552391d64 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:47.104348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab34e4ec-54e4-4049-9956-125145efcafe req-354d4468-034c-4cf4-9d72-73c552391d64 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.2288609 Dec 15 04:38:47.178602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:47.185878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:47.237094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.249674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.254526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:45Z', 'revision_number': 3, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:47.292765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:38:47.293276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Updating router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 port 6576e9b2-d748-42c1-b72e-18d624be2ee8 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:38:47.323080 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.338793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab34e4ec-54e4-4049-9956-125145efcafe req-27188278-8efd-4453-9f80-f73fed4b65f6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853304 Dec 15 04:38:47.397285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:47.398028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.400088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 1098 time: 2.1901429 Dec 15 04:38:47.549661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4c362-83eb-43c8-8724-a037fcc028c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=11']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:47.566849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1521a55f-2d3f-47e3-b517-5b468f6bafb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.694140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-7fe3430e-9fa2-4e12-aaa6-f6aa5d2b178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:47.697622 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-7fe3430e-9fa2-4e12-aaa6-f6aa5d2b178e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1101 time: 0.2532792 Dec 15 04:38:47.791279 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.804060 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.889335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1521a55f-2d3f-47e3-b517-5b468f6bafb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.897559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cae7b6-d6ba-4cf8-b5f5-149a97c7ff32 req-e49be403-8b96-42a7-8501-d9db80218292 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:47.906184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1521a55f-2d3f-47e3-b517-5b468f6bafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.906390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37cae7b6-d6ba-4cf8-b5f5-149a97c7ff32 req-e49be403-8b96-42a7-8501-d9db80218292 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.9523158 Dec 15 04:38:47.921161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d123-f296-487f-8654-9ca070633296 None None] Pushing event updated for resources: {'Port': ['ID=6576e9b2-d748-42c1-b72e-18d624be2ee8,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:47.942116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Attempting to bind port 6576e9b2-d748-42c1-b72e-18d624be2ee8 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:47.942692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Attempting to bind port 6576e9b2-d748-42c1-b72e-18d624be2ee8 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:47.943228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Attempting to bind port 6576e9b2-d748-42c1-b72e-18d624be2ee8 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:47.948300 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.957378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:47.958020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:47.958630 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.959047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:47.959830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Bound port: 6576e9b2-d748-42c1-b72e-18d624be2ee8, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:47.960481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:47.974628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.033944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] For port 6576e9b2-d748-42c1-b72e-18d624be2ee8, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:48.034384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35c4c46e-50d4-4f8d-9845-98e7f634ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:48.035990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-35c4c46e-50d4-4f8d-9845-98e7f634ce5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.3031380 Dec 15 04:38:48.038407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] For port 6576e9b2-d748-42c1-b72e-18d624be2ee8, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6576e9b2-d748-42c1-b72e-18d624be2ee8,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:48.046495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.074300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37cae7b6-d6ba-4cf8-b5f5-149a97c7ff32 req-f8af1115-d4ef-42a7-bbd5-9e97d3cd67f2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669793 Dec 15 04:38:48.115271 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.118236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36d123-f296-487f-8654-9ca070633296 None None] Pushing event updated for resources: {'Port': ['ID=6576e9b2-d748-42c1-b72e-18d624be2ee8,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:48.120886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:48.121502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:48.145584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Allocated IP 172.25.2.36 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/84f587b3-4a52-49a4-b6dc-dc87dd9ce9d8) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:48.179085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-92911966-7f47-4845-9ace-b3d27cd4fc83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0591865 Dec 15 04:38:48.183689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521a55f-2d3f-47e3-b517-5b468f6bafb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5751e5-998d-48ff-966f-7492a8ad49b1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:48.225891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1521a55f-2d3f-47e3-b517-5b468f6bafb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d43b4f20c93499fb68b2184d7c2fc12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1493261 Dec 15 04:38:48.228394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35296) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:48.254975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:48.328567 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-72566341-1177-4ebc-9ddc-2ab8f7888a30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3220508 Dec 15 04:38:48.340100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ada818f2-f94e-42be-9937-d656cdb2cd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.341663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-81059688-86c2-4b21-98ce-359df64690f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:48.343261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-81059688-86c2-4b21-98ce-359df64690f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1532969 Dec 15 04:38:48.345932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:48.348529 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21897e7-cf58-41f7-a90d-ddd6c29eadee" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:48.390581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ada818f2-f94e-42be-9937-d656cdb2cd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.426332 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.475722 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b9e692-b7e2-4237-a21a-3ad3876bf1bd x-openstack-request-id: req-a2b9e692-b7e2-4237-a21a-3ad3876bf1bd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:48.476938 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:48.477616 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2b9e692-b7e2-4237-a21a-3ad3876bf1bd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:48.478738 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'status': 'completed', 'code': 200} Dec 15 04:38:48.478980 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ada818f2-f94e-42be-9937-d656cdb2cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.481972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ada818f2-f94e-42be-9937-d656cdb2cd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.483232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ada818f2-f94e-42be-9937-d656cdb2cd02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a5751e5-998d-48ff-966f-7492a8ad49b1 HTTP/1.1" status: 204 len: 168 time: 0.2519431 Dec 15 04:38:48.507222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada818f2-f94e-42be-9937-d656cdb2cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5751e5-998d-48ff-966f-7492a8ad49b1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:48.522902 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:48.584212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event updated for resources: {'Port': ['ID=84f587b3-4a52-49a4-b6dc-dc87dd9ce9d8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:48.595914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:45Z', 'revision_number': 3, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:48.612641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eb2e6-db26-479d-8212-8f16a0fca96d req-fceec5e6-e35c-470c-9266-90062aa01d37 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:48.614223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-495eb2e6-db26-479d-8212-8f16a0fca96d req-fceec5e6-e35c-470c-9266-90062aa01d37 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.1533294 Dec 15 04:38:48.621416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:48.646868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:48.651776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:48.667785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d798-cab3-4027-a80f-55ed25f0dc67 None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:45Z', 'revision_number': 3, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:48.679421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:38:48.743287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-39400190-9294-40b3-923d-560d7bcd6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:48.745214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-39400190-9294-40b3-923d-560d7bcd6d1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3901696 Dec 15 04:38:48.758642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-495eb2e6-db26-479d-8212-8f16a0fca96d req-37cff4f6-83b9-4449-9276-d3a8ff9f6043 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354988 Dec 15 04:38:48.774832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:38:48.780132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-baa8f866-ffb2-4bff-ba67-cb171748fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:48.782982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-baa8f866-ffb2-4bff-ba67-cb171748fbbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1101 time: 0.2085257 Dec 15 04:38:48.787672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-b739a9fd-0340-4b0d-a522-e63e52751380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:48.789437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-b739a9fd-0340-4b0d-a522-e63e52751380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 1102 time: 0.4074557 Dec 15 04:38:48.798395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7e823a44-dcb2-4e58-9163-79cf12735914 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:48.963863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:48.967910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Allocated IP 172.20.0.1 (f76a9c8e-8c56-4856-9255-f6d8892380b2/4b33c19f-9d9b-480d-a32a-5a470923ab22/3a462fe1-c82a-474c-aabe-437e4a4e0da1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:48.981921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7e823a44-dcb2-4e58-9163-79cf12735914', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'port_id': '7e823a44-dcb2-4e58-9163-79cf12735914', 'mac_address': 'fa:16:3e:c2:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26eb724-63c4-4428-a4a8-29117339ff31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:49.053909 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:49.068494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e823a44-dcb2-4e58-9163-79cf12735914 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:49.142840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:49.153422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:49.268295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-68c524ad-e6a4-4bc1-ab66-68d77278891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:49.270840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-68c524ad-e6a4-4bc1-ab66-68d77278891e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4648702 Dec 15 04:38:49.426941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8a9d-f8ef-4bfe-a3cd-9234b6b2173b req-8e694770-5cc6-4527-bc6c-4ef3a77571eb tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:49.432538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9cc8a9d-f8ef-4bfe-a3cd-9234b6b2173b req-8e694770-5cc6-4527-bc6c-4ef3a77571eb tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 944 time: 0.1682651 Dec 15 04:38:49.433158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:49.445950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:49.517439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7e823a44-dcb2-4e58-9163-79cf12735914'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:49.540620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-3e0e9f8a-8f6f-4e63-8830-5a8347d061fb service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876601 Dec 15 04:38:49.607543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:49.649771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9cc8a9d-f8ef-4bfe-a3cd-9234b6b2173b req-7a0eaba6-98e6-415b-bfe1-e823e6f0c2ea tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579428 Dec 15 04:38:49.701657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-ad17d5e0-9fe9-4051-a75e-ec4cb05b7ab5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.4105315 Dec 15 04:38:49.821709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-e68fb31a-1eae-49f8-b756-6d0ad15c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:49.826235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-e68fb31a-1eae-49f8-b756-6d0ad15c4173 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0623560 Dec 15 04:38:49.827614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-e7a897ff-b71a-44bb-8dc0-b0d997abf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:49.829415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-e7a897ff-b71a-44bb-8dc0-b0d997abf39a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.9698009 Dec 15 04:38:49.902585 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:38:49.989340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:50.002319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237fdb4-39a7-4775-9972-b87a253768f2 req-40baeae6-e2bf-4fcf-b12c-2b0781c97fa7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:50.004014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c237fdb4-39a7-4775-9972-b87a253768f2 req-40baeae6-e2bf-4fcf-b12c-2b0781c97fa7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.0902724 Dec 15 04:38:50.179048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c237fdb4-39a7-4775-9972-b87a253768f2 req-796cf45a-0dec-4569-a7be-a6640e14aab3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632268 Dec 15 04:38:50.265863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Router a286ced6-1730-447f-b5b0-5723cb71078e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:38:50.404387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-366dbf42-0318-4060-821f-9b9290346487 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 200 len: 217 time: 0.0825982 Dec 15 04:38:50.410566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:50.442344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35382) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:50.445463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:50.458667 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] Sync routers for ids ['a286ced6-1730-447f-b5b0-5723cb71078e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:50.479831 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] Routers {'a286ced6-1730-447f-b5b0-5723cb71078e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:50.481871 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a286ced6-1730-447f-b5b0-5723cb71078e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:50.482682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:50.484026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ad6a8220-d0ce-49fb-a6ec-bd3118897c89 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8592503 Dec 15 04:38:50.486945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35386) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:50.493609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:50.545002 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:50.564697 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] Routers {'a286ced6-1730-447f-b5b0-5723cb71078e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:50.567546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:50.568654 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a286ced6-1730-447f-b5b0-5723cb71078e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:50.572882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c360976c-fcb0-478b-a54f-7524e6b14472 req-06447292-3d86-44de-83ab-4e2361548192 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537903 Dec 15 04:38:50.590495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:50.622472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-00d6fd31-f3d3-42a0-8a74-be36fcd4e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:50.624359 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-00d6fd31-f3d3-42a0-8a74-be36fcd4e8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3014431 Dec 15 04:38:50.628423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:50.674159 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:50.675028 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79005eee-e5b0-462a-bcaf-72702e4c517b None None] The sync data for ids ['a286ced6-1730-447f-b5b0-5723cb71078e'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:50.713242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1c02-d409-41a8-9938-c34ac59106ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:50.732807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Pushing event updated for resources: {'Port': ['ID=3a462fe1-c82a-474c-aabe-437e4a4e0da1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:50.767154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.767509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.767846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.768317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.768639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.768921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.769254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.769573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.769947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.770297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.770569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.770883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.771198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:38:50.798606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7e823a44-dcb2-4e58-9163-79cf12735914 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:50.817423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-40809053-0d83-47c2-a5ed-d9b2bf0b63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:50.825924 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-40809053-0d83-47c2-a5ed-d9b2bf0b63f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.4103005 Dec 15 04:38:50.912142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6576e9b2-d748-42c1-b72e-18d624be2ee8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:50.944082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7e823a44-dcb2-4e58-9163-79cf12735914 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:50.944475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:50.981458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.064193 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.066469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6576e9b2-d748-42c1-b72e-18d624be2ee8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:51.067135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.071261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00425-db5c-465a-9717-c3694c2b10a6 req-ccd52074-f298-41e6-b478-2cb134ba5531 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:51.073384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96f00425-db5c-465a-9717-c3694c2b10a6 req-ccd52074-f298-41e6-b478-2cb134ba5531 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 944 time: 0.2386749 Dec 15 04:38:51.132564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:51.135774 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b7b6e-2b7b-46b0-8c95-1ea31ef75739" -d '{"events": [{"server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:51.152174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:51.163317 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.233082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5147ed06-0bbb-4b09-a37b-f46a6aec1d35 None None] Provisioning complete for port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:51.233565 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5147ed06-0bbb-4b09-a37b-f46a6aec1d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.243329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.264082 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660f13ce-94de-47bc-8b0d-3dd776818976 x-openstack-request-id: req-660f13ce-94de-47bc-8b0d-3dd776818976 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:51.264488 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:51.264812 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-660f13ce-94de-47bc-8b0d-3dd776818976 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:51.265263 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914', 'code': 200} Dec 15 04:38:51.285879 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.290717 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.306273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.311973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1c02-d409-41a8-9938-c34ac59106ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.358968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:51.371030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 6576e9b2-d748-42c1-b72e-18d624be2ee8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6576e9b2-d748-42c1-b72e-18d624be2ee8,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:51.375634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5147ed06-0bbb-4b09-a37b-f46a6aec1d35 None None] Port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:38:51.377489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1c02-d409-41a8-9938-c34ac59106ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.380484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.450006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe0e1c02-d409-41a8-9938-c34ac59106ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2069c665e7604bc2a69ea9a25a75a6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9977064 Dec 15 04:38:51.460131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35430) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:51.471966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-c862f8d4-e626-4f4b-84bd-8e612aa30ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361473 Dec 15 04:38:51.484977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=6576e9b2-d748-42c1-b72e-18d624be2ee8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:51.506673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-2842d1ef-96ee-4a54-b4e3-1106e53e8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:51.508653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e1c02-d409-41a8-9938-c34ac59106ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c244fb2f-fec8-441a-9566-255a3e52dca3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:51.508944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-2842d1ef-96ee-4a54-b4e3-1106e53e8968 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6336250 Dec 15 04:38:51.510486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-a08e4b16-2183-4d1c-b7c2-fccdc509379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:51.511908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-a08e4b16-2183-4d1c-b7c2-fccdc509379f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1101 time: 0.7489130 Dec 15 04:38:51.517256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96f00425-db5c-465a-9717-c3694c2b10a6 req-2e941349-40ff-4f33-aa55-90a6b4674bec tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678499 Dec 15 04:38:51.564713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Deleting port 84f587b3-4a52-49a4-b6dc-dc87dd9ce9d8 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:51.565067 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.617351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35434) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:51.635219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23edd9-18ae-4043-bfb3-bfc58fdcb3bf req-b7bf1d91-91f8-453c-9f39-60de5147e3b9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:51.636765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec23edd9-18ae-4043-bfb3-bfc58fdcb3bf req-b7bf1d91-91f8-453c-9f39-60de5147e3b9 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.1941187 Dec 15 04:38:51.719528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.738172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec23edd9-18ae-4043-bfb3-bfc58fdcb3bf req-9d2a29a9-fc74-420b-9927-fe40cdd987e3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838158 Dec 15 04:38:51.739501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Calling delete_port for 84f587b3-4a52-49a4-b6dc-dc87dd9ce9d8 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:51.752322 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-a6119841-58a1-44b4-8abf-d0d248f357db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5558059 Dec 15 04:38:51.770471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8873723a-09f9-438a-af9a-ec18cfeefa34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.888710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4ec51-f037-4757-81df-d20e75e053a8 req-dacb00fd-6e12-4f43-bbca-6ed837350a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:51.890337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abc4ec51-f037-4757-81df-d20e75e053a8 req-dacb00fd-6e12-4f43-bbca-6ed837350a97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 1097 time: 0.4119260 Dec 15 04:38:51.955904 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0df7cb3d-060e-4f5d-9d72-598a70725301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.980639 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8873723a-09f9-438a-af9a-ec18cfeefa34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:51.989432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8873723a-09f9-438a-af9a-ec18cfeefa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.008272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-fb35e497-512d-4c4f-9a2f-cd283a175eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.009816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-fb35e497-512d-4c4f-9a2f-cd283a175eee service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.4796515 Dec 15 04:38:52.018344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-1ad6dc8f-3a67-41ad-82d4-8c0cdaa949a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310307 Dec 15 04:38:52.041219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.045294 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-2eca4bb6-8840-4bd1-9f83-91b4c4bc2495 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032575 Dec 15 04:38:52.047219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0df7cb3d-060e-4f5d-9d72-598a70725301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.051730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8873723a-09f9-438a-af9a-ec18cfeefa34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c6bcc699ace4defbec9b873487fa8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4298582 Dec 15 04:38:52.054003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873723a-09f9-438a-af9a-ec18cfeefa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ba2c8-ec19-4c83-89cf-1c70ae07043e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:52.058458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35438) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:52.088240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Pushing event deleted for resources: {'Port': ['ID=84f587b3-4a52-49a4-b6dc-dc87dd9ce9d8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:52.104270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-52da9ccc-dcbc-487d-938f-687f78d66c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.105869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-52da9ccc-dcbc-487d-938f-687f78d66c37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2a94e821874288a77080c5ea619ceb&device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 1102 time: 0.2830584 Dec 15 04:38:52.108103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.124817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-d1fdb16a-b17f-4779-8ddb-f69272bb294f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 200 len: 217 time: 0.0974679 Dec 15 04:38:52.144285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.188954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.191279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6517d873-3260-49f6-b829-3438923ef82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.283205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6517d873-3260-49f6-b829-3438923ef82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.285034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-abc4ec51-f037-4757-81df-d20e75e053a8 req-0919aa46-a900-4177-a857-72882fc05a8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757010 Dec 15 04:38:52.384218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Pushing event updated for resources: {'Port': ['ID=3a462fe1-c82a-474c-aabe-437e4a4e0da1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:52.392946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.405152 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0df7cb3d-060e-4f5d-9d72-598a70725301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.407859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0df7cb3d-060e-4f5d-9d72-598a70725301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.409005 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0df7cb3d-060e-4f5d-9d72-598a70725301 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c244fb2f-fec8-441a-9566-255a3e52dca3 HTTP/1.1" status: 204 len: 168 time: 0.9359107 Dec 15 04:38:52.423804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-71bd8620-16c3-4559-be87-9fcf0162138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.425996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-71bd8620-16c3-4559-be87-9fcf0162138f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.2477722 Dec 15 04:38:52.432765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7cb3d-060e-4f5d-9d72-598a70725301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244fb2f-fec8-441a-9566-255a3e52dca3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:52.460502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.474146 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.494842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8fa93ec-2816-4bef-a5d2-709a9f1d7eeb req-534a99e1-fb61-4f73-bbd3-01fb90b86add service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259851 Dec 15 04:38:52.515739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-c64a81a5-8196-4fb3-94fc-47d8136568c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.517615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-c64a81a5-8196-4fb3-94fc-47d8136568c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.3388314 Dec 15 04:38:52.542913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6517d873-3260-49f6-b829-3438923ef82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.545710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6517d873-3260-49f6-b829-3438923ef82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:52.547112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6517d873-3260-49f6-b829-3438923ef82c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c23ba2c8-ec19-4c83-89cf-1c70ae07043e HTTP/1.1" status: 204 len: 168 time: 0.4673409 Dec 15 04:38:52.571615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517d873-3260-49f6-b829-3438923ef82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ba2c8-ec19-4c83-89cf-1c70ae07043e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:52.575311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:52.587703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:52.616981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Router a286ced6-1730-447f-b5b0-5723cb71078e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:38:52.644514 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-6b221041-984b-4737-a67c-01105f971153 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 200 len: 217 time: 0.0788734 Dec 15 04:38:52.786182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-668dc9ba-7ae7-4d19-a3b1-cdefdc95bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.787747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-668dc9ba-7ae7-4d19-a3b1-cdefdc95bbcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238958 Dec 15 04:38:52.821823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-c21648db-2f59-4688-8c3a-6cc511da0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.826605 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-c21648db-2f59-4688-8c3a-6cc511da0505 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1743090 Dec 15 04:38:52.941545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:38:52.951626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6576e9b2-d748-42c1-b72e-18d624be2ee8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:52.958584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-f043b25d-b2f0-4ce8-a0dc-338455f8dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:52.960312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-f043b25d-b2f0-4ce8-a0dc-338455f8dc3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973237 Dec 15 04:38:52.975142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:52.997885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] Sync routers for ids ['a286ced6-1730-447f-b5b0-5723cb71078e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:52.998930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.002666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b93481d1-5058-409b-8784-35f167a9cfde tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "PUT /v2.0/routers/a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 200 len: 705 time: 2.5119703 Dec 15 04:38:53.005001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35454) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:53.043262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] Routers {'a286ced6-1730-447f-b5b0-5723cb71078e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:53.045138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a286ced6-1730-447f-b5b0-5723cb71078e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:53.155270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:53.183463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-248d0a72-2ec4-493c-897d-217e01b68311 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/routers/a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 200 len: 740 time: 0.1703942 Dec 15 04:38:53.185481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] Routers {'a286ced6-1730-447f-b5b0-5723cb71078e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:53.186129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a286ced6-1730-447f-b5b0-5723cb71078e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:53.186311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35460) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:53.190367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-653b83e7-1753-4704-9ca6-05aec12847b9 None None] Provisioning complete for port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:53.190751 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-653b83e7-1753-4704-9ca6-05aec12847b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.192354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6576e9b2-d748-42c1-b72e-18d624be2ee8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:53.192718 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.303471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:53.304765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f51557-7072-411c-93cd-13b0aea7520d None None] The sync data for ids ['a286ced6-1730-447f-b5b0-5723cb71078e'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:53.355800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-653b83e7-1753-4704-9ca6-05aec12847b9 None None] Port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:38:53.511552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-1af21531-5246-41dd-9149-298165a34c8b service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140784 Dec 15 04:38:53.521375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:53.599409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-746cd81b-5f72-4a42-b353-4071c15776d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.681102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64118-3ba9-4f7f-8bf1-93e83062fbcd req-7f7b39b3-e02c-4ea5-a18c-01d11c9f7315 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:53.682599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16e64118-3ba9-4f7f-8bf1-93e83062fbcd req-7f7b39b3-e02c-4ea5-a18c-01d11c9f7315 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.8988311 Dec 15 04:38:53.685859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f9eae07-5c3b-4b61-bbba-8fd0e0ad6bd4 tempest-RoutersAdminTest-782092427 tempest-RoutersAdminTest-782092427-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 200 len: 205 time: 0.4916513 Dec 15 04:38:53.692558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35472) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:53.741059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b4d3a5e0-8f6c-4ac3-a1b0-edcdcee55759 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 200 len: 205 time: 0.0433848 Dec 15 04:38:53.742159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35476) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:53.745242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-15bb872b-549d-4b15-ae7d-88292c747caf service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585251 Dec 15 04:38:53.751536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:38:53.763209 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:38:53.776528 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a79838e9-1aa6-4a01-bfa3-527db6edec5c admin admin] 10.222.0.37 "PUT /v2.0/routers/3d7a2af8-1b73-4b7a-bb4d-500cfccc8512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3261354 Dec 15 04:38:53.777624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806848-a221-4c92-8036-1d20a9c58252 req-4c7c79f0-3f4b-4356-ac8c-fa25a4cc8fd0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:53.779292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60806848-a221-4c92-8036-1d20a9c58252 req-4c7c79f0-3f4b-4356-ac8c-fa25a4cc8fd0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 949 time: 0.7942269 Dec 15 04:38:53.792855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d21897e7-cf58-41f7-a90d-ddd6c29eadee req-30af9539-38a0-4e2b-baf0-f769c7d0a12e service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359641 Dec 15 04:38:53.804432 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:53.807551 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:53.889520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.889953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-746cd81b-5f72-4a42-b353-4071c15776d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.895899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16e64118-3ba9-4f7f-8bf1-93e83062fbcd req-ed768634-8d81-4513-9d45-680c4f44c07b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003717 Dec 15 04:38:53.899560 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-451f4d41-67a0-44e8-bf45-d52b50bdd7be req-90049d8e-1bcb-415a-b8c1-22fd9ed0bcd4 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373439 Dec 15 04:38:53.900372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-746cd81b-5f72-4a42-b353-4071c15776d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:53.956146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cd81b-5f72-4a42-b353-4071c15776d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c0465-de7e-48f1-a2b3-0e99d2507649,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:54.007256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-746cd81b-5f72-4a42-b353-4071c15776d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e9f530c926c4361873561bfe51cd4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801152 Dec 15 04:38:54.009321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35488) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.068746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60806848-a221-4c92-8036-1d20a9c58252 req-7c9f516e-25e4-4f9d-9f42-6824901bec07 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459629 Dec 15 04:38:54.084666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa3866d0-ff6a-440c-9fa1-6adc81799259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.108086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa3866d0-ff6a-440c-9fa1-6adc81799259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.132575 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:54.167542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa3866d0-ff6a-440c-9fa1-6adc81799259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.170209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa3866d0-ff6a-440c-9fa1-6adc81799259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.175257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aa3866d0-ff6a-440c-9fa1-6adc81799259 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa5c0465-de7e-48f1-a2b3-0e99d2507649 HTTP/1.1" status: 204 len: 168 time: 0.1636522 Dec 15 04:38:54.182812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.183769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3866d0-ff6a-440c-9fa1-6adc81799259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c0465-de7e-48f1-a2b3-0e99d2507649,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:54.186390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.255860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.256493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Fanout notify agent at l3_agent the message router_deleted on router a286ced6-1730-447f-b5b0-5723cb71078e {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:38:54.263885 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.269185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.269293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0b618dcb-c0bf-47e0-8306-8e85a7aa186a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 204 len: 168 time: 0.5182152 Dec 15 04:38:54.307215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-64157fad-8a8d-4b18-97d3-6b55b07806c7 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 200 len: 205 time: 0.0368521 Dec 15 04:38:54.310570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35502) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.372884 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-a22990f8-1fda-44f2-9412-6bafb4af2d1e tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] delete failed (client error): The resource could not be found. Dec 15 04:38:54.373834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a22990f8-1fda-44f2-9412-6bafb4af2d1e tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/a286ced6-1730-447f-b5b0-5723cb71078e HTTP/1.1" status: 404 len: 336 time: 0.0588174 Dec 15 04:38:54.376012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78343a-072c-48b7-81e2-c83ee41d3e51 req-dbdf2443-865f-43ad-a992-d17af29949c1 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:54.376595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35504) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.384168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f78343a-072c-48b7-81e2-c83ee41d3e51 req-dbdf2443-865f-43ad-a992-d17af29949c1 tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 1101 time: 0.0658147 Dec 15 04:38:54.425031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35506) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.425355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d423cbe-3b99-4e35-b24b-e0662c28a09d tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=62158200-f503-49f8-b75a-b0c762a5bb6e HTTP/1.1" status: 200 len: 205 time: 0.0466948 Dec 15 04:38:54.456277 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 2, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:54.479062 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-21c431ee-ac66-4637-98ee-8c7cbc046204 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] delete failed (client error): The resource could not be found. Dec 15 04:38:54.480248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21c431ee-ac66-4637-98ee-8c7cbc046204 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/62158200-f503-49f8-b75a-b0c762a5bb6e HTTP/1.1" status: 404 len: 336 time: 0.0541315 Dec 15 04:38:54.483002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.509918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f78343a-072c-48b7-81e2-c83ee41d3e51 req-fd55ca25-3e4f-47a6-b928-88cd0bf3755e tempest-MigrationsAdminTest-358474858 tempest-MigrationsAdminTest-358474858-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070538 Dec 15 04:38:54.517221 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:38:54.517658 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Updating router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:38:54.534257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35516) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.534479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-04ebac87-c9c4-467f-a094-442492805762 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 HTTP/1.1" status: 200 len: 205 time: 0.0502524 Dec 15 04:38:54.563572 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:54.587349 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-3647e015-2f37-435c-ac38-cbfecd48221d tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] delete failed (client error): The resource could not be found. Dec 15 04:38:54.588595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3647e015-2f37-435c-ac38-cbfecd48221d tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/4d1ea4ee-3492-4f91-950b-c4ba3c9d6111 HTTP/1.1" status: 404 len: 336 time: 0.0532892 Dec 15 04:38:54.606441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35518) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.638035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cbae090b-9948-4a7c-b7f3-36bff333c3a8 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=149a7d39-1a4d-4bdf-ab8b-e9bfa192844d HTTP/1.1" status: 200 len: 205 time: 0.0301809 Dec 15 04:38:54.640322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35524) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.700253 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-bc2c123e-f4d1-47e0-9b5d-4d5e6e7e5eae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] delete failed (client error): The resource could not be found. Dec 15 04:38:54.701255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bc2c123e-f4d1-47e0-9b5d-4d5e6e7e5eae tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/149a7d39-1a4d-4bdf-ab8b-e9bfa192844d HTTP/1.1" status: 404 len: 336 time: 0.0585203 Dec 15 04:38:54.704058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.749695 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6ac067f0-effc-422b-8b4a-e96c02673c0b tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=25dbda28-3c02-4c6a-ac33-60d10ec5b178 HTTP/1.1" status: 200 len: 205 time: 0.0436435 Dec 15 04:38:54.751275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35530) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.798735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:54.842540 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-ca4f23ac-357e-40fb-a991-956df843cd84 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] delete failed (client error): The resource could not be found. Dec 15 04:38:54.843616 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ca4f23ac-357e-40fb-a991-956df843cd84 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/25dbda28-3c02-4c6a-ac33-60d10ec5b178 HTTP/1.1" status: 404 len: 336 time: 0.0908921 Dec 15 04:38:54.846751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35536) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.869833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35538) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.876327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984356039', 'description': 'tempest-description--864202218'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:54.903411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35540) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:54.904663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c81465fe-b5f1-4605-a649-3c3e6b10524b tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "GET /v2.0/ports?device_id=d412e363-2854-4912-829a-75eb1a98aa3c HTTP/1.1" status: 200 len: 205 time: 0.0549731 Dec 15 04:38:54.959421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:54.980530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'mac_address': 'fa:16:3e:95:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:55.018754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.020965 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-fc360df2-76b6-42f8-9801-9df879c60c65 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] delete failed (client error): The resource could not be found. Dec 15 04:38:55.021955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fc360df2-76b6-42f8-9801-9df879c60c65 tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/routers/d412e363-2854-4912-829a-75eb1a98aa3c HTTP/1.1" status: 404 len: 336 time: 0.1019115 Dec 15 04:38:55.029725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35548) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:55.040683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.067641 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.068810 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c901e92f-cacb-4b3c-8849-3ebb8394c33a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] DELETE failed (client error): The resource could not be found. Dec 15 04:38:55.069247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1674e7-836f-45b8-b04d-d15bab0ff295 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:38:55.069352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c901e92f-cacb-4b3c-8849-3ebb8394c33a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:38:55.073287 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c901e92f-cacb-4b3c-8849-3ebb8394c33a tempest-RoutersAdminTest-1055164535 tempest-RoutersAdminTest-1055164535-project] 10.222.0.37 "DELETE /v2.0/subnets/a1c16d5a-5f3c-4399-a559-6133933e8a89 HTTP/1.1" status: 404 len: 337 time: 0.0405748 Dec 15 04:38:55.074833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df105a05-485a-4915-ab78-e8bb6f4a51a5 req-aa184a82-114a-47a9-99d1-4c500dd96610 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:55.084525 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.087221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df105a05-485a-4915-ab78-e8bb6f4a51a5 req-aa184a82-114a-47a9-99d1-4c500dd96610 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.0769212 Dec 15 04:38:55.115043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:55.135020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.187214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df105a05-485a-4915-ab78-e8bb6f4a51a5 req-d15c5e84-55b8-4846-a914-fb3b8549bf04 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990362 Dec 15 04:38:55.199089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.213021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.219120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:55.223380 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855241-8e28-4f01-a17f-6834d8c7b8a8 None None] Pushing event updated for resources: {'Port': ['ID=3a462fe1-c82a-474c-aabe-437e4a4e0da1,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:55.273306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.279713 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4072762 Dec 15 04:38:55.281334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35564) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:55.285997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'security_group_rule': {'security_group_id': '53219d27-0faf-4805-9b77-4782789a29de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:55.317007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446262-533f-43bc-8fa8-bb930cc1d5a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53219d27-0faf-4805-9b77-4782789a29de,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:55.359659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.407057 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Attempting to bind port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:38:55.407429 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Attempting to bind port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:38:55.407786 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Attempting to bind port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:38:55.423847 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:38:55.424260 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:38:55.432872 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.433289 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Bound using segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:38:55.433788 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Bound port: 3a462fe1-c82a-474c-aabe-437e4a4e0da1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:38:55.434178 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.458863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['4d1674e7-836f-45b8-b04d-d15bab0ff295'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:55.509342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:55.549496 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] For port 3a462fe1-c82a-474c-aabe-437e4a4e0da1, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:38:55.554027 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] For port 3a462fe1-c82a-474c-aabe-437e4a4e0da1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3a462fe1-c82a-474c-aabe-437e4a4e0da1,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:38:55.572417 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.573720 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.612391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2538e5-c3fe-42ff-b6ad-06b191ce3e3b req-64182279-e4dc-4339-84a6-18b8a5640d44 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:55.614721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc2538e5-c3fe-42ff-b6ad-06b191ce3e3b req-64182279-e4dc-4339-84a6-18b8a5640d44 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.1660812 Dec 15 04:38:55.619348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.667043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c1c175-4500-4138-9982-4822bb10d9ac,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:55.682016 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855241-8e28-4f01-a17f-6834d8c7b8a8 None None] Pushing event updated for resources: {'Port': ['ID=3a462fe1-c82a-474c-aabe-437e4a4e0da1,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:55.699590 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:38:55.700539 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:38:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:55.760787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cbe-9a96-491b-84c9-423d1779640d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.766759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.769518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8341553c-0d15-4e64-8779-84152ba1c79a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4867506 Dec 15 04:38:55.772604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35580) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:55.778944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'security_group_rule': {'security_group_id': '53219d27-0faf-4805-9b77-4782789a29de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:55.832851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc2538e5-c3fe-42ff-b6ad-06b191ce3e3b req-d3cc7a18-cc0b-458f-a21a-4068ced8c51b tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001772 Dec 15 04:38:55.836654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b6112f8d-64a6-41f4-8b13-cdebd5a93f16 None None] Provisioning complete for port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:55.837702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6112f8d-64a6-41f4-8b13-cdebd5a93f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:55.878026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.034724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cbe-9a96-491b-84c9-423d1779640d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.048985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cbe-9a96-491b-84c9-423d1779640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.059242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.062044 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6112f8d-64a6-41f4-8b13-cdebd5a93f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.077657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.080322 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:38:56.097851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7a44f-b042-49ae-8e24-a14b441654f8 req-a0534d96-7bf4-47d2-a1bb-381302bc3ac0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:56.108115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9a7a44f-b042-49ae-8e24-a14b441654f8 req-a0534d96-7bf4-47d2-a1bb-381302bc3ac0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.1713083 Dec 15 04:38:56.113734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b6112f8d-64a6-41f4-8b13-cdebd5a93f16 None None] For port 3a462fe1-c82a-474c-aabe-437e4a4e0da1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3a462fe1-c82a-474c-aabe-437e4a4e0da1,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:56.124706 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b6112f8d-64a6-41f4-8b13-cdebd5a93f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.128549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99bb5cbe-9a96-491b-84c9-423d1779640d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec3dd8ff315a484e923b97a1b0129455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6170886 Dec 15 04:38:56.149757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35588) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:56.158084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb5cbe-9a96-491b-84c9-423d1779640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef78b8-ebb2-423b-ae39-184a3cbcf379,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:56.197529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a1cfbf-30b6-4100-9d51-76bb35e70da6,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:56.211589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6112f8d-64a6-41f4-8b13-cdebd5a93f16 None None] Pushing event updated for resources: {'Port': ['ID=3a462fe1-c82a-474c-aabe-437e4a4e0da1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:56.219599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.223600 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-06f856f5-92c2-4950-b99d-c3ff5e6c9fcd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4462876 Dec 15 04:38:56.223967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35592) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:56.228841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:38:56.270564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9e5daf8b-536e-4b04-b327-9732acd0459e None None] Provisioning complete for port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:56.270963 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e5daf8b-536e-4b04-b327-9732acd0459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.274531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.303398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9a7a44f-b042-49ae-8e24-a14b441654f8 req-8e9d7a74-c8e0-4660-8df1-837b2bc6bf58 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820362 Dec 15 04:38:56.329460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bca55687-dc16-4385-9c43-475e423bc676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.397082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bca55687-dc16-4385-9c43-475e423bc676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.489040 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:55Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:38:56.512240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.521306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bca55687-dc16-4385-9c43-475e423bc676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.524571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bca55687-dc16-4385-9c43-475e423bc676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:56.525887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bca55687-dc16-4385-9c43-475e423bc676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86ef78b8-ebb2-423b-ae39-184a3cbcf379 HTTP/1.1" status: 204 len: 168 time: 0.3719230 Dec 15 04:38:56.544746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca55687-dc16-4385-9c43-475e423bc676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef78b8-ebb2-423b-ae39-184a3cbcf379,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:56.559547 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e02b0f-f6a6-42fa-9d24-3d47f8cdd68d None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:55Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:38:56.816591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:38:56.910882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-3d801be0-584b-4007-a022-50d100dbfdda tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:56.917895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-3d801be0-584b-4007-a022-50d100dbfdda tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.2130585 Dec 15 04:38:56.978666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3a462fe1-c82a-474c-aabe-437e4a4e0da1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:38:57.090819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Allocated IP 172.25.2.12 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7a7cfaa1-1338-4faf-9531-8ba2cd2082a5) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:38:57.106178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:57.123073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'mac_address': 'fa:16:3e:95:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:38:57.129310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:38:57.130027 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.291946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35646) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:57.305669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Deleting port 4d1674e7-836f-45b8-b04d-d15bab0ff295 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:57.306005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.311885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-d7810057-cf38-409e-b71b-4a4d1e877c54 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:57.317069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-d7810057-cf38-409e-b71b-4a4d1e877c54 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 814 time: 0.3264220 Dec 15 04:38:57.348650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa9fd3-0300-49e4-8259-ca21293f25e3 req-7f28bc5e-8078-4317-a1c0-3a12f6a132b6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:57.358277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55fa9fd3-0300-49e4-8259-ca21293f25e3 req-7f28bc5e-8078-4317-a1c0-3a12f6a132b6 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 950 time: 0.2503533 Dec 15 04:38:57.362077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-e99e4d82-cca2-46ae-bb3d-08e97a64f1f3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/quotas/a63f5367541341c4b744f7876abd06a7 HTTP/1.1" status: 200 len: 375 time: 0.0374484 Dec 15 04:38:57.432392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-611456e1-e07e-466c-8626-eb38e4433e0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae3af10b21e0427fa2a2b164ffe8b1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372075 Dec 15 04:38:57.435731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35648) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:57.474949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55fa9fd3-0300-49e4-8259-ca21293f25e3 req-c164ded7-88a9-4767-9292-513585468fc7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109259 Dec 15 04:38:57.487438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-0f80aef2-e272-4134-9051-259c70a2e615 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169732 Dec 15 04:38:57.510881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.518435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] For port 4d1674e7-836f-45b8-b04d-d15bab0ff295, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=4d1674e7-836f-45b8-b04d-d15bab0ff295,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:57.518922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.559658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Calling delete_port for 4d1674e7-836f-45b8-b04d-d15bab0ff295 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:57.632880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4033692e-04f3-4114-ab50-f31633414d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.661550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.676269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6df1592d-1285-4b84-a755-f8658525f3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.701374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6df1592d-1285-4b84-a755-f8658525f3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.724148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-e28d98eb-3bd0-4110-9909-4fe6b001de13 service neutron] 10.222.0.37 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232113 Dec 15 04:38:57.765783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'Port': ['ID=7a7cfaa1-1338-4faf-9531-8ba2cd2082a5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:57.775674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:38:57.778651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:38:57.787498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:38:57.839121 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6df1592d-1285-4b84-a755-f8658525f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.841810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6df1592d-1285-4b84-a755-f8658525f3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:57.845426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6df1592d-1285-4b84-a755-f8658525f3e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8602eec-e047-4574-b535-2ae4ef503d24 HTTP/1.1" status: 204 len: 168 time: 0.4060001 Dec 15 04:38:57.886829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1592d-1285-4b84-a755-f8658525f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8602eec-e047-4574-b535-2ae4ef503d24,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:57.971953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.005034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ff3f74a5-5907-49bd-9b2f-43928679c082'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:58.005527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-fc82c2fa-3204-45d9-bfbb-8171e19a7597 service neutron] 10.222.0.37 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702157 Dec 15 04:38:58.015169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d', '1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:58.137238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event deleted for resources: {'Port': ['ID=4d1674e7-836f-45b8-b04d-d15bab0ff295,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:58.328544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35686) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:58.355969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.429307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] No DVR routers for this DVR port 4d1674e7-836f-45b8-b04d-d15bab0ff295 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:58.442849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.448383 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3b59ff1d-7ba5-4abd-8b34-46b6d58724dd req-15d704ca-8a14-49b8-b877-55ce4f5fd59e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "DELETE /v2.0/ports/4d1674e7-836f-45b8-b04d-d15bab0ff295 HTTP/1.1" status: 204 len: 173 time: 1.5268853 Dec 15 04:38:58.463159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-deleted', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:38:58.473279 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec5810-5ab3-411f-b495-002202620fca" -d '{"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-deleted", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:38:58.493905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a00e1d71-13a2-4aae-aecf-380336074785 req-42b88987-bc59-44a9-8610-b28d22658cbe tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 210 time: 0.0678930 Dec 15 04:38:58.566189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-c9bcd25d-d209-414d-b0a1-995113a9079a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:58.567761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-c9bcd25d-d209-414d-b0a1-995113a9079a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ab7787c-9fa2-40a3-9691-49ede44f8e0d HTTP/1.1" status: 200 len: 945 time: 0.4366996 Dec 15 04:38:58.638476 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab34fd-7f67-4639-842a-4d1316835f24 x-openstack-request-id: req-53ab34fd-7f67-4639-842a-4d1316835f24 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:38:58.638871 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f", "name": "network-vif-deleted", "tag": "4d1674e7-836f-45b8-b04d-d15bab0ff295", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:38:58.639022 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53ab34fd-7f67-4639-842a-4d1316835f24 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:38:58.639427 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f', 'name': 'network-vif-deleted', 'tag': '4d1674e7-836f-45b8-b04d-d15bab0ff295', 'status': 'completed', 'code': 200} Dec 15 04:38:58.639991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.730342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7584d753-e220-43fc-8332-d9568f6b430b req-e3124b12-c2c0-4e1d-aea3-8a5bc5e04c70 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a1f6f-2f09-4da6-bcce-1fa5ab8d042f HTTP/1.1" status: 200 len: 210 time: 0.1013920 Dec 15 04:38:58.742508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d407c3f-333b-4291-b3f5-2d0cf3370e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.831975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d407c3f-333b-4291-b3f5-2d0cf3370e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.837734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d407c3f-333b-4291-b3f5-2d0cf3370e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.887839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4d407c3f-333b-4291-b3f5-2d0cf3370e5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9ae54a6d6454391b1ec2177d2fe8cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5581315 Dec 15 04:38:58.890808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d407c3f-333b-4291-b3f5-2d0cf3370e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521a89a5-d03b-4ef4-bd5d-6b9b726a250d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:58.893838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:38:58.962788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e679003-b75c-4327-9b26-6e4a6f375302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:58.975347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Deleting port 7e823a44-dcb2-4e58-9163-79cf12735914 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:38:58.975828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.003609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e679003-b75c-4327-9b26-6e4a6f375302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.066502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.081153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e679003-b75c-4327-9b26-6e4a6f375302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.084305 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e679003-b75c-4327-9b26-6e4a6f375302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.085521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8e679003-b75c-4327-9b26-6e4a6f375302 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/521a89a5-d03b-4ef4-bd5d-6b9b726a250d HTTP/1.1" status: 204 len: 168 time: 0.1904593 Dec 15 04:38:59.097051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e679003-b75c-4327-9b26-6e4a6f375302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a89a5-d03b-4ef4-bd5d-6b9b726a250d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:59.111993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.227529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.245273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] For port 7e823a44-dcb2-4e58-9163-79cf12735914, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7e823a44-dcb2-4e58-9163-79cf12735914,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:38:59.246189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.270071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Calling delete_port for 7e823a44-dcb2-4e58-9163-79cf12735914 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:38:59.275865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'Port': ['ID=7a7cfaa1-1338-4faf-9531-8ba2cd2082a5,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:59.283189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.288550 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf2cb451-d526-487a-9fb3-d655747cba5f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0634651 Dec 15 04:38:59.475187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.507681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7e823a44-dcb2-4e58-9163-79cf12735914'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:38:59.511125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Pushing event deleted for resources: {'Port': ['ID=7e823a44-dcb2-4e58-9163-79cf12735914,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:38:59.609646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] No DVR routers for this DVR port 7e823a44-dcb2-4e58-9163-79cf12735914 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:38:59.614766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.625044 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-358f458d-f97b-49ea-a5db-9bf9fa8f1f18 req-f3d4b80b-6525-4e13-9ca0-fe81b9bd3dc2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.42 "DELETE /v2.0/ports/7e823a44-dcb2-4e58-9163-79cf12735914 HTTP/1.1" status: 204 len: 173 time: 0.9861796 Dec 15 04:38:59.720857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-114a2d63-12f5-4d86-9cb0-d4dbf6809f00 req-1d9f7cee-e4b2-43b7-a663-67cd7b106e65 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 210 time: 0.0609179 Dec 15 04:38:59.753830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-56710784-8a5a-4a27-87fa-267cec722da9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--984356039&fields=id&tenant_id=412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 267 time: 0.1126487 Dec 15 04:38:59.859344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41ffaf06-0e8e-423b-8835-0a3773646c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:38:59.915308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-819e5925-57b0-480d-8b56-a385e2115ff1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:38:59.924021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-819e5925-57b0-480d-8b56-a385e2115ff1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 816 time: 0.1625390 Dec 15 04:38:59.944102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-48dc7783-5029-4676-a839-ecfc79d5e380 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/quotas/412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 375 time: 0.0187225 Dec 15 04:39:00.012116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35790) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:00.032893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-28b9e912-8e9d-49f9-9069-43e4d1236a28 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876164 Dec 15 04:39:00.173611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-46422339-625c-4412-ab8a-cabf9c707c14 service neutron] 10.222.0.37 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309242 Dec 15 04:39:00.321814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe32f8-a18d-4f7c-82c1-30e79e2f058a req-61ad7dc3-8b78-4ee1-8879-33510af86e0c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:00.323467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dffe32f8-a18d-4f7c-82c1-30e79e2f058a req-61ad7dc3-8b78-4ee1-8879-33510af86e0c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 950 time: 0.0816553 Dec 15 04:39:00.354141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1777580285'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:00.374195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-2ec48c94-cf3d-4c0a-b6d7-e9f3a0bcb068 service neutron] 10.222.0.37 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888649 Dec 15 04:39:00.396136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Made reservation on behalf of b22b78f7a3f04b60a064971c581b9af6 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:00.400803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:00.423992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dffe32f8-a18d-4f7c-82c1-30e79e2f058a req-f2901884-ccb2-4aef-881a-61a2f6aab307 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894248 Dec 15 04:39:00.424531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:00.641393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'name': 'network-vif-deleted', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:00.644037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b662b1-5427-40a3-bc02-c5ba9ee90472" -d '{"events": [{"server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "name": "network-vif-deleted", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:00.714376 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48372f02-6d9f-4ef5-a602-11995b8746bb x-openstack-request-id: req-48372f02-6d9f-4ef5-a602-11995b8746bb {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:00.714897 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab7787c-9fa2-40a3-9691-49ede44f8e0d", "name": "network-vif-deleted", "tag": "7e823a44-dcb2-4e58-9163-79cf12735914", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:00.715377 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48372f02-6d9f-4ef5-a602-11995b8746bb {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:00.715938 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab7787c-9fa2-40a3-9691-49ede44f8e0d', 'name': 'network-vif-deleted', 'tag': '7e823a44-dcb2-4e58-9163-79cf12735914', 'status': 'completed', 'code': 200} Dec 15 04:39:00.768098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-259436aa-74d5-4c67-815c-0c2c6072b028 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:00.781990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-259436aa-74d5-4c67-815c-0c2c6072b028 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 814 time: 0.3176658 Dec 15 04:39:00.794367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:00.797029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18c0762f-e26c-48ac-8de3-70914293d2ba req-538c4ce7-44f9-433b-93a1-87ece91835f5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 210 time: 0.0836959 Dec 15 04:39:00.803002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:00.818740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:00.848794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Request body: {'port': {'device_id': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'admin_state_up': True, 'tenant_id': 'a63f5367541341c4b744f7876abd06a7'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:00.871995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 4d1674e7-836f-45b8-b04d-d15bab0ff295 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:00.872385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 4d1674e7-836f-45b8-b04d-d15bab0ff295 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:00.912605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4efdbb9-9ff1-4a6a-bf7a-3b718b574d30 req-3016c567-1c39-4543-b450-064d4f66c616 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 210 time: 0.0506704 Dec 15 04:39:00.930165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:00.985587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3614589e-4eca-4f0f-9b40-eca42aa3fac8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:00.988956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:00.989302 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Added segment c8e96d6c-2eed-4942-89a7-5c43fd893c26 of type vlan for network e0124ec6-038d-4fb6-9447-40f84aa8a939 Dec 15 04:39:01.057818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.078944 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.112813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.119858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:01.120768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.197071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Network': ['ID=e0124ec6-038d-4fb6-9447-40f84aa8a939,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:01.199299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Made reservation on behalf of a63f5367541341c4b744f7876abd06a7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:01.202837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.209408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:01.299099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a774cd45-82dd-4722-a692-a39654f3346c tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2850990 Dec 15 04:39:01.301927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35858) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:01.314467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'subnet': {'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:01.356472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Allocated IP 172.20.0.9 (b5f01f61-493b-466e-8827-827cd3708719/f26eb724-63c4-4428-a4a8-29117339ff31/13358699-aadf-49b3-ac52-d6c45f0b1346) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:01.452799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Made reservation on behalf of b22b78f7a3f04b60a064971c581b9af6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:01.457392 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.654992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.658633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011d4e2-958d-45b0-9339-3ecb2ffb275f req-26e4e57c-ace6-4719-8fa9-5410266bc707 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:01.669543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f011d4e2-958d-45b0-9339-3ecb2ffb275f req-26e4e57c-ace6-4719-8fa9-5410266bc707 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 950 time: 0.0950546 Dec 15 04:39:01.759992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.831478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f011d4e2-958d-45b0-9339-3ecb2ffb275f req-95936e90-edd2-4299-a3f9-135a28220a95 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609218 Dec 15 04:39:01.859408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-d5b521eb-d61d-41f9-b15c-5743c5248f58 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:01.863389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-d5b521eb-d61d-41f9-b15c-5743c5248f58 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 950 time: 0.1974335 Dec 15 04:39:01.874629 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:01.958048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Network b5f01f61-493b-466e-8827-827cd3708719 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:01.960712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Subnet': ['ID=162fa206-542f-4323-bcaa-d26b0656d3d4,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:01.963901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:01.966843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:01.973014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:01.996146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bdfd328-4841-45c0-8c08-47383a1b5038 req-b87fb16d-77d1-496b-8cf0-3a63ff553849 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 210 time: 0.0400271 Dec 15 04:39:02.005546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Checking segment: {'id': 'c8e96d6c-2eed-4942-89a7-5c43fd893c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:02.005932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network hostable DHCP agents. Network: e0124ec6-038d-4fb6-9447-40f84aa8a939, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:02.037816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:02.058323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e0124ec6-038d-4fb6-9447-40f84aa8a939) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:02.071448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:02.072139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.080886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6dfff-56c2-4a36-8bc6-cb2eb22a0d34 None None] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:02.095169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:02.096742 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-5de3b6b8-57cf-409e-be51-b1d7ac4a57d8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2851655 Dec 15 04:39:02.097642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.120513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-d976bf5d-0abf-4b73-a53c-162fe3e97786 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:39:02.123677 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-d976bf5d-0abf-4b73-a53c-162fe3e97786 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136683 Dec 15 04:39:02.139855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Deleting port ff3f74a5-5907-49bd-9b2f-43928679c082 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:02.140274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.142925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3d83e7c8-e598-46d7-8385-c535ac9431f3 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8395340 Dec 15 04:39:02.146468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:02.152826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-175838664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:02.166647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Request body: {'port': {'device_id': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:02.242821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224dbd8-e7b9-4bcf-a559-f288d11447c7 req-a6e306b2-1fc8-4032-8ce7-708c3b989761 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:02.247296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f224dbd8-e7b9-4bcf-a559-f288d11447c7 req-a6e306b2-1fc8-4032-8ce7-708c3b989761 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 931 time: 0.1014233 Dec 15 04:39:02.321449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.323701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.385942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.453943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] For port ff3f74a5-5907-49bd-9b2f-43928679c082, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ff3f74a5-5907-49bd-9b2f-43928679c082,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:02.454561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.511566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Calling delete_port for ff3f74a5-5907-49bd-9b2f-43928679c082 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:02.515867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f224dbd8-e7b9-4bcf-a559-f288d11447c7 req-8064b6d2-4d6a-4847-b52b-e8c65b194666 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573810 Dec 15 04:39:02.526054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.539979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.584812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.586277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-b112c9ef-b602-438c-ad51-6b215ff5de15 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:02.588079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-640e5cc6-f7ab-4a72-8869-038b7fb111ad tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4403269 Dec 15 04:39:02.588573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-b112c9ef-b602-438c-ad51-6b215ff5de15 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 816 time: 0.2751791 Dec 15 04:39:02.590857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35948) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:02.636210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.642074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-e0124ec6-038d-4fb6-9447-40f84aa8a939', 'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939', 'project_id': 'b22b78f7a3f04b60a064971c581b9af6', 'fixed_ips': [{'subnet_id': '162fa206-542f-4323-bcaa-d26b0656d3d4'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:39:02.643545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:02.828050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7e823a44-dcb2-4e58-9163-79cf12735914 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:02.853173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 7e823a44-dcb2-4e58-9163-79cf12735914 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:02.862920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7e823a44-dcb2-4e58-9163-79cf12735914 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:02.915529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Allocated IP 172.20.0.2 (e0124ec6-038d-4fb6-9447-40f84aa8a939/162fa206-542f-4323-bcaa-d26b0656d3d4/3d600408-1124-42fe-aa0b-147deb8ea736) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:03.007451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-4cb6fe85-262c-4d6a-91d1-8e8fad1091c2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 379 time: 0.3394725 Dec 15 04:39:03.019164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'port': {'device_id': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'admin_state_up': True, 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'security_groups': ['53219d27-0faf-4805-9b77-4782789a29de']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:03.049274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.063316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5370ae-9b7e-4ae3-84db-7911c452f4fa req-ae26b6e7-4b98-4a15-a53c-66c35b14f26d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:03.065038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de5370ae-9b7e-4ae3-84db-7911c452f4fa req-ae26b6e7-4b98-4a15-a53c-66c35b14f26d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 950 time: 0.1098373 Dec 15 04:39:03.146450 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.155634 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.204785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de5370ae-9b7e-4ae3-84db-7911c452f4fa req-43757d2e-682c-432c-884b-00aaaabe62a3 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324739 Dec 15 04:39:03.220041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Pushing event updated for resources: {'Port': ['ID=3d600408-1124-42fe-aa0b-147deb8ea736,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:03.265365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.265744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.266160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.266723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.267504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.268452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.268982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.269681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.270623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.271407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.272091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.272844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.273975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:03.285801 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.288177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:03.290806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:03.293803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:03.385925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Attempting to bind port 3d600408-1124-42fe-aa0b-147deb8ea736 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:03.386697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Attempting to bind port 3d600408-1124-42fe-aa0b-147deb8ea736 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c8e96d6c-2eed-4942-89a7-5c43fd893c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:03.387501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Attempting to bind port 3d600408-1124-42fe-aa0b-147deb8ea736 on network e0124ec6-038d-4fb6-9447-40f84aa8a939 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:03.392674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.399053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:03.399734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Checking segment: {'id': 'c8e96d6c-2eed-4942-89a7-5c43fd893c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:03.400345 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.400944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Bound using segment: {'id': 'c8e96d6c-2eed-4942-89a7-5c43fd893c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:03.401599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Bound port: 3d600408-1124-42fe-aa0b-147deb8ea736, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e96d6c-2eed-4942-89a7-5c43fd893c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:03.402398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.499587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] For port 3d600408-1124-42fe-aa0b-147deb8ea736, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:03.503367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] For port 3d600408-1124-42fe-aa0b-147deb8ea736, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3d600408-1124-42fe-aa0b-147deb8ea736,segment=NetworkSegment(c8e96d6c-2eed-4942-89a7-5c43fd893c26),segment_id=c8e96d6c-2eed-4942-89a7-5c43fd893c26)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:03.511719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:03.594011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57a65a-7176-4524-a08c-873a90804f91 None None] Pushing event updated for resources: {'Port': ['ID=3d600408-1124-42fe-aa0b-147deb8ea736,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:03.696637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b0df29f-9076-4c8c-9bcf-b85b8aa2bc24 req-29b2bc07-8fa2-4260-acd0-623b1182b6a9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 210 time: 0.0618982 Dec 15 04:39:03.747940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Allocated IP 172.20.0.1 (e0124ec6-038d-4fb6-9447-40f84aa8a939/162fa206-542f-4323-bcaa-d26b0656d3d4/9fbff753-442e-4e2c-b4f1-3bb98645fe26) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:03.940034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c37caa-5f91-45c8-b14b-2266542a27ee req-7aed99a1-5d44-4cca-904c-470f6719a362 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:03.949340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6c37caa-5f91-45c8-b14b-2266542a27ee req-7aed99a1-5d44-4cca-904c-470f6719a362 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 931 time: 0.1533887 Dec 15 04:39:04.042858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.098826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6c37caa-5f91-45c8-b14b-2266542a27ee req-2e1cce8f-d8cf-40e1-a07c-2f8afb8c0567 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489196 Dec 15 04:39:04.178031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Made reservation on behalf of 412702fbba94438dac612d001ee4fd6f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:04.181959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.196779 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.218925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.258648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ff3f74a5-5907-49bd-9b2f-43928679c082'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:39:04.262215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d', '1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:39:04.284423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:04.291345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:04.302767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:04.309820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13358699-aadf-49b3-ac52-d6c45f0b1346 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:39:04.357825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Port': ['ID=9fbff753-442e-4e2c-b4f1-3bb98645fe26,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:04.364451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event deleted for resources: {'Port': ['ID=ff3f74a5-5907-49bd-9b2f-43928679c082,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:04.372936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.399326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Transition to ACTIVE for port object 13358699-aadf-49b3-ac52-d6c45f0b1346 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:39:04.417030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.448935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2160436-987d-4dd6-b79c-8a4d158d65b2 req-6fcc6995-3d7e-4df3-bed4-4584615d2853 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae5317a8-86b3-45f4-8f73-9bab486038c9 HTTP/1.1" status: 200 len: 210 time: 0.1107435 Dec 15 04:39:04.487878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.616614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:04.662198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] No DVR routers for this DVR port ff3f74a5-5907-49bd-9b2f-43928679c082 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:04.713687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.714677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:04.719128 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71a96a4b-46dc-416d-9116-72e409a30d9b req-90d58797-d2af-47cc-9bd5-a30c8c4373f7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.42 "DELETE /v2.0/ports/ff3f74a5-5907-49bd-9b2f-43928679c082 HTTP/1.1" status: 204 len: 173 time: 2.8429134 Dec 15 04:39:04.736028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-deleted', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:04.747941 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1648f1bc-b677-42a8-9860-6b2d04af8f47" -d '{"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-deleted", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:05.016578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d606080f-3bbc-4ea3-b05d-007ead5503a8 req-b0df63c0-7764-4bf8-8595-41d833b554cb tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 210 time: 0.1122103 Dec 15 04:39:05.045688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3d600408-1124-42fe-aa0b-147deb8ea736 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:05.057641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Allocated IP 172.20.0.5 (f76a9c8e-8c56-4856-9255-f6d8892380b2/4b33c19f-9d9b-480d-a32a-5a470923ab22/1cf685a8-62ec-4abc-a180-3bc73ba7d77a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:05.181782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3d600408-1124-42fe-aa0b-147deb8ea736 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:05.182184 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.315011 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.343734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.360608 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a293edfd-4a50-4ae7-bf3b-df17980f4118 x-openstack-request-id: req-a293edfd-4a50-4ae7-bf3b-df17980f4118 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:05.360909 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5317a8-86b3-45f4-8f73-9bab486038c9", "name": "network-vif-deleted", "tag": "ff3f74a5-5907-49bd-9b2f-43928679c082", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:05.361320 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a293edfd-4a50-4ae7-bf3b-df17980f4118 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:05.361726 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5317a8-86b3-45f4-8f73-9bab486038c9', 'name': 'network-vif-deleted', 'tag': 'ff3f74a5-5907-49bd-9b2f-43928679c082', 'status': 'completed', 'code': 200} Dec 15 04:39:05.362844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 3d600408-1124-42fe-aa0b-147deb8ea736, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3d600408-1124-42fe-aa0b-147deb8ea736,segment=NetworkSegment(c8e96d6c-2eed-4942-89a7-5c43fd893c26),segment_id=c8e96d6c-2eed-4942-89a7-5c43fd893c26)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:05.368699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.448265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=3d600408-1124-42fe-aa0b-147deb8ea736,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:05.456756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Attempting to bind port 13358699-aadf-49b3-ac52-d6c45f0b1346 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:05.457436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Attempting to bind port 13358699-aadf-49b3-ac52-d6c45f0b1346 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:05.457976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Attempting to bind port 13358699-aadf-49b3-ac52-d6c45f0b1346 on network b5f01f61-493b-466e-8827-827cd3708719 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:05.474393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d2f527-1c58-4262-94c2-a27a62a2a1ea None None] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:05.508476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Port 13358699-aadf-49b3-ac52-d6c45f0b1346 on network b5f01f61-493b-466e-8827-827cd3708719 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:39:05.508768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Attempting to bind port 13358699-aadf-49b3-ac52-d6c45f0b1346 on network b5f01f61-493b-466e-8827-827cd3708719 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:05.528697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.629229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:05.641204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:05.691007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:05.714881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8ec3f0c7-57b4-44ec-a4db-c561ce997432 None None] Provisioning complete for port 3d600408-1124-42fe-aa0b-147deb8ea736 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:05.717712 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8ec3f0c7-57b4-44ec-a4db-c561ce997432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.807783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:05.808412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Checking segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:05.810904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Bound using segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:05.811660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Bound port: 13358699-aadf-49b3-ac52-d6c45f0b1346, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:05.813292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.832205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:05.832895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:05.908379 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8933959 Dec 15 04:39:05.914349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fadcf-85d2-4898-9fd1-8eb5fc324ddc req-33d8a573-4381-4d02-8bb4-49492e22702d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:05.916211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f5fadcf-85d2-4898-9fd1-8eb5fc324ddc req-33d8a573-4381-4d02-8bb4-49492e22702d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 943 time: 0.1504574 Dec 15 04:39:05.935200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-dca4c688-bf01-4edc-b7db-0facad298279 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:39:05.936369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-dca4c688-bf01-4edc-b7db-0facad298279 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145369 Dec 15 04:39:06.042353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f5fadcf-85d2-4898-9fd1-8eb5fc324ddc req-84b61274-3dfe-414c-8226-3a3305d8df3f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135743 Dec 15 04:39:06.075091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a156c6-d651-40eb-849a-91844bd30497 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:06.111775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-08141a48-c649-4ff7-a719-098299833f2c None None] Provisioning complete for port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:06.113118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08141a48-c649-4ff7-a719-098299833f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.140014 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.145384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:06.145810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.152506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:06.160029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.233944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-08141a48-c649-4ff7-a719-098299833f2c None None] Port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:06.274438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Request body: {'port': {'device_id': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:06.284879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:06.285519 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.287182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] 10.222.0.16 "PUT /v2.0/ports/13358699-aadf-49b3-ac52-d6c45f0b1346 HTTP/1.1" status: 200 len: 1092 time: 4.1350074 Dec 15 04:39:06.293343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.442159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6187644-7ef0-4f74-84aa-9816a3815489 service neutron] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:06.444050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Port': ['ID=9fbff753-442e-4e2c-b4f1-3bb98645fe26,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:06.462070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d286afad-f444-4b0f-a166-bdfed6ca535d None None] Provisioning complete for port 3d600408-1124-42fe-aa0b-147deb8ea736 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:06.466719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d286afad-f444-4b0f-a166-bdfed6ca535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.483975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.551475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fbd7-9fbe-45cd-b3c9-0e8391d23a2e req-ab1ef7c8-c364-4c36-b12a-385affd73681 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:06.559860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8e0fbd7-9fbe-45cd-b3c9-0e8391d23a2e req-ab1ef7c8-c364-4c36-b12a-385affd73681 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 931 time: 0.1210215 Dec 15 04:39:06.626774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36150) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:06.634850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:06.653761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d286afad-f444-4b0f-a166-bdfed6ca535d None None] Provisioning complete for port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:06.654252 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d286afad-f444-4b0f-a166-bdfed6ca535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.654491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:06.663080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-66b39a06-7d52-4bbb-addf-9292f94aec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:06.680543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-66b39a06-7d52-4bbb-addf-9292f94aec0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 1095 time: 0.2860494 Dec 15 04:39:06.724528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8e0fbd7-9fbe-45cd-b3c9-0e8391d23a2e req-f979fc35-402e-4d40-945c-26e711b7eb21 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554737 Dec 15 04:39:06.758413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:06.760997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d286afad-f444-4b0f-a166-bdfed6ca535d None None] Port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:06.788260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-859fee98-84b4-48df-a23b-6411730f7ee0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13358699-aadf-49b3-ac52-d6c45f0b1346 HTTP/1.1" status: 200 len: 217 time: 0.0858605 Dec 15 04:39:06.841985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:06.886631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ff3f74a5-5907-49bd-9b2f-43928679c082 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:06.893492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ff3f74a5-5907-49bd-9b2f-43928679c082 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:06.920613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3d600408-1124-42fe-aa0b-147deb8ea736 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:06.964680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-e2f4e38e-167b-4d22-8fd3-625acd6230c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:06.966261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-e2f4e38e-167b-4d22-8fd3-625acd6230c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 200 len: 854 time: 0.1662936 Dec 15 04:39:06.973022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c0303e-0b12-417c-9765-8a62dc2676a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.004677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2a84f487-c98c-4870-824b-dfc12cd0f1f0 None None] Provisioning complete for port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:07.005026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a84f487-c98c-4870-824b-dfc12cd0f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.013962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aea75-8572-4f73-871f-558229201640 req-1a57e1be-4490-4e87-8bb9-2549de6fa6ba tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:07.015618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b40aea75-8572-4f73-871f-558229201640 req-1a57e1be-4490-4e87-8bb9-2549de6fa6ba tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1848910 Dec 15 04:39:07.019758 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-0f8dfc2d-5104-4ac0-99b2-9d133695e6d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f01f61-493b-466e-8827-827cd3708719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365028 Dec 15 04:39:07.099894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2a84f487-c98c-4870-824b-dfc12cd0f1f0 None None] Port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:07.110774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3d600408-1124-42fe-aa0b-147deb8ea736 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:07.111157 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.208680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:39:07.231897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.235735 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-11bfc3aa-f17f-40d4-acee-24d8dd2735d7 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036583 Dec 15 04:39:07.236031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Router 2290536f-cb47-4096-896c-8b72d820d06e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:39:07.257358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b40aea75-8572-4f73-871f-558229201640 req-bc93ede7-76a2-4a84-beb1-1401174e8e68 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255933 Dec 15 04:39:07.272858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Transition to ACTIVE for port object 1cf685a8-62ec-4abc-a180-3bc73ba7d77a will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:39:07.283274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36166) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:07.292237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc203b78-7ff4-4e54-8c51-6c8dd2847445 req-604c09f9-df99-4d85-a431-74685d5e377f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:07.293744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc203b78-7ff4-4e54-8c51-6c8dd2847445 req-604c09f9-df99-4d85-a431-74685d5e377f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 943 time: 0.1399820 Dec 15 04:39:07.302947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.357439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-003dbf03-5a19-4aed-8404-509482be8514 None None] Provisioning complete for port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:07.359903 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-003dbf03-5a19-4aed-8404-509482be8514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.364807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:07.367204 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4dd7c7-ec7f-4b60-a370-47072d544393" -d '{"events": [{"name": "network-changed", "server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:07.388859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:07.442436 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c0303e-0b12-417c-9765-8a62dc2676a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.466850 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c0303e-0b12-417c-9765-8a62dc2676a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.472818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-185b5e1b-3a10-480d-84a6-1292e309a761 req-2c9747f1-f095-457c-9b6e-56e622bc7aac service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269108 Dec 15 04:39:07.474452 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e5fa99-fa54-4789-a9b4-59923ed436ed x-openstack-request-id: req-c3e5fa99-fa54-4789-a9b4-59923ed436ed {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:07.474762 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:07.475008 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3e5fa99-fa54-4789-a9b4-59923ed436ed {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:07.475406 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'status': 'completed', 'code': 200} Dec 15 04:39:07.497834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-003dbf03-5a19-4aed-8404-509482be8514 None None] Port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:07.498806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:07.499892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:07.500467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:07.513880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on network f76a9c8e-8c56-4856-9255-f6d8892380b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:39:07.514463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:07.528988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:07.529335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:07.529724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Bound using segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:07.530191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Bound port: 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:07.530760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.549758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a2c0303e-0b12-417c-9765-8a62dc2676a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebc9427589fd4210bbe11a3cbb6cc4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9170291 Dec 15 04:39:07.562428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36176) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:07.586236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:07.600497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc203b78-7ff4-4e54-8c51-6c8dd2847445 req-f690555d-b856-4780-80fa-a2e1b07d0662 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116501 Dec 15 04:39:07.600666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] Sync routers for ids ['2290536f-cb47-4096-896c-8b72d820d06e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:07.619657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1fb019cd-c041-4eea-9cb7-4a333342fc5f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "PUT /v2.0/routers/2290536f-cb47-4096-896c-8b72d820d06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0265942 Dec 15 04:39:07.619859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] Routers {'2290536f-cb47-4096-896c-8b72d820d06e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:07.620485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2290536f-cb47-4096-896c-8b72d820d06e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:07.625256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36178) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:07.627934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-833f77e2-969f-4d60-9b07-83798f1fc00d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.639413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'port': {'network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939', 'name': 'tempest-FloatingIPNegativeTestJSON-538436555'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:07.646968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0303e-0b12-417c-9765-8a62dc2676a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb22814e-612c-4092-a649-03d71264d6ed,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:07.674558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:07.680060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:07.697524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.697781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:07.708345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] Routers {'2290536f-cb47-4096-896c-8b72d820d06e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:07.709190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2290536f-cb47-4096-896c-8b72d820d06e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:07.746983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:07.747721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.749426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:07.749555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] 10.222.0.42 "PUT /v2.0/ports/1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 1092 time: 1.7394412 Dec 15 04:39:07.750480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85a29a-dbb9-44f2-a93a-1e5d45ad5a1d None None] The sync data for ids ['2290536f-cb47-4096-896c-8b72d820d06e'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:07.771627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-cea5f032-b6a9-4c81-9dc3-72ab8d55ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:07.773741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-cea5f032-b6a9-4c81-9dc3-72ab8d55ce05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 1095 time: 0.1604257 Dec 15 04:39:07.774854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92b6a-419b-4813-9c5a-a6ee76d0c78c service neutron] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:07.920871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a63-90b7-4f7b-be66-ec6bb10ff048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:07.922060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-df1010b7-0867-422c-943a-a89986eaba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:07.923730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-df1010b7-0867-422c-943a-a89986eaba13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1095 time: 0.1000538 Dec 15 04:39:07.982783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-ef63b9db-c70c-465a-ba7e-1ab9871e112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:07.984898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-ef63b9db-c70c-465a-ba7e-1ab9871e112a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 914 time: 0.2020586 Dec 15 04:39:07.986611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-514058c6-40c7-480f-8321-4a31457ec18e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 217 time: 0.0495024 Dec 15 04:39:07.997897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a63-90b7-4f7b-be66-ec6bb10ff048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.012865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e3118-432c-4c7b-ad23-3c8a61804b38 req-a50f8081-2bd6-4800-89d0-c4532565fefe tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.014412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-454e3118-432c-4c7b-ad23-3c8a61804b38 req-a50f8081-2bd6-4800-89d0-c4532565fefe tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.3242183 Dec 15 04:39:08.060134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-a886c9ff-01a5-4d99-a659-1f0539e8db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.063142 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-a886c9ff-01a5-4d99-a659-1f0539e8db17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.0691829 Dec 15 04:39:08.066645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716addc7-42b0-4400-a33d-2f2f4101d959 req-ec51e6b9-e3b6-497f-9fd8-fed338c9d614 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.068163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-716addc7-42b0-4400-a33d-2f2f4101d959 req-ec51e6b9-e3b6-497f-9fd8-fed338c9d614 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.2306297 Dec 15 04:39:08.140799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-40460fdf-d86e-49d7-85ae-80065166a520 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13358699-aadf-49b3-ac52-d6c45f0b1346 HTTP/1.1" status: 200 len: 217 time: 0.1134505 Dec 15 04:39:08.143555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-833f77e2-969f-4d60-9b07-83798f1fc00d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.149801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Made reservation on behalf of b22b78f7a3f04b60a064971c581b9af6 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:08.153438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.153592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-8830dfb4-34ed-4f8c-a4ab-901eff381783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.155057 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-8830dfb4-34ed-4f8c-a4ab-901eff381783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837400 Dec 15 04:39:08.169386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-833f77e2-969f-4d60-9b07-83798f1fc00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.209340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-454e3118-432c-4c7b-ad23-3c8a61804b38 req-029f9009-52c8-4d14-a731-fbd5c95667e5 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741989 Dec 15 04:39:08.222829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a63-90b7-4f7b-be66-ec6bb10ff048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.225564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a63-90b7-4f7b-be66-ec6bb10ff048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.226708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b58d7a63-90b7-4f7b-be66-ec6bb10ff048 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb22814e-612c-4092-a649-03d71264d6ed HTTP/1.1" status: 204 len: 168 time: 0.6586065 Dec 15 04:39:08.231858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] device_id is not set on port aec80a44-a482-4b41-926f-9c3f573070af yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:39:08.261190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-716addc7-42b0-4400-a33d-2f2f4101d959 req-13c60dd4-1e87-46ea-b9b5-088a84c20a45 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638153 Dec 15 04:39:08.265214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f77e2-969f-4d60-9b07-83798f1fc00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3007bf-2e46-4194-90ad-9fc0e6e68be7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:08.303419 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-833f77e2-969f-4d60-9b07-83798f1fc00d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d3e71b79bbe4a3f9fa358538dd734f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0086551 Dec 15 04:39:08.307092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:08.311473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-279c7a8b-f160-4e62-bbf7-47b7d6a1f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.313197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-279c7a8b-f160-4e62-bbf7-47b7d6a1f026 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 200 len: 854 time: 0.1432316 Dec 15 04:39:08.314544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7a63-90b7-4f7b-be66-ec6bb10ff048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb22814e-612c-4092-a649-03d71264d6ed,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:08.382156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-71daf753-43f5-49f2-97b6-6dc987feccc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f01f61-493b-466e-8827-827cd3708719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568678 Dec 15 04:39:08.410137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-11d675b8-da55-4df6-b20d-76a3759d5c53 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476487 Dec 15 04:39:08.440081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Allocated IP 172.20.0.10 (e0124ec6-038d-4fb6-9447-40f84aa8a939/162fa206-542f-4323-bcaa-d26b0656d3d4/aec80a44-a482-4b41-926f-9c3f573070af) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:08.446533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be917760-5fa5-4e7c-83eb-eef6356e37ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.457466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23650f8-3701-4082-827f-9fd311980dbe req-b1820307-5334-476c-8242-c3e1d6aeed17 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.460029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f23650f8-3701-4082-827f-9fd311980dbe req-b1820307-5334-476c-8242-c3e1d6aeed17 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.0776081 Dec 15 04:39:08.560141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f23650f8-3701-4082-827f-9fd311980dbe req-b482da42-a654-4c95-a463-509ed7a493bd tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880630 Dec 15 04:39:08.567174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be917760-5fa5-4e7c-83eb-eef6356e37ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.662986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-152cb27a-4ffd-4f79-89c7-6d5dbc7b88b4 req-6164352c-2d97-44ae-ae91-f0682198c3bc service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407753 Dec 15 04:39:08.670725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-9f55fd2e-bc60-473a-8565-e8234a4ba14e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.672199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-9f55fd2e-bc60-473a-8565-e8234a4ba14e tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 950 time: 0.1915531 Dec 15 04:39:08.677263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.736860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-3cea12d4-0ea1-4e90-b745-3e2499a3fe88 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908723 Dec 15 04:39:08.762567 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be917760-5fa5-4e7c-83eb-eef6356e37ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.765418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be917760-5fa5-4e7c-83eb-eef6356e37ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.766674 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-be917760-5fa5-4e7c-83eb-eef6356e37ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b3007bf-2e46-4194-90ad-9fc0e6e68be7 HTTP/1.1" status: 204 len: 168 time: 0.4577169 Dec 15 04:39:08.794301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e96e0-b057-40d8-9b46-0a3d0ef5db65 req-41c7afb2-a671-492e-b208-23d0332ea115 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:08.795824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd7e96e0-b057-40d8-9b46-0a3d0ef5db65 req-41c7afb2-a671-492e-b208-23d0332ea115 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 943 time: 0.0864673 Dec 15 04:39:08.797414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.850035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:08.869714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be917760-5fa5-4e7c-83eb-eef6356e37ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3007bf-2e46-4194-90ad-9fc0e6e68be7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:08.888871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:08.906081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Deleting port 1ed2fe3f-cb01-4434-9213-56c602332956 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:08.906418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:08.937275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:08.943404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd7e96e0-b057-40d8-9b46-0a3d0ef5db65 req-2d22acc3-140f-4375-84ef-eaa9eb0c9011 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296558 Dec 15 04:39:09.033003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de4dd7c7-ec7f-4b60-a370-47072d544393 req-5cb2d552-48c4-4b88-94af-c16e8e8ffca9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823651 Dec 15 04:39:09.055000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:09.065866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.078759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Port': ['ID=aec80a44-a482-4b41-926f-9c3f573070af,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:09.102264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] For port 1ed2fe3f-cb01-4434-9213-56c602332956, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1ed2fe3f-cb01-4434-9213-56c602332956,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:09.102738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.103991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f65413a8-5741-40cb-b892-dda03c6f10b0 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4772792 Dec 15 04:39:09.107210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:09.123905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:09.129367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Calling delete_port for 1ed2fe3f-cb01-4434-9213-56c602332956 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:09.187596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.323491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.340230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e902176-bff2-4b08-a81e-6b5db50e7a1e req-3def9a47-ff3f-45b3-a050-2a1fe5592379 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:09.341766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e902176-bff2-4b08-a81e-6b5db50e7a1e req-3def9a47-ff3f-45b3-a050-2a1fe5592379 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.1231375 Dec 15 04:39:09.363581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bb8cbffc-56fd-410d-b304-7141dd58f41d', '1ed2fe3f-cb01-4434-9213-56c602332956'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:39:09.372683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event deleted for resources: {'Port': ['ID=1ed2fe3f-cb01-4434-9213-56c602332956,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:09.439309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] No DVR routers for this DVR port 1ed2fe3f-cb01-4434-9213-56c602332956 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:09.442448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.447504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3bc2a492-7c02-4af4-9aa9-e30a30e5cf5e None None] Provisioning complete for port aec80a44-a482-4b41-926f-9c3f573070af triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:09.448838 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a31fabc8-eedc-4cc1-bca7-fce7ceae52fe req-74aa4572-66cb-4391-acf1-30f096c329d7 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.16 "DELETE /v2.0/ports/1ed2fe3f-cb01-4434-9213-56c602332956 HTTP/1.1" status: 204 len: 173 time: 0.7581043 Dec 15 04:39:09.449930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a492-7c02-4af4-9aa9-e30a30e5cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.477484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}, {'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-deleted', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:09.479847 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8177550-388f-4666-9691-f9aae62f1248" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}, {"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-deleted", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:09.536739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e902176-bff2-4b08-a81e-6b5db50e7a1e req-70356d10-670b-4bed-bdbc-bb4ac4bcd3f9 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826403 Dec 15 04:39:09.536997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2a492-7c02-4af4-9aa9-e30a30e5cf5e None None] Port aec80a44-a482-4b41-926f-9c3f573070af cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:09.563737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:09.619274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a821520-c8ad-4f1e-ba5f-c2a1bef1a233 req-2911d881-83c2-4d4e-866c-15ddda863c85 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:09.626915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a821520-c8ad-4f1e-ba5f-c2a1bef1a233 req-2911d881-83c2-4d4e-866c-15ddda863c85 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1759682 Dec 15 04:39:09.632652 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2629c4a8-a300-4921-931f-1c424983160e x-openstack-request-id: req-2629c4a8-a300-4921-931f-1c424983160e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:09.633156 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "status": "completed", "code": 200}, {"server_uuid": "f656950a-fd45-4c16-a4ad-eecd55ed155b", "name": "network-vif-deleted", "tag": "1ed2fe3f-cb01-4434-9213-56c602332956", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:09.633267 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2629c4a8-a300-4921-931f-1c424983160e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:09.633651 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'status': 'completed', 'code': 200} Dec 15 04:39:09.633962 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656950a-fd45-4c16-a4ad-eecd55ed155b', 'name': 'network-vif-deleted', 'tag': '1ed2fe3f-cb01-4434-9213-56c602332956', 'status': 'completed', 'code': 200} Dec 15 04:39:09.787784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177550-388f-4666-9691-f9aae62f1248 req-818eab4b-ab46-47bc-8f77-d2d8b0551c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:09.790456 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-818eab4b-ab46-47bc-8f77-d2d8b0551c2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1095 time: 0.1089046 Dec 15 04:39:09.793464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a821520-c8ad-4f1e-ba5f-c2a1bef1a233 req-ee2758d4-732e-454f-adc0-c02dccaa1588 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508956 Dec 15 04:39:09.911672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a84df654-ee47-4448-8b4f-4b8744c40285 req-bcbedcae-9fa2-4670-8ea9-4d5b3ff66e52 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=f656950a-fd45-4c16-a4ad-eecd55ed155b HTTP/1.1" status: 200 len: 210 time: 0.1127272 Dec 15 04:39:09.933373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Allocated IP 172.25.2.196 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/e7e3baf3-2a30-4140-9cb9-4657b883c0f8) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:09.974255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177550-388f-4666-9691-f9aae62f1248 req-b8e5f236-b5af-4ecd-8e8e-daf7b0156545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:09.976015 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-b8e5f236-b5af-4ecd-8e8e-daf7b0156545 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.1786129 Dec 15 04:39:10.101798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-9dd13a9c-1b9e-4a86-9b1c-cbaef237c3ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 217 time: 0.1175399 Dec 15 04:39:10.165708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a37df8-943f-417c-b49f-027bc28bc570 req-6f0cf6c7-782f-4289-b1e4-3edebf56e9b0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:10.172905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1a37df8-943f-417c-b49f-027bc28bc570 req-6f0cf6c7-782f-4289-b1e4-3edebf56e9b0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 943 time: 0.0966651 Dec 15 04:39:10.219135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.223683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:10.234775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177550-388f-4666-9691-f9aae62f1248 req-cc06986f-fbca-4cc7-b475-7ef8eac45333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:10.240016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-cc06986f-fbca-4cc7-b475-7ef8eac45333 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1306584 Dec 15 04:39:10.261426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1a37df8-943f-417c-b49f-027bc28bc570 req-e6a27b2d-53e5-452d-add3-e84a92b8f826 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874667 Dec 15 04:39:10.305486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.362836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177550-388f-4666-9691-f9aae62f1248 req-a4a2b9e9-a771-4cd1-9f94-054588cf830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:10.363682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:10.364314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-a4a2b9e9-a771-4cd1-9f94-054588cf830f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815227 Dec 15 04:39:10.370536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:10.386457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:10.481884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-95c9d47e-c1db-4dc7-806e-231915193eb0 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098142 Dec 15 04:39:10.486653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b093a49-219d-4aa4-bdd5-4688e74da7c1 req-9f5b0357-4ba6-4348-acdd-4aaa790723c3 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:10.488183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b093a49-219d-4aa4-bdd5-4688e74da7c1 req-9f5b0357-4ba6-4348-acdd-4aaa790723c3 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.1445932 Dec 15 04:39:10.488833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Port': ['ID=e7e3baf3-2a30-4140-9cb9-4657b883c0f8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:10.493428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36276) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:10.527482 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.553762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-452154901-network', 'tenant_id': '69e2db5e1b5e4ba8b24abc9597e1d468'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:10.613622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b093a49-219d-4aa4-bdd5-4688e74da7c1 req-d21109e8-e893-437a-9d8d-a58d2b32e118 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122553 Dec 15 04:39:10.623389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-816965870'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:10.629041 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.637342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Made reservation on behalf of 69e2db5e1b5e4ba8b24abc9597e1d468 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:10.639499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.641283 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8177550-388f-4666-9691-f9aae62f1248 req-c753731e-5949-4bbc-bf68-1c1a435434e1 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520655 Dec 15 04:39:10.676135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.693878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Made reservation on behalf of fa928ecd0ae6464ea55e25e05acd798e for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:10.697264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.718112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.747146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:39:10.843397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:10.862514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'port_id': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'mac_address': 'fa:16:3e:fd:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26eb724-63c4-4428-a4a8-29117339ff31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:39:10.905434 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.919617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13358699-aadf-49b3-ac52-d6c45f0b1346 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:39:10.939418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:10.949286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.950268 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.958393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.960300 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:10.979363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.003567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:11.004314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.007218 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.028664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.038923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:11.056652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614cede-0715-4f6c-ae72-ce80bae40dd9 req-5e5a8b62-994e-46ef-aafd-f04928e04963 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:11.058125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3614cede-0715-4f6c-ae72-ce80bae40dd9 req-5e5a8b62-994e-46ef-aafd-f04928e04963 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1787233 Dec 15 04:39:11.078288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.078630 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Added segment 6848e4e8-dcbd-41c2-87bc-d836f79b3273 of type vlan for network 8843f288-8e38-428f-84a4-094d00a12127 Dec 15 04:39:11.079852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bdf749-e492-47d3-9649-584d63293862,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.109944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.110290 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Added segment 686aca67-1ca9-4983-a999-08f60f4bc5ab of type vlan for network d3194fc9-9c2e-4eae-b7d2-b4b761c4418e Dec 15 04:39:11.235895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Port': ['ID=e7e3baf3-2a30-4140-9cb9-4657b883c0f8,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.243468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.260023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10be5af2-2116-487b-8a2a-e59bfb870d3d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.288881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.320933 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.330315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3614cede-0715-4f6c-ae72-ce80bae40dd9 req-ecff87eb-8ac1-460f-a9fc-7331b3e7183e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419965 Dec 15 04:39:11.364113 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.365385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bf1a0fe5-1abc-4620-bc60-d52b086efb15 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2569911 Dec 15 04:39:11.366097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.367533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:11.368118 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.369167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36292) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:11.375489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.375865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f4d937d2-0331-46d4-8247-d8d575d267de tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'floatingip': {'port_id': 'aec80a44-a482-4b41-926f-9c3f573070af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:11.380901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:11.381489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.394132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['13358699-aadf-49b3-ac52-d6c45f0b1346'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:39:11.409564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420d8e-a773-4505-8d7b-c0f22a6fb663 req-4b210752-62d9-486d-905f-35acbfc6c5d8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:11.411269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de420d8e-a773-4505-8d7b-c0f22a6fb663 req-4b210752-62d9-486d-905f-35acbfc6c5d8 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1555338 Dec 15 04:39:11.438405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4d937d2-0331-46d4-8247-d8d575d267de tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.492832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2678146 Dec 15 04:39:11.505413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36294) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:11.506015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0116832 Dec 15 04:39:11.510584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36296) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:11.516839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Request body: {'subnet': {'network_id': '8843f288-8e38-428f-84a4-094d00a12127', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-452154901-subnet', 'tenant_id': '69e2db5e1b5e4ba8b24abc9597e1d468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:11.526907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b580fc-df2b-49ff-a244-b6bbce78bf34 admin admin] Pushing event updated for resources: {'Network': ['ID=8843f288-8e38-428f-84a4-094d00a12127,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.543288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 8843f288-8e38-428f-84a4-094d00a12127 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:11.571881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e33f9-10ff-49b8-9e11-97044ce45a0c req-5e838bf7-d61c-409b-8798-3051fdc3ca25 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:11.573493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814e33f9-10ff-49b8-9e11-97044ce45a0c req-5e838bf7-d61c-409b-8798-3051fdc3ca25 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 944 time: 0.1769874 Dec 15 04:39:11.610570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Made reservation on behalf of 69e2db5e1b5e4ba8b24abc9597e1d468 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:11.613361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.617801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'network': {'name': 'tempest-network--352972894', 'router:external': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:11.633809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de420d8e-a773-4505-8d7b-c0f22a6fb663 req-3749766d-9990-40e1-b422-0cf6b3330a4a tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840541 Dec 15 04:39:11.666930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407ccef-ffc1-4f00-a678-222cae47f62b tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Pushing event updated for resources: {'Network': ['ID=d3194fc9-9c2e-4eae-b7d2-b4b761c4418e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.682452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Made reservation on behalf of 93b5e2ce99fc480aab4ff63496003988 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:11.683829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d3194fc9-9c2e-4eae-b7d2-b4b761c4418e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:11.684824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.698828 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.731750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814e33f9-10ff-49b8-9e11-97044ce45a0c req-436a9ea8-86be-43d7-9265-f666d9e9f195 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181693 Dec 15 04:39:11.814822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c55990-90f9-407d-a14f-829ae8aa4087 req-3bc4c43a-9fb8-4b5b-a29d-c04065fed5bf tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:11.816428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9c55990-90f9-407d-a14f-829ae8aa4087 req-3bc4c43a-9fb8-4b5b-a29d-c04065fed5bf tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.0754807 Dec 15 04:39:11.876563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.880680 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.907638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9c55990-90f9-407d-a14f-829ae8aa4087 req-1216851d-47e1-45a8-b025-4bfd50af0d7c tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821886 Dec 15 04:39:11.912961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:11.927191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50281a86-bfa6-44e0-a11f-6274535de63a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:11.932617 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:11.932959 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Added segment be621117-0861-4c0c-aa6f-897097aef61f of type vlan for network 7a6878b5-a7aa-44c1-ae20-fde7c87df867 Dec 15 04:39:11.978383 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.008244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.009225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:12.009801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.016229 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-f4d937d2-0331-46d4-8247-d8d575d267de tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] update failed (client error): The resource could not be found. Dec 15 04:39:12.017459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f4d937d2-0331-46d4-8247-d8d575d267de tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "PUT /v2.0/floatingips/eefa218e-f143-41b0-bce1-22a437159224 HTTP/1.1" status: 404 len: 507 time: 0.6471274 Dec 15 04:39:12.024955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36302) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:12.068247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5514593 Dec 15 04:39:12.074323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36306) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:12.083694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3498fa4-7b7f-4e0b-8a42-65e0177b2dbc tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Network': ['ID=7a6878b5-a7aa-44c1-ae20-fde7c87df867,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:12.098745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7a6878b5-a7aa-44c1-ae20-fde7c87df867 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:12.195085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-ad1ca788-3a44-4705-8454-6bc6c0ce32aa tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:12.196576 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-ad1ca788-3a44-4705-8454-6bc6c0ce32aa tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.2184882 Dec 15 04:39:12.280950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.465320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cb75b-4f80-45bb-9e14-21e2cfef671c req-6dfa404b-6053-4905-a7a3-82a0aec2b49a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:12.468603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-731cb75b-4f80-45bb-9e14-21e2cfef671c req-6dfa404b-6053-4905-a7a3-82a0aec2b49a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.0626335 Dec 15 04:39:12.477136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Deleting port e7e3baf3-2a30-4140-9cb9-4657b883c0f8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:12.477471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.503378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.534158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-731cb75b-4f80-45bb-9e14-21e2cfef671c req-54147b9b-bec0-4191-a227-3ab48eab80de tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578699 Dec 15 04:39:12.535625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.573253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Deleting port ec5f7540-0835-41d0-88d5-1ba26abadb85 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:12.573583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.606285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6878b5-a7aa-44c1-ae20-fde7c87df867']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:12.661818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be621117-0861-4c0c-aa6f-897097aef61f') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:12.662174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be621117-0861-4c0c-aa6f-897097aef61f') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:12.683785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.696013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b17cd2-0e5c-49ab-973b-b0fce32f0954,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:12.729752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.742863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:12.759539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:12.759539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:12.761196 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:12.781555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.781894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.799601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456e3f0-e27b-4919-989a-f2c37e17b16f req-acffa743-b62c-4eb5-822d-f58870a22b8c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:12.806043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d456e3f0-e27b-4919-989a-f2c37e17b16f req-acffa743-b62c-4eb5-822d-f58870a22b8c tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.0954683 Dec 15 04:39:12.819509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Checking segment: {'id': '6848e4e8-dcbd-41c2-87bc-d836f79b3273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8843f288-8e38-428f-84a4-094d00a12127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:12.820671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Network hostable DHCP agents. Network: 8843f288-8e38-428f-84a4-094d00a12127, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:12.846554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] For port ec5f7540-0835-41d0-88d5-1ba26abadb85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ec5f7540-0835-41d0-88d5-1ba26abadb85,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:12.847033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.856747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 13358699-aadf-49b3-ac52-d6c45f0b1346 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:39:12.862231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 13358699-aadf-49b3-ac52-d6c45f0b1346 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:12.864691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:12.884882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Calling delete_port for e7e3baf3-2a30-4140-9cb9-4657b883c0f8 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:12.889997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:39:12.956801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d456e3f0-e27b-4919-989a-f2c37e17b16f req-0c0f7995-efe4-44ca-9d82-ee877e0b8228 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363623 Dec 15 04:39:12.986312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Network 8843f288-8e38-428f-84a4-094d00a12127 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:12.990913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b606ee-c38f-45e2-9368-aee674aae8a8 req-59d446fa-4029-4f44-b4a2-c7feac5767ad tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:12.995537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.004390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20b606ee-c38f-45e2-9368-aee674aae8a8 req-59d446fa-4029-4f44-b4a2-c7feac5767ad tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 944 time: 0.1573725 Dec 15 04:39:13.009105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a6878b5-a7aa-44c1-ae20-fde7c87df867 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:39:13.014796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.018343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7a6878b5-a7aa-44c1-ae20-fde7c87df867 HTTP/1.1" status: 204 len: 168 time: 0.9414518 Dec 15 04:39:13.033937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:13.044730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 8843f288-8e38-428f-84a4-094d00a12127) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:13.102057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:13.120692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20b606ee-c38f-45e2-9368-aee674aae8a8 req-5e7201a1-0c8a-437b-b10d-9631a8177a49 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100616 Dec 15 04:39:13.133107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:13.133107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.133107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a4d71-755a-4413-ba49-6d6bc6648f2d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a6878b5-a7aa-44c1-ae20-fde7c87df867,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:13.151171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672f74-4f65-46b5-afac-18136e0872cf req-ada6d035-cb92-4520-af65-3a4f696de308 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:13.156109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:13.173713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11672f74-4f65-46b5-afac-18136e0872cf req-ada6d035-cb92-4520-af65-3a4f696de308 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 945 time: 0.1037195 Dec 15 04:39:13.200524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ad53d-26c4-48f5-b52f-ac78b36a0143 None None] Network 8843f288-8e38-428f-84a4-094d00a12127 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:13.206936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'mac_address': 'fa:16:3e:99:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:39:13.231617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Made reservation on behalf of 93b5e2ce99fc480aab4ff63496003988 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:13.233995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.250491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-edd06aef-129c-4ff1-8d1d-0d49173b75ec tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:13.252122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-edd06aef-129c-4ff1-8d1d-0d49173b75ec tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.16 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.2400239 Dec 15 04:39:13.268297 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-458a28d9-e30b-47d7-bff2-4c9a8d5f771c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7561617 Dec 15 04:39:13.284781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11672f74-4f65-46b5-afac-18136e0872cf req-30d7c4be-b14b-458d-aaed-966ec9fa4cee tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e04db2-e55f-4a65-8dcd-0810f7733d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097434 Dec 15 04:39:13.359596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:13.396109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.397203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.397719 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Floating IP 83896a14-18a3-4609-a642-b033f4a17589 disassociated. External IP: 172.25.2.25, port: ec5f7540-0835-41d0-88d5-1ba26abadb85. Dec 15 04:39:13.398283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Calling delete_port for ec5f7540-0835-41d0-88d5-1ba26abadb85 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:13.402837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.403522 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Added segment a73c3a90-b43c-49f2-85fd-20c1df33520f of type vlan for network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 Dec 15 04:39:13.630921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.644400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.690037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.715741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-f882564b-22ea-47e4-ab11-ad7820010b8f req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1855343066', 'description': 'tempest-description-434450852'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:13.725084 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.755752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849488f1-e607-4e7f-b593-8ac2487535e3 req-83318e25-909a-4ce0-8d3b-34f10945bfea tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:13.758692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:13.763565 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0e1b5-658e-4ba8-a86a-fe896da67dfb" -d '{"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-plugged", "status": "completed", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:13.764950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-849488f1-e607-4e7f-b593-8ac2487535e3 req-83318e25-909a-4ce0-8d3b-34f10945bfea tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1012323 Dec 15 04:39:13.787545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.790092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:13.794784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.801404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f882564b-22ea-47e4-ab11-ad7820010b8f req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.813987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:13.816140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:39:13.839356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Port': ['ID=e7e3baf3-2a30-4140-9cb9-4657b883c0f8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:13.849385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:13.857025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8188260 Dec 15 04:39:13.861221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.862853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:13.870144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.876042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:13.882866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'subnet': {'network_id': '9fa14246-53ae-449e-bbde-38bb7a65e8d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:13.899766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-849488f1-e607-4e7f-b593-8ac2487535e3 req-b5475302-4756-4bb6-9cfa-072ae928de4f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330111 Dec 15 04:39:13.939374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df9657-086a-4b5d-b0c9-be34d654cf31 None None] Network 8843f288-8e38-428f-84a4-094d00a12127 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:13.949806 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f882564b-22ea-47e4-ab11-ad7820010b8f req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.952637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Made reservation on behalf of 93b5e2ce99fc480aab4ff63496003988 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:13.957182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.963407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f882564b-22ea-47e4-ab11-ad7820010b8f req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:13.970496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e392fb7-d44b-4daa-905b-cd12ca765ae2 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Network': ['ID=9fa14246-53ae-449e-bbde-38bb7a65e8d6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:13.978224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Deleting port bb8cbffc-56fd-410d-b304-7141dd58f41d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:13.978582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.050188 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad98b02c-6f02-4fc3-b27a-2fe32474893e x-openstack-request-id: req-ad98b02c-6f02-4fc3-b27a-2fe32474893e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:14.050188 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-plugged", "status": "completed", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:14.050188 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad98b02c-6f02-4fc3-b27a-2fe32474893e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:14.050746 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'code': 200} Dec 15 04:39:14.052370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.055189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.055312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 1ed2fe3f-cb01-4434-9213-56c602332956 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:14.055795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1ed2fe3f-cb01-4434-9213-56c602332956 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:14.056493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-332e53ff-5bcc-492f-9d6b-f776c325f20f tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "DELETE /v2.0/floatingips/eefa218e-f143-41b0-bce1-22a437159224 HTTP/1.1" status: 204 len: 168 time: 2.0305152 Dec 15 04:39:14.063973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:14.067653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36334) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:14.080323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b6677ee3-97bb-4298-a085-592d1ac73546 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'floatingip': {'floating_network_id': 'e0124ec6-038d-4fb6-9447-40f84aa8a939', 'port_id': 'aec80a44-a482-4b41-926f-9c3f573070af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:14.163895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.172258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['1cf685a8-62ec-4abc-a180-3bc73ba7d77a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:39:14.183378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6677ee3-97bb-4298-a085-592d1ac73546 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.223274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:14.255239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event deleted for resources: {'Port': ['ID=ec5f7540-0835-41d0-88d5-1ba26abadb85,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:14.303198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] For port bb8cbffc-56fd-410d-b304-7141dd58f41d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bb8cbffc-56fd-410d-b304-7141dd58f41d,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:14.303606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.317086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:14.324795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2557f5-57fc-4a93-8a78-74b00590f6d9 req-630644d3-231f-42e9-917d-28ff829be991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:14.326331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b2557f5-57fc-4a93-8a78-74b00590f6d9 req-630644d3-231f-42e9-917d-28ff829be991 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 1097 time: 0.2144589 Dec 15 04:39:14.332378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Calling delete_port for bb8cbffc-56fd-410d-b304-7141dd58f41d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:14.378418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7318207-f748-4cae-9e43-0440b9af3137,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:14.410252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f882564b-22ea-47e4-ab11-ad7820010b8f req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.421313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f882564b-22ea-47e4-ab11-ad7820010b8f req-1a2a9d4d-8097-4bc0-a6d8-3215fea34849 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7110260 Dec 15 04:39:14.460014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e3bd-7700-4d97-8060-cd6a1ae96698 req-2c145ed0-b4fa-44a7-9667-c678260c2c69 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:14.461522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f097e3bd-7700-4d97-8060-cd6a1ae96698 req-2c145ed0-b4fa-44a7-9667-c678260c2c69 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 950 time: 0.1017628 Dec 15 04:39:14.518621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8b2557f5-57fc-4a93-8a78-74b00590f6d9 req-7b1551e4-1520-47fa-b76f-638790b4806e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798637 Dec 15 04:39:14.563757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Router a0e31c88-0756-45d7-bbe3-bcc722f65b93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:14.612640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f097e3bd-7700-4d97-8060-cd6a1ae96698 req-fe2ab53d-e538-473e-9bc4-ea070e74de51 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369123 Dec 15 04:39:14.635590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e02b1-536b-45f0-bfd4-a3f624288fc2 req-52d6af1d-678b-4e0f-a69b-bf0a8edbb39a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:14.637477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e71e02b1-536b-45f0-bfd4-a3f624288fc2 req-52d6af1d-678b-4e0f-a69b-bf0a8edbb39a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1413417 Dec 15 04:39:14.739160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e71e02b1-536b-45f0-bfd4-a3f624288fc2 req-56174c70-98f0-420a-8909-20872474eb6c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948300 Dec 15 04:39:14.854327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:39:14.855080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.888719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f73fb92-f5e8-42ef-97ea-84723e3faff5 req-4113c33f-554b-47a7-aa05-3cc8cf1a736f tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5be061-592a-4ca6-a9f3-c4c9ff8786cf HTTP/1.1" status: 200 len: 210 time: 0.0631974 Dec 15 04:39:14.905983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:14.966460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:39:14.972402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:14.972828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:14.994379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-b7b0b707-3d2f-4633-9424-35bf3506afef tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/f7318207-f748-4cae-9e43-0440b9af3137 HTTP/1.1" status: 200 len: 1823 time: 0.1030459 Dec 15 04:39:15.026935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.033796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7318207-f748-4cae-9e43-0440b9af3137', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:15.034115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7318207-f748-4cae-9e43-0440b9af3137', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:15.042787 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-b6677ee3-97bb-4298-a085-592d1ac73546 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:39:15.047272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6677ee3-97bb-4298-a085-592d1ac73546 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9755256 Dec 15 04:39:15.058565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36346) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:15.059355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d296ac73-e139-4d0b-bddc-4b33f643ca8c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:15.071399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Pushing event deleted for resources: {'Port': ['ID=bb8cbffc-56fd-410d-b304-7141dd58f41d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:15.073020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'aec80a44-a482-4b41-926f-9c3f573070af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:15.079010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.113002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Checking segment: {'id': 'a73c3a90-b43c-49f2-85fd-20c1df33520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9fa14246-53ae-449e-bbde-38bb7a65e8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:15.113375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Network hostable DHCP agents. Network: 9fa14246-53ae-449e-bbde-38bb7a65e8d6, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:15.126229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:15.130701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] No DVR routers for this DVR port bb8cbffc-56fd-410d-b304-7141dd58f41d on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:15.131457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.132342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ec5f7540-0835-41d0-88d5-1ba26abadb85 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:15.133799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:15.136944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.140619 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2008748f-a4d9-4007-8a11-a6aecccfc6f3 req-360d5011-10d1-4b30-94f8-db2d3153f5b0 tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.16 "DELETE /v2.0/ports/bb8cbffc-56fd-410d-b304-7141dd58f41d HTTP/1.1" status: 204 len: 173 time: 1.8612430 Dec 15 04:39:15.144519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-deleted', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:15.147254 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041de5b3-21da-4ac6-be33-82ed2fa9428d" -d '{"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-deleted", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:15.159511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14afb7-6071-4629-8841-6991efe1cf7e req-4feb3de4-fd17-439a-839e-c5508a818f5b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:15.160271 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] Sync routers for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:15.161168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c14afb7-6071-4629-8841-6991efe1cf7e req-4feb3de4-fd17-439a-839e-c5508a818f5b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1776555 Dec 15 04:39:15.167164 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.181262 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:15.181947 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:15.208836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] No DVR routers for this DVR port ec5f7540-0835-41d0-88d5-1ba26abadb85 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:15.212198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.215952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b9cffd4f-523f-424c-a5ae-9abdb3223032 req-d02a140b-6754-4e94-8480-6d7389f50e49 tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.42 "DELETE /v2.0/ports/ec5f7540-0835-41d0-88d5-1ba26abadb85 HTTP/1.1" status: 204 len: 173 time: 3.0100744 Dec 15 04:39:15.246196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.251254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:15.261265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ec5f7540-0835-41d0-88d5-1ba26abadb85 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:15.262342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ec5f7540-0835-41d0-88d5-1ba26abadb85 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:15.274295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:15.294685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9fa14246-53ae-449e-bbde-38bb7a65e8d6) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:15.308866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:15.309696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.313217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f090e-4f2b-4fa9-9960-d9636db6ac07 None None] Network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:15.313656 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:15.326523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.334467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c14afb7-6071-4629-8841-6991efe1cf7e req-4942caf0-a6d6-446f-8819-7f6d1364b45a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506908 Dec 15 04:39:15.339376 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.368216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2130fe10-b4c6-47f6-a8b7-0d07bc5f0edb tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4909642 Dec 15 04:39:15.373553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36350) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:15.379705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'floatingip': {'floating_network_id': '9fa14246-53ae-449e-bbde-38bb7a65e8d6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:15.384104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8780a1eb-1e20-4948-9bef-84628ba61476,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:15.436461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.463263 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6e7da2-e793-408d-8eb3-7d82cb1b4ea1 x-openstack-request-id: req-1c6e7da2-e793-408d-8eb3-7d82cb1b4ea1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:15.465493 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324084c9-127a-4323-b044-11db825084db", "name": "network-vif-deleted", "tag": "bb8cbffc-56fd-410d-b304-7141dd58f41d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:15.466549 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c6e7da2-e793-408d-8eb3-7d82cb1b4ea1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:15.467867 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324084c9-127a-4323-b044-11db825084db', 'name': 'network-vif-deleted', 'tag': 'bb8cbffc-56fd-410d-b304-7141dd58f41d', 'status': 'completed', 'code': 200} Dec 15 04:39:15.470183 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.475347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e700105d-cc98-4d83-8ac8-b679d7664b32 req-27faf122-b246-423e-b441-f63acf0af655 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4674172 Dec 15 04:39:15.481313 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.507801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-ba2fd6fb-2d05-44b5-9479-b6604743387d req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809796356', 'description': 'tempest-description-1507392596'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:15.576487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd77a4b-6047-487a-94ba-ca73e322c4e9 None None] Network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:15.591285 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:53Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:15.619567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] Checking router: a0e31c88-0756-45d7-bbe3-bcc722f65b93 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:15.628433 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:15.629458 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:15.688508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.750761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Allocated IP 172.25.2.223 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/5722e914-88f5-4915-8188-a0018f81180f) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:15.811201 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:15.924866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:15.931613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Allocated IP 172.20.0.11 (9fa14246-53ae-449e-bbde-38bb7a65e8d6/d296ac73-e139-4d0b-bddc-4b33f643ca8c/e2b2f6da-cd90-433b-95c3-f1beca575601) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:15.977191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-114ebb5b-b4a5-4adc-a64b-af1f7b2a5562 req-35cc585b-3241-49ac-bc03-5006b8a7df3d tempest-MigrationsAdminTest-1816040894 tempest-MigrationsAdminTest-1816040894-project] 10.222.0.37 "GET /v2.0/ports?device_id=324084c9-127a-4323-b044-11db825084db HTTP/1.1" status: 200 len: 210 time: 0.1181347 Dec 15 04:39:15.983771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ba2fd6fb-2d05-44b5-9479-b6604743387d req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.051979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:16.055756 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b2666-a81c-4f1e-81d3-3e03943242ad" -d '{"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-plugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:16.063094 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.119524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:16.138031 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:53Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:16.138286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:16.145801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.155379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ba2fd6fb-2d05-44b5-9479-b6604743387d req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.158668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:16.170479 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329e9af-590c-4e39-8aaa-b66e24b1ad19 None None] The sync data for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 is: [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fb78978c-58f5-44e6-8ad1-953f65790994', 'name': '', 'network_id': '9ace74d7-1728-4e60-b5e3-fa93dae4d4b9', 'tenant_id': '277689beb5a14f03877643284cf13334', 'mac_address': 'fa:16:3e:04:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:41Z', 'updated_at': '2021-12-15T04:36:53Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'subnets': [{'id': '72f2288a-3901-4d16-a2d2-3e7698446101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:16.184708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ba2fd6fb-2d05-44b5-9479-b6604743387d req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.189945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.229120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:16.231230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event updated for resources: {'Port': ['ID=5722e914-88f5-4915-8188-a0018f81180f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:16.232588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:16.243397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:16.256000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ba2fd6fb-2d05-44b5-9479-b6604743387d req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.257361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba2fd6fb-2d05-44b5-9479-b6604743387d req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7583528 Dec 15 04:39:16.270434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae4b8-3f9d-4378-9527-af02c609c3ae req-cfd71cdf-3b53-4c9c-9771-63a5908a87b1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:16.272370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1cae4b8-3f9d-4378-9527-af02c609c3ae req-cfd71cdf-3b53-4c9c-9771-63a5908a87b1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1663468 Dec 15 04:39:16.273418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbe4b4-28c4-4f9e-9338-c5ee9911457f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0136198-1482-4e2f-9527-0a3294e7eb7f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:16.280320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b2f6da-cd90-433b-95c3-f1beca575601,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:16.350806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.393937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.402634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1cae4b8-3f9d-4378-9527-af02c609c3ae req-f8794af1-6717-47b9-b920-fb404582b0f8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911367 Dec 15 04:39:16.466844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Deleting port 5722e914-88f5-4915-8188-a0018f81180f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:16.467441 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.501206 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c741f70-c7d2-4445-96a5-7fd206f8ca5a x-openstack-request-id: req-2c741f70-c7d2-4445-96a5-7fd206f8ca5a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:16.502124 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-plugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:16.502578 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c741f70-c7d2-4445-96a5-7fd206f8ca5a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:16.503312 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'code': 200} Dec 15 04:39:16.595318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.596979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c49767-432f-467f-9a80-703590380dd3 None None] New status for floating IP 83896a14-18a3-4609-a642-b033f4a17589: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:39:16.617839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-98c24169-7993-4891-ba79-08af12c64ee2 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/e0136198-1482-4e2f-9527-0a3294e7eb7f HTTP/1.1" status: 200 len: 1824 time: 0.0987110 Dec 15 04:39:16.635663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.636675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e0136198-1482-4e2f-9527-0a3294e7eb7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:16.636996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e0136198-1482-4e2f-9527-0a3294e7eb7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:16.642349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.642675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.675632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Calling delete_port for 5722e914-88f5-4915-8188-a0018f81180f owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:16.691364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936ea3-0d79-4670-bc7f-a5a7059f68c2 req-7a9f9201-d5c0-44d5-b90e-777ad3c09745 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:16.692910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63936ea3-0d79-4670-bc7f-a5a7059f68c2 req-7a9f9201-d5c0-44d5-b90e-777ad3c09745 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1291580 Dec 15 04:39:16.737119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b2f6da-cd90-433b-95c3-f1beca575601,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:16.742371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4366c-f3c7-49e8-9c17-c6cc0e68aea6 req-11ac6b5e-9af9-49f9-8cbb-91cad8a20c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:16.743932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-11c4366c-f3c7-49e8-9c17-c6cc0e68aea6 req-11ac6b5e-9af9-49f9-8cbb-91cad8a20c2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1097 time: 0.1426370 Dec 15 04:39:16.745066 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.769977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:16.770731 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.775794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df04a84a-5ec0-47ce-98af-751d78b3eb52 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4004076 Dec 15 04:39:16.784101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36372) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:16.812519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: bb8cbffc-56fd-410d-b304-7141dd58f41d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:16.812862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bb8cbffc-56fd-410d-b304-7141dd58f41d not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:16.813170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-11c4366c-f3c7-49e8-9c17-c6cc0e68aea6 req-edb6f076-cd13-4b02-9ef1-c145b6d547db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538893 Dec 15 04:39:16.883621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.888590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f07fbce3-fc7e-4558-a3ee-684f23b62f60 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=9fa14246-53ae-449e-bbde-38bb7a65e8d6 HTTP/1.1" status: 200 len: 690 time: 0.1009099 Dec 15 04:39:16.891350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36374) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:16.898352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63936ea3-0d79-4670-bc7f-a5a7059f68c2 req-7ea6ea44-d040-493d-96c9-8d45e88f1793 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954269 Dec 15 04:39:16.940690 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.965714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:16.982187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.029638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554a9896-3ce9-424a-95e6-57315ae2bf5e,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:17.036391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.037561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2e6d5e3-2377-4fa4-9da1-cc7d38254e5f req-6d9b649f-be32-4578-aa02-7961cae5db8e tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4084790 Dec 15 04:39:17.040540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.074853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36380) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:17.088629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Port': ['ID=5722e914-88f5-4915-8188-a0018f81180f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:17.109454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Deleting port e2b2f6da-cd90-433b-95c3-f1beca575601 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:17.109454 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.111435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c00-095a-4cff-b008-805933e2d107 req-ad5792fe-4319-44a2-8e5f-f0315a537d11 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:17.117978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4605c00-095a-4cff-b008-805933e2d107 req-ad5792fe-4319-44a2-8e5f-f0315a537d11 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1430447 Dec 15 04:39:17.162266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-526ca2c3-a72e-4c63-86d0-bcec34187a99 req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-952661246', 'description': 'tempest-description-2088936949'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:17.190017 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.190644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.203923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Calling delete_port for e2b2f6da-cd90-433b-95c3-f1beca575601 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:17.249827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-526ca2c3-a72e-4c63-86d0-bcec34187a99 req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.296391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4605c00-095a-4cff-b008-805933e2d107 req-e9d9da93-44ed-4470-a871-8f14cae2813f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752820 Dec 15 04:39:17.297113 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80eccf67-6e8a-4146-8b9f-9da0a5e7466e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.330524 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] create failed (client error): The resource could not be found. Dec 15 04:39:17.332043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6b93a790-ff8f-4428-a0c3-d4da1e66b37a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2703273 Dec 15 04:39:17.338619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:17.370932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:17.397445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.400509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80eccf67-6e8a-4146-8b9f-9da0a5e7466e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.447231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b2f6da-cd90-433b-95c3-f1beca575601,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:17.471184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'name': 'network-vif-deleted', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:17.474301 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cbe563-89e8-4d24-8de4-04ee8cece3ab" -d '{"events": [{"server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "name": "network-vif-deleted", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:17.534425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.540640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Deleting port aec80a44-a482-4b41-926f-9c3f573070af {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:17.540983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.547062 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-526ca2c3-a72e-4c63-86d0-bcec34187a99 req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.586177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-526ca2c3-a72e-4c63-86d0-bcec34187a99 req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.621440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eb3e5073-a01b-4525-b116-e4c903d779f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a2a94e821874288a77080c5ea619ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479687 Dec 15 04:39:17.621440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.623931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:17.650049 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80eccf67-6e8a-4146-8b9f-9da0a5e7466e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.652794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80eccf67-6e8a-4146-8b9f-9da0a5e7466e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.653939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80eccf67-6e8a-4146-8b9f-9da0a5e7466e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0e04db2-e55f-4a65-8dcd-0810f7733d31 HTTP/1.1" status: 204 len: 168 time: 0.5781293 Dec 15 04:39:17.659771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36402) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:17.671432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-526ca2c3-a72e-4c63-86d0-bcec34187a99 req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.672661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-526ca2c3-a72e-4c63-86d0-bcec34187a99 req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5299294 Dec 15 04:39:17.675976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de1f59-317d-4c98-9bd4-683943fa421f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9e519-111c-489b-bf37-b263f29570f5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:17.698611 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-17bb3a67-a9f7-4d0e-a171-87a98c94c07e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] show failed (client error): The resource could not be found. Dec 15 04:39:17.702267 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-17bb3a67-a9f7-4d0e-a171-87a98c94c07e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "GET /v2.0/security-groups/a0e04db2-e55f-4a65-8dcd-0810f7733d31 HTTP/1.1" status: 404 len: 347 time: 0.0388432 Dec 15 04:39:17.714175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36406) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:17.724780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eccf67-6e8a-4146-8b9f-9da0a5e7466e tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e04db2-e55f-4a65-8dcd-0810f7733d31,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:17.731295 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5bbd43-98e1-4faa-9eb4-af442191f72d x-openstack-request-id: req-bc5bbd43-98e1-4faa-9eb4-af442191f72d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:17.731998 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5be061-592a-4ca6-a9f3-c4c9ff8786cf", "name": "network-vif-deleted", "tag": "ec5f7540-0835-41d0-88d5-1ba26abadb85", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:17.732228 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc5bbd43-98e1-4faa-9eb4-af442191f72d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:17.732667 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5be061-592a-4ca6-a9f3-c4c9ff8786cf', 'name': 'network-vif-deleted', 'tag': 'ec5f7540-0835-41d0-88d5-1ba26abadb85', 'status': 'completed', 'code': 200} Dec 15 04:39:17.759797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3bb985a-e21e-4d0a-ac56-04d68aaa1bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.765865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.766822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.779511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaa1ab-dd06-43df-a836-e332bb2fdf8a req-82f38e79-d282-4551-8398-a3e1dc8f6f62 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:17.786800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bdaa1ab-dd06-43df-a836-e332bb2fdf8a req-82f38e79-d282-4551-8398-a3e1dc8f6f62 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1962876 Dec 15 04:39:17.808842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9502da20-ab5d-4d2a-9ed9-7bc7b252989b req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1134897417', 'description': 'tempest-description-1428766945'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:17.820597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Calling delete_port for aec80a44-a482-4b41-926f-9c3f573070af owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:17.831645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d296ac73-e139-4d0b-bddc-4b33f643ca8c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:17.852260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3bb985a-e21e-4d0a-ac56-04d68aaa1bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.932700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.958268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9502da20-ab5d-4d2a-9ed9-7bc7b252989b req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:17.965064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa14246-53ae-449e-bbde-38bb7a65e8d6']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:17.975075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bdaa1ab-dd06-43df-a836-e332bb2fdf8a req-62965744-509e-4036-87e0-0cb06792aee3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873548 Dec 15 04:39:17.978685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73c3a90-b43c-49f2-85fd-20c1df33520f') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:17.979116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73c3a90-b43c-49f2-85fd-20c1df33520f') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:18.000650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.028691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.031505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3bb985a-e21e-4d0a-ac56-04d68aaa1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.034888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3bb985a-e21e-4d0a-ac56-04d68aaa1bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.039783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f3bb985a-e21e-4d0a-ac56-04d68aaa1bc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e HTTP/1.1" status: 204 len: 168 time: 0.4112611 Dec 15 04:39:18.047911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Deleting port 8a2da882-614d-4892-8d0a-b669f6a3218c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:18.048287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.056498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:18.057655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.059866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb985a-e21e-4d0a-ac56-04d68aaa1bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7aec9d-d9f5-4b0b-8d8d-b0c6f6cfd35e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:18.064003 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:18.145186 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.152433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fa14246-53ae-449e-bbde-38bb7a65e8d6 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:39:18.156625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.161158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9fa14246-53ae-449e-bbde-38bb7a65e8d6 HTTP/1.1" status: 204 len: 168 time: 1.2683880 Dec 15 04:39:18.165363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36414) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:18.180021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39234b50-326b-46fb-873c-3c5dbca5069c tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fa14246-53ae-449e-bbde-38bb7a65e8d6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:18.257953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9502da20-ab5d-4d2a-9ed9-7bc7b252989b req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.436010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:18.504901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-075e60ea-75e7-479d-9004-2cfef0f2f60f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84de7217e58c4500bc845562713a01bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655186 Dec 15 04:39:18.505927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36420) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:18.555942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9502da20-ab5d-4d2a-9ed9-7bc7b252989b req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.574443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.576528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a869f60-664b-4198-b095-a37309b88306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.603467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a869f60-664b-4198-b095-a37309b88306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.652566 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.652885 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.656373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a869f60-664b-4198-b095-a37309b88306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.658990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a869f60-664b-4198-b095-a37309b88306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.661025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2a869f60-664b-4198-b095-a37309b88306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a452fac-d734-457f-aaa3-c6d7aa4ec6eb HTTP/1.1" status: 204 len: 168 time: 0.1532161 Dec 15 04:39:18.668592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fe5f7-0d81-48d2-8bb0-292f8affc14a req-30c89c1f-39da-48c2-8a92-7e7bd6cb6912 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:18.670046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f80fe5f7-0d81-48d2-8bb0-292f8affc14a req-30c89c1f-39da-48c2-8a92-7e7bd6cb6912 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.5753536 Dec 15 04:39:18.670675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a869f60-664b-4198-b095-a37309b88306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a452fac-d734-457f-aaa3-c6d7aa4ec6eb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:18.678278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Port': ['ID=aec80a44-a482-4b41-926f-9c3f573070af,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:18.682625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9502da20-ab5d-4d2a-9ed9-7bc7b252989b req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:18.683848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9502da20-ab5d-4d2a-9ed9-7bc7b252989b req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9126995 Dec 15 04:39:18.686987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7f0db2ba-b2b0-4f0f-8e37-d9dd51c8256d tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1955 time: 0.5155427 Dec 15 04:39:18.694171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:18.713146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Calling delete_port for 8a2da882-614d-4892-8d0a-b669f6a3218c owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:18.714912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065336a-b295-42d0-888a-236abae23392 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d9fc80-0adb-4201-9653-80f8ea32c48f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:18.981918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f80fe5f7-0d81-48d2-8bb0-292f8affc14a req-11e9008f-ab5c-4c0a-9eb7-b062ef77ed2c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902920 Dec 15 04:39:19.008668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.008668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0f5dd467-e5a4-4211-a892-652c3f61e463 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "DELETE /v2.0/ports/aec80a44-a482-4b41-926f-9c3f573070af HTTP/1.1" status: 204 len: 168 time: 1.6631351 Dec 15 04:39:19.010573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36434) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.014306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.014770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.015221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.015662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.016117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.016566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.017261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.017697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.018133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.018570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.019003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.019435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.024829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bd7cb47e-97bd-4944-a650-7c52c709d91f tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7712 time: 0.3233390 Dec 15 04:39:19.025244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.046024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed29c3-cdd5-4641-aebb-4131d583e86a req-1c0d1ec9-b8d6-4e97-bda3-c3e80e84509c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.048246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aed29c3-cdd5-4641-aebb-4131d583e86a req-1c0d1ec9-b8d6-4e97-bda3-c3e80e84509c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2659137 Dec 15 04:39:19.098809 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-38597868-425c-4550-9b41-63e2ff8e8034 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] delete failed (client error): The resource could not be found. Dec 15 04:39:19.099950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-38597868-425c-4550-9b41-63e2ff8e8034 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ba4e7bdc-4468-4e2f-baec-fafa06a38d60 HTTP/1.1" status: 404 len: 345 time: 0.0737619 Dec 15 04:39:19.103372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36442) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.123598 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f41692-21c7-46d2-9791-bb6cc907aa8e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] DELETE failed (client error): The resource could not be found. Dec 15 04:39:19.124314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f41692-21c7-46d2-9791-bb6cc907aa8e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:39:19.128111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-42f41692-21c7-46d2-9791-bb6cc907aa8e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9fa14246-53ae-449e-bbde-38bb7a65e8d6 HTTP/1.1" status: 404 len: 339 time: 0.0227904 Dec 15 04:39:19.132916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36446) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.140387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'network': {'name': 'tempest-network--120826124', 'router:external': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:19.146142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1919016-2168-43a7-8c9b-df36b52433cb tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.149357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aed29c3-cdd5-4641-aebb-4131d583e86a req-2fd62d5b-e1cb-46c6-8359-d164e472495a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921781 Dec 15 04:39:19.151445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a1919016-2168-43a7-8c9b-df36b52433cb tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "GET /v2.0/ports?device_id=2290536f-cb47-4096-896c-8b72d820d06e HTTP/1.1" status: 200 len: 913 time: 0.1399157 Dec 15 04:39:19.152356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.159263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.203891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Pushing event deleted for resources: {'Port': ['ID=8a2da882-614d-4892-8d0a-b669f6a3218c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:19.245843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Made reservation on behalf of 93b5e2ce99fc480aab4ff63496003988 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:19.247956 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.301083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-118d0724-895a-441a-89ca-5b698581b6ee req-e1150e29-69c0-408b-9384-8ae5f84372c6 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/0db9e519-111c-489b-bf37-b263f29570f5 HTTP/1.1" status: 200 len: 1823 time: 0.1505814 Dec 15 04:39:19.359518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:19.364097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.366660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.370551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a67de59a-e18e-416e-ab10-375bf167bb7d tempest-ServersTestManualDisk-993932239 tempest-ServersTestManualDisk-993932239-project] 10.222.0.37 "DELETE /v2.0/floatingips/83896a14-18a3-4609-a642-b033f4a17589 HTTP/1.1" status: 204 len: 168 time: 1.6526573 Dec 15 04:39:19.371491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.394610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.394956 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Added segment f8e2b311-3335-4232-a545-5075d94101dd of type vlan for network 829d8bfb-77d1-4e55-96b3-66cbe48c43c3 Dec 15 04:39:19.404374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704d42-240b-44ba-bf35-0760a7cd9b48 req-262d747c-1ee2-46ca-a46b-659ad8998626 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.405881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9704d42-240b-44ba-bf35-0760a7cd9b48 req-262d747c-1ee2-46ca-a46b-659ad8998626 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1320577 Dec 15 04:39:19.434282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36462) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.441448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'floatingip': {'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:19.452743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-118d0724-895a-441a-89ca-5b698581b6ee req-0faff329-23fd-429c-a738-616e6a45d84a tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/32d9fc80-0adb-4201-9653-80f8ea32c48f HTTP/1.1" status: 200 len: 1824 time: 0.1353245 Dec 15 04:39:19.502017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0db9e519-111c-489b-bf37-b263f29570f5', 'remote_group_id': '32d9fc80-0adb-4201-9653-80f8ea32c48f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:19.502339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0db9e519-111c-489b-bf37-b263f29570f5', 'remote_group_id': '32d9fc80-0adb-4201-9653-80f8ea32c48f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:19.511812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.522971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.651012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.652038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:19.652843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.742448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6070065 Dec 15 04:39:19.753389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36478) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:19.814440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91943c-01ea-4bdf-9202-086b1f77a4cf tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Network': ['ID=829d8bfb-77d1-4e55-96b3-66cbe48c43c3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:19.830326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 829d8bfb-77d1-4e55-96b3-66cbe48c43c3 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:19.865607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:19.948517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.026504 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.047775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.069335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890385a-d9e0-4ca4-ad01-f32b87a7ff42 req-412acf95-93e9-45f8-ab29-df3ae34e8ea1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:20.071536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4890385a-d9e0-4ca4-ad01-f32b87a7ff42 req-412acf95-93e9-45f8-ab29-df3ae34e8ea1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2540510 Dec 15 04:39:20.097512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541744c9-372a-411d-b251-5acf62feb624 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:20.103750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541744c9-372a-411d-b251-5acf62feb624 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:20.109667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541744c9-372a-411d-b251-5acf62feb624 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:20.113196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.115630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541744c9-372a-411d-b251-5acf62feb624 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:20.117563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-541744c9-372a-411d-b251-5acf62feb624 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3563018 Dec 15 04:39:20.161916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36488) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:20.172012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883cd7ec-8b5c-476e-aeb8-1cedc9d24d27,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:20.187607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.189213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-118d0724-895a-441a-89ca-5b698581b6ee req-279c7420-3a3c-44e2-b23e-87271d91e3e1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7003095 Dec 15 04:39:20.277191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.293954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4890385a-d9e0-4ca4-ad01-f32b87a7ff42 req-c02da32e-84e3-403c-a8bc-0c32a055b3c7 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087243 Dec 15 04:39:20.356009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-4fce3e94-7380-4ff1-b24f-b250787ae57c req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-331465867', 'description': 'tempest-description-159047754'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:20.408518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.430372 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4fce3e94-7380-4ff1-b24f-b250787ae57c req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.443147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.455886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.482102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829d8bfb-77d1-4e55-96b3-66cbe48c43c3']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:20.604857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4fce3e94-7380-4ff1-b24f-b250787ae57c req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.612868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4fce3e94-7380-4ff1-b24f-b250787ae57c req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.615685 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Floating IP 4864f7b2-3d74-438d-9f6d-8a23a0ac3412 associated. External IP: 172.25.2.12, port: 1cf685a8-62ec-4abc-a180-3bc73ba7d77a. Dec 15 04:39:20.717295 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4fce3e94-7380-4ff1-b24f-b250787ae57c req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.718558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fce3e94-7380-4ff1-b24f-b250787ae57c req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3682716 Dec 15 04:39:20.726106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e5c3b-fb4e-4bf6-94ab-eb0ba2b87066 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220b271d-c5e2-4400-a430-f8ca10183b34,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:20.755260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-18efd259-9938-43bd-8b58-48c2fac2a817 req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-250625996', 'description': 'tempest-description-171701289'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:20.792047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-18efd259-9938-43bd-8b58-48c2fac2a817 req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.848675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e2b311-3335-4232-a545-5075d94101dd') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:20.848981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e2b311-3335-4232-a545-5075d94101dd') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:20.856642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36508) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:20.870412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.891373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.903431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:20.903725 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:20.906591 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:20.950252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:20.957297 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-18efd259-9938-43bd-8b58-48c2fac2a817 req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.966947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-18efd259-9938-43bd-8b58-48c2fac2a817 req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:20.992898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Deleting port 9fbff753-442e-4e2c-b4f1-3bb98645fe26 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:20.993240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.008219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4d93-df04-4b52-81fe-c50155519dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.060336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.077141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 829d8bfb-77d1-4e55-96b3-66cbe48c43c3 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:39:21.085883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.092469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/networks/829d8bfb-77d1-4e55-96b3-66cbe48c43c3 HTTP/1.1" status: 204 len: 168 time: 0.9265549 Dec 15 04:39:21.109767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36512) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:21.121817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'network': {'name': 'tempest-network--1206794462', 'router:external': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:21.130822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa90ae-fbaa-46ea-bc8f-8d66286a0eed tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Network': ['ID=829d8bfb-77d1-4e55-96b3-66cbe48c43c3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:21.206740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.232660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Calling delete_port for 9fbff753-442e-4e2c-b4f1-3bb98645fe26 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:21.339673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Deleting port fb78978c-58f5-44e6-8ad1-953f65790994 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:21.340009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.362784 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-18efd259-9938-43bd-8b58-48c2fac2a817 req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.363940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18efd259-9938-43bd-8b58-48c2fac2a817 req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6149623 Dec 15 04:39:21.366768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91750f0-bc6a-4002-93f0-83fa4aca6611 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ea0a1c-915d-4c1d-96f0-8123a56d4742,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:21.412877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:21.427192 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.437899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4d93-df04-4b52-81fe-c50155519dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.452443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4d93-df04-4b52-81fe-c50155519dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.486438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6d01df7b-b25e-4dbe-8aa2-55e2d08bd4e9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "PUT /v2.0/floatingips/4864f7b2-3d74-438d-9f6d-8a23a0ac3412 HTTP/1.1" status: 200 len: 990 time: 2.0481892 Dec 15 04:39:21.486438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:21.487911 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f847fc-2d6c-4dc3-8988-55462db91575" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:21.498798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086dcc6-3a74-4baf-bec6-41255d76540c req-a0dad01d-b459-4dd7-b1e1-34814f27b7c1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:21.500198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b4d93-df04-4b52-81fe-c50155519dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18402514-a028-4db2-ad58-a0f545a7d74b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:21.506216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c086dcc6-3a74-4baf-bec6-41255d76540c req-a0dad01d-b459-4dd7-b1e1-34814f27b7c1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1031916 Dec 15 04:39:21.565425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] For port fb78978c-58f5-44e6-8ad1-953f65790994, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fb78978c-58f5-44e6-8ad1-953f65790994,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:21.565774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.571944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Made reservation on behalf of 93b5e2ce99fc480aab4ff63496003988 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:21.574193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.577521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c086dcc6-3a74-4baf-bec6-41255d76540c req-d9fda0d1-27dd-4e8e-a9bc-d00ae556882d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704606 Dec 15 04:39:21.581571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-c3eacd34-b34d-4ff9-8246-40b74590029d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/220b271d-c5e2-4400-a430-f8ca10183b34 HTTP/1.1" status: 200 len: 1822 time: 0.0588923 Dec 15 04:39:21.626718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Calling delete_port for fb78978c-58f5-44e6-8ad1-953f65790994 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:21.636974 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:21.649117 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:21.650062 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:21.659994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-0419e675-3a18-4467-9e4f-c48bbcb0ae1b tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/98ea0a1c-915d-4c1d-96f0-8123a56d4742 HTTP/1.1" status: 200 len: 1822 time: 0.0613561 Dec 15 04:39:21.670355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '220b271d-c5e2-4400-a430-f8ca10183b34', 'remote_group_id': '98ea0a1c-915d-4c1d-96f0-8123a56d4742', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:21.670764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '220b271d-c5e2-4400-a430-f8ca10183b34', 'remote_group_id': '98ea0a1c-915d-4c1d-96f0-8123a56d4742', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:21.684826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3e2b4d93-df04-4b52-81fe-c50155519dc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=496a8ef360324451a38f29bd0853894e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8264160 Dec 15 04:39:21.688763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36524) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:21.704096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:21.746450 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c29afd-5ace-4120-9548-ddd2d51de827 x-openstack-request-id: req-46c29afd-5ace-4120-9548-ddd2d51de827 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:21.746743 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:21.747171 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46c29afd-5ace-4120-9548-ddd2d51de827 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:21.747568 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'status': 'completed', 'code': 200} Dec 15 04:39:21.758703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.759222 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Added segment 5f7492dd-69ac-47bc-9370-4ca9c115ce3c of type vlan for network 9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454 Dec 15 04:39:21.783814 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:21.792564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f99b6c5f-45cd-43a2-97ce-235ebcd7c34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.794998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.834238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f99b6c5f-45cd-43a2-97ce-235ebcd7c34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.862355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.873692 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.899910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4173ce-230e-4562-97b6-ade4a35d5343,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:21.910491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.914499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.916006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-169b2b1c-1807-4bdf-abfb-54d6bc7cb535 req-67f4180e-9ab7-46f9-a997-b844ec12a171 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2493529 Dec 15 04:39:21.918510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.925577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-69d732c8-4577-4d1b-8400-28c2457c6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:21.927086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-69d732c8-4577-4d1b-8400-28c2457c6bb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1097 time: 0.1427860 Dec 15 04:39:21.932661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f99b6c5f-45cd-43a2-97ce-235ebcd7c34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.935298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f99b6c5f-45cd-43a2-97ce-235ebcd7c34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:21.938722 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f99b6c5f-45cd-43a2-97ce-235ebcd7c34c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18402514-a028-4db2-ad58-a0f545a7d74b HTTP/1.1" status: 204 len: 168 time: 0.2464988 Dec 15 04:39:21.959505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b6c5f-45cd-43a2-97ce-235ebcd7c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18402514-a028-4db2-ad58-a0f545a7d74b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:21.981384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Port': ['ID=9fbff753-442e-4e2c-b4f1-3bb98645fe26,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:22.032961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a24858a-95b1-4346-bc7e-35208b70eca0 req-8d4676e4-9185-4664-bf27-312d28c52475 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/98ea0a1c-915d-4c1d-96f0-8123a56d4742 HTTP/1.1" status: 200 len: 1822 time: 0.0945663 Dec 15 04:39:22.110833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a24858a-95b1-4346-bc7e-35208b70eca0 req-f1acd744-df33-4624-be1f-40ceaa3db4e4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.123976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.124980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.125801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.143517 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4864f7b2-3d74-438d-9f6d-8a23a0ac3412', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'mac_address': 'fa:16:3e:99:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:38:57Z', 'updated_at': '2021-12-15T04:39:20Z', 'revision_number': 1, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:22.166669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0559866 Dec 15 04:39:22.183737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36532) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:22.210901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a24858a-95b1-4346-bc7e-35208b70eca0 req-f1acd744-df33-4624-be1f-40ceaa3db4e4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.285705 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:22.295538 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:22.296198 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:22.328654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.402280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd95c15-3039-482a-912a-bf54f255b7b1 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.407517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ebd95c15-3039-482a-912a-bf54f255b7b1 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] 10.222.0.37 "GET /v2.0/networks/9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454 HTTP/1.1" status: 200 len: 757 time: 0.2227073 Dec 15 04:39:22.409544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36534) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:22.422088 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:22.443239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36536) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:22.465818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-df240c4e-4f8f-42be-8cde-58873672743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.467350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-df240c4e-4f8f-42be-8cde-58873672743d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.5279160 Dec 15 04:39:22.472517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dbdf6-41cc-4399-a554-5f5eb44dd999 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Network': ['ID=9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:22.483948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84a59a45-6cda-4c85-bee6-d71b545b4a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.484193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a24858a-95b1-4346-bc7e-35208b70eca0 req-f1acd744-df33-4624-be1f-40ceaa3db4e4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.484758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:22.486908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a24858a-95b1-4346-bc7e-35208b70eca0 req-f1acd744-df33-4624-be1f-40ceaa3db4e4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.494274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a24858a-95b1-4346-bc7e-35208b70eca0 req-f1acd744-df33-4624-be1f-40ceaa3db4e4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/98ea0a1c-915d-4c1d-96f0-8123a56d4742 HTTP/1.1" status: 204 len: 173 time: 0.4581747 Dec 15 04:39:22.531547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acd744-df33-4624-be1f-40ceaa3db4e4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ea0a1c-915d-4c1d-96f0-8123a56d4742,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:22.550487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dbf99-26e7-49c9-8df8-34848819c194 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.554649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-726dbf99-26e7-49c9-8df8-34848819c194 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] 10.222.0.37 "GET /v2.0/networks/d3194fc9-9c2e-4eae-b7d2-b4b761c4418e HTTP/1.1" status: 200 len: 767 time: 0.1434660 Dec 15 04:39:22.555270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36542) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:22.568873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-5a7c9649-60e5-466b-b672-d7b1cf0b42b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 998 time: 0.0825207 Dec 15 04:39:22.668353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-039745f2-1e75-4567-9e47-e7bf93ea8a94 req-36515570-0765-4e41-b7a1-0e959964536a tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/220b271d-c5e2-4400-a430-f8ca10183b34 HTTP/1.1" status: 200 len: 1822 time: 0.1457055 Dec 15 04:39:22.702734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-a7ff2b13-3ae3-4129-ae1e-9d5580f3c1ea req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1286178969', 'description': 'tempest-description-1675631388'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:22.719875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-a23c654c-cf0f-40ac-a074-c7f70be95e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.721368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-a23c654c-cf0f-40ac-a074-c7f70be95e43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.0636351 Dec 15 04:39:22.723239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.730865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.731535 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4864f7b2-3d74-438d-9f6d-8a23a0ac3412', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'mac_address': 'fa:16:3e:99:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:38:57Z', 'updated_at': '2021-12-15T04:39:20Z', 'revision_number': 1, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:22.734736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Router 2290536f-cb47-4096-896c-8b72d820d06e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:22.766333 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759fb8c5-debf-4cde-b37c-36268a0205cf None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4864f7b2-3d74-438d-9f6d-8a23a0ac3412', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'mac_address': 'fa:16:3e:99:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:38:57Z', 'updated_at': '2021-12-15T04:39:20Z', 'revision_number': 1, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:22.776977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7ff2b13-3ae3-4129-ae1e-9d5580f3c1ea req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.788838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7502e9c-0e44-4f52-a0ec-f71a1e86024e req-d10829f5-7cee-43fd-b8d2-040c3f6304be tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.790203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7502e9c-0e44-4f52-a0ec-f71a1e86024e req-d10829f5-7cee-43fd-b8d2-040c3f6304be tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.0764141 Dec 15 04:39:22.791993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb78978c-58f5-44e6-8ad1-953f65790994,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:22.904989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:22.932867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-919a733c-2a50-4f22-8105-13f6cbb54bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:22.934414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-919a733c-2a50-4f22-8105-13f6cbb54bfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986670 Dec 15 04:39:22.950659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:22.968853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7492dd-69ac-47bc-9370-4ca9c115ce3c') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:22.969120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7492dd-69ac-47bc-9370-4ca9c115ce3c') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:22.975024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7502e9c-0e44-4f52-a0ec-f71a1e86024e req-b2134ba3-0342-4044-b415-4df73a0ee969 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563070 Dec 15 04:39:22.991946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.044402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.058830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:23.063117 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7ff2b13-3ae3-4129-ae1e-9d5580f3c1ea req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.069125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e64b93f2-2ddd-4439-9cbf-88fe4bdba628 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "PUT /v2.0/routers/2290536f-cb47-4096-896c-8b72d820d06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9158385 Dec 15 04:39:23.072224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] Sync routers for ids ['2290536f-cb47-4096-896c-8b72d820d06e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:23.074377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:23.074749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.076915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36550) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:23.077617 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:23.095229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] Routers {'2290536f-cb47-4096-896c-8b72d820d06e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:23.096770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2290536f-cb47-4096-896c-8b72d820d06e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:23.106499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7ff2b13-3ae3-4129-ae1e-9d5580f3c1ea req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.147625 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670db2f-aa64-4d22-975c-367d70a9bf1f None None] New status for floating IP 4864f7b2-3d74-438d-9f6d-8a23a0ac3412: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:39:23.163319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:23.173986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] Routers {'2290536f-cb47-4096-896c-8b72d820d06e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:23.174824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2290536f-cb47-4096-896c-8b72d820d06e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:23.204459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84a59a45-6cda-4c85-bee6-d71b545b4a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.210127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:23.211482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704b856-4492-4d17-8f85-b87ef391db60 None None] The sync data for ids ['2290536f-cb47-4096-896c-8b72d820d06e'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:23.222181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84a59a45-6cda-4c85-bee6-d71b545b4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.239771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.251437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-7d0d3273-8ac1-40cd-a3bb-72c6536d2a51 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820563 Dec 15 04:39:23.255283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a7ff2b13-3ae3-4129-ae1e-9d5580f3c1ea req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.256522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7ff2b13-3ae3-4129-ae1e-9d5580f3c1ea req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5601997 Dec 15 04:39:23.260716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa920b2-a2ce-49f9-97cc-a0758b881226 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce739c6-b3f9-4b92-8702-d75d2b15d433,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:23.264469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.273388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.322610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84a59a45-6cda-4c85-bee6-d71b545b4a3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5696a1d630b14c04899291d6f87526f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8762224 Dec 15 04:39:23.341502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36554) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:23.348641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:39:23.359716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.367217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454 HTTP/1.1" status: 204 len: 168 time: 0.8046179 Dec 15 04:39:23.385713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a59a45-6cda-4c85-bee6-d71b545b4a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ae63a8-a371-415a-be2a-5d93410cddd8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:23.387113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36556) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:23.392794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'network': {'name': 'tempest-network--1825213085'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:23.410541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea2200-430d-4983-9fb7-2611d44f745e tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d5b3c7e-66f7-46d9-a2ec-ae8cd9220454,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:23.558518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.562759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.567922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Made reservation on behalf of 93b5e2ce99fc480aab4ff63496003988 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:23.570335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.574331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9889cd53-8736-4deb-b472-552c57252a9e req-6e51a072-4b18-4152-9b20-ad75b0545969 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/8ce739c6-b3f9-4b92-8702-d75d2b15d433 HTTP/1.1" status: 200 len: 1824 time: 0.2336674 Dec 15 04:39:23.637235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ce739c6-b3f9-4b92-8702-d75d2b15d433', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:23.637235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ce739c6-b3f9-4b92-8702-d75d2b15d433', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:23.655554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.656079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Fanout notify agent at l3_agent the message router_deleted on router 2290536f-cb47-4096-896c-8b72d820d06e {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:39:23.660482 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.672102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.672859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-118be341-08d2-47c9-9042-65c8e16ba35a tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "DELETE /v2.0/routers/2290536f-cb47-4096-896c-8b72d820d06e HTTP/1.1" status: 204 len: 168 time: 0.5943887 Dec 15 04:39:23.679448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36560) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:23.704730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:23.744558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.762644 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.762844 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Added segment 397e8f34-29f2-4e5a-8512-c3d4e5837cb6 of type vlan for network ea2bd306-3f54-4e93-bdef-e645a48cc555 Dec 15 04:39:23.777813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-64f847fc-2d6c-4dc3-8988-55462db91575 req-2afb9e4c-03f4-4870-92ce-8091186b6b35 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959025 Dec 15 04:39:23.798504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Deleting subnet 162fa206-542f-4323-bcaa-d26b0656d3d4 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:39:23.838489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.895758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Router a0e31c88-0756-45d7-bbe3-bcc722f65b93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:23.896342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.910444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.936469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.940469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.943166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.944866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15ae63a8-a371-415a-be2a-5d93410cddd8 HTTP/1.1" status: 204 len: 168 time: 0.6004851 Dec 15 04:39:23.985878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.987046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.988216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:23.989012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:23.997217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ae63a8-a371-415a-be2a-5d93410cddd8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:24.005256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:24.013562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1977a024-ba00-4562-a563-93c82258ff4a admin admin] 10.222.0.37 "PUT /v2.0/routers/a0e31c88-0756-45d7-bbe3-bcc722f65b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6412163 Dec 15 04:39:24.014574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36566) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:24.020390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.024964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] Sync routers for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:24.041632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:24.042253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:24.067683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.068025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.068384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.068715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.069045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.069907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.070226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.070737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.071249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.071737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.072279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.072775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.073266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229cce2-1670-4e24-ae50-4889ce9ff0a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:24.106320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cabc3b4-f15a-4006-bf32-b02d91af6273,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:24.120903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7325675 Dec 15 04:39:24.143794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:24.156324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:24.165157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed12c38-612a-4daf-9127-d8097d8feba3 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Network': ['ID=ea2bd306-3f54-4e93-bdef-e645a48cc555,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:24.195921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network ea2bd306-3f54-4e93-bdef-e645a48cc555 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:24.220239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.232349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9889cd53-8736-4deb-b472-552c57252a9e req-d4d06aaa-6453-48db-a9b0-753de5af37f3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6081634 Dec 15 04:39:24.256371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:24.304998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.316181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187f24-4221-4c03-875a-fcf586cd79dc req-6384a4c3-3100-4adc-95bd-eb4770a79200 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:24.317882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88187f24-4221-4c03-875a-fcf586cd79dc req-6384a4c3-3100-4adc-95bd-eb4770a79200 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2090404 Dec 15 04:39:24.330378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.471153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-cd7636f2-11ba-4113-9d10-5930b6f2b0d9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/8ce739c6-b3f9-4b92-8702-d75d2b15d433 HTTP/1.1" status: 200 len: 2418 time: 0.1003897 Dec 15 04:39:24.485633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ce739c6-b3f9-4b92-8702-d75d2b15d433', 'remote_group_id': None}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:24.486200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ce739c6-b3f9-4b92-8702-d75d2b15d433', 'remote_group_id': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:24.505114 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88187f24-4221-4c03-875a-fcf586cd79dc req-353ceb39-e3f4-46d0-ab72-bbe940a0d843 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415899 Dec 15 04:39:24.509328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.527092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.530093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.535647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "DELETE /v2.0/subnets/162fa206-542f-4323-bcaa-d26b0656d3d4 HTTP/1.1" status: 204 len: 168 time: 0.8470521 Dec 15 04:39:24.538974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36584) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:24.551919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d5999-4128-4d36-98ac-941ec44f2420 None None] Network e0124ec6-038d-4fb6-9447-40f84aa8a939 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:24.557537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.565297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0159b-3724-4231-ad99-ad430ad4d553 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Subnet': ['ID=162fa206-542f-4323-bcaa-d26b0656d3d4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:24.623698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.631884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.643473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:39:22Z', 'revision_number': 5, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port': {'id': 'bfcdd3df-e340-4577-b262-09e91aa6e77a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:34Z', 'updated_at': '2021-12-15T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:24.654225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.665453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.678314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Network ea2bd306-3f54-4e93-bdef-e645a48cc555 is not hosted by any dhcp agent {{(pid=103132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:39:24.679756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:24.680375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.684222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "PUT /v2.0/networks/ea2bd306-3f54-4e93-bdef-e645a48cc555 HTTP/1.1" status: 200 len: 857 time: 0.5368595 Dec 15 04:39:24.687706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36588) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:24.687878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] Checking router: a0e31c88-0756-45d7-bbe3-bcc722f65b93 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:24.716050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] Routers {'a0e31c88-0756-45d7-bbe3-bcc722f65b93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:24.717001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:24.736314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd393d6-d10f-4582-bfe0-e06e5d0e5b81,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:24.740605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.745446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b3493a5-ec5c-4126-a822-7a199f27c5d6 req-15b75fb9-152e-4122-819a-f03aa003ac76 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2660213 Dec 15 04:39:24.749313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.752342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b8f7b-e7a4-4158-90bf-5ddef115c316 tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event updated for resources: {'Network': ['ID=ea2bd306-3f54-4e93-bdef-e645a48cc555,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:24.806937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Deleting port bfcdd3df-e340-4577-b262-09e91aa6e77a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:24.807283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.818818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.938335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] For port bfcdd3df-e340-4577-b262-09e91aa6e77a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bfcdd3df-e340-4577-b262-09e91aa6e77a,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:24.938692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:24.940813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] Set router a0e31c88-0756-45d7-bbe3-bcc722f65b93 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:24.958989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Calling delete_port for bfcdd3df-e340-4577-b262-09e91aa6e77a owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:24.986350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.008937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:39:24Z', 'revision_number': 6, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.021774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c796cf8f-77f7-4d1e-af19-5b7d378504c4 req-4d33e38e-04b7-4bf7-92d8-9fc1807a1775 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/8ce739c6-b3f9-4b92-8702-d75d2b15d433 HTTP/1.1" status: 200 len: 3017 time: 0.2201040 Dec 15 04:39:25.023800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2bd306-3f54-4e93-bdef-e645a48cc555']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.041117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] DHCP port deletion for e0124ec6-038d-4fb6-9447-40f84aa8a939 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:39:25.045307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63743-e4a5-4f6f-9bf0-749549cc8fa1 None None] The sync data for ids ['a0e31c88-0756-45d7-bbe3-bcc722f65b93'] in n-d-820935-10 is: [{'id': 'a0e31c88-0756-45d7-bbe3-bcc722f65b93', 'name': 'tempest-ServersTestManualDisk-1998712161-router', 'tenant_id': '277689beb5a14f03877643284cf13334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:32Z', 'updated_at': '2021-12-15T04:39:24Z', 'revision_number': 6, 'project_id': '277689beb5a14f03877643284cf13334', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:25.050112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397e8f34-29f2-4e5a-8512-c3d4e5837cb6') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.050411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397e8f34-29f2-4e5a-8512-c3d4e5837cb6') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.093992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.112477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Deleting port 3d600408-1124-42fe-aa0b-147deb8ea736 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:25.113333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.114227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] Deleting port 3d600408-1124-42fe-aa0b-147deb8ea736 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:25.114806 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.121356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-70099e09-f6f7-47d4-bb41-6fe0bc0c429c tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-group-rules/3fd393d6-d10f-4582-bfe0-e06e5d0e5b81 HTTP/1.1" status: 200 len: 783 time: 0.0737934 Dec 15 04:39:25.141480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.155409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:25.155919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:25.157822 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:25.192612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] For port 3d600408-1124-42fe-aa0b-147deb8ea736, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3d600408-1124-42fe-aa0b-147deb8ea736,segment=NetworkSegment(c8e96d6c-2eed-4942-89a7-5c43fd893c26),segment_id=c8e96d6c-2eed-4942-89a7-5c43fd893c26)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:25.193023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.213224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] Calling delete_port for 3d600408-1124-42fe-aa0b-147deb8ea736 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:25.229528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-dea9875e-164e-4e27-9539-4863d9ef83db tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/8ce739c6-b3f9-4b92-8702-d75d2b15d433 HTTP/1.1" status: 200 len: 3017 time: 0.1071725 Dec 15 04:39:25.231200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] For port 3d600408-1124-42fe-aa0b-147deb8ea736, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3d600408-1124-42fe-aa0b-147deb8ea736,segment=NetworkSegment(c8e96d6c-2eed-4942-89a7-5c43fd893c26),segment_id=c8e96d6c-2eed-4942-89a7-5c43fd893c26)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:25.235195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.244524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.261697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.263950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-3ed6f568-a2e8-4fde-a190-a3d2416d93f9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.273831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-3ed6f568-a2e8-4fde-a190-a3d2416d93f9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.281228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Calling delete_port for 3d600408-1124-42fe-aa0b-147deb8ea736 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:25.287527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcdd3df-e340-4577-b262-09e91aa6e77a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:25.311023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea2bd306-3f54-4e93-bdef-e645a48cc555 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:39:25.324000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.327896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ea2bd306-3f54-4e93-bdef-e645a48cc555 HTTP/1.1" status: 204 len: 168 time: 0.6421263 Dec 15 04:39:25.328888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-3ed6f568-a2e8-4fde-a190-a3d2416d93f9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.332350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36606) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:25.336187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa67403-6c0d-407d-999b-a8e13c0dca1a tempest-ExternalNetworksTestJSON-1602185844 tempest-ExternalNetworksTestJSON-1602185844-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea2bd306-3f54-4e93-bdef-e645a48cc555,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:25.360477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-3ed6f568-a2e8-4fde-a190-a3d2416d93f9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.380502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47aed72b-661d-46e2-9384-9ee0597906e4 req-3ed6f568-a2e8-4fde-a190-a3d2416d93f9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3fd393d6-d10f-4582-bfe0-e06e5d0e5b81 HTTP/1.1" status: 204 len: 173 time: 0.1358275 Dec 15 04:39:25.417665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.447896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6f568-a2e8-4fde-a190-a3d2416d93f9 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd393d6-d10f-4582-bfe0-e06e5d0e5b81,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:25.455135 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f711cbeb-7ddc-4d90-8525-ab51a85039bc tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] DELETE failed (client error): The resource could not be found. Dec 15 04:39:25.455628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f711cbeb-7ddc-4d90-8525-ab51a85039bc tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:39:25.459787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f711cbeb-7ddc-4d90-8525-ab51a85039bc tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] 10.222.0.37 "DELETE /v2.0/subnets/d296ac73-e139-4d0b-bddc-4b33f643ca8c HTTP/1.1" status: 404 len: 337 time: 0.1213117 Dec 15 04:39:25.462961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:25.545312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.547429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.550121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.579449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Port': ['ID=3d600408-1124-42fe-aa0b-147deb8ea736,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:25.624290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] No DVR routers for this DVR port 3d600408-1124-42fe-aa0b-147deb8ea736 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:25.638883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3393a9e0-639a-4fe3-9b10-18a5468cc28e req-bf9958ff-9950-45d1-b1f3-7759f1561f4d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/8ce739c6-b3f9-4b92-8702-d75d2b15d433 HTTP/1.1" status: 200 len: 2418 time: 0.2353597 Dec 15 04:39:25.651881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.652660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0e31c88-0756-45d7-bbe3-bcc722f65b93 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:39:25.656707 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.660133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.664593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8353c03e-51d2-4855-9f12-6d543575fd55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a0e31c88-0756-45d7-bbe3-bcc722f65b93 HTTP/1.1" status: 204 len: 168 time: 1.6490936 Dec 15 04:39:25.667301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36620) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:25.746938 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.764116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.784304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Deleting subnet 72f2288a-3901-4d16-a2d2-3e7698446101 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:39:25.792798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.802510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] Pushing event deleted for resources: {'Port': ['ID=3d600408-1124-42fe-aa0b-147deb8ea736,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:25.812688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce01cc6-f805-472a-b35a-16489b414d9c None None] No DVR routers for this DVR port 3d600408-1124-42fe-aa0b-147deb8ea736 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:25.816682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0124ec6-038d-4fb6-9447-40f84aa8a939']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.857759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e96d6c-2eed-4942-89a7-5c43fd893c26') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.858296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e96d6c-2eed-4942-89a7-5c43fd893c26') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.864881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc44727-fb41-4dfb-add9-cbcec33a8d4a req-c81b54e4-b1a3-47c8-a087-d8f038a013e8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:25.874726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fc44727-fb41-4dfb-add9-cbcec33a8d4a req-c81b54e4-b1a3-47c8-a087-d8f038a013e8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1918755 Dec 15 04:39:25.876157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.879696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3393a9e0-639a-4fe3-9b10-18a5468cc28e req-8433cfe8-9a22-4cda-b9f7-456bc900b928 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.882467 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.890967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.931206 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.956553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:25.957179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.959507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3393a9e0-639a-4fe3-9b10-18a5468cc28e req-8433cfe8-9a22-4cda-b9f7-456bc900b928 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:25.962676 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:25.965265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3194fc9-9c2e-4eae-b7d2-b4b761c4418e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.996675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686aca67-1ca9-4983-a999-08f60f4bc5ab') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:25.997089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686aca67-1ca9-4983-a999-08f60f4bc5ab') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:26.014359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fc44727-fb41-4dfb-add9-cbcec33a8d4a req-9341ff75-0983-4a7b-9895-92e8cc8a41a4 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387873 Dec 15 04:39:26.026606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.054685 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.062814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:26.063102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:26.067194 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:26.088201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.090695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.116036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.121875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] 10.222.0.37 "DELETE /v2.0/networks/e0124ec6-038d-4fb6-9447-40f84aa8a939 HTTP/1.1" status: 204 len: 168 time: 1.5794542 Dec 15 04:39:26.139345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f3b85-571e-4dea-b647-fa52587ff669 tempest-FloatingIPNegativeTestJSON-873428832 tempest-FloatingIPNegativeTestJSON-873428832-project] Pushing event deleted for resources: {'Network': ['ID=e0124ec6-038d-4fb6-9447-40f84aa8a939,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:26.153152 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3393a9e0-639a-4fe3-9b10-18a5468cc28e req-8433cfe8-9a22-4cda-b9f7-456bc900b928 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.157571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3393a9e0-639a-4fe3-9b10-18a5468cc28e req-8433cfe8-9a22-4cda-b9f7-456bc900b928 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.170118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3393a9e0-639a-4fe3-9b10-18a5468cc28e req-8433cfe8-9a22-4cda-b9f7-456bc900b928 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/8ce739c6-b3f9-4b92-8702-d75d2b15d433 HTTP/1.1" status: 204 len: 173 time: 0.5268419 Dec 15 04:39:26.200400 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.217386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433cfe8-9a22-4cda-b9f7-456bc900b928 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce739c6-b3f9-4b92-8702-d75d2b15d433,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:26.232516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.242865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.246323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] 10.222.0.37 "DELETE /v2.0/networks/d3194fc9-9c2e-4eae-b7d2-b4b761c4418e HTTP/1.1" status: 204 len: 168 time: 0.7821808 Dec 15 04:39:26.279588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f2288a-3901-4d16-a2d2-3e7698446101,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:26.279932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0998ec-276b-441f-a983-8db37ce9d167 tempest-ExternalNetworksTestJSON-2130732333 tempest-ExternalNetworksTestJSON-2130732333-project] Pushing event deleted for resources: {'Network': ['ID=d3194fc9-9c2e-4eae-b7d2-b4b761c4418e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:26.285046 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-065fd8a2-0524-4a66-8419-259a928160e8 req-3e7ac6af-94f0-4662-b810-1ea05fbc4588 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] show failed (client error): The resource could not be found. Dec 15 04:39:26.285046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-065fd8a2-0524-4a66-8419-259a928160e8 req-3e7ac6af-94f0-4662-b810-1ea05fbc4588 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/98ea0a1c-915d-4c1d-96f0-8123a56d4742 HTTP/1.1" status: 404 len: 352 time: 0.0305750 Dec 15 04:39:26.290069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee0cca-4787-4d88-b827-b01a7d8b6f6a None None] Network 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:26.307607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.311584 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-64a0605b-9d64-43ef-8272-ce1b36702ccc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72f2288a-3901-4d16-a2d2-3e7698446101 HTTP/1.1" status: 204 len: 168 time: 0.6434000 Dec 15 04:39:26.314332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36642) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:26.434159 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-400a9f2f-4cc1-44e6-b20b-86011d12aa79 req-6c741fb0-d083-46fc-b397-08f9dd43423b tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/220b271d-c5e2-4400-a430-f8ca10183b34 HTTP/1.1" status: 200 len: 1822 time: 0.1117535 Dec 15 04:39:26.440464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.539555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36652) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:26.540173 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-400a9f2f-4cc1-44e6-b20b-86011d12aa79 req-789e7156-5d38-4292-981b-e5c3299d90a3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.574668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-400a9f2f-4cc1-44e6-b20b-86011d12aa79 req-789e7156-5d38-4292-981b-e5c3299d90a3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.583861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Deleting port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:26.584714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.622639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] DHCP port deletion for 9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:39:26.685018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] For port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:26.685656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.702827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Calling delete_port for d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:26.705145 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-400a9f2f-4cc1-44e6-b20b-86011d12aa79 req-789e7156-5d38-4292-981b-e5c3299d90a3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.708414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-400a9f2f-4cc1-44e6-b20b-86011d12aa79 req-789e7156-5d38-4292-981b-e5c3299d90a3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.713992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-400a9f2f-4cc1-44e6-b20b-86011d12aa79 req-789e7156-5d38-4292-981b-e5c3299d90a3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/220b271d-c5e2-4400-a430-f8ca10183b34 HTTP/1.1" status: 204 len: 173 time: 0.2695920 Dec 15 04:39:26.731171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] Deleting port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:26.731553 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.771037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7156-5d38-4292-981b-e5c3299d90a3 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b271d-c5e2-4400-a430-f8ca10183b34,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:26.804543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36666) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:26.877685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e85d9488-98ef-4a68-9a0a-1d1f933a60f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b22b78f7a3f04b60a064971c581b9af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3354220 Dec 15 04:39:26.881846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:26.904206 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:39:26.907482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b26c281-a8ec-4ab2-84dc-589059233253 req-4ab94850-9292-4c73-af7e-f41491780127 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/32d9fc80-0adb-4201-9653-80f8ea32c48f HTTP/1.1" status: 200 len: 1824 time: 0.1666281 Dec 15 04:39:26.944143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] For port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,segment=NetworkSegment(b9787548-f3c9-4f45-a466-6e46d71e5a6c),segment_id=b9787548-f3c9-4f45-a466-6e46d71e5a6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:26.944466 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.948114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:26.966177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:26.990821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61bcfcd5-a977-414c-b3ff-e9a36e9bb373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.015490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:27.022227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] No DVR routers for this DVR port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:27.023594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b26c281-a8ec-4ab2-84dc-589059233253 req-45d9f5ae-5357-4e26-bfb3-0b2df7e2db8f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.032159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] Calling delete_port for d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:27.046012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61bcfcd5-a977-414c-b3ff-e9a36e9bb373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.050506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b26c281-a8ec-4ab2-84dc-589059233253 req-45d9f5ae-5357-4e26-bfb3-0b2df7e2db8f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.111664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:39:27.112124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:27.112554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fb78978c-58f5-44e6-8ad1-953f65790994 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:27.123742 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2feae926-5cfb-4492-8021-2fe5cfe111e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa928ecd0ae6464ea55e25e05acd798e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176112 Dec 15 04:39:27.129626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36686) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:27.134833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: fb78978c-58f5-44e6-8ad1-953f65790994 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:27.134995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fb78978c-58f5-44e6-8ad1-953f65790994 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:27.135299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3d600408-1124-42fe-aa0b-147deb8ea736 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:27.160648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3d600408-1124-42fe-aa0b-147deb8ea736 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:27.160977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3d600408-1124-42fe-aa0b-147deb8ea736 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:27.161515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bfcdd3df-e340-4577-b262-09e91aa6e77a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:27.165074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61bcfcd5-a977-414c-b3ff-e9a36e9bb373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.168472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61bcfcd5-a977-414c-b3ff-e9a36e9bb373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.173077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61bcfcd5-a977-414c-b3ff-e9a36e9bb373 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3614589e-4eca-4f0f-9b40-eca42aa3fac8 HTTP/1.1" status: 204 len: 168 time: 0.2902002 Dec 15 04:39:27.181569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcfcd5-a977-414c-b3ff-e9a36e9bb373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3614589e-4eca-4f0f-9b40-eca42aa3fac8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:27.199662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: bfcdd3df-e340-4577-b262-09e91aa6e77a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:39:27.200016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bfcdd3df-e340-4577-b262-09e91aa6e77a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:39:27.250459 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.287096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] Pushing event deleted for resources: {'Port': ['ID=d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:27.291716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2f3ff-34fb-475b-8358-22987ec77537 None None] No DVR routers for this DVR port d3fbf7f8-b89f-482f-8e2b-bbfda002d3aa on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:39:27.480759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b26c281-a8ec-4ab2-84dc-589059233253 req-45d9f5ae-5357-4e26-bfb3-0b2df7e2db8f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.483259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4b26c281-a8ec-4ab2-84dc-589059233253 req-45d9f5ae-5357-4e26-bfb3-0b2df7e2db8f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.484398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b26c281-a8ec-4ab2-84dc-589059233253 req-45d9f5ae-5357-4e26-bfb3-0b2df7e2db8f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/32d9fc80-0adb-4201-9653-80f8ea32c48f HTTP/1.1" status: 204 len: 173 time: 0.5760500 Dec 15 04:39:27.545936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f5ae-5357-4e26-bfb3-0b2df7e2db8f tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d9fc80-0adb-4201-9653-80f8ea32c48f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:27.573546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.584146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24dc1b-90fd-4e92-a59d-e9ad0629d351 req-8a6982bc-9502-45fe-9bd8-b12305d14829 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:27.586325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec24dc1b-90fd-4e92-a59d-e9ad0629d351 req-8a6982bc-9502-45fe-9bd8-b12305d14829 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.4551177 Dec 15 04:39:27.607194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89bb26c0-1ac7-420b-bc8a-4e6aa80e7a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.621509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ace74d7-1728-4e60-b5e3-fa93dae4d4b9']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:27.637834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06e772e5-3bda-4fc7-a078-92ff0b816452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.644093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9787548-f3c9-4f45-a466-6e46d71e5a6c') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:27.644397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9787548-f3c9-4f45-a466-6e46d71e5a6c') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:27.663760 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.715235 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.720179 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06e772e5-3bda-4fc7-a078-92ff0b816452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.745901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:27.746301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:27.748249 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:27.763581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec24dc1b-90fd-4e92-a59d-e9ad0629d351 req-f46453b9-a0fe-41af-b444-b2d1ac0fdfce tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624162 Dec 15 04:39:27.838075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f04cea1-86fe-46e1-9ed4-5c285d4b9f97 req-c09fb61a-2555-4f20-9434-853e5e724386 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/0db9e519-111c-489b-bf37-b263f29570f5 HTTP/1.1" status: 200 len: 1823 time: 0.1670625 Dec 15 04:39:27.852996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.859411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.863286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ace74d7-1728-4e60-b5e3-fa93dae4d4b9 HTTP/1.1" status: 204 len: 168 time: 1.5477648 Dec 15 04:39:27.890433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204c29-5c9f-4447-9dde-b3efdae79310 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ace74d7-1728-4e60-b5e3-fa93dae4d4b9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:27.895816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06e772e5-3bda-4fc7-a078-92ff0b816452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.898462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06e772e5-3bda-4fc7-a078-92ff0b816452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.902018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-06e772e5-3bda-4fc7-a078-92ff0b816452 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10be5af2-2116-487b-8a2a-e59bfb870d3d HTTP/1.1" status: 204 len: 168 time: 0.7427166 Dec 15 04:39:27.915165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e772e5-3bda-4fc7-a078-92ff0b816452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be5af2-2116-487b-8a2a-e59bfb870d3d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:27.945884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f04cea1-86fe-46e1-9ed4-5c285d4b9f97 req-1ddec36a-dac8-4da0-be36-8c2cda6734d1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:27.973328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f04cea1-86fe-46e1-9ed4-5c285d4b9f97 req-1ddec36a-dac8-4da0-be36-8c2cda6734d1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.021116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f04cea1-86fe-46e1-9ed4-5c285d4b9f97 req-1ddec36a-dac8-4da0-be36-8c2cda6734d1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.024782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7f04cea1-86fe-46e1-9ed4-5c285d4b9f97 req-1ddec36a-dac8-4da0-be36-8c2cda6734d1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.026023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f04cea1-86fe-46e1-9ed4-5c285d4b9f97 req-1ddec36a-dac8-4da0-be36-8c2cda6734d1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/0db9e519-111c-489b-bf37-b263f29570f5 HTTP/1.1" status: 204 len: 173 time: 0.1805410 Dec 15 04:39:28.037181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddec36a-dac8-4da0-be36-8c2cda6734d1 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9e519-111c-489b-bf37-b263f29570f5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:28.092725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6a54084-febe-45c4-9c4c-4deed848b09e req-bfce73b0-f601-4e5c-b8a3-97a1be0e8360 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/e0136198-1482-4e2f-9527-0a3294e7eb7f HTTP/1.1" status: 200 len: 2424 time: 0.0468078 Dec 15 04:39:28.109822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:28.158144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0ea29840-49f0-44a8-85b9-c0ce74343291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=277689beb5a14f03877643284cf13334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471635 Dec 15 04:39:28.160694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36736) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:28.168397 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a6a54084-febe-45c4-9c4c-4deed848b09e req-a30ce858-9328-4109-b89f-e05e339b885d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.193814 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a6a54084-febe-45c4-9c4c-4deed848b09e req-a30ce858-9328-4109-b89f-e05e339b885d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.213010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf249884-5d93-472c-930a-b10aeaaecbe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.242558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf249884-5d93-472c-930a-b10aeaaecbe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.249715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a6a54084-febe-45c4-9c4c-4deed848b09e req-a30ce858-9328-4109-b89f-e05e339b885d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.252308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a6a54084-febe-45c4-9c4c-4deed848b09e req-a30ce858-9328-4109-b89f-e05e339b885d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.266850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6a54084-febe-45c4-9c4c-4deed848b09e req-a30ce858-9328-4109-b89f-e05e339b885d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0136198-1482-4e2f-9527-0a3294e7eb7f HTTP/1.1" status: 204 len: 173 time: 0.1596756 Dec 15 04:39:28.288581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ce858-9328-4109-b89f-e05e339b885d tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0136198-1482-4e2f-9527-0a3294e7eb7f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:28.309641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf249884-5d93-472c-930a-b10aeaaecbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.312272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf249884-5d93-472c-930a-b10aeaaecbe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.319667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf249884-5d93-472c-930a-b10aeaaecbe0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1792fa1e-2bed-45e8-ad95-024e24900d3d HTTP/1.1" status: 204 len: 168 time: 0.1578174 Dec 15 04:39:28.331019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf249884-5d93-472c-930a-b10aeaaecbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1792fa1e-2bed-45e8-ad95-024e24900d3d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:28.352632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-646d8f8c-fa1c-4dac-8d92-aff4d43bd6da req-06be2cef-7053-4498-92b5-e78006f84dc4 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "GET /v2.0/security-groups/f7318207-f748-4cae-9e43-0440b9af3137 HTTP/1.1" status: 200 len: 2417 time: 0.0752475 Dec 15 04:39:28.427411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-646d8f8c-fa1c-4dac-8d92-aff4d43bd6da req-393b7873-c522-4845-9a75-ce10a02782a8 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.452374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-646d8f8c-fa1c-4dac-8d92-aff4d43bd6da req-393b7873-c522-4845-9a75-ce10a02782a8 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.473205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36746) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:28.508825 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-646d8f8c-fa1c-4dac-8d92-aff4d43bd6da req-393b7873-c522-4845-9a75-ce10a02782a8 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.512309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-646d8f8c-fa1c-4dac-8d92-aff4d43bd6da req-393b7873-c522-4845-9a75-ce10a02782a8 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.514404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-646d8f8c-fa1c-4dac-8d92-aff4d43bd6da req-393b7873-c522-4845-9a75-ce10a02782a8 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] 10.222.0.37 "DELETE /v2.0/security-groups/f7318207-f748-4cae-9e43-0440b9af3137 HTTP/1.1" status: 204 len: 173 time: 0.1565859 Dec 15 04:39:28.521386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36748) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:28.533457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cae68acc-1ac6-4968-8eea-da130a971475 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93b5e2ce99fc480aab4ff63496003988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589125 Dec 15 04:39:28.534956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b7873-c522-4845-9a75-ce10a02782a8 tempest-SecurityGroupRulesTestJSON-866467109 tempest-SecurityGroupRulesTestJSON-866467109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7318207-f748-4cae-9e43-0440b9af3137,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:28.535883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36750) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:28.585865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Deleting subnet 69b17cd2-0e5c-49ab-973b-b0fce32f0954 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:39:28.590870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.607175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90117547-c06f-4dbc-ab64-a24afc62b277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.630766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90117547-c06f-4dbc-ab64-a24afc62b277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.641403 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.690924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90117547-c06f-4dbc-ab64-a24afc62b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.693963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90117547-c06f-4dbc-ab64-a24afc62b277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.694401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.696197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-90117547-c06f-4dbc-ab64-a24afc62b277 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50281a86-bfa6-44e0-a11f-6274535de63a HTTP/1.1" status: 204 len: 168 time: 0.1590583 Dec 15 04:39:28.708674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117547-c06f-4dbc-ab64-a24afc62b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50281a86-bfa6-44e0-a11f-6274535de63a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:28.781659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.812299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b17cd2-0e5c-49ab-973b-b0fce32f0954,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:28.817743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.821951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9d354f06-a2da-42b1-9d62-cd3adedcee2b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69b17cd2-0e5c-49ab-973b-b0fce32f0954 HTTP/1.1" status: 204 len: 168 time: 0.2944691 Dec 15 04:39:28.824782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:28.911003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa102b1-5bae-4283-a7de-763bdaa88a55 req-4cc63f7f-490c-4291-a695-8a23bd446aa4 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:28.912432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa102b1-5bae-4283-a7de-763bdaa88a55 req-4cc63f7f-490c-4291-a695-8a23bd446aa4 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.0585322 Dec 15 04:39:28.916774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:28.985283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fa102b1-5bae-4283-a7de-763bdaa88a55 req-b4a795f9-b6cf-4f41-8aa6-b453019f0de5 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605586 Dec 15 04:39:29.021532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36776) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:29.034635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.063236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8843f288-8e38-428f-84a4-094d00a12127']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:29.073722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6848e4e8-dcbd-41c2-87bc-d836f79b3273') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:29.074104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6848e4e8-dcbd-41c2-87bc-d836f79b3273') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:29.083557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.098716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.106541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:29.106637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:29.108518 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:29.168830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.175289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.178746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] 10.222.0.37 "DELETE /v2.0/networks/8843f288-8e38-428f-84a4-094d00a12127 HTTP/1.1" status: 204 len: 168 time: 0.3528686 Dec 15 04:39:29.188811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cc780-0b87-4a3c-b53e-7cf74ea9842e admin admin] Pushing event deleted for resources: {'Network': ['ID=8843f288-8e38-428f-84a4-094d00a12127,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:29.275803 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-87ce5c67-1079-469d-9620-996598b205da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.362677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-87ce5c67-1079-469d-9620-996598b205da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.367608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-87ce5c67-1079-469d-9620-996598b205da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.410372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-87ce5c67-1079-469d-9620-996598b205da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ded5c5df766043799a648238431d15aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874879 Dec 15 04:39:29.411121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce5c67-1079-469d-9620-996598b205da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098d924-debe-4c42-a3ec-40910cb1e0a4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:29.413248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36796) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:29.449104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36800) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:29.469860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9ee322f-f345-4f13-8ce3-0ab7f346e1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.497219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9ee322f-f345-4f13-8ce3-0ab7f346e1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.503549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e0b8780b-6063-42f8-9892-3d72b9ec21dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69e2db5e1b5e4ba8b24abc9597e1d468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532196 Dec 15 04:39:29.506419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36802) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:29.556428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9ee322f-f345-4f13-8ce3-0ab7f346e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.560761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9ee322f-f345-4f13-8ce3-0ab7f346e1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.563511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b9ee322f-f345-4f13-8ce3-0ab7f346e1e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0098d924-debe-4c42-a3ec-40910cb1e0a4 HTTP/1.1" status: 204 len: 168 time: 0.1490667 Dec 15 04:39:29.575006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2f69-d089-4a6b-b1a1-c4608aa28e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.576665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee322f-f345-4f13-8ce3-0ab7f346e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098d924-debe-4c42-a3ec-40910cb1e0a4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:29.621736 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2f69-d089-4a6b-b1a1-c4608aa28e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.678105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2f69-d089-4a6b-b1a1-c4608aa28e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.682037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2f69-d089-4a6b-b1a1-c4608aa28e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:29.685840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3dbd2f69-d089-4a6b-b1a1-c4608aa28e80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22bdf749-e492-47d3-9649-584d63293862 HTTP/1.1" status: 204 len: 168 time: 0.1755984 Dec 15 04:39:29.692282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd2f69-d089-4a6b-b1a1-c4608aa28e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bdf749-e492-47d3-9649-584d63293862,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:29.853835 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4071a488-ad58-4856-bf61-cbf0cda25623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.136217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167649f-7ad2-4012-9d15-ffb5f66c7977 req-26699838-ec3e-4c80-a0a3-16c2e394f8a2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:30.145309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b167649f-7ad2-4012-9d15-ffb5f66c7977 req-26699838-ec3e-4c80-a0a3-16c2e394f8a2 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.0800431 Dec 15 04:39:30.207821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b167649f-7ad2-4012-9d15-ffb5f66c7977 req-74dc80ed-afee-49b7-8ba9-384d1c93b318 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611708 Dec 15 04:39:30.237551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36848) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:30.251583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd28aa10-1585-4691-a736-3332da2b3945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.338510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd28aa10-1585-4691-a736-3332da2b3945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.343916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd28aa10-1585-4691-a736-3332da2b3945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.371223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36854) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:30.388336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd28aa10-1585-4691-a736-3332da2b3945 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd1b56028dc64bd680e59dba041af50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474171 Dec 15 04:39:30.388336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28aa10-1585-4691-a736-3332da2b3945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2788c3-602a-4fdc-9065-0992dd923824,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:30.389526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36858) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:30.456465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1dba250f-bb42-48e1-a7a8-5eef2515cf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.479573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1dba250f-bb42-48e1-a7a8-5eef2515cf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.530796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1dba250f-bb42-48e1-a7a8-5eef2515cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.533986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1dba250f-bb42-48e1-a7a8-5eef2515cf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.535367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1dba250f-bb42-48e1-a7a8-5eef2515cf03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e2788c3-602a-4fdc-9065-0992dd923824 HTTP/1.1" status: 204 len: 168 time: 0.1442935 Dec 15 04:39:30.545949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba250f-bb42-48e1-a7a8-5eef2515cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2788c3-602a-4fdc-9065-0992dd923824,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:30.623412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-network', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:30.646633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:30.650385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.659438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.713329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36870) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:30.747911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.754767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.787047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:30.794280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:30.802840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.803633 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Added segment 69844f47-2599-4c84-98c9-e0cefa612311 of type vlan for network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 Dec 15 04:39:30.848514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.875247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.876666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:30.877391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:30.942741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5696781 Dec 15 04:39:30.945806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:30.950915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Request body: {'subnet': {'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-subnet', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:30.954140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4e2f-acb8-4a12-920a-62cfa773228d admin admin] Pushing event updated for resources: {'Network': ['ID=b0f5aeb5-8abd-43d1-ac56-21f1102d5927,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:30.968806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:30.982908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:30.985891 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.056396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a130881b-8a28-40e4-964b-f514538743b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.082761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.213637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a130881b-8a28-40e4-964b-f514538743b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.222896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a130881b-8a28-40e4-964b-f514538743b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.229096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.270985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a130881b-8a28-40e4-964b-f514538743b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dbe59ab5e2e4233b336f1d1183fcb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5563867 Dec 15 04:39:31.271721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36898) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:31.281870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130881b-8a28-40e4-964b-f514538743b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4405fe-7fe1-4f9c-bd23-03f4b99c6ffb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:31.308968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92227ec4-8e8c-41b0-860e-38f40c6273c3,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:31.327937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Checking segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:31.328561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Network hostable DHCP agents. Network: b0f5aeb5-8abd-43d1-ac56-21f1102d5927, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:31.349498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb856-8da0-4c2a-8856-c274dc8c8fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.353372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:31.375747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b0f5aeb5-8abd-43d1-ac56-21f1102d5927) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:31.381067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb856-8da0-4c2a-8856-c274dc8c8fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.392875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee057a7-d19a-4b1a-a405-7ef19ce9264d None None] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:31.396749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:31.398044 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.427604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d8567843-871e-44e1-a4d7-1eea1886470f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4802115 Dec 15 04:39:31.430890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36910) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:31.437854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:31.471297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bda6e-4378-4f0b-8cd0-b7946eb27f9d req-49cd1635-ef6a-4d2b-985f-941f25b8e179 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:31.480467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb856-8da0-4c2a-8856-c274dc8c8fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.483535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb856-8da0-4c2a-8856-c274dc8c8fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.484649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-250bda6e-4378-4f0b-8cd0-b7946eb27f9d req-49cd1635-ef6a-4d2b-985f-941f25b8e179 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1213381 Dec 15 04:39:31.484939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a8aeb856-8da0-4c2a-8856-c274dc8c8fdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b4405fe-7fe1-4f9c-bd23-03f4b99c6ffb HTTP/1.1" status: 204 len: 168 time: 0.2105551 Dec 15 04:39:31.494670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeb856-8da0-4c2a-8856-c274dc8c8fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4405fe-7fe1-4f9c-bd23-03f4b99c6ffb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:31.539191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.540298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.581143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:39:31.582261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.600230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-250bda6e-4378-4f0b-8cd0-b7946eb27f9d req-47f9b892-8066-4fa0-b510-db34347f536e tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023052 Dec 15 04:39:31.644996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.722533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36918) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:31.752425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Allocated IP 172.20.0.2 (b0f5aeb5-8abd-43d1-ac56-21f1102d5927/92227ec4-8e8c-41b0-860e-38f40c6273c3/c9b93510-adc2-418b-9cb1-7dcd0f8d88c5) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:31.811247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.922178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.932092 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:31.976747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:31.980651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:31.985226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:32.037484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Pushing event updated for resources: {'Port': ['ID=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:32.053384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Attempting to bind port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:32.054535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Attempting to bind port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:32.055104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Attempting to bind port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 on network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:32.060629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:32.061294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Checking segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:32.061858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.062439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Bound using segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:32.063130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Bound port: c9b93510-adc2-418b-9cb1-7dcd0f8d88c5, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:32.063760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.074945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.096676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.107951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1788878724-network', 'tenant_id': '5961ceaa98ff42e79f0ded1437dc793b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:32.136433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Made reservation on behalf of 5961ceaa98ff42e79f0ded1437dc793b for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:32.139667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.155352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] For port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:32.157870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.160524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] For port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:32.166674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.237170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4efd46-5d75-4de5-a1f9-ecb437ed0a48 None None] Pushing event updated for resources: {'Port': ['ID=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:32.261746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Allocated IP 172.25.2.136 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/254bb641-a3c6-4dcd-9095-c54a4927e279) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:32.320629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.330513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.355026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:32.378039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1de27f-d62f-4692-b3d6-12a8e43eafb0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:32.384162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.385270 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Added segment 08e7457f-8a96-4372-8a7e-f76056098fe6 of type vlan for network e8ab5c46-5b58-48eb-a979-99be61021267 Dec 15 04:39:32.448721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.453322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.472623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36938) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:32.487580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.488724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:32.489515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.491876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36940) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:32.497000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a55eaec9-a0cd-47da-8d7b-135eaf384d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.529791 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.591870 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.602330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:32.605645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:32.608350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:32.633009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9093170 Dec 15 04:39:32.634973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36946) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:32.652363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Request body: {'subnet': {'network_id': 'e8ab5c46-5b58-48eb-a979-99be61021267', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1788878724-subnet', 'tenant_id': '5961ceaa98ff42e79f0ded1437dc793b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:32.685251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=254bb641-a3c6-4dcd-9095-c54a4927e279,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:32.714090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbda9a-f1ef-46eb-a921-b64c193ff424 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ab5c46-5b58-48eb-a979-99be61021267,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:32.729656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e8ab5c46-5b58-48eb-a979-99be61021267 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:32.749814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Made reservation on behalf of 5961ceaa98ff42e79f0ded1437dc793b for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:32.753722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.943045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:32.983725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a55eaec9-a0cd-47da-8d7b-135eaf384d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:32.987682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:32.999320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263497f-33aa-4073-9d5c-ae6c1c23ef95 req-41f55b6a-fc28-40be-aac7-5bc3c5eac020 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:33.000941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6263497f-33aa-4073-9d5c-ae6c1c23ef95 req-41f55b6a-fc28-40be-aac7-5bc3c5eac020 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1507776 Dec 15 04:39:33.009434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a55eaec9-a0cd-47da-8d7b-135eaf384d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.021866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1683812483-network', 'tenant_id': 'f2266696116d4b7bbc073223b321f749'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:33.029198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.081739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eaec9-a0cd-47da-8d7b-135eaf384d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf5e762-1467-461a-bdcc-78cb634100c6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:33.091508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Made reservation on behalf of f2266696116d4b7bbc073223b321f749 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:33.093961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.104060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a55eaec9-a0cd-47da-8d7b-135eaf384d48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d113592d5118479583df8d5703db16c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6303751 Dec 15 04:39:33.108238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36956) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:33.115330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:33.116159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.129040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-547453f6-9734-41aa-a350-20d1b44dee00 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2033773179'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:33.129492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-547453f6-9734-41aa-a350-20d1b44dee00 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Unknown quota resources ['metering_label']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:39:33.131211 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.132136 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.171707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6263497f-33aa-4073-9d5c-ae6c1c23ef95 req-4311667d-2c0b-429f-b73f-7b98a096b3b9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632454 Dec 15 04:39:33.182396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67036a6-4cc4-403f-80f8-6ca6e464ee4e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:33.238349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.241745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.274227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:33.287477 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.300018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd9c80ff-0d5e-430d-b5aa-a20547e70260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.343131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.357775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:33.381851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Checking segment: {'id': '08e7457f-8a96-4372-8a7e-f76056098fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8ab5c46-5b58-48eb-a979-99be61021267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:33.382174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Network hostable DHCP agents. Network: e8ab5c46-5b58-48eb-a979-99be61021267, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:33.389358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd9c80ff-0d5e-430d-b5aa-a20547e70260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.452503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.477098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-547453f6-9734-41aa-a350-20d1b44dee00 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.479716 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-547453f6-9734-41aa-a350-20d1b44dee00 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9778814 Dec 15 04:39:33.483739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36960) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:33.490130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ea30fb25-beaa-441c-b6ce-46b8e28725c1 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0e9e043f-e7a2-4946-bc48-79765ec4d2a4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:33.490637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ea30fb25-beaa-441c-b6ce-46b8e28725c1 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:39:33.535791 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd9c80ff-0d5e-430d-b5aa-a20547e70260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.538668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd9c80ff-0d5e-430d-b5aa-a20547e70260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.542921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd9c80ff-0d5e-430d-b5aa-a20547e70260 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edf5e762-1467-461a-bdcc-78cb634100c6 HTTP/1.1" status: 204 len: 168 time: 0.4282398 Dec 15 04:39:33.553449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Network e8ab5c46-5b58-48eb-a979-99be61021267 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:33.553798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c80ff-0d5e-430d-b5aa-a20547e70260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf5e762-1467-461a-bdcc-78cb634100c6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:33.641609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Router 1e3e07d1-23dc-456a-8112-e5e586808084 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:39:33.757239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fa18e-0788-4e82-a8dc-da76707325cf None None] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:33.774360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:33.785938 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Sync routers for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:33.800602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.802383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3f9974e-d7ec-4e41-94f2-ebaa3c41d6d0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3702955 Dec 15 04:39:33.808262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36966) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:33.809865 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:33.811757 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:33.890780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a479f667-2d61-426d-9401-ae4fccac9b33 None None] Provisioning complete for port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:33.891551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a479f667-2d61-426d-9401-ae4fccac9b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.952825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e8ab5c46-5b58-48eb-a979-99be61021267) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:33.955008 n-d-820935-10 neutron-server[103132]: WARNING neutron.services.metering.metering_plugin [None req-ea30fb25-beaa-441c-b6ce-46b8e28725c1 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 04:39:33.967189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:33.967856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:33.983481 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:33.988662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b5313-d740-4089-a73c-3ade724a8597 None None] Network e8ab5c46-5b58-48eb-a979-99be61021267 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:34.052170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.095981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea30fb25-beaa-441c-b6ce-46b8e28725c1 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.100235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ea30fb25-beaa-441c-b6ce-46b8e28725c1 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6108327 Dec 15 04:39:34.100235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.103830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-be5b135c-76c0-4631-82d1-488f541baba5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4657006 Dec 15 04:39:34.105512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36972) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:34.122372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-da3c9bd6-44cd-4931-bfa8-4ceb3416506f tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0e9e043f-e7a2-4946-bc48-79765ec4d2a4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:34.122930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-da3c9bd6-44cd-4931-bfa8-4ceb3416506f tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103132) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:39:34.175699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:34.264607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78a15d-d6e1-4be0-8d58-69e66ce09cc5 None None] Network e8ab5c46-5b58-48eb-a979-99be61021267 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:34.300172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260fe882-85c9-41da-bb3b-6a809183827e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:34.313340 n-d-820935-10 neutron-server[103132]: WARNING neutron.services.metering.metering_plugin [None req-da3c9bd6-44cd-4931-bfa8-4ceb3416506f tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 04:39:34.326058 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:32Z', 'revision_number': 3, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:34.398937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.399154 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Added segment 66d957ed-72da-45b0-bc43-187751889266 of type vlan for network 982922c7-83bc-4259-93b6-720e59a950e0 Dec 15 04:39:34.420694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Checking router: 1e3e07d1-23dc-456a-8112-e5e586808084 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:34.421055 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Updating router 1e3e07d1-23dc-456a-8112-e5e586808084 port 254bb641-a3c6-4dcd-9095-c54a4927e279 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:39:34.485681 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.494021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da3c9bd6-44cd-4931-bfa8-4ceb3416506f tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.497429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da3c9bd6-44cd-4931-bfa8-4ceb3416506f tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3797245 Dec 15 04:39:34.497712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:34.560710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f4251a18-d0e1-408b-9bbf-c8ed2ae19b75 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=a5525e26-be95-4d9a-8a97-a5a0d71bfff3 HTTP/1.1" status: 200 len: 464 time: 0.0595520 Dec 15 04:39:34.570318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7173af7-732c-47bc-bf63-6fad34f48277 req-54f81297-54d5-41ab-b485-790eed9ad5a3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:34.573739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36992) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:34.590246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.594883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-52397a58-3ce2-4717-9e67-df2f60c485eb None None] Provisioning complete for port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:34.604112 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52397a58-3ce2-4717-9e67-df2f60c485eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.606193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7173af7-732c-47bc-bf63-6fad34f48277 req-54f81297-54d5-41ab-b485-790eed9ad5a3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1568236 Dec 15 04:39:34.748217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7173af7-732c-47bc-bf63-6fad34f48277 req-2a9e54b8-118c-4ddb-9b4a-63eb0f887d38 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404524 Dec 15 04:39:34.825923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68afd735-6a4d-4243-8ad3-5562516d7255 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.829516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-68afd735-6a4d-4243-8ad3-5562516d7255 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/a5525e26-be95-4d9a-8a97-a5a0d71bfff3 HTTP/1.1" status: 204 len: 168 time: 0.2545638 Dec 15 04:39:34.829516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.829516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:34.829516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.839291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:34.866836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ddd011b0-ce57-449c-a2e4-f8da45d89da7 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=a5525e26-be95-4d9a-8a97-a5a0d71bfff3 HTTP/1.1" status: 200 len: 221 time: 0.0304513 Dec 15 04:39:34.866836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37004) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:34.872278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2bdf99cf-dc87-4573-8d4c-8160c06b0d26 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--744883771', 'description': 'label created by tempest'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:34.872866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2bdf99cf-dc87-4573-8d4c-8160c06b0d26 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Unknown quota resources ['metering_label']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:39:34.932406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:34.933260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] Pushing event updated for resources: {'Network': ['ID=982922c7-83bc-4259-93b6-720e59a950e0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:34.948454 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fc1e452f-f8c9-4ffa-ad8a-0a7627a8c48a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0041745 Dec 15 04:39:34.951314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:34.957239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Request body: {'subnet': {'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1683812483-subnet', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:34.971706 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.974248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 982922c7-83bc-4259-93b6-720e59a950e0 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:34.987988 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:34.991235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Made reservation on behalf of f2266696116d4b7bbc073223b321f749 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:34.995527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.087804 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Attempting to bind port 254bb641-a3c6-4dcd-9095-c54a4927e279 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:35.088503 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Attempting to bind port 254bb641-a3c6-4dcd-9095-c54a4927e279 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:35.088926 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Attempting to bind port 254bb641-a3c6-4dcd-9095-c54a4927e279 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:35.097228 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:35.097421 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:35.097757 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.098146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:35.098622 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Bound port: 254bb641-a3c6-4dcd-9095-c54a4927e279, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:35.099002 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.102032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:35.103032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.128128 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Pushing event updated for resources: {'Port': ['ID=254bb641-a3c6-4dcd-9095-c54a4927e279,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:35.140622 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.140956 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.141303 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.141930 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.141930 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.142522 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.142846 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.143167 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.143486 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.143806 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.144144 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.144464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.144782 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:35.175535 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] For port 254bb641-a3c6-4dcd-9095-c54a4927e279, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:35.180196 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] For port 254bb641-a3c6-4dcd-9095-c54a4927e279, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=254bb641-a3c6-4dcd-9095-c54a4927e279,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:35.192431 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.257867 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:35.258530 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:35.306144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.354788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a519ad-b96c-49e4-b9ff-3ab8dac3f119,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:35.362399 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536829-e6bd-4bd1-b66f-21961d21bd6b None None] Pushing event updated for resources: {'Port': ['ID=254bb641-a3c6-4dcd-9095-c54a4927e279,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:35.372980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-2015abb9-47d9-4858-a8a0-4f2a96c7c23a req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1044213589', 'description': 'tempest-description-830625607'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:35.385055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Checking segment: {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:35.385412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Network hostable DHCP agents. Network: 982922c7-83bc-4259-93b6-720e59a950e0, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:35.395167 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:35.430531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Network 982922c7-83bc-4259-93b6-720e59a950e0 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:35.445271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 982922c7-83bc-4259-93b6-720e59a950e0) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:35.452733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:35.453937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.462282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc928e4b-0d1b-4c31-a5ba-40b7faf7f8c9 None None] Network 982922c7-83bc-4259-93b6-720e59a950e0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:35.521765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.550254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1819f0df-61aa-45bb-97f3-411061bdce1b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5946727 Dec 15 04:39:35.550842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:35.555482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:35.590100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.591992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.696089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2015abb9-47d9-4858-a8a0-4f2a96c7c23a req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.723197 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.765669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-982922c7-83bc-4259-93b6-720e59a950e0', 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'project_id': 'f2266696116d4b7bbc073223b321f749', 'fixed_ips': [{'subnet_id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:39:35.766551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.812491 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:32Z', 'revision_number': 3, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:35.842519 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bdf99cf-dc87-4573-8d4c-8160c06b0d26 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:35.843745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bdf99cf-dc87-4573-8d4c-8160c06b0d26 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9759254 Dec 15 04:39:35.853747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37026) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:35.876661 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab23f3-9be4-4d4d-b282-eead75f2d870 None None] The sync data for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 is: [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:32Z', 'revision_number': 3, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:35.951367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Allocated IP 172.20.0.2 (982922c7-83bc-4259-93b6-720e59a950e0/e2a519ad-b96c-49e4-b9ff-3ab8dac3f119/7c6b65e9-7419-4ace-8285-299334fb4a29) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:36.027285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-53f74f18-9d3f-4dfc-9faf-de8df619c76f tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=c43a4968-48ed-4921-9c00-dea5740c9422 HTTP/1.1" status: 200 len: 467 time: 0.1717429 Dec 15 04:39:36.054925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37034) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:36.073958 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.119934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487451-fee1-412d-99b4-90082fb8b70a req-aa70c63a-a0ae-40a4-bb81-641e410499fa tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:36.121516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d487451-fee1-412d-99b4-90082fb8b70a req-aa70c63a-a0ae-40a4-bb81-641e410499fa tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1868773 Dec 15 04:39:36.199689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.212137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.216976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2015abb9-47d9-4858-a8a0-4f2a96c7c23a req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.291053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2015abb9-47d9-4858-a8a0-4f2a96c7c23a req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.324380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Network 982922c7-83bc-4259-93b6-720e59a950e0 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:36.333202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:36.341470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:36.352639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Pushing event updated for resources: {'Port': ['ID=7c6b65e9-7419-4ace-8285-299334fb4a29,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:36.416717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Attempting to bind port 7c6b65e9-7419-4ace-8285-299334fb4a29 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:36.417117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Attempting to bind port 7c6b65e9-7419-4ace-8285-299334fb4a29 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:36.417465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Attempting to bind port 7c6b65e9-7419-4ace-8285-299334fb4a29 on network 982922c7-83bc-4259-93b6-720e59a950e0 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:36.423992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:36.424861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Checking segment: {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:36.425265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.425667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Bound using segment: {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:36.426148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Bound port: 7c6b65e9-7419-4ace-8285-299334fb4a29, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:36.426716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.443531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.472188 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.511379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2015abb9-47d9-4858-a8a0-4f2a96c7c23a req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.512657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2015abb9-47d9-4858-a8a0-4f2a96c7c23a req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.5553529 Dec 15 04:39:36.540863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d487451-fee1-412d-99b4-90082fb8b70a req-18604c06-9e55-41c0-8572-6d5e7dc8f80e tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538272 Dec 15 04:39:36.542814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Allocated IP 172.20.0.1 (b0f5aeb5-8abd-43d1-ac56-21f1102d5927/92227ec4-8e8c-41b0-860e-38f40c6273c3/050af7dd-a86b-4410-a9aa-634380685a78) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:36.552535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] For port 7c6b65e9-7419-4ace-8285-299334fb4a29, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:36.569491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] For port 7c6b65e9-7419-4ace-8285-299334fb4a29, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7c6b65e9-7419-4ace-8285-299334fb4a29,segment=NetworkSegment(66d957ed-72da-45b0-bc43-187751889266),segment_id=66d957ed-72da-45b0-bc43-187751889266)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:36.578962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.670318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Allocated IP 172.25.2.82 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/01de227e-92a1-4268-94a2-757b5e49dada) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:36.726614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c15a-96f3-4f74-a3c3-66a7bcd3c74b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:36.734956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbc511-21b3-4d20-8a6c-23bb40135080 None None] Pushing event updated for resources: {'Port': ['ID=7c6b65e9-7419-4ace-8285-299334fb4a29,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:36.773083 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efa32622-b95c-488a-91ac-3e054475fa66 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.778352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.780607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-efa32622-b95c-488a-91ac-3e054475fa66 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/c43a4968-48ed-4921-9c00-dea5740c9422 HTTP/1.1" status: 204 len: 168 time: 0.7214522 Dec 15 04:39:36.781299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37046) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:36.812645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-72974c93-294d-4e9f-a0d6-0189772205ab tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=c43a4968-48ed-4921-9c00-dea5740c9422 HTTP/1.1" status: 200 len: 216 time: 0.0226998 Dec 15 04:39:36.813627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:36.858424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:36.858562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-389c5be0-0b1b-42c2-8c60-f465b13c8f3d tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0373528 Dec 15 04:39:36.896786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-26c41ae3-4b4b-4ab3-a2f4-0a77570c8460 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8 HTTP/1.1" status: 200 len: 1831 time: 0.1671119 Dec 15 04:39:36.905539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:36.905869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:36.907988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3548da4-7edb-4851-b8a6-5daca314b916 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0486035 Dec 15 04:39:36.911284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.913083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37052) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:36.962599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:36.998380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 254bb641-a3c6-4dcd-9095-c54a4927e279 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:37.056469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84c6595f-fa4f-49f9-b3be-036ce36c1e36 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/0e9e043f-e7a2-4946-bc48-79765ec4d2a4 HTTP/1.1" status: 200 len: 473 time: 0.1419442 Dec 15 04:39:37.059932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37058) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:37.090087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-29e0ca6d-83c0-4105-b3d8-b9d24fe6a08c tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/d71a2851-c4d4-4940-a029-7bd88107c932 HTTP/1.1" status: 200 len: 461 time: 0.0286632 Dec 15 04:39:37.093099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:37.096826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.101769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 254bb641-a3c6-4dcd-9095-c54a4927e279 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:37.102150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.125292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.153078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.178219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.180952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:37.197342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:37.201302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.210731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:37.216896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=01de227e-92a1-4268-94a2-757b5e49dada,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:37.236990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.277417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 254bb641-a3c6-4dcd-9095-c54a4927e279, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=254bb641-a3c6-4dcd-9095-c54a4927e279,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:37.284724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.305232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c91979-fcde-4a86-ba50-27b522466cc5,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:37.336497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:37.343782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:37.350943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.353462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Pushing event updated for resources: {'Port': ['ID=050af7dd-a86b-4410-a9aa-634380685a78,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:37.376594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:37.380249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=254bb641-a3c6-4dcd-9095-c54a4927e279,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:37.403945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.406749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44cca25f-bb94-4964-91c3-d5b4b892c520 req-68aeec9d-ca50-4f81-b91e-1b9a7418be91 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5090275 Dec 15 04:39:37.503388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f9a74aa-f989-469d-a4bf-90a9a022da59 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.504600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8f9a74aa-f989-469d-a4bf-90a9a022da59 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/d71a2851-c4d4-4940-a029-7bd88107c932 HTTP/1.1" status: 204 len: 168 time: 0.4104114 Dec 15 04:39:37.511454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37064) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:37.578472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-568555f7-6be8-4547-8d68-6ceef4d81b59 req-daef0748-4be3-4011-9730-dd46dc8dbf7d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8 HTTP/1.1" status: 200 len: 2425 time: 0.1405833 Dec 15 04:39:37.650738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9cb12e7c-950d-4e20-9290-24cf5fac336c None None] Provisioning complete for port 050af7dd-a86b-4410-a9aa-634380685a78 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:37.651073 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9cb12e7c-950d-4e20-9290-24cf5fac336c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.675706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.688275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9cb12e7c-950d-4e20-9290-24cf5fac336c None None] Port 050af7dd-a86b-4410-a9aa-634380685a78 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:37.695537 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.744351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-927af2f9-9167-4052-9d3f-18b807df4677 req-c04f18ff-5ce5-45ac-a3e4-bf87b8cc504a tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-group-rules/94c91979-fcde-4a86-ba50-27b522466cc5 HTTP/1.1" status: 200 len: 778 time: 0.0949070 Dec 15 04:39:37.864172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8151dd-bc25-421f-be5e-1f60c5ef5b37 req-cffe54a5-2f8b-4caf-b75b-75bbb13192a4 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:37.865550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac8151dd-bc25-421f-be5e-1f60c5ef5b37 req-cffe54a5-2f8b-4caf-b75b-75bbb13192a4 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2146010 Dec 15 04:39:37.872846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aac8e735-5e7d-41f5-b703-b78f719cd9c8 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.873894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aac8e735-5e7d-41f5-b703-b78f719cd9c8 tempest-MeteringTestJSON-731721332 tempest-MeteringTestJSON-731721332-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/0e9e043f-e7a2-4946-bc48-79765ec4d2a4 HTTP/1.1" status: 204 len: 168 time: 0.3610861 Dec 15 04:39:37.883792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:37.917654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-927af2f9-9167-4052-9d3f-18b807df4677 req-3450b83e-948d-48b6-92a9-77874a054cce tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8 HTTP/1.1" status: 200 len: 2425 time: 0.1641510 Dec 15 04:39:37.997792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac8151dd-bc25-421f-be5e-1f60c5ef5b37 req-eaef5417-13e0-449c-be5f-4f3080cf09a4 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227310 Dec 15 04:39:38.028937 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927af2f9-9167-4052-9d3f-18b807df4677 req-7d54a63c-42bd-4015-93b3-bd8ded80a10e tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.041402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927af2f9-9167-4052-9d3f-18b807df4677 req-7d54a63c-42bd-4015-93b3-bd8ded80a10e tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.054389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Router 828e65b9-a925-400a-94ac-a5274a5f473e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:39:38.116283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927af2f9-9167-4052-9d3f-18b807df4677 req-7d54a63c-42bd-4015-93b3-bd8ded80a10e tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.116283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927af2f9-9167-4052-9d3f-18b807df4677 req-7d54a63c-42bd-4015-93b3-bd8ded80a10e tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.116283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-927af2f9-9167-4052-9d3f-18b807df4677 req-7d54a63c-42bd-4015-93b3-bd8ded80a10e tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/94c91979-fcde-4a86-ba50-27b522466cc5 HTTP/1.1" status: 204 len: 173 time: 0.1781485 Dec 15 04:39:38.136653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54a63c-42bd-4015-93b3-bd8ded80a10e tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94c91979-fcde-4a86-ba50-27b522466cc5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:38.157404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.164327 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.270759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.273685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Pushing event updated for resources: {'Port': ['ID=050af7dd-a86b-4410-a9aa-634380685a78,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:38.284387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-ff7da563-1b73-411b-b481-5816c9d8688b req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1231994911', 'description': 'tempest-description-864180502'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:38.316143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:38.329395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Sync routers for ids ['828e65b9-a925-400a-94ac-a5274a5f473e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:38.356222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37092) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:38.356372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Routers {'828e65b9-a925-400a-94ac-a5274a5f473e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:38.357424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['828e65b9-a925-400a-94ac-a5274a5f473e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:38.374299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.375585 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2dd20250-b3b3-49a5-9566-75f4537d7cb1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8238947 Dec 15 04:39:38.381127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37096) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:38.438421 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ff7da563-1b73-411b-b481-5816c9d8688b req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.548799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:38.552615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:38.657403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Set router 828e65b9-a925-400a-94ac-a5274a5f473e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:38.746949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ff7da563-1b73-411b-b481-5816c9d8688b req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.769876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ff7da563-1b73-411b-b481-5816c9d8688b req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.813097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ff7da563-1b73-411b-b481-5816c9d8688b req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:38.814361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff7da563-1b73-411b-b481-5816c9d8688b req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6013434 Dec 15 04:39:38.829448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Router 1e3e07d1-23dc-456a-8112-e5e586808084 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:38.834745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e93b93-621d-458c-a642-e7c4e700dee7 None None] Network 982922c7-83bc-4259-93b6-720e59a950e0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:38.834934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f36ee-4a9b-47ee-87d1-494c1688db8d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b565cda0-d26e-4612-aca6-8c74d867c63b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:38.957224 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb63079e-0b9b-49ee-9602-1a3f38b7c2bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.001977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70cc0266-8f89-449d-b0d2-b700b90d6419 req-c6dced31-9555-47e6-865a-4a0c60d0eb92 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/b565cda0-d26e-4612-aca6-8c74d867c63b HTTP/1.1" status: 200 len: 1831 time: 0.1099453 Dec 15 04:39:39.032944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:39.041421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5fefaf1e-54f8-4da4-af53-e86453eef371 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e3e07d1-23dc-456a-8112-e5e586808084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2320127 Dec 15 04:39:39.048320 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Sync routers for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:39.093109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-cf96657f-fa24-4903-b69a-e9bc78704cac req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1728004638', 'description': 'tempest-description-1085797676'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:39.095235 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:39.100122 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:39.126408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f8712cd9-6a51-4272-95f8-4cb52d8aa6a0 None None] Provisioning complete for port 7c6b65e9-7419-4ace-8285-299334fb4a29 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:39.126989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f8712cd9-6a51-4272-95f8-4cb52d8aa6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.155158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cf96657f-fa24-4903-b69a-e9bc78704cac req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.188503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 254bb641-a3c6-4dcd-9095-c54a4927e279 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:39.294954 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:39.308456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0054a-ed08-49e5-8413-d5abb74b9def req-5cda9e6b-21b5-45e0-ae80-877cc8090c75 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:39.317035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27f0054a-ed08-49e5-8413-d5abb74b9def req-5cda9e6b-21b5-45e0-ae80-877cc8090c75 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1085191 Dec 15 04:39:39.352412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cf96657f-fa24-4903-b69a-e9bc78704cac req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.367580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cf96657f-fa24-4903-b69a-e9bc78704cac req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.403772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f8712cd9-6a51-4272-95f8-4cb52d8aa6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.416650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27f0054a-ed08-49e5-8413-d5abb74b9def req-3b3987b9-8dce-4ed6-aa1e-d3ab3b8a2684 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931408 Dec 15 04:39:39.437416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cf96657f-fa24-4903-b69a-e9bc78704cac req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.451833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf96657f-fa24-4903-b69a-e9bc78704cac req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3867931 Dec 15 04:39:39.463088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6430b-25cc-48a5-a19e-8021759ccc34 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e34a5-33cb-4253-81dd-6f2f1971dace,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:39.495430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 254bb641-a3c6-4dcd-9095-c54a4927e279 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:39.495980 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.508372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 3, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:39.588480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Checking router: 828e65b9-a925-400a-94ac-a5274a5f473e for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:39.588936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Updating router 828e65b9-a925-400a-94ac-a5274a5f473e port 01de227e-92a1-4268-94a2-757b5e49dada binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:39:39.613578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f8712cd9-6a51-4272-95f8-4cb52d8aa6a0 None None] For port 7c6b65e9-7419-4ace-8285-299334fb4a29, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7c6b65e9-7419-4ace-8285-299334fb4a29,segment=NetworkSegment(66d957ed-72da-45b0-bc43-187751889266),segment_id=66d957ed-72da-45b0-bc43-187751889266)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:39.653935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16099447-4d9f-470f-9d15-2c29109c1b5a req-ec98290c-45b1-46e0-9e72-1fb53c7b5268 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/e96e34a5-33cb-4253-81dd-6f2f1971dace HTTP/1.1" status: 200 len: 1832 time: 0.0663981 Dec 15 04:39:39.691262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-612fe3fe-fb6b-4084-8323-d1c3367f84ec req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-919676453', 'description': 'tempest-description-1819138876'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:39.693192 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f8712cd9-6a51-4272-95f8-4cb52d8aa6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.727850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.740759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-612fe3fe-fb6b-4084-8323-d1c3367f84ec req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.787345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb63079e-0b9b-49ee-9602-1a3f38b7c2bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.790282 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 2, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:39.796237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb63079e-0b9b-49ee-9602-1a3f38b7c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.866895 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Checking router: 1e3e07d1-23dc-456a-8112-e5e586808084 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:39.867355 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Updating router 1e3e07d1-23dc-456a-8112-e5e586808084 port 050af7dd-a86b-4410-a9aa-634380685a78 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:39:39.884943 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bb63079e-0b9b-49ee-9602-1a3f38b7c2bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee71845e6b7f489184b6ffe9814d8bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5251100 Dec 15 04:39:39.888640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37132) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:39.896528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63079e-0b9b-49ee-9602-1a3f38b7c2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d68b44-f5cf-452c-8766-2c17b6a8dd0c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:39.941068 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.967578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.969971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37138) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:39.975882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-816237974-network', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:39.986032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6b27e7aa-3477-404b-96f3-f4d02cd5b5fc None None] Provisioning complete for port 7c6b65e9-7419-4ace-8285-299334fb4a29 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:39.987115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6b27e7aa-3477-404b-96f3-f4d02cd5b5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:39.989311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8712cd9-6a51-4272-95f8-4cb52d8aa6a0 None None] Pushing event updated for resources: {'Port': ['ID=7c6b65e9-7419-4ace-8285-299334fb4a29,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:39.999874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-612fe3fe-fb6b-4084-8323-d1c3367f84ec req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.018842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-612fe3fe-fb6b-4084-8323-d1c3367f84ec req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.060380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c6b65e9-7419-4ace-8285-299334fb4a29 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:40.067996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Made reservation on behalf of 83a6e41af0204f7689d5d41ea0df2fa5 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:40.070939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.080930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-612fe3fe-fb6b-4084-8323-d1c3367f84ec req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.082752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-612fe3fe-fb6b-4084-8323-d1c3367f84ec req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3960781 Dec 15 04:39:40.097555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2ba4-4cb4-4454-9165-0dcd72c7ee37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.099830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.182662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba81683-cd3b-46c8-a9f0-4e3df98a43d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d56cfd-b50c-42aa-8d5d-8c28053f9159,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:40.249331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2ba4-4cb4-4454-9165-0dcd72c7ee37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.252893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Allocated IP 172.20.0.1 (982922c7-83bc-4259-93b6-720e59a950e0/e2a519ad-b96c-49e4-b9ff-3ab8dac3f119/b622eaf3-dec3-4fbd-988c-f671518b2d2a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:40.289898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.306056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.307271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a88639ed-e818-47e3-9386-fc10a1c30b6a req-79116ef0-be7d-41d3-8022-7a07e3e212c6 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/f1d56cfd-b50c-42aa-8d5d-8c28053f9159 HTTP/1.1" status: 200 len: 1831 time: 0.1802812 Dec 15 04:39:40.357590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3c4b7b3d-d25c-4e1b-9ab5-14166334542b req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-160085635', 'description': 'tempest-description-951707413'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:40.384027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:40.398833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3c4b7b3d-d25c-4e1b-9ab5-14166334542b req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.407589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.407930 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Added segment ad251c0a-d9ce-43c9-b527-cf4a2945810f of type vlan for network d430962f-b1c1-467f-803c-45964c89edfa Dec 15 04:39:40.409305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf98c7-61ce-4c07-9c3b-be1ee8571ee9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:40.413751 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.421253 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.426894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2ba4-4cb4-4454-9165-0dcd72c7ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.448161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6a2ba4-4cb4-4454-9165-0dcd72c7ee37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.453630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf6a2ba4-4cb4-4454-9165-0dcd72c7ee37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9d68b44-f5cf-452c-8766-2c17b6a8dd0c HTTP/1.1" status: 204 len: 168 time: 0.5639906 Dec 15 04:39:40.495637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7c6b65e9-7419-4ace-8285-299334fb4a29 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:40.496230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.499499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a2ba4-4cb4-4454-9165-0dcd72c7ee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d68b44-f5cf-452c-8766-2c17b6a8dd0c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:40.523799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.539603 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.607783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e5e10-a6de-44dc-8722-8ac9e094ce6f None None] Pushing event updated for resources: {'Port': ['ID=050af7dd-a86b-4410-a9aa-634380685a78,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:40.647828 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3c4b7b3d-d25c-4e1b-9ab5-14166334542b req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.659962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.661159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:40.661991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.676481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3c4b7b3d-d25c-4e1b-9ab5-14166334542b req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.685080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6b27e7aa-3477-404b-96f3-f4d02cd5b5fc None None] Provisioning complete for port 050af7dd-a86b-4410-a9aa-634380685a78 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:40.685460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6b27e7aa-3477-404b-96f3-f4d02cd5b5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.702537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Attempting to bind port 050af7dd-a86b-4410-a9aa-634380685a78 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:40.703322 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Attempting to bind port 050af7dd-a86b-4410-a9aa-634380685a78 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:40.704025 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Attempting to bind port 050af7dd-a86b-4410-a9aa-634380685a78 on network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:40.711970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:40.712538 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Checking segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:40.713561 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.713682 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Bound using segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:40.714262 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Bound port: 050af7dd-a86b-4410-a9aa-634380685a78, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:40.714779 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.731428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bf391-3996-4f41-a799-fab805ce4ed1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:40.736819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3c4b7b3d-d25c-4e1b-9ab5-14166334542b req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.750789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c4b7b3d-d25c-4e1b-9ab5-14166334542b req-07513a3f-465a-4b82-b288-a21a820f9c2f tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4003210 Dec 15 04:39:40.786142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81c44-fda4-4c65-90d1-2c5e4e8f43b5 req-ce9ee071-feb5-4ec2-ac80-d49052320df9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:40.793061 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caa81c44-fda4-4c65-90d1-2c5e4e8f43b5 req-ce9ee071-feb5-4ec2-ac80-d49052320df9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1739950 Dec 15 04:39:40.873783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.921447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] Pushing event updated for resources: {'Network': ['ID=d430962f-b1c1-467f-803c-45964c89edfa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:40.921761 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] For port 050af7dd-a86b-4410-a9aa-634380685a78, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:40.935599 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] For port 050af7dd-a86b-4410-a9aa-634380685a78, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=050af7dd-a86b-4410-a9aa-634380685a78,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:40.946288 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:40.988182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caa81c44-fda4-4c65-90d1-2c5e4e8f43b5 req-c357c4a3-7671-40f8-a4b8-cfdc3e04fbd1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825018 Dec 15 04:39:41.015324 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c348dfc-8c3b-4a32-b921-fe59a6ae7973 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0442016 Dec 15 04:39:41.018411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37180) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:41.024790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Request body: {'subnet': {'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-subnet', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:41.078456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Network 982922c7-83bc-4259-93b6-720e59a950e0 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:41.096271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Made reservation on behalf of 83a6e41af0204f7689d5d41ea0df2fa5 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:41.097079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.103444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:41.109055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:41.117750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d430962f-b1c1-467f-803c-45964c89edfa details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:41.147600 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e5e10-a6de-44dc-8722-8ac9e094ce6f None None] Pushing event updated for resources: {'Port': ['ID=050af7dd-a86b-4410-a9aa-634380685a78,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:41.168627 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:41.171747 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:41.195193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.199655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=b622eaf3-dec3-4fbd-988c-f671518b2d2a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:41.275514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6b27e7aa-3477-404b-96f3-f4d02cd5b5fc None None] Port 050af7dd-a86b-4410-a9aa-634380685a78 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:41.415322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37184) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:41.441432 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.468122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2de291c3-90a2-4947-be50-ca15e7b46003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.495932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.507852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:41.539453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:41.652573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14c439-b3dd-4ac9-af1e-02b4207e76f0 None None] Pushing event updated for resources: {'Port': ['ID=01de227e-92a1-4268-94a2-757b5e49dada,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:41.657479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f5a0863d-74a6-4273-8d51-768a7bef3fcf None None] Provisioning complete for port 050af7dd-a86b-4410-a9aa-634380685a78 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:41.658047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5a0863d-74a6-4273-8d51-768a7bef3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.661185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.715425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Attempting to bind port 01de227e-92a1-4268-94a2-757b5e49dada on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:41.716200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Attempting to bind port 01de227e-92a1-4268-94a2-757b5e49dada by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:41.716746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Attempting to bind port 01de227e-92a1-4268-94a2-757b5e49dada on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:41.724586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:41.725708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:41.726284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.726823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:41.727450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Bound port: 01de227e-92a1-4268-94a2-757b5e49dada, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:41.728028 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.812947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] For port 01de227e-92a1-4268-94a2-757b5e49dada, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:41.816387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] For port 01de227e-92a1-4268-94a2-757b5e49dada, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01de227e-92a1-4268-94a2-757b5e49dada,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:41.882401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89475a44-cd64-476c-b95c-42f9ec2de35e req-0107ca50-8981-4cbe-ac18-79434b21234d tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/e23bf391-3996-4f41-a799-fab805ce4ed1 HTTP/1.1" status: 200 len: 1830 time: 0.8460107 Dec 15 04:39:41.892843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2de291c3-90a2-4947-be50-ca15e7b46003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.905576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.948940 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:40Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:41.982973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2de291c3-90a2-4947-be50-ca15e7b46003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:41.986540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c6b65e9-7419-4ace-8285-299334fb4a29 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:42.014941 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d191ee-2ecb-4fe6-ac0c-92d6ad189033 None None] The sync data for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 is: [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:40Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:42.030143 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-506e2617-045d-469c-b99f-c1c136a9672c req-1ecf0b01-2cca-4f6a-9180-a4eae8c7a9b2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] show failed (client error): The resource could not be found. Dec 15 04:39:42.031181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-506e2617-045d-469c-b99f-c1c136a9672c req-1ecf0b01-2cca-4f6a-9180-a4eae8c7a9b2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/82d2c185-e401-4780-9d44-eb8ccb137ffb HTTP/1.1" status: 404 len: 352 time: 0.0255754 Dec 15 04:39:42.064136 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efae6ff8-8da4-4647-a861-a15f837e84c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.093790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5a0863d-74a6-4273-8d51-768a7bef3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.145653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de291c3-90a2-4947-be50-ca15e7b46003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7a3a9-b001-447b-86dc-8386de35f180,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.155721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2de291c3-90a2-4947-be50-ca15e7b46003 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43870597cde3437a8ad46200e33b2418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7393482 Dec 15 04:39:42.167201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37200) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:42.183933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14c439-b3dd-4ac9-af1e-02b4207e76f0 None None] Pushing event updated for resources: {'Port': ['ID=01de227e-92a1-4268-94a2-757b5e49dada,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.187720 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-3c487d29-a452-47a5-b986-5b8762bf7341 req-df1da4ac-4814-4528-9099-3de9c3cfe3d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] show failed (client error): The resource could not be found. Dec 15 04:39:42.191273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c487d29-a452-47a5-b986-5b8762bf7341 req-df1da4ac-4814-4528-9099-3de9c3cfe3d2 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-group-rules/d47c875a-43d0-4f5c-89f6-d367057d283d HTTP/1.1" status: 404 len: 361 time: 0.0499320 Dec 15 04:39:42.192949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.208478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Routers {'828e65b9-a925-400a-94ac-a5274a5f473e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:42.210715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['828e65b9-a925-400a-94ac-a5274a5f473e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:42.317165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944239f6-2ae1-4daa-8f68-630c5bea7173,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.330251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Checking segment: {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:42.330683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Network hostable DHCP agents. Network: d430962f-b1c1-467f-803c-45964c89edfa, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:42.337267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f5a0863d-74a6-4273-8d51-768a7bef3fcf None None] For port 050af7dd-a86b-4410-a9aa-634380685a78, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=050af7dd-a86b-4410-a9aa-634380685a78,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:42.340021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7c6b65e9-7419-4ace-8285-299334fb4a29 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:42.340422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.367086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaae9-e052-4219-8351-1274a66dfb3f req-7302060d-5e27-48fd-8b12-fe6270506cc8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:42.369022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffbcaae9-e052-4219-8351-1274a66dfb3f req-7302060d-5e27-48fd-8b12-fe6270506cc8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1253872 Dec 15 04:39:42.371671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Network d430962f-b1c1-467f-803c-45964c89edfa is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:42.398904 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5a0863d-74a6-4273-8d51-768a7bef3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.408024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, d430962f-b1c1-467f-803c-45964c89edfa) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:42.413661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:42.414255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.438070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73ef38-1f03-467e-8848-d4cdc5b6f567 None None] Network d430962f-b1c1-467f-803c-45964c89edfa requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:42.454446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89d7de10-0e30-47fe-9f0b-89461e2909d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4320824 Dec 15 04:39:42.457321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.460573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37204) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:42.466200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:42.471644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.510982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db9d085-de50-466a-a65a-6f05bf21bb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.515264 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efae6ff8-8da4-4647-a861-a15f837e84c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.522535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a179e337-6b1b-4471-915f-ff4c48af239c req-26874955-19b5-4443-b02a-fda6cc6b1b7a tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/e23bf391-3996-4f41-a799-fab805ce4ed1 HTTP/1.1" status: 200 len: 1830 time: 0.1519816 Dec 15 04:39:42.539555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.540613 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.549373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efae6ff8-8da4-4647-a861-a15f837e84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.604022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.617616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffbcaae9-e052-4219-8351-1274a66dfb3f req-9d09c3b5-b698-4f4c-ad26-e5721eea5de9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371624 Dec 15 04:39:42.621777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e92999d0-ef8e-44b3-a22b-85c5fb0505cc None None] Provisioning complete for port 050af7dd-a86b-4410-a9aa-634380685a78 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:42.622241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e92999d0-ef8e-44b3-a22b-85c5fb0505cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.638573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] Set router 828e65b9-a925-400a-94ac-a5274a5f473e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:42.642918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db9d085-de50-466a-a65a-6f05bf21bb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.660721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=b622eaf3-dec3-4fbd-988c-f671518b2d2a,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.668228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-efae6ff8-8da4-4647-a861-a15f837e84c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bead22e58f34208883581ef356efab7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1276536 Dec 15 04:39:42.669101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6ff8-8da4-4647-a861-a15f837e84c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f11e4c4-86ba-400e-9612-59684afab972,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.674335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37206) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:42.675245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.720110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0863d-74a6-4273-8d51-768a7bef3fcf None None] Pushing event updated for resources: {'Port': ['ID=050af7dd-a86b-4410-a9aa-634380685a78,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.805596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.812109 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a179e337-6b1b-4471-915f-ff4c48af239c req-b87a47e0-48ad-4b06-9280-a602e1d612e8 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.813812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4158f548-5961-403e-92c3-ac700964eed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.857752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4158f548-5961-403e-92c3-ac700964eed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.871092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db9d085-de50-466a-a65a-6f05bf21bb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.881381 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a179e337-6b1b-4471-915f-ff4c48af239c req-b87a47e0-48ad-4b06-9280-a602e1d612e8 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.883276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db9d085-de50-466a-a65a-6f05bf21bb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.885141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9db9d085-de50-466a-a65a-6f05bf21bb63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fed7a3a9-b001-447b-86dc-8386de35f180 HTTP/1.1" status: 204 len: 168 time: 0.7116983 Dec 15 04:39:42.901628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-d430962f-b1c1-467f-803c-45964c89edfa', 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa', 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'fixed_ips': [{'subnet_id': '944239f6-2ae1-4daa-8f68-630c5bea7173'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:39:42.902490 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.919460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d085-de50-466a-a65a-6f05bf21bb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7a3a9-b001-447b-86dc-8386de35f180,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:42.967729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Network 982922c7-83bc-4259-93b6-720e59a950e0 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:42.971568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:42.989409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a179e337-6b1b-4471-915f-ff4c48af239c req-b87a47e0-48ad-4b06-9280-a602e1d612e8 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:42.997682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a179e337-6b1b-4471-915f-ff4c48af239c req-b87a47e0-48ad-4b06-9280-a602e1d612e8 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.017280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a179e337-6b1b-4471-915f-ff4c48af239c req-b87a47e0-48ad-4b06-9280-a602e1d612e8 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "DELETE /v2.0/security-groups/e23bf391-3996-4f41-a799-fab805ce4ed1 HTTP/1.1" status: 204 len: 173 time: 0.4693575 Dec 15 04:39:43.073664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e92999d0-ef8e-44b3-a22b-85c5fb0505cc None None] Provisioning complete for port b622eaf3-dec3-4fbd-988c-f671518b2d2a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:43.074042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e92999d0-ef8e-44b3-a22b-85c5fb0505cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.091591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a47e0-48ad-4b06-9280-a602e1d612e8 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bf391-3996-4f41-a799-fab805ce4ed1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:43.206578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4158f548-5961-403e-92c3-ac700964eed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.209658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4158f548-5961-403e-92c3-ac700964eed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.213235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4158f548-5961-403e-92c3-ac700964eed6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f11e4c4-86ba-400e-9612-59684afab972 HTTP/1.1" status: 204 len: 168 time: 0.5336568 Dec 15 04:39:43.222314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0bb8022-9b71-49fd-8099-a741709f7e54 req-3bedb076-86a4-4fb0-8bbe-2b1323892c36 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/f1d56cfd-b50c-42aa-8d5d-8c28053f9159 HTTP/1.1" status: 200 len: 1831 time: 0.2025509 Dec 15 04:39:43.254374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158f548-5961-403e-92c3-ac700964eed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f11e4c4-86ba-400e-9612-59684afab972,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:43.302900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e92999d0-ef8e-44b3-a22b-85c5fb0505cc None None] Port b622eaf3-dec3-4fbd-988c-f671518b2d2a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:43.358702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Router 828e65b9-a925-400a-94ac-a5274a5f473e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:43.490899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.501550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b622eaf3-dec3-4fbd-988c-f671518b2d2a', 'name': '', 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'mac_address': 'fa:16:3e:57:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:40Z', 'updated_at': '2021-12-15T04:39:40Z', 'revision_number': 1, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'subnets': [{'id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:43.522514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b0bb8022-9b71-49fd-8099-a741709f7e54 req-b272d9cb-eb31-486f-b2ef-641ea2aa3a42 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.531450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.606996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b0bb8022-9b71-49fd-8099-a741709f7e54 req-b272d9cb-eb31-486f-b2ef-641ea2aa3a42 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.619043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc013b4-3e74-42e5-85cb-367a19d26596 None None] The sync data for ids ['828e65b9-a925-400a-94ac-a5274a5f473e'] in n-d-820935-10 is: [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b622eaf3-dec3-4fbd-988c-f671518b2d2a', 'name': '', 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'mac_address': 'fa:16:3e:57:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:40Z', 'updated_at': '2021-12-15T04:39:40Z', 'revision_number': 1, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'subnets': [{'id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:43.649334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:43.667646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c4119522-254e-48f9-98ac-2b9e9d80ed89 admin admin] 10.222.0.37 "PUT /v2.0/routers/828e65b9-a925-400a-94ac-a5274a5f473e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2833693 Dec 15 04:39:43.689933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Allocated IP 172.20.0.2 (d430962f-b1c1-467f-803c-45964c89edfa/944239f6-2ae1-4daa-8f68-630c5bea7173/98fdc992-be24-463e-b35e-46c4f2dc17eb) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:43.692229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ae5e72a1-4289-411b-9b35-403d1439b485 None None] Provisioning complete for port b622eaf3-dec3-4fbd-988c-f671518b2d2a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:43.692609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae5e72a1-4289-411b-9b35-403d1439b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.889429 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b0bb8022-9b71-49fd-8099-a741709f7e54 req-b272d9cb-eb31-486f-b2ef-641ea2aa3a42 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.891510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b0bb8022-9b71-49fd-8099-a741709f7e54 req-b272d9cb-eb31-486f-b2ef-641ea2aa3a42 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:43.917705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0bb8022-9b71-49fd-8099-a741709f7e54 req-b272d9cb-eb31-486f-b2ef-641ea2aa3a42 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "DELETE /v2.0/security-groups/f1d56cfd-b50c-42aa-8d5d-8c28053f9159 HTTP/1.1" status: 204 len: 173 time: 0.6940942 Dec 15 04:39:43.954987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e72a1-4289-411b-9b35-403d1439b485 None None] Port b622eaf3-dec3-4fbd-988c-f671518b2d2a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:43.959565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 050af7dd-a86b-4410-a9aa-634380685a78 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:44.028352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272d9cb-eb31-486f-b2ef-641ea2aa3a42 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d56cfd-b50c-42aa-8d5d-8c28053f9159,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:44.042897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Allocated IP 172.25.2.50 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/82f843a5-5a6d-4b92-a4b8-ff8f03d67184) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:44.093891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841d86f-c1e9-439f-a67d-6c11c196cde7 req-2d1875b0-1504-44c7-9ade-feefac4754ec tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:44.101164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37240) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:44.118771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c841d86f-c1e9-439f-a67d-6c11c196cde7 req-2d1875b0-1504-44c7-9ade-feefac4754ec tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2633710 Dec 15 04:39:44.170237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1420ff41-9538-4946-bd09-5ff4ca82b277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.380413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c841d86f-c1e9-439f-a67d-6c11c196cde7 req-757f444d-1630-44e7-a214-71ecdf18dacf tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606549 Dec 15 04:39:44.388129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 050af7dd-a86b-4410-a9aa-634380685a78 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:44.391146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.420369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.490059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.511886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00ef9be5-9d10-417f-b434-b14fe579c9d8 req-797fcf0d-8fc2-4488-b929-77a624530bcd tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/e96e34a5-33cb-4253-81dd-6f2f1971dace HTTP/1.1" status: 200 len: 1832 time: 0.0930667 Dec 15 04:39:44.512752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1420ff41-9538-4946-bd09-5ff4ca82b277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.520487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1420ff41-9538-4946-bd09-5ff4ca82b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.534869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.599549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420ff41-9538-4946-bd09-5ff4ca82b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51143e87-3677-4b20-a98d-e3b6b46ff3aa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:44.623921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1420ff41-9538-4946-bd09-5ff4ca82b277 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d6b3bffa0c04cd388663be080ae50a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5216494 Dec 15 04:39:44.629765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37252) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:44.728535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e66aa057-3bca-4c64-8090-2f3dca5d3c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.768823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e66aa057-3bca-4c64-8090-2f3dca5d3c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.833163 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-00ef9be5-9d10-417f-b434-b14fe579c9d8 req-812fdc9e-110b-4a31-971d-1a30e14e2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.836332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Network d430962f-b1c1-467f-803c-45964c89edfa is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:44.842503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:44.847302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Pushing event updated for resources: {'Port': ['ID=98fdc992-be24-463e-b35e-46c4f2dc17eb,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:44.851388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:44.859693 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-00ef9be5-9d10-417f-b434-b14fe579c9d8 req-812fdc9e-110b-4a31-971d-1a30e14e2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.877112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.891659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e66aa057-3bca-4c64-8090-2f3dca5d3c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.895661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e66aa057-3bca-4c64-8090-2f3dca5d3c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.898195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e66aa057-3bca-4c64-8090-2f3dca5d3c7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51143e87-3677-4b20-a98d-e3b6b46ff3aa HTTP/1.1" status: 204 len: 168 time: 0.2675753 Dec 15 04:39:44.934599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aa057-3bca-4c64-8090-2f3dca5d3c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51143e87-3677-4b20-a98d-e3b6b46ff3aa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:44.945969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Attempting to bind port 98fdc992-be24-463e-b35e-46c4f2dc17eb on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:44.946485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Attempting to bind port 98fdc992-be24-463e-b35e-46c4f2dc17eb by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:44.946857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Attempting to bind port 98fdc992-be24-463e-b35e-46c4f2dc17eb on network d430962f-b1c1-467f-803c-45964c89edfa {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:44.977859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:44.978247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Checking segment: {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:44.978661 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:44.979054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Bound using segment: {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:44.986776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Bound port: 98fdc992-be24-463e-b35e-46c4f2dc17eb, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:44.987176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:45.008560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:45.019484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-929e754a-cd6b-4840-b293-97a334cac772 req-fdee866b-8ca3-4f87-9c2c-2442f1bb47ff tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4011681 Dec 15 04:39:45.023834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:45.029327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:45.035866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Pushing event updated for resources: {'Port': ['ID=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:45.041657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:45.083047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-00ef9be5-9d10-417f-b434-b14fe579c9d8 req-812fdc9e-110b-4a31-971d-1a30e14e2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:45.086718 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-00ef9be5-9d10-417f-b434-b14fe579c9d8 req-812fdc9e-110b-4a31-971d-1a30e14e2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:45.098622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00ef9be5-9d10-417f-b434-b14fe579c9d8 req-812fdc9e-110b-4a31-971d-1a30e14e2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "DELETE /v2.0/security-groups/e96e34a5-33cb-4253-81dd-6f2f1971dace HTTP/1.1" status: 204 len: 173 time: 0.5869684 Dec 15 04:39:45.122192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fdc9e-110b-4a31-971d-1a30e14e2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e34a5-33cb-4253-81dd-6f2f1971dace,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:45.128781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:45.167704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] For port 98fdc992-be24-463e-b35e-46c4f2dc17eb, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:45.210723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] For port 98fdc992-be24-463e-b35e-46c4f2dc17eb, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=98fdc992-be24-463e-b35e-46c4f2dc17eb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:45.228508 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:45.336030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dcdb9-7480-4dfc-9219-6d702f5882a5 None None] Pushing event updated for resources: {'Port': ['ID=98fdc992-be24-463e-b35e-46c4f2dc17eb,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:45.653999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-393ab0de-9639-4bdd-bb7b-99a2c8ae84f5 req-102510f9-997a-4fa8-80cf-1c76c90b1571 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/b565cda0-d26e-4612-aca6-8c74d867c63b HTTP/1.1" status: 200 len: 1831 time: 0.1631315 Dec 15 04:39:45.738943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:45.819275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.001691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-393ab0de-9639-4bdd-bb7b-99a2c8ae84f5 req-6fe27fa8-adb0-41f2-81b8-4e1e5ac73a86 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.003825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 98fdc992-be24-463e-b35e-46c4f2dc17eb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:46.051401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-393ab0de-9639-4bdd-bb7b-99a2c8ae84f5 req-6fe27fa8-adb0-41f2-81b8-4e1e5ac73a86 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.081587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 98fdc992-be24-463e-b35e-46c4f2dc17eb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:46.081820 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.234473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Allocated IP 172.25.2.145 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/5e19ce27-c40b-4281-9860-a04d0211977b) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:46.252839 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.257949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-393ab0de-9639-4bdd-bb7b-99a2c8ae84f5 req-6fe27fa8-adb0-41f2-81b8-4e1e5ac73a86 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.264417 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-393ab0de-9639-4bdd-bb7b-99a2c8ae84f5 req-6fe27fa8-adb0-41f2-81b8-4e1e5ac73a86 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.277629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-393ab0de-9639-4bdd-bb7b-99a2c8ae84f5 req-6fe27fa8-adb0-41f2-81b8-4e1e5ac73a86 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "DELETE /v2.0/security-groups/b565cda0-d26e-4612-aca6-8c74d867c63b HTTP/1.1" status: 204 len: 173 time: 0.6186440 Dec 15 04:39:46.331396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 98fdc992-be24-463e-b35e-46c4f2dc17eb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=98fdc992-be24-463e-b35e-46c4f2dc17eb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:46.338444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.339622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01de227e-92a1-4268-94a2-757b5e49dada up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:46.427144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27fa8-adb0-41f2-81b8-4e1e5ac73a86 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b565cda0-d26e-4612-aca6-8c74d867c63b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:46.466605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=98fdc992-be24-463e-b35e-46c4f2dc17eb,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:46.485286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 01de227e-92a1-4268-94a2-757b5e49dada triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:46.487287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.489201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37308) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.550695 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.555081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.609454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18decda1-df66-4420-899a-2fe9e6f4264f req-2595acc2-ed5b-47d1-9322-4ba1108fc276 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:46.611047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18decda1-df66-4420-899a-2fe9e6f4264f req-2595acc2-ed5b-47d1-9322-4ba1108fc276 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1901495 Dec 15 04:39:46.632229 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.645505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e04f5d6e-cdba-4047-904f-1125d30f7c29 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:46.670594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 01de227e-92a1-4268-94a2-757b5e49dada, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01de227e-92a1-4268-94a2-757b5e49dada,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:46.692793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:46.695607 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e04f5d6e-cdba-4047-904f-1125d30f7c29 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "PUT /v2.0/quotas/5caae39b069d49019f8b9786c55c0b05 HTTP/1.1" status: 200 len: 366 time: 0.2034409 Dec 15 04:39:46.696335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37314) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.717221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-524313f4-0660-4bc2-8726-77b0e46d763e tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0195537 Dec 15 04:39:46.718447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.731942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3409a8eb-df47-4e18-b95d-ecc4fdd45684 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "GET /v2.0/quotas/5caae39b069d49019f8b9786c55c0b05 HTTP/1.1" status: 200 len: 366 time: 0.0127921 Dec 15 04:39:46.732551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.751192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-208fba53-2abb-4e36-8753-664661043bf9 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/5caae39b069d49019f8b9786c55c0b05 HTTP/1.1" status: 204 len: 168 time: 0.0174315 Dec 15 04:39:46.752118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37320) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.764206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a7a229d-ac51-4bcb-8a98-f4496f0696ac tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0107291 Dec 15 04:39:46.766538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37322) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.781094 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3bb96b64-d9af-424a-bd8a-26e8c36a42d9 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "GET /v2.0/quotas/5caae39b069d49019f8b9786c55c0b05 HTTP/1.1" status: 200 len: 370 time: 0.0106914 Dec 15 04:39:46.784134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37324) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.798825 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7ebe9797-5ea7-4774-9035-a43973c344ff tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "GET /v2.0/quotas/5caae39b069d49019f8b9786c55c0b05/default HTTP/1.1" status: 200 len: 370 time: 0.0126963 Dec 15 04:39:46.802233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37326) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:46.814688 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-5c588b16-6de7-47bb-be15-09568e76e4af tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] delete failed (client error): The resource could not be found. Dec 15 04:39:46.818356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c588b16-6de7-47bb-be15-09568e76e4af tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/5caae39b069d49019f8b9786c55c0b05 HTTP/1.1" status: 404 len: 348 time: 0.0125918 Dec 15 04:39:46.826696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=01de227e-92a1-4268-94a2-757b5e49dada,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:46.875615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a227514-6fd7-4674-98a8-fd2c4849fd91 None None] Network d430962f-b1c1-467f-803c-45964c89edfa requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:46.886949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18decda1-df66-4420-899a-2fe9e6f4264f req-c4538ac5-5611-41ab-97df-95b3f70ef313 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372292 Dec 15 04:39:46.899704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Router 4a22a427-7810-40a5-8afb-36889733e685 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:39:46.994197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fe02297a-218e-4ed6-b9b1-74c13fab1f4c None None] Provisioning complete for port 98fdc992-be24-463e-b35e-46c4f2dc17eb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:46.994682 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fe02297a-218e-4ed6-b9b1-74c13fab1f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:47.080037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:47.087258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:47.105543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37336) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:47.115261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Sync routers for ids ['4a22a427-7810-40a5-8afb-36889733e685'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:47.144336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:network and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.149660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.157441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:subnet and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.161964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.173879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:subnetpool and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.185722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.195181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:port and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.199451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Routers {'4a22a427-7810-40a5-8afb-36889733e685'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:47.200171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4a22a427-7810-40a5-8afb-36889733e685'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:47.210577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.224729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:router and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.227754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb5ab64d-4f7e-4951-a06f-15aa8e95fad0 req-4b876159-10f2-461b-8db4-84d5efec4f1b tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "GET /v2.0/security-groups/7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8 HTTP/1.1" status: 200 len: 1831 time: 0.1501663 Dec 15 04:39:47.231059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Pushing event updated for resources: {'Port': ['ID=5e19ce27-c40b-4281-9860-a04d0211977b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:47.233735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.242695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:floatingip and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.248705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.251194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:47.260501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:47.264330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-241358c1-8d1f-4628-bc1b-d232887d86cc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7999234 Dec 15 04:39:47.265156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37340) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:47.331339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:security_group and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.339541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.349686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Usage tracker for resource:security_group_rule and project:7c483825413a414ca860caee1f8edbeb is out of sync, need to count used quota {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 15 04:39:47.359117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.quota.resource [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103132) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 15 04:39:47.368897 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f9c249bd-a35c-4523-a491-2188778b0ec5 tempest-QuotasTest-624135667 tempest-QuotasTest-624135667-project-admin] 10.222.0.37 "GET /v2.0/quotas/7c483825413a414ca860caee1f8edbeb/details.json HTTP/1.1" status: 200 len: 703 time: 0.2623055 Dec 15 04:39:47.372535 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Sync routers for ids ['828e65b9-a925-400a-94ac-a5274a5f473e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:47.387669 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Routers {'828e65b9-a925-400a-94ac-a5274a5f473e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:47.387950 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['828e65b9-a925-400a-94ac-a5274a5f473e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:47.408875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:47.424139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Set router 4a22a427-7810-40a5-8afb-36889733e685 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:47.431042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:47.633686 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Set router 828e65b9-a925-400a-94ac-a5274a5f473e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:47.676686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aac1e1b6-4b66-4144-a396-9da7277647d2 None None] Provisioning complete for port 98fdc992-be24-463e-b35e-46c4f2dc17eb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:47.676906 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b6-4b66-4144-a396-9da7277647d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:47.762057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:39:45Z', 'revision_number': 3, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:47.813600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Checking router: 4a22a427-7810-40a5-8afb-36889733e685 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:47.814110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Updating router 4a22a427-7810-40a5-8afb-36889733e685 port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:39:47.863772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:47.879812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37350) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:47.893191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 98fdc992-be24-463e-b35e-46c4f2dc17eb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:48.023408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 98fdc992-be24-463e-b35e-46c4f2dc17eb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:48.023896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.031245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eea242f-ef12-48d5-a9b2-23c0277ab5a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.068517 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b622eaf3-dec3-4fbd-988c-f671518b2d2a', 'name': '', 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'mac_address': 'fa:16:3e:57:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:40Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 2, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'subnets': [{'id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:48.104287 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Checking router: 828e65b9-a925-400a-94ac-a5274a5f473e for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:48.104933 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Updating router 828e65b9-a925-400a-94ac-a5274a5f473e port b622eaf3-dec3-4fbd-988c-f671518b2d2a binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:39:48.147544 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.166762 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.183045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-fb5ab64d-4f7e-4951-a06f-15aa8e95fad0 req-db2f0b3a-14fe-4aa6-9c63-a8df1b3cfd03 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.207062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01de227e-92a1-4268-94a2-757b5e49dada up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:48.211246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eea242f-ef12-48d5-a9b2-23c0277ab5a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.219480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eea242f-ef12-48d5-a9b2-23c0277ab5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.320097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eea242f-ef12-48d5-a9b2-23c0277ab5a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de52b8bbd488421b91cb64a1a58ac090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365330 Dec 15 04:39:48.320841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37364) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:48.321588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-fb5ab64d-4f7e-4951-a06f-15aa8e95fad0 req-db2f0b3a-14fe-4aa6-9c63-a8df1b3cfd03 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.350747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.380155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea242f-ef12-48d5-a9b2-23c0277ab5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569db73e-bde8-4ed5-96ce-8b9ab9695e95,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:48.402024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd386910-cee8-4c66-9436-19f660089ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.436799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd386910-cee8-4c66-9436-19f660089ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.478717 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.489152 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.508822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd386910-cee8-4c66-9436-19f660089ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.511601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd386910-cee8-4c66-9436-19f660089ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.516516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bd386910-cee8-4c66-9436-19f660089ec4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/569db73e-bde8-4ed5-96ce-8b9ab9695e95 HTTP/1.1" status: 204 len: 168 time: 0.1944516 Dec 15 04:39:48.531955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386910-cee8-4c66-9436-19f660089ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569db73e-bde8-4ed5-96ce-8b9ab9695e95,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:48.585921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-fb5ab64d-4f7e-4951-a06f-15aa8e95fad0 req-db2f0b3a-14fe-4aa6-9c63-a8df1b3cfd03 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.587867 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f1c89-4416-4dfb-a7e9-50cddcc50513 None None] Pushing event updated for resources: {'Port': ['ID=b622eaf3-dec3-4fbd-988c-f671518b2d2a,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:48.592308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-fb5ab64d-4f7e-4951-a06f-15aa8e95fad0 req-db2f0b3a-14fe-4aa6-9c63-a8df1b3cfd03 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.593545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb5ab64d-4f7e-4951-a06f-15aa8e95fad0 req-db2f0b3a-14fe-4aa6-9c63-a8df1b3cfd03 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8 HTTP/1.1" status: 204 len: 173 time: 1.3597083 Dec 15 04:39:48.606668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:48.641353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0b3a-14fe-4aa6-9c63-a8df1b3cfd03 tempest-SecurityGroupRulesNegativeTestJSON-1209213966 tempest-SecurityGroupRulesNegativeTestJSON-1209213966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e7acb-9bb9-419f-b54e-851cdc2d5ee8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:48.725472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.735858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Deleting subnet e67036a6-4cc4-403f-80f8-6ca6e464ee4e {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:39:48.740420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.752725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Attempting to bind port b622eaf3-dec3-4fbd-988c-f671518b2d2a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:48.753153 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Attempting to bind port b622eaf3-dec3-4fbd-988c-f671518b2d2a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:48.753518 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Attempting to bind port b622eaf3-dec3-4fbd-988c-f671518b2d2a on network 982922c7-83bc-4259-93b6-720e59a950e0 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:48.760736 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:48.761277 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Checking segment: {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:48.761879 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.762279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Bound using segment: {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:48.762800 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Bound port: b622eaf3-dec3-4fbd-988c-f671518b2d2a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d957ed-72da-45b0-bc43-187751889266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:48.763311 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.774625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.802534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 01de227e-92a1-4268-94a2-757b5e49dada triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:48.803600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.873142 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] For port b622eaf3-dec3-4fbd-988c-f671518b2d2a, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:48.877752 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] For port b622eaf3-dec3-4fbd-988c-f671518b2d2a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b622eaf3-dec3-4fbd-988c-f671518b2d2a,segment=NetworkSegment(66d957ed-72da-45b0-bc43-187751889266),segment_id=66d957ed-72da-45b0-bc43-187751889266)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:48.882968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.888481 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:48.977750 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Routers {'828e65b9-a925-400a-94ac-a5274a5f473e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:48.981373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['828e65b9-a925-400a-94ac-a5274a5f473e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:49.007926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Pushing event updated for resources: {'Port': ['ID=5e19ce27-c40b-4281-9860-a04d0211977b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:49.022827 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.194937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.205719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-02dd3082-40c8-4ef9-a90a-cb7ddd8f1bec None None] Provisioning complete for port b622eaf3-dec3-4fbd-988c-f671518b2d2a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:49.208490 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02dd3082-40c8-4ef9-a90a-cb7ddd8f1bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.246523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67036a6-4cc4-403f-80f8-6ca6e464ee4e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:49.246990 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f1c89-4416-4dfb-a7e9-50cddcc50513 None None] Pushing event updated for resources: {'Port': ['ID=b622eaf3-dec3-4fbd-988c-f671518b2d2a,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:49.262843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.285537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.292869 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.296603 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bfe1d8e3-dd9f-4aca-b253-ec184556354f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e67036a6-4cc4-403f-80f8-6ca6e464ee4e HTTP/1.1" status: 204 len: 168 time: 0.6884141 Dec 15 04:39:49.297257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:49.308315 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] Set router 828e65b9-a925-400a-94ac-a5274a5f473e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:49.332997 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.335658 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-929e754a-cd6b-4840-b293-97a334cac772 req-4c019c72-1bac-486b-8d24-fdb7ce4f2d69 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3030322 Dec 15 04:39:49.351025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37384) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:49.386297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.440744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.445700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c4a6-0d0a-4428-9f31-7517d45c114d req-cbb81c30-99bd-469d-9655-9ff393065a68 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:49.454454 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3664c4a6-0d0a-4428-9f31-7517d45c114d req-cbb81c30-99bd-469d-9655-9ff393065a68 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.3353677 Dec 15 04:39:49.476484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efac6e29-994c-4d74-8af7-1dea3b985f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.503343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf473666-06a9-4223-b620-69031a8310c2 None None] Pushing event updated for resources: {'Port': ['ID=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:49.526244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-929e754a-cd6b-4840-b293-97a334cac772 req-28656d73-28db-4bb4-b4d1-470508725689 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.1775711 Dec 15 04:39:49.532885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Attempting to bind port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:49.533569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Attempting to bind port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:49.534115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Attempting to bind port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:49.542235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:49.542879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:49.543458 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.544014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:49.544921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Bound port: 82f843a5-5a6d-4b92-a4b8-ff8f03d67184, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:49.545468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.560520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.608944 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b622eaf3-dec3-4fbd-988c-f671518b2d2a', 'name': '', 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'mac_address': 'fa:16:3e:57:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:40Z', 'updated_at': '2021-12-15T04:39:48Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'subnets': [{'id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:49.620934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.641572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ab5c46-5b58-48eb-a979-99be61021267']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:49.650911 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff7817f-9ea4-4925-a861-cf2216ac33e3 None None] The sync data for ids ['828e65b9-a925-400a-94ac-a5274a5f473e'] in n-d-820935-10 is: [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:41Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'b622eaf3-dec3-4fbd-988c-f671518b2d2a', 'name': '', 'network_id': '982922c7-83bc-4259-93b6-720e59a950e0', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'mac_address': 'fa:16:3e:57:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:40Z', 'updated_at': '2021-12-15T04:39:48Z', 'revision_number': 4, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'subnets': [{'id': 'e2a519ad-b96c-49e4-b9ff-3ab8dac3f119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:49.652968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e7457f-8a96-4372-8a7e-f76056098fe6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:49.652968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e7457f-8a96-4372-8a7e-f76056098fe6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:49.664920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.679423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.683447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02dd3082-40c8-4ef9-a90a-cb7ddd8f1bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.685932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:39:49.686339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:39:49.746576 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:39:49.751392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.758006 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.764474 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8ab5c46-5b58-48eb-a979-99be61021267 HTTP/1.1" status: 204 len: 168 time: 0.4614370 Dec 15 04:39:49.781329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce416b8-9261-4d7d-ab3e-1b994b1e2c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ab5c46-5b58-48eb-a979-99be61021267,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:49.796710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-02dd3082-40c8-4ef9-a90a-cb7ddd8f1bec None None] For port b622eaf3-dec3-4fbd-988c-f671518b2d2a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b622eaf3-dec3-4fbd-988c-f671518b2d2a,segment=NetworkSegment(66d957ed-72da-45b0-bc43-187751889266),segment_id=66d957ed-72da-45b0-bc43-187751889266)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:49.800584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] For port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:49.807879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3664c4a6-0d0a-4428-9f31-7517d45c114d req-f7378b98-1964-4a32-966d-3c5fb2ce8978 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456326 Dec 15 04:39:49.810134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] For port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:49.813477 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02dd3082-40c8-4ef9-a90a-cb7ddd8f1bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:49.901257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd3082-40c8-4ef9-a90a-cb7ddd8f1bec None None] Pushing event updated for resources: {'Port': ['ID=b622eaf3-dec3-4fbd-988c-f671518b2d2a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:49.905919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.008272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf473666-06a9-4223-b620-69031a8310c2 None None] Pushing event updated for resources: {'Port': ['ID=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:50.042541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b622eaf3-dec3-4fbd-988c-f671518b2d2a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:50.050032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e754a-cd6b-4840-b293-97a334cac772 req-253bfe58-f9f3-409c-9bc4-55ce65a095b5 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:50.051897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-929e754a-cd6b-4840-b293-97a334cac772 req-253bfe58-f9f3-409c-9bc4-55ce65a095b5 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.5123129 Dec 15 04:39:50.131820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efac6e29-994c-4d74-8af7-1dea3b985f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.134454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9453706a-7ee2-4be1-98b2-21125480a025 None None] Provisioning complete for port b622eaf3-dec3-4fbd-988c-f671518b2d2a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:50.134454 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9453706a-7ee2-4be1-98b2-21125480a025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.160050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Routers {'4a22a427-7810-40a5-8afb-36889733e685'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:50.160719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4a22a427-7810-40a5-8afb-36889733e685'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:50.215423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37410) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:50.250909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Allocated IP 172.20.0.1 (d430962f-b1c1-467f-803c-45964c89edfa/944239f6-2ae1-4daa-8f68-630c5bea7173/cee9f85c-9a36-4707-a191-9631e8ed89cb) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:50.270021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b622eaf3-dec3-4fbd-988c-f671518b2d2a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:50.270517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.297940 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e00d459d-9250-4728-998c-bdb54968ae7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5961ceaa98ff42e79f0ded1437dc793b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813177 Dec 15 04:39:50.300315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37412) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:50.381888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da2d25a7-2345-4dc5-9c28-cb9e7bfcc037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.400741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] Set router 4a22a427-7810-40a5-8afb-36889733e685 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:50.406341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.421896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da2d25a7-2345-4dc5-9c28-cb9e7bfcc037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.466840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8443d8a-ed29-458d-9cc3-4cd9ce17052c req-2bb4797a-7254-4656-9497-86e1645528fd tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips/8a297a47-5bf7-4ae6-b2f2-5c75a719a6a2 HTTP/1.1" status: 200 len: 693 time: 0.3855975 Dec 15 04:39:50.468580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-efac6e29-994c-4d74-8af7-1dea3b985f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.502922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da2d25a7-2345-4dc5-9c28-cb9e7bfcc037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.509596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da2d25a7-2345-4dc5-9c28-cb9e7bfcc037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.511858 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da2d25a7-2345-4dc5-9c28-cb9e7bfcc037 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d1de27f-d62f-4692-b3d6-12a8e43eafb0 HTTP/1.1" status: 204 len: 168 time: 0.2099512 Dec 15 04:39:50.521945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d25a7-2345-4dc5-9c28-cb9e7bfcc037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1de27f-d62f-4692-b3d6-12a8e43eafb0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:50.524555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac6e29-994c-4d74-8af7-1dea3b985f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7090b233-a64a-4294-a4b7-db7470cbec9f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:50.529567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.713623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Network d430962f-b1c1-467f-803c-45964c89edfa is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:50.727427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:50.743798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:50.756702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:39:45Z', 'revision_number': 3, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:50.757968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-efac6e29-994c-4d74-8af7-1dea3b985f61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c483825413a414ca860caee1f8edbeb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4038868 Dec 15 04:39:50.758498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Pushing event updated for resources: {'Port': ['ID=cee9f85c-9a36-4707-a191-9631e8ed89cb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:50.760296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37416) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:50.845184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58398600-73c4-485b-8c0a-bc784dcfb28d None None] The sync data for ids ['4a22a427-7810-40a5-8afb-36889733e685'] in n-d-820935-10 is: [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:39:45Z', 'revision_number': 3, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:50.891626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:50.906779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:39:50.921323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:39:50.967735 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.041244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.053611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.055907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.057233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7090b233-a64a-4294-a4b7-db7470cbec9f HTTP/1.1" status: 204 len: 168 time: 0.2958953 Dec 15 04:39:51.071118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090b233-a64a-4294-a4b7-db7470cbec9f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:51.094022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.094716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.095043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.095388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.100307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.100713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.101064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.101410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.101751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.102095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.102432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.103016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.103285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180ac92-db1d-4e1f-a477-1b203646de49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:39:51.199422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8443d8a-ed29-458d-9cc3-4cd9ce17052c req-18e79b0a-753d-4a67-9240-000ddefa475b tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:51.213166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8443d8a-ed29-458d-9cc3-4cd9ce17052c req-18e79b0a-753d-4a67-9240-000ddefa475b tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.7374651 Dec 15 04:39:51.226478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-000ed04a-9e7e-464f-953e-fee1f430e0cc None None] Provisioning complete for port cee9f85c-9a36-4707-a191-9631e8ed89cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:51.226771 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-000ed04a-9e7e-464f-953e-fee1f430e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.285068 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.296395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:51.315744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-000ed04a-9e7e-464f-953e-fee1f430e0cc None None] Port cee9f85c-9a36-4707-a191-9631e8ed89cb cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:51.326638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'port_id': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'mac_address': 'fa:16:3e:fd:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26eb724-63c4-4428-a4a8-29117339ff31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:39:51.357717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:51.360316 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ac46c-b3d3-47af-b3ad-8ccb4eba50a6" -d '{"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-unplugged", "status": "completed", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:51.397079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088f2b4-dfe2-4139-8edf-c1d946eae8a8 req-01d78095-127a-4c7f-bfb5-18fb2c079590 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:51.415029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6088f2b4-dfe2-4139-8edf-c1d946eae8a8 req-01d78095-127a-4c7f-bfb5-18fb2c079590 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.4391103 Dec 15 04:39:51.417755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:51.435290 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.451987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.549778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:51.560670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.593028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13358699-aadf-49b3-ac52-d6c45f0b1346 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:39:51.711751 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:39:51.713797 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:39:51.758532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:51.923903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-197e4e50-8e49-4c1b-a4f0-25d886ea2e3e req-7d0d9cfa-83a7-4b57-ae26-54883296004a tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=f2266696116d4b7bbc073223b321f749 HTTP/1.1" status: 200 len: 696 time: 0.1550262 Dec 15 04:39:52.018560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:52.086109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:52.086720 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.133423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4e50-8e49-4c1b-a4f0-25d886ea2e3e req-36644e34-f7b6-49b5-99b7-4daf247ac1c3 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:52.140881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-197e4e50-8e49-4c1b-a4f0-25d886ea2e3e req-36644e34-f7b6-49b5-99b7-4daf247ac1c3 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks?id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 787 time: 0.2157819 Dec 15 04:39:52.196975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37472) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:52.197697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.278773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6088f2b4-dfe2-4139-8edf-c1d946eae8a8 req-455e3800-ff94-4fb1-9908-e524adc64a1c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8624957 Dec 15 04:39:52.362259 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.410125 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.429616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Pushing event updated for resources: {'Port': ['ID=cee9f85c-9a36-4707-a191-9631e8ed89cb,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:52.434531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13358699-aadf-49b3-ac52-d6c45f0b1346 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:39:52.445238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.528149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:52.538745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:52.540880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.541759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b622eaf3-dec3-4fbd-988c-f671518b2d2a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:52.544696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-998908227-network', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:52.555788 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.598631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Made reservation on behalf of ec5bab5278ed44a39b0ea0bada31b16d for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:52.603253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.626933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.643572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-1bc8d248-5805-46cb-98da-43bbd801ddfa tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips/8a297a47-5bf7-4ae6-b2f2-5c75a719a6a2 HTTP/1.1" status: 200 len: 693 time: 0.2128386 Dec 15 04:39:52.672502 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c7a2e3-459c-4564-ab65-23c18170f305 x-openstack-request-id: req-55c7a2e3-459c-4564-ab65-23c18170f305 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:52.673096 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-unplugged", "status": "completed", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:52.673566 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55c7a2e3-459c-4564-ab65-23c18170f305 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:52.674748 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'code': 200} Dec 15 04:39:52.711518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:52.746680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Network d430962f-b1c1-467f-803c-45964c89edfa is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:52.764269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.774477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.782464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:52.812698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:52.824390 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:39:52.829627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b622eaf3-dec3-4fbd-988c-f671518b2d2a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:52.830177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.851897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ba44c-6fe9-4656-a41f-3acded5a4464,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:52.860615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.861295 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Added segment 11200a2b-b96f-47a7-8fc6-07757480013b of type vlan for network 777271ce-3588-40ab-8872-ae33af528ec1 Dec 15 04:39:52.922860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.952043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['13358699-aadf-49b3-ac52-d6c45f0b1346'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:39:52.979925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:52.982254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:52.983459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.049844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-ad4fc562-a21f-4bba-8977-d288d3e738d3 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:53.055496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-ad4fc562-a21f-4bba-8977-d288d3e738d3 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.3539915 Dec 15 04:39:53.107562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] Pushing event updated for resources: {'Network': ['ID=777271ce-3588-40ab-8872-ae33af528ec1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:53.124190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 777271ce-3588-40ab-8872-ae33af528ec1 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:39:53.127523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eaf51f2e-1c37-4c43-9693-c2bb7544f25e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9294391 Dec 15 04:39:53.130222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:53.135549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-62c2256f-95b5-4b49-89b6-8000328b734a tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0708113 Dec 15 04:39:53.138757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Request body: {'subnet': {'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-998908227-subnet', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:53.144178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Router 4a22a427-7810-40a5-8afb-36889733e685 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:39:53.168047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Made reservation on behalf of ec5bab5278ed44a39b0ea0bada31b16d for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:53.172818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.236260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-9a066407-6e3a-4323-8cf7-b88711ae4e37 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.0900595 Dec 15 04:39:53.403268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-10426bc7-e160-4ac2-92c5-97a79fd61610 None None] Provisioning complete for port cee9f85c-9a36-4707-a191-9631e8ed89cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:53.403849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10426bc7-e160-4ac2-92c5-97a79fd61610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.481156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-10426bc7-e160-4ac2-92c5-97a79fd61610 None None] Port cee9f85c-9a36-4707-a191-9631e8ed89cb cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:39:53.521200 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.624689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Checking segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:53.625165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Network hostable DHCP agents. Network: 777271ce-3588-40ab-8872-ae33af528ec1, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:39:53.627414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:53.678442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Network 777271ce-3588-40ab-8872-ae33af528ec1 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:39:53.690893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 777271ce-3588-40ab-8872-ae33af528ec1) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:53.703213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdb120-ee87-484d-acde-12239dba0994 None None] Network 777271ce-3588-40ab-8872-ae33af528ec1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:53.704868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:53.705702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.745012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b42331e5-8948-48fb-827f-fba4d319d636 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6122680 Dec 15 04:39:53.745653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37514) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:53.750582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:53.780911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.782187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.892354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:53.897934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:39:53.902668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:53.902668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:53.965238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a8edc897-95e2-4494-b79f-6759a591a30c admin admin] 10.222.0.37 "PUT /v2.0/routers/4a22a427-7810-40a5-8afb-36889733e685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6989071 Dec 15 04:39:54.094576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628b7d-9d2c-4078-9497-cfb5b4b2f4fa req-4da75db3-7717-4f27-8519-71cd48ad2aa7 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:54.096318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34628b7d-9d2c-4078-9497-cfb5b4b2f4fa req-4da75db3-7717-4f27-8519-71cd48ad2aa7 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 944 time: 0.1515713 Dec 15 04:39:54.148867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Deleting port 5e19ce27-c40b-4281-9860-a04d0211977b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:54.149217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.168205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.213269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-777271ce-3588-40ab-8872-ae33af528ec1', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:39:54.215313 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.218779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34628b7d-9d2c-4078-9497-cfb5b4b2f4fa req-51e39650-69d6-446f-a1fe-0de13e99fe8b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150556 Dec 15 04:39:54.229802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-509303244', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:54.246394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Sync routers for ids ['4a22a427-7810-40a5-8afb-36889733e685'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:39:54.287184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.287670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.308636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Made reservation on behalf of 41c98b7290984580bb9685e3cac8a26e for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:39:54.311861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Calling delete_port for 5e19ce27-c40b-4281-9860-a04d0211977b owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:54.315213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.332016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.432342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Allocated IP 172.20.0.2 (777271ce-3588-40ab-8872-ae33af528ec1/c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a/ca5102ad-40d4-4feb-aa88-9967a98b49cb) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:54.525782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.552775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:54.553647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.575661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Pushing event deleted for resources: {'Port': ['ID=5e19ce27-c40b-4281-9860-a04d0211977b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:54.587996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Routers {'4a22a427-7810-40a5-8afb-36889733e685'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:54.587996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4a22a427-7810-40a5-8afb-36889733e685'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:54.656277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.669904 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.726264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] device_id is not set on port 8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:39:54.763005 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.771790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.775322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.776550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aae86c-b349-4762-af57-84c4fa4a7e6e req-023871ae-ce26-4c0a-b292-e1246972fe36 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "DELETE /v2.0/floatingips/8a297a47-5bf7-4ae6-b2f2-5c75a719a6a2 HTTP/1.1" status: 204 len: 173 time: 1.5391719 Dec 15 04:39:54.836981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9648cb3c-17de-4e4d-99c6-8957ba84e3ff,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:54.849144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:54.898332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Set router 4a22a427-7810-40a5-8afb-36889733e685 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:54.968781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Allocated IP 172.25.2.84 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:55.011289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-ce1cc722-cbbf-4dc9-b8aa-61d3540e6df1 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2024899 Dec 15 04:39:55.020890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:55.051263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:55.055678 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.059303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.073178 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.120779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Pushing event updated for resources: {'Port': ['ID=ca5102ad-40d4-4feb-aa88-9967a98b49cb,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:55.175178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Network 777271ce-3588-40ab-8872-ae33af528ec1 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:55.188035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:55.194115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:55.263107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:39:51Z', 'revision_number': 4, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cee9f85c-9a36-4707-a191-9631e8ed89cb', 'name': '', 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'mac_address': 'fa:16:3e:08:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '944239f6-2ae1-4daa-8f68-630c5bea7173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:49Z', 'updated_at': '2021-12-15T04:39:51Z', 'revision_number': 2, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'subnets': [{'id': '944239f6-2ae1-4daa-8f68-630c5bea7173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:55.264823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 13358699-aadf-49b3-ac52-d6c45f0b1346 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:55.265186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.276316 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.282266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Attempting to bind port ca5102ad-40d4-4feb-aa88-9967a98b49cb on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:55.282640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Attempting to bind port ca5102ad-40d4-4feb-aa88-9967a98b49cb by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:55.283002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Attempting to bind port ca5102ad-40d4-4feb-aa88-9967a98b49cb on network 777271ce-3588-40ab-8872-ae33af528ec1 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:55.346053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Checking router: 4a22a427-7810-40a5-8afb-36889733e685 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:39:55.346587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Updating router 4a22a427-7810-40a5-8afb-36889733e685 port cee9f85c-9a36-4707-a191-9631e8ed89cb binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:39:55.361110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:55.361508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Checking segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:55.361919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.362322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Bound using segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:55.362816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Bound port: ca5102ad-40d4-4feb-aa88-9967a98b49cb, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:55.363198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.371837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.441510 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.461303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae4334-4d26-4c54-9f9b-296ea4d1f661 req-2e86e42c-7caf-40cd-a959-bc966d02a008 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:55.463156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0ae4334-4d26-4c54-9f9b-296ea4d1f661 req-2e86e42c-7caf-40cd-a959-bc966d02a008 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 944 time: 0.0741322 Dec 15 04:39:55.487844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.518885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] For port ca5102ad-40d4-4feb-aa88-9967a98b49cb, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:55.547749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0ae4334-4d26-4c54-9f9b-296ea4d1f661 req-82a56928-b8d7-4676-bcf1-e0e3c2bbc295 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754657 Dec 15 04:39:55.617090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:55.632841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Pushing event updated for resources: {'Port': ['ID=8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:55.635528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:55.653393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:55.675918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Allocated IP 172.25.2.86 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:55.721294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:55.721900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.762791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c62d6efd-c427-46ec-af7a-5798d9c6fc24 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8592446 Dec 15 04:39:55.765544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:55.770434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.84'}]}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:39:55.815921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.816915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.875640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.878202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.880161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.888575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] For port ca5102ad-40d4-4feb-aa88-9967a98b49cb, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca5102ad-40d4-4feb-aa88-9967a98b49cb,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:55.910332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.933868 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:55.951700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.015039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:39:56.018349 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590fd67-d323-4a79-82cb-e93f499d76d3" -d '{"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-plugged", "status": "completed", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:39:56.123504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30702b2-a6d7-47a7-837f-d7c47e2f8ff7 None None] Pushing event updated for resources: {'Port': ['ID=ca5102ad-40d4-4feb-aa88-9967a98b49cb,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:56.127441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:56.154719 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea46291-a47d-417d-9b27-a98e1650b605 x-openstack-request-id: req-5ea46291-a47d-417d-9b27-a98e1650b605 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:39:56.155026 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-plugged", "status": "completed", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:39:56.155284 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ea46291-a47d-417d-9b27-a98e1650b605 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:39:56.155682 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'code': 200} Dec 15 04:39:56.199354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Allocated IP 172.25.2.72 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/788dd612-5836-4ff1-a29f-2f2305d6f8a4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:39:56.202674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.203849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.230115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.329231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Attempting to bind port cee9f85c-9a36-4707-a191-9631e8ed89cb on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:39:56.329605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Attempting to bind port cee9f85c-9a36-4707-a191-9631e8ed89cb by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:39:56.329974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Attempting to bind port cee9f85c-9a36-4707-a191-9631e8ed89cb on network d430962f-b1c1-467f-803c-45964c89edfa {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:39:56.350304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:39:56.350689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Checking segment: {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:39:56.351096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.351495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Bound using segment: {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:39:56.351978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Bound port: cee9f85c-9a36-4707-a191-9631e8ed89cb, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad251c0a-d9ce-43c9-b527-cf4a2945810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:39:56.352386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.370453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d3b71-dd74-4916-8e74-1c12aa06f367 None None] Pushing event updated for resources: {'Port': ['ID=cee9f85c-9a36-4707-a191-9631e8ed89cb,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:56.397954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:56.420313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:56.432932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:56.538477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.576527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:56.623176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.727004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:39:56.772645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Pushing event updated for resources: {'Port': ['ID=788dd612-5836-4ff1-a29f-2f2305d6f8a4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:56.783125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:39:56.790631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:39:56.795182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] For port cee9f85c-9a36-4707-a191-9631e8ed89cb, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:39:56.799480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] For port cee9f85c-9a36-4707-a191-9631e8ed89cb, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cee9f85c-9a36-4707-a191-9631e8ed89cb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:39:56.818847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.845933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:56.912595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3817-e941-427e-bee9-f1ce4f2c8db3 req-dc601b12-b471-43db-9ba4-e3555ed0ddad tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:56.931501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e6857c48-03fd-4f12-95be-ad6c0169a80a None None] Provisioning complete for port cee9f85c-9a36-4707-a191-9631e8ed89cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:56.934892 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6857c48-03fd-4f12-95be-ad6c0169a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:56.935417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-112d3817-e941-427e-bee9-f1ce4f2c8db3 req-dc601b12-b471-43db-9ba4-e3555ed0ddad tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2064559 Dec 15 04:39:57.024198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-112d3817-e941-427e-bee9-f1ce4f2c8db3 req-492bd0c1-b1a7-4489-9015-e032af8a6d89 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727065 Dec 15 04:39:57.029474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Routers {'4a22a427-7810-40a5-8afb-36889733e685'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:39:57.030219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4a22a427-7810-40a5-8afb-36889733e685'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:57.181877 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.266203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d3b71-dd74-4916-8e74-1c12aa06f367 None None] Pushing event updated for resources: {'Port': ['ID=cee9f85c-9a36-4707-a191-9631e8ed89cb,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:57.285662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.413695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664628-140e-49dd-b4e8-62315fce3391 req-cca6fc4e-ef94-4457-ace8-1a4c559233f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:57.415218 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48664628-140e-49dd-b4e8-62315fce3391 req-cca6fc4e-ef94-4457-ace8-1a4c559233f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 1097 time: 1.0146823 Dec 15 04:39:57.424393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6857c48-03fd-4f12-95be-ad6c0169a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.470686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] Set router 4a22a427-7810-40a5-8afb-36889733e685 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:39:57.586281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-48664628-140e-49dd-b4e8-62315fce3391 req-d8603a9e-faed-482e-8800-b9aba7ec8308 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346240 Dec 15 04:39:57.603637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.613910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.641061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e6857c48-03fd-4f12-95be-ad6c0169a80a None None] For port cee9f85c-9a36-4707-a191-9631e8ed89cb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cee9f85c-9a36-4707-a191-9631e8ed89cb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:57.654136 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6857c48-03fd-4f12-95be-ad6c0169a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.720613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-25a33187-01a0-4ae8-b3fe-b5792c114ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.732165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Pushing event updated for resources: {'Port': ['ID=788dd612-5836-4ff1-a29f-2f2305d6f8a4,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:57.765405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.810989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.813505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d2958a80-65f0-4117-ad0a-8d3a7b01a296 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8001609 Dec 15 04:39:57.889501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a7762-0fc4-4baf-b829-a1707039b086 None None] Network 777271ce-3588-40ab-8872-ae33af528ec1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:39:57.937254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6857c48-03fd-4f12-95be-ad6c0169a80a None None] Pushing event updated for resources: {'Port': ['ID=cee9f85c-9a36-4707-a191-9631e8ed89cb,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:57.948907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-d97d2bf2-a0b1-4d79-b5d1-122474260506 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.72 HTTP/1.1" status: 200 len: 695 time: 0.1294405 Dec 15 04:39:57.961699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:57.985535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.053811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.090561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca5102ad-40d4-4feb-aa88-9967a98b49cb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:39:58.168051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-8533961a-fe78-43d5-b2ee-b0b11259251c tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:58.169552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdfb4d49-e813-46c5-80c4-566e4411296c req-8533961a-fe78-43d5-b2ee-b0b11259251c tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.2197397 Dec 15 04:39:58.175168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0c2edbb2-f354-4457-adb6-0411411c2cb8 None None] Provisioning complete for port cee9f85c-9a36-4707-a191-9631e8ed89cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:58.177005 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c2edbb2-f354-4457-adb6-0411411c2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.371355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-a9b310d3-cf5b-48fe-9514-52f082c5bc7c tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips/10a1eb8d-76ae-437a-8c5b-6c70179aa9d9 HTTP/1.1" status: 200 len: 692 time: 0.1450658 Dec 15 04:39:58.415160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073d89c-74af-4e8d-a851-94dd53658583 req-183a3da6-5db7-427a-9675-dbecac77f750 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:58.421489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b073d89c-74af-4e8d-a851-94dd53658583 req-183a3da6-5db7-427a-9675-dbecac77f750 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.2509141 Dec 15 04:39:58.445541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ca5102ad-40d4-4feb-aa88-9967a98b49cb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:58.446006 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.564172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.604109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.622523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:39:51Z', 'revision_number': 4, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cee9f85c-9a36-4707-a191-9631e8ed89cb', 'name': '', 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'mac_address': 'fa:16:3e:08:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '944239f6-2ae1-4daa-8f68-630c5bea7173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:49Z', 'updated_at': '2021-12-15T04:39:56Z', 'revision_number': 4, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'subnets': [{'id': '944239f6-2ae1-4daa-8f68-630c5bea7173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:39:58.700319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-208c11de-cfe2-49ff-910d-c8b153f3e302 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:39:58.702038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-208c11de-cfe2-49ff-910d-c8b153f3e302 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 784 time: 0.3066666 Dec 15 04:39:58.732591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3a33d-fe94-474a-8030-38028937f998 None None] The sync data for ids ['4a22a427-7810-40a5-8afb-36889733e685'] in n-d-820935-10 is: [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:39:51Z', 'revision_number': 4, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cee9f85c-9a36-4707-a191-9631e8ed89cb', 'name': '', 'network_id': 'd430962f-b1c1-467f-803c-45964c89edfa', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'mac_address': 'fa:16:3e:08:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '944239f6-2ae1-4daa-8f68-630c5bea7173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:49Z', 'updated_at': '2021-12-15T04:39:56Z', 'revision_number': 4, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'subnets': [{'id': '944239f6-2ae1-4daa-8f68-630c5bea7173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:39:58.920492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-565bfdd1-55b0-4103-8724-27d9c885f018 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.72 HTTP/1.1" status: 200 len: 695 time: 0.2112792 Dec 15 04:39:58.980169 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:58.983726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dd056e3a-9941-4654-b4df-8f6a3eacce0f None None] Provisioning complete for port ca5102ad-40d4-4feb-aa88-9967a98b49cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:58.985104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd056e3a-9941-4654-b4df-8f6a3eacce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.046833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b073d89c-74af-4e8d-a851-94dd53658583 req-13d94cae-d559-406c-82e0-137b72fc3e42 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426437 Dec 15 04:39:59.170374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.174651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.198558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-765e31c4-ea89-49bb-827d-a93def6be509 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.72 HTTP/1.1" status: 200 len: 695 time: 0.2383482 Dec 15 04:39:59.244713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ca5102ad-40d4-4feb-aa88-9967a98b49cb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca5102ad-40d4-4feb-aa88-9967a98b49cb,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:39:59.254314 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.370875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.371393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0495e19c-df4c-4997-bdcb-8f9319ebe60d {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:39:59.405800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ca5102ad-40d4-4feb-aa88-9967a98b49cb,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:39:59.471045 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 04:39:59.474176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dda7762a-e07b-4f3b-aff7-395de9e70ce7 None None] Provisioning complete for port ca5102ad-40d4-4feb-aa88-9967a98b49cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:39:59.474737 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dda7762a-e07b-4f3b-aff7-395de9e70ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.478869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0937f446-2218-4218-8f7f-10935eec6c7c tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7095749 Dec 15 04:39:59.478869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:39:59.511456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Deleting port 788dd612-5836-4ff1-a29f-2f2305d6f8a4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:59.513257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.671910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Router e8984034-0cd2-42c3-a60d-a08aaad3eb93 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:39:59.742476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.743004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.758173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Calling delete_port for 788dd612-5836-4ff1-a29f-2f2305d6f8a4 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:39:59.860814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8311654a-ee1d-4a53-a48f-809b535b0b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:39:59.898241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Deleting port 8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:39:59.898739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.001439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:00.013143 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Sync routers for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:00.027603 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:00.033861 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:00.063990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.071345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.075270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa1e764e-8fff-477a-a9a7-c953e59956c5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3261254 Dec 15 04:40:00.075822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37650) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:00.086333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Calling delete_port for 8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:00.107129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cee9f85c-9a36-4707-a191-9631e8ed89cb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:00.246825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port cee9f85c-9a36-4707-a191-9631e8ed89cb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:00.247183 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.369195 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:00.444249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.444876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca5102ad-40d4-4feb-aa88-9967a98b49cb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:00.478219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.484873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:00.506324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec3e29-fd4a-444a-9541-ad79ac244bcb req-4f0e1510-3864-42ba-b536-859de172791f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:00.513566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3ec3e29-fd4a-444a-9541-ad79ac244bcb req-4f0e1510-3864-42ba-b536-859de172791f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1987534 Dec 15 04:40:00.568908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ca5102ad-40d4-4feb-aa88-9967a98b49cb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:00.569297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.592179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Pushing event deleted for resources: {'Port': ['ID=788dd612-5836-4ff1-a29f-2f2305d6f8a4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:00.642764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.654544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f5c1432-be89-48de-9b14-dbb4a7238bc8 tempest-RoutersAdminNegativeIpV6Test-959073780 tempest-RoutersAdminNegativeIpV6Test-959073780-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8c5d4166-1e6c-49ac-b61f-8c6145c0c4bd HTTP/1.1" status: 204 len: 168 time: 1.1667855 Dec 15 04:40:00.792559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.795146 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:00.797306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a556176-8de6-43b6-a7fb-8f20b091a1e5 req-55274084-0d2c-4119-9c75-88f2f88e3fdb tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "DELETE /v2.0/floatingips/10a1eb8d-76ae-437a-8c5b-6c70179aa9d9 HTTP/1.1" status: 204 len: 173 time: 1.5924964 Dec 15 04:40:00.801675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3ec3e29-fd4a-444a-9541-ad79ac244bcb req-e78ea390-0dbe-4d11-ba7d-2449d693d9d0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797050 Dec 15 04:40:01.074998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.087885 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:39:57Z', 'revision_number': 3, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:01.129089 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Checking router: e8984034-0cd2-42c3-a60d-a08aaad3eb93 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:40:01.129443 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Updating router e8984034-0cd2-42c3-a60d-a08aaad3eb93 port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:40:01.160057 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.201784 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-1c3cd4f7-2af5-40a7-b4f4-d4d099cab4ae req-473668e2-4842-4a71-a9fe-9a8ce6cb2ee4 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] show failed (client error): The resource could not be found. Dec 15 04:40:01.210093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c3cd4f7-2af5-40a7-b4f4-d4d099cab4ae req-473668e2-4842-4a71-a9fe-9a8ce6cb2ee4 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips/10a1eb8d-76ae-437a-8c5b-6c70179aa9d9 HTTP/1.1" status: 404 len: 350 time: 0.1508200 Dec 15 04:40:01.236388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37682) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:01.286362 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-c8a54350-cce5-4a29-8601-90689e321e2b req-b32e79dd-a865-4468-acf5-aa25963fc389 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] show failed (client error): The resource could not be found. Dec 15 04:40:01.295738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8a54350-cce5-4a29-8601-90689e321e2b req-b32e79dd-a865-4468-acf5-aa25963fc389 tempest-FloatingIPsTestJSON-2098489887 tempest-FloatingIPsTestJSON-2098489887-project] 10.222.0.37 "GET /v2.0/floatingips/10a1eb8d-76ae-437a-8c5b-6c70179aa9d9 HTTP/1.1" status: 404 len: 350 time: 0.0538614 Dec 15 04:40:01.301269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37686) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:01.309994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d47aa-47db-4782-ac2c-61c4f3fc5249 req-7d9865c0-8dae-42a2-9a00-7b460967d2e0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:01.317435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c30d47aa-47db-4782-ac2c-61c4f3fc5249 req-7d9865c0-8dae-42a2-9a00-7b460967d2e0 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1616187 Dec 15 04:40:01.456258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63afe52-950a-4c7c-bc89-1da78dfcba4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.537509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c30d47aa-47db-4782-ac2c-61c4f3fc5249 req-60cc7d77-a8ba-4201-a7b5-0ca261e29618 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189357 Dec 15 04:40:01.633146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63afe52-950a-4c7c-bc89-1da78dfcba4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.638691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e63afe52-950a-4c7c-bc89-1da78dfcba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.684975 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e63afe52-950a-4c7c-bc89-1da78dfcba4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9bdfa9155c048a689fc830c37c21035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4471028 Dec 15 04:40:01.687280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37690) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:01.689799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63afe52-950a-4c7c-bc89-1da78dfcba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c48fac-26ac-4f40-8ed1-0ef9724f829b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:01.759975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.803254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-560529cd-0de4-4d0f-a5ce-c7b701cb732d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.842079 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.862910 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.898878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-560529cd-0de4-4d0f-a5ce-c7b701cb732d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:01.948326 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9bf9d-c515-4a5b-94a9-29f29ee7d32c None None] Pushing event updated for resources: {'Port': ['ID=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:02.005322 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Attempting to bind port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:02.006486 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Attempting to bind port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:02.007535 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Attempting to bind port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:02.015551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-560529cd-0de4-4d0f-a5ce-c7b701cb732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.023875 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:02.024915 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:02.026741 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.027283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-560529cd-0de4-4d0f-a5ce-c7b701cb732d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.028290 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:02.029610 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Bound port: 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:02.031294 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.035998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-560529cd-0de4-4d0f-a5ce-c7b701cb732d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48c48fac-26ac-4f40-8ed1-0ef9724f829b HTTP/1.1" status: 204 len: 168 time: 0.3442988 Dec 15 04:40:02.068803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Allocated IP 172.20.0.1 (777271ce-3588-40ab-8872-ae33af528ec1/c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a/517889e5-6409-4c78-8430-02d2ee5a36a2) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:02.071085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560529cd-0de4-4d0f-a5ce-c7b701cb732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c48fac-26ac-4f40-8ed1-0ef9724f829b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:02.205669 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] For port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:02.220352 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] For port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:02.235555 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.312816 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:02.313583 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:02.406545 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9bf9d-c515-4a5b-94a9-29f29ee7d32c None None] Pushing event updated for resources: {'Port': ['ID=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:02.485135 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:02.605967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.653563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37720) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:02.662002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.697851 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c203d709-6c4f-42c2-9d24-13ddc5d3763f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41c98b7290984580bb9685e3cac8a26e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467083 Dec 15 04:40:02.698099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37724) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:02.753993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-39880100-bb18-45d6-b901-415be58ba12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:39:57Z', 'revision_number': 3, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:02.761920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b610145a-1fae-4f1f-8b8f-2448f0a2aad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.787815 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39880100-bb18-45d6-b901-415be58ba12e None None] The sync data for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 is: [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:39:57Z', 'revision_number': 3, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:02.811082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b610145a-1fae-4f1f-8b8f-2448f0a2aad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.876654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b610145a-1fae-4f1f-8b8f-2448f0a2aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.879553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b610145a-1fae-4f1f-8b8f-2448f0a2aad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:02.883283 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b610145a-1fae-4f1f-8b8f-2448f0a2aad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9648cb3c-17de-4e4d-99c6-8957ba84e3ff HTTP/1.1" status: 204 len: 168 time: 0.1816256 Dec 15 04:40:02.890053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610145a-1fae-4f1f-8b8f-2448f0a2aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648cb3c-17de-4e4d-99c6-8957ba84e3ff,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:02.960271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-148d43ed-0add-499b-9a3f-07d43feb2955 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:02.961769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-148d43ed-0add-499b-9a3f-07d43feb2955 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 814 time: 0.3695462 Dec 15 04:40:02.988604 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.054352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-c87192b6-d7b0-495b-816b-180ffedfb6ea tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/quotas/a63f5367541341c4b744f7876abd06a7 HTTP/1.1" status: 200 len: 375 time: 0.0620804 Dec 15 04:40:03.076740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Network 777271ce-3588-40ab-8872-ae33af528ec1 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:03.130334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:03.165584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Pushing event updated for resources: {'Port': ['ID=517889e5-6409-4c78-8430-02d2ee5a36a2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:03.176272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:03.274421 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.351273 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.442271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-97b7ac30-2fa3-442f-a537-ab8834795153 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3675108 Dec 15 04:40:03.482821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.487329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.631267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-80fd74b9-360b-4cd0-8b9a-570de9c6350f None None] Provisioning complete for port 517889e5-6409-4c78-8430-02d2ee5a36a2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:03.631795 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80fd74b9-360b-4cd0-8b9a-570de9c6350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.641988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-d8872228-82d2-43c0-abfd-3e0524c7cbed tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:03.644316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-d8872228-82d2-43c0-abfd-3e0524c7cbed tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a34f86-ed4e-46eb-9a16-53e9143ce311 HTTP/1.1" status: 200 len: 945 time: 0.1340957 Dec 15 04:40:03.742197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-80fd74b9-360b-4cd0-8b9a-570de9c6350f None None] Port 517889e5-6409-4c78-8430-02d2ee5a36a2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:03.795487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-cacd845b-8574-4021-86f2-7bc64528acc3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:40:03.804248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-cacd845b-8574-4021-86f2-7bc64528acc3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3603294 Dec 15 04:40:03.893992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Deleting port 13358699-aadf-49b3-ac52-d6c45f0b1346 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:03.894541 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:03.905441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:40:03.938502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:04.012553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:04.013629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.134357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] For port 13358699-aadf-49b3-ac52-d6c45f0b1346, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13358699-aadf-49b3-ac52-d6c45f0b1346,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:04.134732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.165117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.178729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Calling delete_port for 13358699-aadf-49b3-ac52-d6c45f0b1346 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:04.230068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:04.239738 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.350838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:04.364972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.365500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.365999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.366526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.367496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.368006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.368796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.369443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.369961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.370451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.370940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.371424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.371906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:04.410106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-3fcd1603-ff2c-4c47-b140-af03f0b62c6a service neutron] 10.222.0.37 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045229 Dec 15 04:40:04.525253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.559064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['13358699-aadf-49b3-ac52-d6c45f0b1346'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:04.572371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.582794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37766) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:04.586985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Pushing event deleted for resources: {'Port': ['ID=13358699-aadf-49b3-ac52-d6c45f0b1346,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:04.651075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] No DVR routers for this DVR port 13358699-aadf-49b3-ac52-d6c45f0b1346 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:04.657223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.665026 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1c5e4ffd-f942-4c63-8c48-2d90066a48a0 req-2425b127-3687-49b1-86e7-141d5656f673 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "DELETE /v2.0/ports/13358699-aadf-49b3-ac52-d6c45f0b1346 HTTP/1.1" status: 204 len: 173 time: 1.0094893 Dec 15 04:40:04.665933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-deleted', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:04.669430 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfa17c2-3082-4185-a220-20ab800076aa" -d '{"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-deleted", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:04.687901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-6ae04ead-3f2f-4bad-b42e-818d9db00d8b service neutron] 10.222.0.37 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763860 Dec 15 04:40:04.798817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-232544466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:04.813993 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e2ae00-6c4d-4920-a139-1d414e2d55fc x-openstack-request-id: req-82e2ae00-6c4d-4920-a139-1d414e2d55fc {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:04.814296 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a34f86-ed4e-46eb-9a16-53e9143ce311", "name": "network-vif-deleted", "tag": "13358699-aadf-49b3-ac52-d6c45f0b1346", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:04.814556 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82e2ae00-6c4d-4920-a139-1d414e2d55fc {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:04.814962 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a34f86-ed4e-46eb-9a16-53e9143ce311', 'name': 'network-vif-deleted', 'tag': '13358699-aadf-49b3-ac52-d6c45f0b1346', 'status': 'completed', 'code': 200} Dec 15 04:40:04.863868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.865153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.966779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:04.987677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.022569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45c74b5b-cda9-40da-a482-d490e594fbc9 req-546435b8-af2c-4783-bd20-d82d5fb1053b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 210 time: 0.0754333 Dec 15 04:40:05.042626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.049250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-954a8fea-accc-423f-abab-e68a38c57363 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4544463 Dec 15 04:40:05.050046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37778) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:05.064689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-941695529'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:05.096607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:05.107719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.109785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Deleting port b622eaf3-dec3-4fbd-988c-f671518b2d2a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:05.110134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.124461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.182499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.191450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.242293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.263082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.313873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Pushing event updated for resources: {'Port': ['ID=517889e5-6409-4c78-8430-02d2ee5a36a2,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:05.337053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:05.342738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.359074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.359432 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Added segment 91d024fd-16d0-4b7d-bdf1-fd9518b83c46 of type vlan for network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 Dec 15 04:40:05.387496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] For port b622eaf3-dec3-4fbd-988c-f671518b2d2a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b622eaf3-dec3-4fbd-988c-f671518b2d2a,segment=NetworkSegment(66d957ed-72da-45b0-bc43-187751889266),segment_id=66d957ed-72da-45b0-bc43-187751889266)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:05.388229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.466350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.473546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b915b8-5be9-44ef-b8bd-825d94aab305,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:05.531517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Calling delete_port for b622eaf3-dec3-4fbd-988c-f671518b2d2a owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:05.538143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.548462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:05.551152 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:05.653584 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6015763 Dec 15 04:40:05.659145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37790) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:05.673550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'subnet': {'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:05.677036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047c573-ba64-4205-96af-e6c687ef03dc tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Network': ['ID=a4ab0680-3bbd-4d0e-8ea7-5579f4201f91,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:05.692688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:05.767752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Network 777271ce-3588-40ab-8872-ae33af528ec1 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:05.781710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:05.932723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:06.007352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:06.012503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:06.052862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:06.053315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:06.288320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d411b12-b6c7-4592-88df-4c9c7e26ba6e req-99f87aca-1c60-4ab2-86a3-a63ce45a9931 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 210 time: 0.0771289 Dec 15 04:40:06.297962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Router e8984034-0cd2-42c3-a60d-a08aaad3eb93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:40:06.312293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bc20edf2-45be-4f9e-bafb-ea5a5043f4aa None None] Provisioning complete for port 517889e5-6409-4c78-8430-02d2ee5a36a2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:06.316317 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc20edf2-45be-4f9e-bafb-ea5a5043f4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:06.369853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bc20edf2-45be-4f9e-bafb-ea5a5043f4aa None None] Port 517889e5-6409-4c78-8430-02d2ee5a36a2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:06.499938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:06.544966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b622eaf3-dec3-4fbd-988c-f671518b2d2a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:06.678456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:06.684968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-43a4f8c6-af33-4e53-b3df-f4195c2c7426 admin admin] 10.222.0.37 "PUT /v2.0/routers/e8984034-0cd2-42c3-a60d-a08aaad3eb93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6079726 Dec 15 04:40:06.690674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Sync routers for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:06.713641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:06.714177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:06.715395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:06.987220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:06.997274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-bc58d8d5-3a44-47f5-9704-3e2e0b506a7c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:06.999440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-bc58d8d5-3a44-47f5-9704-3e2e0b506a7c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 814 time: 0.3556557 Dec 15 04:40:07.027917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Request body: {'port': {'device_id': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'admin_state_up': True, 'tenant_id': 'a63f5367541341c4b744f7876abd06a7'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:07.183468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Made reservation on behalf of a63f5367541341c4b744f7876abd06a7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:07.196931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:07.527568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Allocated IP 172.20.0.5 (b5f01f61-493b-466e-8827-827cd3708719/f26eb724-63c4-4428-a4a8-29117339ff31/15d70609-58cb-4153-b327-c0cad4cc0a34) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:07.654863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Subnet': ['ID=c64987f5-5479-41ca-8c2b-00ed13fffef2,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:07.662488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:07.720725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Checking segment: {'id': '91d024fd-16d0-4b7d-bdf1-fd9518b83c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:07.722401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network hostable DHCP agents. Network: a4ab0680-3bbd-4d0e-8ea7-5579f4201f91, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:07.745021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38f192b7-8850-4c46-b0ee-49815d3ad100 req-5054d289-3546-429a-8ab0-427e08d009dc tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 210 time: 0.1333582 Dec 15 04:40:07.785370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:07.828461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 13358699-aadf-49b3-ac52-d6c45f0b1346 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:07.828873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13358699-aadf-49b3-ac52-d6c45f0b1346 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:07.844368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:07.848987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:07.912758 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:07.935947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37822) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:07.943548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 2, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:08.008996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Checking router: e8984034-0cd2-42c3-a60d-a08aaad3eb93 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:40:08.012309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Updating router e8984034-0cd2-42c3-a60d-a08aaad3eb93 port 517889e5-6409-4c78-8430-02d2ee5a36a2 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:40:08.018678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:08.024851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Pushing event updated for resources: {'Port': ['ID=15d70609-58cb-4153-b327-c0cad4cc0a34,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:08.042352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Network b5f01f61-493b-466e-8827-827cd3708719 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:08.047265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:08.051098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:08.071324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581507308', 'description': 'tempest-description--1987889354'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:08.074041 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.126800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.158195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a4ab0680-3bbd-4d0e-8ea7-5579f4201f91) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:08.158867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:08.165823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.172024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:08.172876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.174511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae94086-b90c-435b-93bc-70f5114f7a37 None None] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:08.199500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-4b7de2e5-b16a-436e-9019-8989884bd03b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1835210 Dec 15 04:40:08.228035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Request body: {'port': {'device_id': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:08.248746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-61267950-34aa-41d8-bc04-cb8bb1f36a8d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5795078 Dec 15 04:40:08.251511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37834) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:08.265991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'network': {'name': 'tempest-router-network01--16199446'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:08.331171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.355291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.509833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.556086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a4ab0680-3bbd-4d0e-8ea7-5579f4201f91', 'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91', 'project_id': '63be4b7b5be04b7a8eb434ff0c3fcb0c', 'fixed_ips': [{'subnet_id': 'c64987f5-5479-41ca-8c2b-00ed13fffef2'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:08.560408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.612498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:08.619247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.672853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.679977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7427444 Dec 15 04:40:08.683425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37840) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:08.683857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37842) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:08.703262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Request body: {'security_group_rule': {'security_group_id': 'b577da7a-fc23-471d-8b31-2eea042b25d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:08.718749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1af436-eebd-447b-b9c7-04f425d124c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b577da7a-fc23-471d-8b31-2eea042b25d5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:08.801640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:08.845959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d70609-58cb-4153-b327-c0cad4cc0a34 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:08.855194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.855972 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Added segment dd3dbfca-7aec-4fea-a008-90a915c613aa of type vlan for network 5cff62a4-e494-4d3c-a707-1c52a33ee521 Dec 15 04:40:08.871737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.907272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Transition to ACTIVE for port object 15d70609-58cb-4153-b327-c0cad4cc0a34 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:40:08.917611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:08.939908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Router 828e65b9-a925-400a-94ac-a5274a5f473e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:40:08.998205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.008232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Pushing event updated for resources: {'Port': ['ID=15d70609-58cb-4153-b327-c0cad4cc0a34,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:09.027785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Allocated IP 2001:db8::2 (a4ab0680-3bbd-4d0e-8ea7-5579f4201f91/c64987f5-5479-41ca-8c2b-00ed13fffef2/47a72ab7-0848-43b0-953f-a34f9e34b12d) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:09.074812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.102974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Attempting to bind port 15d70609-58cb-4153-b327-c0cad4cc0a34 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:09.103591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Attempting to bind port 15d70609-58cb-4153-b327-c0cad4cc0a34 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:09.104017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Attempting to bind port 15d70609-58cb-4153-b327-c0cad4cc0a34 on network b5f01f61-493b-466e-8827-827cd3708719 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:09.110612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Port 15d70609-58cb-4153-b327-c0cad4cc0a34 on network b5f01f61-493b-466e-8827-827cd3708719 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:40:09.110951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Attempting to bind port 15d70609-58cb-4153-b327-c0cad4cc0a34 on network b5f01f61-493b-466e-8827-827cd3708719 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:09.117401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d2ffdeb-48f6-49fd-958b-5a0034492be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.125013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:09.125488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Checking segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:09.125941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Bound using segment: {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:09.126648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Bound port: 15d70609-58cb-4153-b327-c0cad4cc0a34, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef6084e-887f-4aac-a979-0c8761e17517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:09.127155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.201785 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.207453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:09.208129 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.210730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.227996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.254255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] For port 15d70609-58cb-4153-b327-c0cad4cc0a34, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:09.260627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] For port 15d70609-58cb-4153-b327-c0cad4cc0a34, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=15d70609-58cb-4153-b327-c0cad4cc0a34,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:09.268327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.315589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:09.317232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.319142 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] 10.222.0.16 "PUT /v2.0/ports/15d70609-58cb-4153-b327-c0cad4cc0a34 HTTP/1.1" status: 200 len: 1092 time: 1.0959725 Dec 15 04:40:09.325831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'tag': '15d70609-58cb-4153-b327-c0cad4cc0a34'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:09.329680 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14" -d '{"events": [{"name": "network-changed", "server_uuid": "cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7", "tag": "15d70609-58cb-4153-b327-c0cad4cc0a34"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:09.337232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db0c3e-0e3d-4b12-a509-4a0c9be21724 req-8578f5ea-2850-4f04-b363-f94929c4793f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:09.344519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25db0c3e-0e3d-4b12-a509-4a0c9be21724 req-8578f5ea-2850-4f04-b363-f94929c4793f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 943 time: 0.4025321 Dec 15 04:40:09.381957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602ad9e-4a16-449f-a157-9339e5c044cc service neutron] Pushing event updated for resources: {'Port': ['ID=15d70609-58cb-4153-b327-c0cad4cc0a34,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:09.395651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1420805 Dec 15 04:40:09.398840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37854) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:09.403925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'network': {'name': 'tempest-router-network02--1861598059'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:09.407415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2911b22-0248-45dd-93cd-9294a076e71b None None] Pushing event updated for resources: {'Port': ['ID=517889e5-6409-4c78-8430-02d2ee5a36a2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:09.467396 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a81e6-b2c9-46c1-bf6f-84a7d53de102 x-openstack-request-id: req-b33a81e6-b2c9-46c1-bf6f-84a7d53de102 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:09.467701 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7", "tag": "15d70609-58cb-4153-b327-c0cad4cc0a34", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:09.467964 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b33a81e6-b2c9-46c1-bf6f-84a7d53de102 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:09.468384 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'tag': '15d70609-58cb-4153-b327-c0cad4cc0a34', 'status': 'completed', 'code': 200} Dec 15 04:40:09.491026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:09.496134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.516751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-f36df045-77ca-4641-a72b-732705adf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:09.519905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7188e-f640-41df-bce7-41320c8caa0d tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Network': ['ID=5cff62a4-e494-4d3c-a707-1c52a33ee521,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:09.528324 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-f36df045-77ca-4641-a72b-732705adf412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 1095 time: 0.1122220 Dec 15 04:40:09.529549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.554704 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.563226 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.566038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:09.567365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:09.591164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ddc030-5e35-46a2-9440-733631e6f98e,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:09.621563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:09.624782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-5606c771-8b07-46bf-997b-32ae7618a52b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d70609-58cb-4153-b327-c0cad4cc0a34 HTTP/1.1" status: 200 len: 217 time: 0.0799167 Dec 15 04:40:09.636181 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] Sync routers for ids ['828e65b9-a925-400a-94ac-a5274a5f473e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:09.639323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.647015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8e517c3-7e4e-4963-a320-d6e22e81a3b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/828e65b9-a925-400a-94ac-a5274a5f473e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3176227 Dec 15 04:40:09.647239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37856) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:09.648748 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] Routers {'828e65b9-a925-400a-94ac-a5274a5f473e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:09.649373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['828e65b9-a925-400a-94ac-a5274a5f473e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:09.650855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25db0c3e-0e3d-4b12-a509-4a0c9be21724 req-fff2e936-c9ec-425c-8844-c8253660721d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055184 Dec 15 04:40:09.674492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.689436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-91484f69-ba6d-43b2-b2aa-6231e6d41a99 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9925261 Dec 15 04:40:09.689436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37860) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:09.729135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-2eaa6dad-7b1d-4018-ba6e-18e693457d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:09.731107 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-2eaa6dad-7b1d-4018-ba6e-18e693457d60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 200 len: 854 time: 0.0953019 Dec 15 04:40:09.733142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.733861 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Added segment 2c4c8a52-cd50-4aa2-a36b-34c50fc995fa of type vlan for network 3956ea18-cb2c-4bfa-a29c-a0024e39442c Dec 15 04:40:09.734057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Attempting to bind port 517889e5-6409-4c78-8430-02d2ee5a36a2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:09.734617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Attempting to bind port 517889e5-6409-4c78-8430-02d2ee5a36a2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:09.735160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Attempting to bind port 517889e5-6409-4c78-8430-02d2ee5a36a2 on network 777271ce-3588-40ab-8872-ae33af528ec1 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:09.762452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:09.770563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:09.795743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:09.797302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Request body: {'security_group_rule': {'security_group_id': 'b577da7a-fc23-471d-8b31-2eea042b25d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:09.807839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:09.808251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Checking segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:09.808667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.809503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Bound using segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:09.814316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Bound port: 517889e5-6409-4c78-8430-02d2ee5a36a2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:09.815519 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.831692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.846768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] Set router 828e65b9-a925-400a-94ac-a5274a5f473e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:09.893829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d2ffdeb-48f6-49fd-958b-5a0034492be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.908022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d2ffdeb-48f6-49fd-958b-5a0034492be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.927840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-ee8973ca-f567-4f44-b746-c9b1b2bf878d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f01f61-493b-466e-8827-827cd3708719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432463 Dec 15 04:40:09.929706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.940693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9d2ffdeb-48f6-49fd-958b-5a0034492be7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37a83f73ec6b44f7a61ad7f289a5ee59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2521253 Dec 15 04:40:09.943889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37862) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:09.944957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:09.945829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:09.979166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.025314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Pushing event updated for resources: {'Port': ['ID=47a72ab7-0848-43b0-953f-a34f9e34b12d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:10.034453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ffdeb-48f6-49fd-958b-5a0034492be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ebc2b-e287-4bd0-aeef-04ab0a2b00b5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:10.049730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.057242 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:40:06Z', 'revision_number': 5, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:10.086518 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] Checking router: 828e65b9-a925-400a-94ac-a5274a5f473e for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:40:10.095588 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] Routers {'828e65b9-a925-400a-94ac-a5274a5f473e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:10.096625 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['828e65b9-a925-400a-94ac-a5274a5f473e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:10.124294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-21348e74-236a-412f-be46-238dae1fc8a1 None None] Provisioning complete for port 517889e5-6409-4c78-8430-02d2ee5a36a2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:10.124816 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-21348e74-236a-412f-be46-238dae1fc8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.146516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Network': ['ID=3956ea18-cb2c-4bfa-a29c-a0024e39442c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:10.166440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcb9efd4-0b6a-49dc-8553-f97d7402dbdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.167105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ae7e6935-69ac-414c-bdf5-1882a4866e6b tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7642484 Dec 15 04:40:10.171271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37864) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:10.177589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'subnet': {'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:10.216576 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] Set router 828e65b9-a925-400a-94ac-a5274a5f473e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:10.225934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-21348e74-236a-412f-be46-238dae1fc8a1 None None] Port 517889e5-6409-4c78-8430-02d2ee5a36a2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:10.229586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3956ea18-cb2c-4bfa-a29c-a0024e39442c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:10.249562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Attempting to bind port 47a72ab7-0848-43b0-953f-a34f9e34b12d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:10.252322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Attempting to bind port 47a72ab7-0848-43b0-953f-a34f9e34b12d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '91d024fd-16d0-4b7d-bdf1-fd9518b83c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:10.257175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Attempting to bind port 47a72ab7-0848-43b0-953f-a34f9e34b12d on network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:10.305266 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.309072 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-29a8823b-3b7c-4e0b-90e9-271435847894 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472869 Dec 15 04:40:10.328287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcb9efd4-0b6a-49dc-8553-f97d7402dbdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.332251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:10.332637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Checking segment: {'id': '91d024fd-16d0-4b7d-bdf1-fd9518b83c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:10.333048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.333477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Bound using segment: {'id': '91d024fd-16d0-4b7d-bdf1-fd9518b83c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:10.334595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Bound port: 47a72ab7-0848-43b0-953f-a34f9e34b12d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d024fd-16d0-4b7d-bdf1-fd9518b83c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a4ab0680-3bbd-4d0e-8ea7-5579f4201f91'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:10.334984 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.338873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] For port 517889e5-6409-4c78-8430-02d2ee5a36a2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:10.371237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] For port 517889e5-6409-4c78-8430-02d2ee5a36a2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=517889e5-6409-4c78-8430-02d2ee5a36a2,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:10.387441 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.470670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2911b22-0248-45dd-93cd-9294a076e71b None None] Pushing event updated for resources: {'Port': ['ID=517889e5-6409-4c78-8430-02d2ee5a36a2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:10.478536 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:40:06Z', 'revision_number': 5, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:10.499279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcb9efd4-0b6a-49dc-8553-f97d7402dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.504898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcb9efd4-0b6a-49dc-8553-f97d7402dbdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.506637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dcb9efd4-0b6a-49dc-8553-f97d7402dbdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/582ebc2b-e287-4bd0-aeef-04ab0a2b00b5 HTTP/1.1" status: 204 len: 168 time: 0.5560460 Dec 15 04:40:10.512196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c09e63a2-fa37-44fc-8d08-9c149dd22591 req-f4a4690f-9516-42e1-90e1-96f17c537619 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837726 Dec 15 04:40:10.522907 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b5f39-2810-4518-ba6c-2d15f4717873 None None] The sync data for ids ['828e65b9-a925-400a-94ac-a5274a5f473e'] in n-d-820935-10 is: [{'id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'name': 'tempest-FloatingIPsTestJSON-1683812483-router', 'tenant_id': 'f2266696116d4b7bbc073223b321f749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '01de227e-92a1-4268-94a2-757b5e49dada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:40:06Z', 'revision_number': 5, 'project_id': 'f2266696116d4b7bbc073223b321f749', 'gw_port': {'id': '01de227e-92a1-4268-94a2-757b5e49dada', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e65b9-a925-400a-94ac-a5274a5f473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:36Z', 'updated_at': '2021-12-15T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:10.537204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:10.537860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:10.573721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.577905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9efd4-0b6a-49dc-8553-f97d7402dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ebc2b-e287-4bd0-aeef-04ab0a2b00b5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:10.612802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90334721-aa6e-434e-9d00-a25142f29b63,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:10.622875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.661774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] For port 47a72ab7-0848-43b0-953f-a34f9e34b12d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:10.665321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:10.675142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.709296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-2206c204-59ad-4f29-9166-50008ccb5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:10.710834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-2206c204-59ad-4f29-9166-50008ccb5f47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63f5367541341c4b744f7876abd06a7&device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 1095 time: 0.0662274 Dec 15 04:40:10.721807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.723447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82dcf0ac-da65-4a02-870f-c45c7b315d13 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0286999 Dec 15 04:40:10.751296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] For port 47a72ab7-0848-43b0-953f-a34f9e34b12d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=47a72ab7-0848-43b0-953f-a34f9e34b12d,segment=NetworkSegment(91d024fd-16d0-4b7d-bdf1-fd9518b83c46),segment_id=91d024fd-16d0-4b7d-bdf1-fd9518b83c46)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:10.802132 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:10.814692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37876) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:10.820250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:10.952400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-ac72f5d6-8f9f-4eb0-96f9-3232ca294608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:10.957296 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-ac72f5d6-8f9f-4eb0-96f9-3232ca294608 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 200 len: 914 time: 0.2367284 Dec 15 04:40:11.038145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-7263922d-312c-4dc2-a357-4679f3e2d1b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15d70609-58cb-4153-b327-c0cad4cc0a34 HTTP/1.1" status: 200 len: 217 time: 0.0715361 Dec 15 04:40:11.053563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.087479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37880) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:11.137867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-2873ab7d-6b0d-4be7-813b-4c6ce106d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:11.139864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-2873ab7d-6b0d-4be7-813b-4c6ce106d64e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 200 len: 854 time: 0.0913231 Dec 15 04:40:11.195255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Deleting port 01de227e-92a1-4268-94a2-757b5e49dada {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:11.195799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.215513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-77f446a4-e377-4db3-a843-e8340efd9910 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f01f61-493b-466e-8827-827cd3708719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662432 Dec 15 04:40:11.240524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:11.246883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9bc3a-71f4-4fe4-abc2-e38dbdac57dd req-5eb4d91d-79be-4bd6-b1e9-58249e1e3bd3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:11.257818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5b9bc3a-71f4-4fe4-abc2-e38dbdac57dd req-5eb4d91d-79be-4bd6-b1e9-58249e1e3bd3 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 943 time: 0.3801405 Dec 15 04:40:11.258861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8e5aaae-3251-4f1e-ad09-1c79bb4028a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.343595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76650c87-2637-40d2-8bc6-86ba7468ad0d None None] Pushing event updated for resources: {'Port': ['ID=47a72ab7-0848-43b0-953f-a34f9e34b12d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:11.349515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0cb1d335-896d-4329-b2f0-dcab014c832d None None] Provisioning complete for port 517889e5-6409-4c78-8430-02d2ee5a36a2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:11.349875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d335-896d-4329-b2f0-dcab014c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.421539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-aeb4f94b-7499-4726-bd60-418f6eefeee3 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955245 Dec 15 04:40:11.529873 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8e5aaae-3251-4f1e-ad09-1c79bb4028a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.563784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d335-896d-4329-b2f0-dcab014c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.572409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8e5aaae-3251-4f1e-ad09-1c79bb4028a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.613441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5987d0c9-ae3c-4b9c-ae9e-6b7f40418c14 req-834f283d-a920-441e-872d-cfedbab583b8 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722944 Dec 15 04:40:11.641532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5aaae-3251-4f1e-ad09-1c79bb4028a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e9943-512f-41f0-b8e5-39ab21fe407b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:11.649404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0cb1d335-896d-4329-b2f0-dcab014c832d None None] For port 517889e5-6409-4c78-8430-02d2ee5a36a2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=517889e5-6409-4c78-8430-02d2ee5a36a2,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:11.660711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d335-896d-4329-b2f0-dcab014c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.721402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1d335-896d-4329-b2f0-dcab014c832d None None] Pushing event updated for resources: {'Port': ['ID=517889e5-6409-4c78-8430-02d2ee5a36a2,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:11.732044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37886) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:11.732538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a8e5aaae-3251-4f1e-ad09-1c79bb4028a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e57b5f9c42e4046aee732ac75adcfa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6327550 Dec 15 04:40:11.745287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:10Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:11.769275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5b9bc3a-71f4-4fe4-abc2-e38dbdac57dd req-173d6955-deba-4990-be24-9febfdc07dfd tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810889 Dec 15 04:40:11.796814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] For port 01de227e-92a1-4268-94a2-757b5e49dada, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01de227e-92a1-4268-94a2-757b5e49dada,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:11.797191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:11.807079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c84ba-9b12-49f6-973a-641961a1b525 None None] The sync data for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 is: [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:10Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:11.853332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Calling delete_port for 01de227e-92a1-4268-94a2-757b5e49dada owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:11.861582 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.011548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 47a72ab7-0848-43b0-953f-a34f9e34b12d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:12.081250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 47a72ab7-0848-43b0-953f-a34f9e34b12d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:12.081639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.217776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Subnet': ['ID=8ebd24f3-6cd4-48e0-bd5a-52463684ec33,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:12.232379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.256127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Checking segment: {'id': 'dd3dbfca-7aec-4fea-a008-90a915c613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:12.256818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network hostable DHCP agents. Network: 5cff62a4-e494-4d3c-a707-1c52a33ee521, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:12.335323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.374927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2270ead-d254-469b-85f0-cfe9612a59c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.404817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 47a72ab7-0848-43b0-953f-a34f9e34b12d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=47a72ab7-0848-43b0-953f-a34f9e34b12d,segment=NetworkSegment(91d024fd-16d0-4b7d-bdf1-fd9518b83c46),segment_id=91d024fd-16d0-4b7d-bdf1-fd9518b83c46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:12.417601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.439945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:12.453080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2270ead-d254-469b-85f0-cfe9612a59c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.507282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.522151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5cff62a4-e494-4d3c-a707-1c52a33ee521) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:12.543125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=47a72ab7-0848-43b0-953f-a34f9e34b12d,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:12.547899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b622eaf3-dec3-4fbd-988c-f671518b2d2a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:12.564731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Allocated IP 172.25.2.190 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/d0a4d0d2-559e-430a-8292-0172ed545970) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:12.606964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f94f1-631d-4865-b8df-317ced70e0b1 None None] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:12.629917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b622eaf3-dec3-4fbd-988c-f671518b2d2a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:12.632013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b622eaf3-dec3-4fbd-988c-f671518b2d2a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:12.633024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2270ead-d254-469b-85f0-cfe9612a59c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.641752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2270ead-d254-469b-85f0-cfe9612a59c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.650753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a2270ead-d254-469b-85f0-cfe9612a59c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc6e9943-512f-41f0-b8e5-39ab21fe407b HTTP/1.1" status: 204 len: 168 time: 0.9167607 Dec 15 04:40:12.673059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2270ead-d254-469b-85f0-cfe9612a59c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e9943-512f-41f0-b8e5-39ab21fe407b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:12.746555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:12.747207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:12.766382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ce7b5-e31f-4d0b-a6d1-2416e7906d1b None None] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:12.861761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Pushing event deleted for resources: {'Port': ['ID=01de227e-92a1-4268-94a2-757b5e49dada,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:13.013252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-871ee0e9-ebdb-4294-96bc-7f515c379851 None None] Provisioning complete for port 47a72ab7-0848-43b0-953f-a34f9e34b12d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:13.014000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-871ee0e9-ebdb-4294-96bc-7f515c379851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.070878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37902) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:13.075792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c4094f0c-25f1-4798-aabd-2d3c86b13406 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9032855 Dec 15 04:40:13.076196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'subnet': {'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:13.087552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.151105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac02fa-96b0-4176-a1e2-27af2bfb8586 req-68b68822-d079-40b3-ab15-3e9eae5e49e8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:13.161783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6ac02fa-96b0-4176-a1e2-27af2bfb8586 req-68b68822-d079-40b3-ab15-3e9eae5e49e8 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 943 time: 0.1734540 Dec 15 04:40:13.217370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5cff62a4-e494-4d3c-a707-1c52a33ee521', 'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521', 'project_id': '63be4b7b5be04b7a8eb434ff0c3fcb0c', 'fixed_ips': [{'subnet_id': '8ebd24f3-6cd4-48e0-bd5a-52463684ec33'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:13.221805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.229650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.327914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:13.337664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.360380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:13.450362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75604d26-191c-4792-b022-1128313fd91b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.510488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6ac02fa-96b0-4176-a1e2-27af2bfb8586 req-604ce898-c0a4-4684-989f-18847fd521ae tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475204 Dec 15 04:40:13.530408 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.542401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.546530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.656799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Allocated IP 2001:db8::2 (5cff62a4-e494-4d3c-a707-1c52a33ee521/8ebd24f3-6cd4-48e0-bd5a-52463684ec33/8811ee60-8f2f-4cb4-9781-e835acf76890) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:13.696729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:13.790154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:13.795856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:13.802291 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.919249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.919831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828e65b9-a925-400a-94ac-a5274a5f473e {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:40:13.932479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5f3b3924-363c-4737-a751-716c0ecebf4e None None] Provisioning complete for port 47a72ab7-0848-43b0-953f-a34f9e34b12d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:13.934141 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f3b3924-363c-4737-a751-716c0ecebf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.945502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:13.948909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-39498b67-4d85-4f61-aba7-1eedabf8d736 admin admin] 10.222.0.37 "DELETE /v2.0/routers/828e65b9-a925-400a-94ac-a5274a5f473e HTTP/1.1" status: 204 len: 168 time: 4.2949119 Dec 15 04:40:13.972407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event updated for resources: {'Port': ['ID=d0a4d0d2-559e-430a-8292-0172ed545970,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:13.978352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37910) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:14.008829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Subnet': ['ID=badacd9b-3fce-486e-9819-bc129656c388,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:14.091741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Checking segment: {'id': '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:14.092164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network hostable DHCP agents. Network: 3956ea18-cb2c-4bfa-a29c-a0024e39442c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:14.121500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Deleting subnet e2a519ad-b96c-49e4-b9ff-3ab8dac3f119 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:40:14.144402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75604d26-191c-4792-b022-1128313fd91b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.152397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.162598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75604d26-191c-4792-b022-1128313fd91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.234112 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.238926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 47a72ab7-0848-43b0-953f-a34f9e34b12d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:14.244539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network 3956ea18-cb2c-4bfa-a29c-a0024e39442c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:14.276381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.277684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.277845 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.319626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-75604d26-191c-4792-b022-1128313fd91b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=373a2bc2159f43d695b386b320bea231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9188485 Dec 15 04:40:14.320780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604d26-191c-4792-b022-1128313fd91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100b359-ad27-4886-8e7e-ad57e54da0da,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:14.328116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:14.334356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:14.340673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:14.347366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37914) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:14.353285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Pushing event updated for resources: {'Port': ['ID=8811ee60-8f2f-4cb4-9781-e835acf76890,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:14.415278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.434698 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.457742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Attempting to bind port 8811ee60-8f2f-4cb4-9781-e835acf76890 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:14.458120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Attempting to bind port 8811ee60-8f2f-4cb4-9781-e835acf76890 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'dd3dbfca-7aec-4fea-a008-90a915c613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:14.470289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Attempting to bind port 8811ee60-8f2f-4cb4-9781-e835acf76890 on network 5cff62a4-e494-4d3c-a707-1c52a33ee521 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:14.479907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:14.480323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Checking segment: {'id': 'dd3dbfca-7aec-4fea-a008-90a915c613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:14.480957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.481361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Bound using segment: {'id': 'dd3dbfca-7aec-4fea-a008-90a915c613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:14.482194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Bound port: 8811ee60-8f2f-4cb4-9781-e835acf76890, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3dbfca-7aec-4fea-a008-90a915c613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cff62a4-e494-4d3c-a707-1c52a33ee521'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:14.482334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.488186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 47a72ab7-0848-43b0-953f-a34f9e34b12d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:14.488568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.497077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 3956ea18-cb2c-4bfa-a29c-a0024e39442c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:14.505996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:14.507112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.512433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.536364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66cdd43-f31c-4a83-bf00-30a9c9ce96d4 None None] Network 3956ea18-cb2c-4bfa-a29c-a0024e39442c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:14.548892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.558755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18280118-c1b2-465f-8631-ef52b13c4e17 None None] Network 982922c7-83bc-4259-93b6-720e59a950e0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:14.559642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e2a519ad-b96c-49e4-b9ff-3ab8dac3f119 HTTP/1.1" status: 204 len: 168 time: 0.5803118 Dec 15 04:40:14.568547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37918) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:14.612481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8ed3-761e-466a-8ba6-ec02493af513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a519ad-b96c-49e4-b9ff-3ab8dac3f119,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:14.635411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-035d8332-845a-40d9-8f59-355942dbc191 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5632193 Dec 15 04:40:14.643728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:14.699424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f291521c-2f41-4ec2-8093-866013423441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.753218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.848106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Deleting port 7c6b65e9-7419-4ace-8285-299334fb4a29 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:14.849989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:14.997756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] For port 7c6b65e9-7419-4ace-8285-299334fb4a29, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7c6b65e9-7419-4ace-8285-299334fb4a29,segment=NetworkSegment(66d957ed-72da-45b0-bc43-187751889266),segment_id=66d957ed-72da-45b0-bc43-187751889266)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:14.998129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.018084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Calling delete_port for 7c6b65e9-7419-4ace-8285-299334fb4a29 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:15.040240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] For port 8811ee60-8f2f-4cb4-9781-e835acf76890, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:15.051212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 15d70609-58cb-4153-b327-c0cad4cc0a34 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:40:15.071263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] For port 8811ee60-8f2f-4cb4-9781-e835acf76890, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8811ee60-8f2f-4cb4-9781-e835acf76890,segment=NetworkSegment(dd3dbfca-7aec-4fea-a008-90a915c613aa),segment_id=dd3dbfca-7aec-4fea-a008-90a915c613aa)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:15.101992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.129665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.139226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-3956ea18-cb2c-4bfa-a29c-a0024e39442c', 'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c', 'project_id': '63be4b7b5be04b7a8eb434ff0c3fcb0c', 'fixed_ips': [{'subnet_id': 'badacd9b-3fce-486e-9819-bc129656c388'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:15.140135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.203403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] No DVR routers for this DVR port 7c6b65e9-7419-4ace-8285-299334fb4a29 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:15.276262 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.286350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6b65e9-7419-4ace-8285-299334fb4a29,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:15.306174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393239e8-f1d6-48cf-8cd1-a69a067204fb None None] DHCP port deletion for 982922c7-83bc-4259-93b6-720e59a950e0 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:40:15.329351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.338336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 517889e5-6409-4c78-8430-02d2ee5a36a2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:15.375793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.378407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0232493-13dc-46ea-a3d1-09d73bb06d82 None None] Pushing event updated for resources: {'Port': ['ID=8811ee60-8f2f-4cb4-9781-e835acf76890,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:15.429347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982922c7-83bc-4259-93b6-720e59a950e0']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:15.430694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f291521c-2f41-4ec2-8093-866013423441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.444715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d957ed-72da-45b0-bc43-187751889266') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:15.445328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d957ed-72da-45b0-bc43-187751889266') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:15.470767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.500578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.513278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 15d70609-58cb-4153-b327-c0cad4cc0a34, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=15d70609-58cb-4153-b327-c0cad4cc0a34,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:15.516588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:15.518295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:15.522557 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:15.572054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '15d70609-58cb-4153-b327-c0cad4cc0a34', 'network_id': 'b5f01f61-493b-466e-8827-827cd3708719', 'port_id': '15d70609-58cb-4153-b327-c0cad4cc0a34', 'mac_address': 'fa:16:3e:d9:8e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26eb724-63c4-4428-a4a8-29117339ff31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:40:15.594119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 517889e5-6409-4c78-8430-02d2ee5a36a2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:15.594545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.602536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Allocated IP 2001:db8::2 (3956ea18-cb2c-4bfa-a29c-a0024e39442c/badacd9b-3fce-486e-9819-bc129656c388/af1b292b-8672-4df2-86ed-700d724b5340) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:15.652449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.664786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593c4e3-e296-4253-8bac-d591b62cff62 req-0dc0ceec-03a7-4ef2-b1e2-dd454c1507f6 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:15.668617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6593c4e3-e296-4253-8bac-d591b62cff62 req-0dc0ceec-03a7-4ef2-b1e2-dd454c1507f6 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 943 time: 0.9956536 Dec 15 04:40:15.671768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event updated for resources: {'Port': ['ID=d0a4d0d2-559e-430a-8292-0172ed545970,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:15.674124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.683040 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/982922c7-83bc-4259-93b6-720e59a950e0 HTTP/1.1" status: 204 len: 168 time: 1.1094253 Dec 15 04:40:15.701591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb8a2-edf9-40ee-854f-4184294b29a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=982922c7-83bc-4259-93b6-720e59a950e0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:15.776834 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.815404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d70609-58cb-4153-b327-c0cad4cc0a34 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:15.861910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f291521c-2f41-4ec2-8093-866013423441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.865166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f291521c-2f41-4ec2-8093-866013423441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.871607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f291521c-2f41-4ec2-8093-866013423441 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8100b359-ad27-4886-8e7e-ad57e54da0da HTTP/1.1" status: 204 len: 168 time: 1.5214269 Dec 15 04:40:15.889897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.902283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291521c-2f41-4ec2-8093-866013423441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100b359-ad27-4886-8e7e-ad57e54da0da,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:15.929807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 15d70609-58cb-4153-b327-c0cad4cc0a34, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=15d70609-58cb-4153-b327-c0cad4cc0a34,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:15.957037 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.974227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.975476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6a643be1-3bc7-47cd-9ca6-bad23365736c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1595197 Dec 15 04:40:15.977215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:15.982148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6593c4e3-e296-4253-8bac-d591b62cff62 req-ac54578f-a7b3-4a60-a0dd-12fc35526fee tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075817 Dec 15 04:40:16.016158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37934) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:16.104378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-af5aa6de-2e24-45fd-bfdb-e7b648129e17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2266696116d4b7bbc073223b321f749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869138 Dec 15 04:40:16.106825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37938) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:16.204149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d99fd67-c7b9-4935-93fd-80ba18d4bc4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.237679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d99fd67-c7b9-4935-93fd-80ba18d4bc4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.272217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8811ee60-8f2f-4cb4-9781-e835acf76890 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:16.306428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.336714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d99fd67-c7b9-4935-93fd-80ba18d4bc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.341760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d99fd67-c7b9-4935-93fd-80ba18d4bc4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.376485 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d99fd67-c7b9-4935-93fd-80ba18d4bc4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/260fe882-85c9-41da-bb3b-6a809183827e HTTP/1.1" status: 204 len: 168 time: 0.2515030 Dec 15 04:40:16.422852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99fd67-c7b9-4935-93fd-80ba18d4bc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260fe882-85c9-41da-bb3b-6a809183827e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:16.445234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['15d70609-58cb-4153-b327-c0cad4cc0a34'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:16.471412 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.477257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=15d70609-58cb-4153-b327-c0cad4cc0a34,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:16.646680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Network 3956ea18-cb2c-4bfa-a29c-a0024e39442c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:16.661739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:16.665076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:16.684362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Pushing event updated for resources: {'Port': ['ID=af1b292b-8672-4df2-86ed-700d724b5340,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:16.728869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8811ee60-8f2f-4cb4-9781-e835acf76890 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:16.729256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.743272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-86f9cd72-3785-45fc-97af-d17ab61aec98 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--581507308&fields=id&tenant_id=ec5bab5278ed44a39b0ea0bada31b16d HTTP/1.1" status: 200 len: 267 time: 0.2904217 Dec 15 04:40:16.778570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Allocated IP 2001:db8::1 (5cff62a4-e494-4d3c-a707-1c52a33ee521/8ebd24f3-6cd4-48e0-bd5a-52463684ec33/af381c67-6b60-4e1d-a7ec-decd8900e185) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:16.832208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Attempting to bind port af1b292b-8672-4df2-86ed-700d724b5340 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:16.834262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Attempting to bind port af1b292b-8672-4df2-86ed-700d724b5340 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:16.834997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Attempting to bind port af1b292b-8672-4df2-86ed-700d724b5340 on network 3956ea18-cb2c-4bfa-a29c-a0024e39442c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:16.863405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:16.863875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Checking segment: {'id': '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:16.864392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.865379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Bound using segment: {'id': '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:16.865949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Bound port: af1b292b-8672-4df2-86ed-700d724b5340, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3956ea18-cb2c-4bfa-a29c-a0024e39442c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:16.881507 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:16.971114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ed87f-7943-4e0c-a104-ce1db883c7d5 None None] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:17.022393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-3fb3827a-622b-4d60-998f-69651c085b08 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:17.033157 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-3fb3827a-622b-4d60-998f-69651c085b08 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/networks?id=777271ce-3588-40ab-8872-ae33af528ec1 HTTP/1.1" status: 200 len: 814 time: 0.2882731 Dec 15 04:40:17.125566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-42241981-9965-45fe-b9ec-4e0d171ef0cd tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/quotas/ec5bab5278ed44a39b0ea0bada31b16d HTTP/1.1" status: 200 len: 375 time: 0.0911663 Dec 15 04:40:17.258234 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.281408 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.338767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] For port af1b292b-8672-4df2-86ed-700d724b5340, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:17.347297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-8c86ee8d-8268-448d-a071-accacd8381d6 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5bab5278ed44a39b0ea0bada31b16d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2207081 Dec 15 04:40:17.373525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dce94cf1-307a-4620-b7dc-9a6ec7359e6b None None] Provisioning complete for port 8811ee60-8f2f-4cb4-9781-e835acf76890 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:17.374041 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dce94cf1-307a-4620-b7dc-9a6ec7359e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.378272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762614-2542-49b2-b68d-d8f2818ca635 req-fd191586-546f-4063-ae7a-678524ecea56 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:17.380142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3762614-2542-49b2-b68d-d8f2818ca635 req-fd191586-546f-4063-ae7a-678524ecea56 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 944 time: 0.1771216 Dec 15 04:40:17.415622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.462367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] For port af1b292b-8672-4df2-86ed-700d724b5340, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af1b292b-8672-4df2-86ed-700d724b5340,segment=NetworkSegment(2c4c8a52-cd50-4aa2-a36b-34c50fc995fa),segment_id=2c4c8a52-cd50-4aa2-a36b-34c50fc995fa)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:17.482025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:17.493221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:17.496108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Port': ['ID=af381c67-6b60-4e1d-a7ec-decd8900e185,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:17.498644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:17.499167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.506669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3762614-2542-49b2-b68d-d8f2818ca635 req-e5f14bc3-b401-4f70-bfa2-0c2d76d4f535 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143856 Dec 15 04:40:17.531860 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.551587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 8811ee60-8f2f-4cb4-9781-e835acf76890, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8811ee60-8f2f-4cb4-9781-e835acf76890,segment=NetworkSegment(dd3dbfca-7aec-4fea-a008-90a915c613aa),segment_id=dd3dbfca-7aec-4fea-a008-90a915c613aa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:17.653174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-f43a5d70-0133-4018-a042-c51910fdf0a2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:40:17.654319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-f43a5d70-0133-4018-a042-c51910fdf0a2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3060172 Dec 15 04:40:17.709366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.795928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadc00-b6db-4c41-a38d-5638bc4029f4 None None] Pushing event updated for resources: {'Port': ['ID=af1b292b-8672-4df2-86ed-700d724b5340,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:17.853506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:17.871014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c6b65e9-7419-4ace-8285-299334fb4a29 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:18.003474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7c6b65e9-7419-4ace-8285-299334fb4a29 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:18.003822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c6b65e9-7419-4ace-8285-299334fb4a29 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:18.021570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01de227e-92a1-4268-94a2-757b5e49dada no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:18.077204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 01de227e-92a1-4268-94a2-757b5e49dada {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:18.077550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01de227e-92a1-4268-94a2-757b5e49dada not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:18.111773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=8811ee60-8f2f-4cb4-9781-e835acf76890,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:18.251380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-993dc436-c8e7-4957-8f52-2fab94d1bb06 None None] Provisioning complete for port 8811ee60-8f2f-4cb4-9781-e835acf76890 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:18.251847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-993dc436-c8e7-4957-8f52-2fab94d1bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.385520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af1b292b-8672-4df2-86ed-700d724b5340 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:18.396527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-ced81dae-ef10-4df3-9889-76549403f0ad service neutron] 10.222.0.37 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351010 Dec 15 04:40:18.547957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port af1b292b-8672-4df2-86ed-700d724b5340 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:18.548568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.613432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.634606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.635394 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.649388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-13152fae-8d44-4fc5-9ad0-2d917acf6130 None None] Provisioning complete for port af381c67-6b60-4e1d-a7ec-decd8900e185 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:18.649787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13152fae-8d44-4fc5-9ad0-2d917acf6130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.727554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-6b7aca82-7748-4ccc-a807-4fa70aca37b5 service neutron] 10.222.0.37 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270812 Dec 15 04:40:18.732675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-13152fae-8d44-4fc5-9ad0-2d917acf6130 None None] Port af381c67-6b60-4e1d-a7ec-decd8900e185 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:18.759667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:18.858991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Port': ['ID=af381c67-6b60-4e1d-a7ec-decd8900e185,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:18.916547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c75f-3383-4cda-acca-7d03059d4254 req-d0c74031-dd4e-4bb7-a7d9-d622313dca08 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:18.928173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce81c75f-3383-4cda-acca-7d03059d4254 req-d0c74031-dd4e-4bb7-a7d9-d622313dca08 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 944 time: 0.2315884 Dec 15 04:40:19.014879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:19.018393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:19.134915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 15d70609-58cb-4153-b327-c0cad4cc0a34 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:19.212707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port af1b292b-8672-4df2-86ed-700d724b5340, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af1b292b-8672-4df2-86ed-700d724b5340,segment=NetworkSegment(2c4c8a52-cd50-4aa2-a36b-34c50fc995fa),segment_id=2c4c8a52-cd50-4aa2-a36b-34c50fc995fa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:19.226426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:19.353613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=af1b292b-8672-4df2-86ed-700d724b5340,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:19.372481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce81c75f-3383-4cda-acca-7d03059d4254 req-d47c9ad7-cdf4-4a8c-95dc-4f4b1730f68b tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432902 Dec 15 04:40:19.401836 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 15d70609-58cb-4153-b327-c0cad4cc0a34 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:40:19.408034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 15d70609-58cb-4153-b327-c0cad4cc0a34 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:19.412306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:19.442293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Router 9da25985-fdc6-4c3a-a484-94b6c18f5987 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:40:19.611415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ab7fc37b-b703-441e-bdd5-f3a128331847 None None] Provisioning complete for port af381c67-6b60-4e1d-a7ec-decd8900e185 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:19.611946 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ab7fc37b-b703-441e-bdd5-f3a128331847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:19.656459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ab7fc37b-b703-441e-bdd5-f3a128331847 None None] Port af381c67-6b60-4e1d-a7ec-decd8900e185 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:19.659519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ee436-f771-4d7c-8043-eff5a85bb844 None None] Network 3956ea18-cb2c-4bfa-a29c-a0024e39442c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:19.757847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:19.806425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5488c1a-03eb-4da2-a5bd-2f03a21477cd req-349a418e-2f3d-4590-9f98-7c569fd138f5 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 210 time: 0.0849338 Dec 15 04:40:19.823146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 15d70609-58cb-4153-b327-c0cad4cc0a34, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=15d70609-58cb-4153-b327-c0cad4cc0a34,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:19.828484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:19.831156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d70609-58cb-4153-b327-c0cad4cc0a34'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:19.834519 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c06fdca-46a8-4034-8827-0726eda24ba3" -d '{"events": [{"server_uuid": "cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7", "name": "network-vif-plugged", "status": "completed", "tag": "15d70609-58cb-4153-b327-c0cad4cc0a34"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:19.839162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2640e2ef-2b40-452e-ad0d-9b1e70f0d69c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1660388 Dec 15 04:40:19.839162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:19.889729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] Sync routers for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:19.914913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e18edf3a-302c-4265-8ae2-056103243960 None None] Provisioning complete for port af1b292b-8672-4df2-86ed-700d724b5340 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:19.915405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e18edf3a-302c-4265-8ae2-056103243960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:19.917735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:19.955105 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0a7a6c-4938-4977-9496-c97875032920 x-openstack-request-id: req-6d0a7a6c-4938-4977-9496-c97875032920 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:19.955320 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7", "name": "network-vif-plugged", "status": "completed", "tag": "15d70609-58cb-4153-b327-c0cad4cc0a34", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:19.955669 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d0a7a6c-4938-4977-9496-c97875032920 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:19.956229 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d70609-58cb-4153-b327-c0cad4cc0a34', 'code': 200} Dec 15 04:40:20.073988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:20.074887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:20.166623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb25-370c-41fb-8846-aaa2b6f85b6f req-663e027f-b808-42a6-a21f-db4b5b3ba580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:20.169425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e847fb25-370c-41fb-8846-aaa2b6f85b6f req-663e027f-b808-42a6-a21f-db4b5b3ba580 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 1097 time: 0.0918183 Dec 15 04:40:20.192240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:20.236373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:20.237307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:20.244788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=15d70609-58cb-4153-b327-c0cad4cc0a34,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:20.290319 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e847fb25-370c-41fb-8846-aaa2b6f85b6f req-4ad1e1b2-ddd3-478c-ad3c-b21c7b8aeeac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064570 Dec 15 04:40:20.316390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af1b292b-8672-4df2-86ed-700d724b5340 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:20.333761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:20.337351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46951d4b-aa53-48c4-90c3-a065fd0b7f43 None None] The sync data for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:20.551272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port af1b292b-8672-4df2-86ed-700d724b5340 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:20.552500 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:20.663299 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-4c69976c-e0f8-437a-9e91-79af4bb44dd7 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:40:20.668490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38132) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:20.669775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c69976c-e0f8-437a-9e91-79af4bb44dd7 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8300624 Dec 15 04:40:20.683014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b20b9-8c95-421d-8a8b-3d9a95239e93 req-0a9f9399-9266-49c6-b4e9-9d56e462c6ee tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:20.695903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270b20b9-8c95-421d-8a8b-3d9a95239e93 req-0a9f9399-9266-49c6-b4e9-9d56e462c6ee tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.1862073 Dec 15 04:40:20.758197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38136) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:20.805814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-270b20b9-8c95-421d-8a8b-3d9a95239e93 req-3f2c712b-0523-488c-a4d9-b2369f023ae9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083438 Dec 15 04:40:20.825956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8811ee60-8f2f-4cb4-9781-e835acf76890 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:20.863799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:20.921809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f2de7691-ed4a-471f-80b9-623144ba65db None None] Provisioning complete for port af1b292b-8672-4df2-86ed-700d724b5340 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:20.925151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f2de7691-ed4a-471f-80b9-623144ba65db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.059185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8811ee60-8f2f-4cb4-9781-e835acf76890 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:21.060353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.077796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c071401-15db-4c6a-8c4a-1681e61acf46 req-f2c41027-01dc-44f4-a772-7447ef83922a tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 210 time: 0.0535059 Dec 15 04:40:21.119009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9acaf093-3fd3-4028-8a96-84b8b9c6c0b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.175296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bfd56834-0907-4793-93b7-fa702e3a0685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.240572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-3af3bf6f-e6a8-4cb6-bb50-81552fe39afe tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:21.243201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-3af3bf6f-e6a8-4cb6-bb50-81552fe39afe tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.42 "GET /v2.0/networks?id=777271ce-3588-40ab-8872-ae33af528ec1 HTTP/1.1" status: 200 len: 814 time: 0.3650892 Dec 15 04:40:21.323526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9acaf093-3fd3-4028-8a96-84b8b9c6c0b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.330790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9acaf093-3fd3-4028-8a96-84b8b9c6c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.358267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bfd56834-0907-4793-93b7-fa702e3a0685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.371322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bfd56834-0907-4793-93b7-fa702e3a0685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.398101 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-4c8343a7-8d7a-44f4-be1b-b6044f09376a tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5bab5278ed44a39b0ea0bada31b16d HTTP/1.1" status: 200 len: 379 time: 0.1195962 Dec 15 04:40:21.414100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9acaf093-3fd3-4028-8a96-84b8b9c6c0b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac243037faa54e1b9649bac6434fd679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436397 Dec 15 04:40:21.414370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Request body: {'port': {'device_id': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'admin_state_up': True, 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'security_groups': ['b577da7a-fc23-471d-8b31-2eea042b25d5']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:21.416716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38148) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:21.421257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaf093-3fd3-4028-8a96-84b8b9c6c0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86358b61-aef6-41c8-95aa-b05bbcb713c2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:21.426341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bfd56834-0907-4793-93b7-fa702e3a0685 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7e88a1649814455bdb8b5ec92ff9c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6663821 Dec 15 04:40:21.430274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38150) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:21.471777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd56834-0907-4793-93b7-fa702e3a0685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c54f55-a8b1-4cc5-b994-e99a57207792,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:21.506585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ea3340-14ca-4a32-84e9-47b0c7ff9929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.537928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ea3340-14ca-4a32-84e9-47b0c7ff9929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.614808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ea3340-14ca-4a32-84e9-47b0c7ff9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.617784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1da10556-ba57-4e43-b8a7-d603a08ef5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.619696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ea3340-14ca-4a32-84e9-47b0c7ff9929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.624427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54ea3340-14ca-4a32-84e9-47b0c7ff9929 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1c54f55-a8b1-4cc5-b994-e99a57207792 HTTP/1.1" status: 204 len: 168 time: 0.1929638 Dec 15 04:40:21.633221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3340-14ca-4a32-84e9-47b0c7ff9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c54f55-a8b1-4cc5-b994-e99a57207792,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:21.677510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Made reservation on behalf of ec5bab5278ed44a39b0ea0bada31b16d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:21.681681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.692585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1da10556-ba57-4e43-b8a7-d603a08ef5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:21.754214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.005754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Allocated IP 172.20.0.9 (777271ce-3588-40ab-8872-ae33af528ec1/c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a/982e2d4b-4d9e-4ee8-892b-300c8c820016) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:22.009516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1da10556-ba57-4e43-b8a7-d603a08ef5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.012312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16a69-d3f5-4fbf-9e23-c105d4b23057 req-e8e20dec-16b4-4587-8514-614752bc0368 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:22.012828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1da10556-ba57-4e43-b8a7-d603a08ef5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.014011 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1da10556-ba57-4e43-b8a7-d603a08ef5aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86358b61-aef6-41c8-95aa-b05bbcb713c2 HTTP/1.1" status: 204 len: 168 time: 0.5947428 Dec 15 04:40:22.028631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da10556-ba57-4e43-b8a7-d603a08ef5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86358b61-aef6-41c8-95aa-b05bbcb713c2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:22.031963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32c16a69-d3f5-4fbf-9e23-c105d4b23057 req-e8e20dec-16b4-4587-8514-614752bc0368 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.1156719 Dec 15 04:40:22.110414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32c16a69-d3f5-4fbf-9e23-c105d4b23057 req-a2feafb6-fd60-409b-88bc-2c89449b17dc tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753040 Dec 15 04:40:22.251965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a32329b-9014-4587-9cf2-223f819fa58a req-bd45b489-2cf9-4172-8513-314dad45db06 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 210 time: 0.0548744 Dec 15 04:40:22.364017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb2de1-ff10-4276-9f69-38c112807dad req-a37de8c5-9448-48c1-9ad2-9e098f25c9a1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:22.366210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2bb2de1-ff10-4276-9f69-38c112807dad req-a37de8c5-9448-48c1-9ad2-9e098f25c9a1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.0807631 Dec 15 04:40:22.463042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.465832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2bb2de1-ff10-4276-9f69-38c112807dad req-7f8e0f5b-66d6-4218-b7d4-79c087dc9776 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905828 Dec 15 04:40:22.533065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting port af381c67-6b60-4e1d-a7ec-decd8900e185 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:22.533385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.539516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.566607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38192) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:22.592041 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f431-7bf1-4006-abe4-50a31a1aabff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.648684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Network 777271ce-3588-40ab-8872-ae33af528ec1 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:22.656220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:22.663033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:22.689192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event updated for resources: {'Port': ['ID=982e2d4b-4d9e-4ee8-892b-300c8c820016,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:22.745414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.771369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f431-7bf1-4006-abe4-50a31a1aabff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.778858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:22.779544 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.782263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f431-7bf1-4006-abe4-50a31a1aabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:22.792985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Calling delete_port for af381c67-6b60-4e1d-a7ec-decd8900e185 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:22.826252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-29ed1a22-f6d7-4f46-837f-a4a1e7517f8e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4177790 Dec 15 04:40:22.867260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Request body: {'port': {'device_id': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:22.938286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e5d9f431-7bf1-4006-abe4-50a31a1aabff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f16213291a94085995aa8759cf725ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693991 Dec 15 04:40:22.940354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9f431-7bf1-4006-abe4-50a31a1aabff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5caa88-6bb7-48d6-99e8-3bccec0554c2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:22.951386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38206) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:22.997912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448bd3-582c-4d9c-b4f3-a8b28c9e9b63 req-cad838b1-e8cd-4d58-a8a1-20c4c11e1d4f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:23.005945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d448bd3-582c-4d9c-b4f3-a8b28c9e9b63 req-cad838b1-e8cd-4d58-a8a1-20c4c11e1d4f tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.2259996 Dec 15 04:40:23.082007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.097606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c91ea154-7770-4db7-bd7f-2438839192c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.115981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d448bd3-582c-4d9c-b4f3-a8b28c9e9b63 req-d315b77d-9778-4aca-918c-af233ae40a04 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088901 Dec 15 04:40:23.143555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38210) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:23.198611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c91ea154-7770-4db7-bd7f-2438839192c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.210924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8f1384ba-e974-4033-8528-f47f362dad5b None None] Provisioning complete for port 982e2d4b-4d9e-4ee8-892b-300c8c820016 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:23.212014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f1384ba-e974-4033-8528-f47f362dad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.298910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8f1384ba-e974-4033-8528-f47f362dad5b None None] Port 982e2d4b-4d9e-4ee8-892b-300c8c820016 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:23.328004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-511964533-network', 'tenant_id': 'a2b45728e83c4daea3506e77564adc30'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:23.350279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.361697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790a62-ef50-4830-87f8-bc7bec00a992 req-38242108-ea27-476f-abf9-93ac05d338ed tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:23.371225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd790a62-ef50-4830-87f8-bc7bec00a992 req-38242108-ea27-476f-abf9-93ac05d338ed tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.0956762 Dec 15 04:40:23.374455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c91ea154-7770-4db7-bd7f-2438839192c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.377134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c91ea154-7770-4db7-bd7f-2438839192c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.378261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c91ea154-7770-4db7-bd7f-2438839192c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5caa88-6bb7-48d6-99e8-3bccec0554c2 HTTP/1.1" status: 204 len: 168 time: 0.4252176 Dec 15 04:40:23.411218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ea154-7770-4db7-bd7f-2438839192c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5caa88-6bb7-48d6-99e8-3bccec0554c2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:23.476158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Port': ['ID=af381c67-6b60-4e1d-a7ec-decd8900e185,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:23.510022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a63dd-2657-4823-b115-87356d2761e3 req-0a743eeb-5a94-4d10-9ce3-07859818c3b9 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:23.511752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-950a63dd-2657-4823-b115-87356d2761e3 req-0a743eeb-5a94-4d10-9ce3-07859818c3b9 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 931 time: 0.1045191 Dec 15 04:40:23.528867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd790a62-ef50-4830-87f8-bc7bec00a992 req-27df8591-2979-467b-99b6-a827b07d3d82 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522958 Dec 15 04:40:23.633224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-950a63dd-2657-4823-b115-87356d2761e3 req-e28cfa1d-5491-488e-88a6-1733ec353eac tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032350 Dec 15 04:40:23.780646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Made reservation on behalf of a2b45728e83c4daea3506e77564adc30 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:23.782926 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.801284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.830385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:23.913387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797eba9-5362-4115-b2f5-2f8a3a520e36 req-3672b4e9-7d07-47c4-ab43-cc4bc93c8b4d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:23.915519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4797eba9-5362-4115-b2f5-2f8a3a520e36 req-3672b4e9-7d07-47c4-ab43-cc4bc93c8b4d tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.0878987 Dec 15 04:40:24.000540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4797eba9-5362-4115-b2f5-2f8a3a520e36 req-64b83444-f2a8-4500-a558-2a5d179219f9 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786288 Dec 15 04:40:24.021635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982e2d4b-4d9e-4ee8-892b-300c8c820016 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:24.031472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:24.047855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Transition to ACTIVE for port object 982e2d4b-4d9e-4ee8-892b-300c8c820016 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:40:24.162814 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:24.200166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165b02-36ba-4972-9167-afb39c5e49ea req-1e7bc51f-ebb9-429e-bacd-9915e9fab702 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:24.209647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92165b02-36ba-4972-9167-afb39c5e49ea req-1e7bc51f-ebb9-429e-bacd-9915e9fab702 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.1071985 Dec 15 04:40:24.258853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Router 9da25985-fdc6-4c3a-a484-94b6c18f5987 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:40:24.265362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Pushing event updated for resources: {'Port': ['ID=982e2d4b-4d9e-4ee8-892b-300c8c820016,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:24.269287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:24.277637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92165b02-36ba-4972-9167-afb39c5e49ea req-d497378b-7fd8-4010-b847-b923a7ac5077 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670016 Dec 15 04:40:24.291086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:24.747836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49651228-aa0c-4add-a9b3-d1f2357f2a87 req-12096dfd-8b63-4965-9199-8e1d8dd0ae2c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:24.755494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49651228-aa0c-4add-a9b3-d1f2357f2a87 req-12096dfd-8b63-4965-9199-8e1d8dd0ae2c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.0720611 Dec 15 04:40:24.844559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75bb03-8124-4cb1-aadd-42cd95c01fc7 req-bfcb9fc0-805c-42bf-b114-73b006146aa6 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:24.846732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae75bb03-8124-4cb1-aadd-42cd95c01fc7 req-bfcb9fc0-805c-42bf-b114-73b006146aa6 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 943 time: 0.0885396 Dec 15 04:40:24.862702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49651228-aa0c-4add-a9b3-d1f2357f2a87 req-1fc7d54e-cf8f-4e65-b1d1-bb77aa19777a tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016545 Dec 15 04:40:24.865195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:24.867404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Attempting to bind port 982e2d4b-4d9e-4ee8-892b-300c8c820016 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:24.867751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Attempting to bind port 982e2d4b-4d9e-4ee8-892b-300c8c820016 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:24.868098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Attempting to bind port 982e2d4b-4d9e-4ee8-892b-300c8c820016 on network 777271ce-3588-40ab-8872-ae33af528ec1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:24.879381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Port 982e2d4b-4d9e-4ee8-892b-300c8c820016 on network 777271ce-3588-40ab-8872-ae33af528ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:40:24.879709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Attempting to bind port 982e2d4b-4d9e-4ee8-892b-300c8c820016 on network 777271ce-3588-40ab-8872-ae33af528ec1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:24.889475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:24.889825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Checking segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:24.890205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Bound using segment: {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:24.890839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Bound port: 982e2d4b-4d9e-4ee8-892b-300c8c820016, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11200a2b-b96f-47a7-8fc6-07757480013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:24.891208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:24.920907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae75bb03-8124-4cb1-aadd-42cd95c01fc7 req-98f0c461-e6e6-4c50-9561-0fcc86f9cf02 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555410 Dec 15 04:40:24.981878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:24.982615 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Added segment 91ef77a0-848c-4056-80b0-ebb8532e2347 of type vlan for network 7dbfb208-b0e6-420f-b09c-7b8492c5704e Dec 15 04:40:24.984800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26f6b5-d94c-4872-a170-3659ce8829d3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:25.070748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:25.081209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:25.082644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6c3da4e8-bcdb-4377-ae3a-dba9b9630194 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4121890 Dec 15 04:40:25.084812 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] Sync routers for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:25.113127 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:25.116172 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:25.149557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] For port 982e2d4b-4d9e-4ee8-892b-300c8c820016, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:25.155209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] For port 982e2d4b-4d9e-4ee8-892b-300c8c820016, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:25.169127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:25.172631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:25.196198 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:25.211339 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:25.212056 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-6349ee4e-094d-4801-a6a9-f34758baac80 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] delete failed (client error): The resource could not be found. Dec 15 04:40:25.212722 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:25.217062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6349ee4e-094d-4801-a6a9-f34758baac80 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1381056016 HTTP/1.1" status: 404 len: 335 time: 0.1314697 Dec 15 04:40:25.217295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38272) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:25.227293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4f6bf603-b7c7-42ae-97dc-6dffc4609ce1 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'router': {'external_gateway_info': {'network_id': '9da25985-fdc6-4c3a-a484-94b6c18f5987'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:25.282488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:25.283339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:25.285139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/982e2d4b-4d9e-4ee8-892b-300c8c820016 HTTP/1.1" status: 200 len: 1092 time: 2.4228756 Dec 15 04:40:25.285883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:25.288884 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:25.318165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:25.319600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:25.320793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:25.426158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af935-be4f-47b0-85f8-bcfde07b98c3 service neutron] Pushing event updated for resources: {'Port': ['ID=982e2d4b-4d9e-4ee8-892b-300c8c820016,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:25.432670 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec577f4-0db9-42ff-9878-9042548ec0c9 x-openstack-request-id: req-fec577f4-0db9-42ff-9878-9042548ec0c9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:25.432960 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:25.433280 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fec577f4-0db9-42ff-9878-9042548ec0c9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:25.433741 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'status': 'completed', 'code': 200} Dec 15 04:40:25.480879 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:25.482015 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dca4e1-d6e8-43f0-ae82-6ee6196533d8 None None] The sync data for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:25.521980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] Pushing event updated for resources: {'Network': ['ID=7dbfb208-b0e6-420f-b09c-7b8492c5704e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:25.535733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:25.549497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f59c9e15-3e4e-43bd-b8e6-6216b72e4f5c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4046924 Dec 15 04:40:25.551069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38280) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:25.561858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Request body: {'subnet': {'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-511964533-subnet', 'tenant_id': 'a2b45728e83c4daea3506e77564adc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:25.626961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-0719a049-3f8e-41a6-9416-6287cd30803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:25.636121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-0719a049-3f8e-41a6-9416-6287cd30803c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec5bab5278ed44a39b0ea0bada31b16d&device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1995440 Dec 15 04:40:25.673577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Made reservation on behalf of a2b45728e83c4daea3506e77564adc30 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:25.681584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:25.877989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-96c17154-59ac-4504-97d1-1a0ef96e1349 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016 HTTP/1.1" status: 200 len: 217 time: 0.2284892 Dec 15 04:40:26.059066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-51cc4197-ff2e-498d-ab6e-77365d9ea0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.061768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-51cc4197-ff2e-498d-ab6e-77365d9ea0b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a HTTP/1.1" status: 200 len: 853 time: 0.1762753 Dec 15 04:40:26.147779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.184611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f6bf603-b7c7-42ae-97dc-6dffc4609ce1 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.208936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e352ad-3b9f-4586-9998-cd5004a7a854 req-8c653428-8cbe-4771-81a8-51a696fa3517 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.217779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7e352ad-3b9f-4586-9998-cd5004a7a854 req-8c653428-8cbe-4771-81a8-51a696fa3517 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.1993597 Dec 15 04:40:26.280952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:26.291573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-30cc1533-b266-4e26-be47-09014d1094c6 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.293361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-30cc1533-b266-4e26-be47-09014d1094c6 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 945 time: 0.1676779 Dec 15 04:40:26.296258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-3bfc9a50-de33-4496-af8f-2c407c658d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.305240 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-4f6bf603-b7c7-42ae-97dc-6dffc4609ce1 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] update failed (client error): The resource could not be found. Dec 15 04:40:26.306467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4f6bf603-b7c7-42ae-97dc-6dffc4609ce1 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987 HTTP/1.1" status: 404 len: 339 time: 1.0882459 Dec 15 04:40:26.307538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-3bfc9a50-de33-4496-af8f-2c407c658d58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=777271ce-3588-40ab-8872-ae33af528ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804528 Dec 15 04:40:26.310311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38294) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:26.323294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abd3bb-a6fd-47bd-9fc5-597828be8f54 req-97d52bc8-fedd-4277-9d7a-c3dc61092e7b tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.325061 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5abd3bb-a6fd-47bd-9fc5-597828be8f54 req-97d52bc8-fedd-4277-9d7a-c3dc61092e7b tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 943 time: 0.2640629 Dec 15 04:40:26.328827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2145327348'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:26.396580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7e352ad-3b9f-4586-9998-cd5004a7a854 req-93738051-e7d5-4176-bb28-9b6c68ae38e1 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ea9c81f-7f29-46df-8e75-22be38c64246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771219 Dec 15 04:40:26.411761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:26.415551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.496914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5abd3bb-a6fd-47bd-9fc5-597828be8f54 req-3c8d9f6b-c964-4d92-a6d5-56a8174ddbbb tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585860 Dec 15 04:40:26.511219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:26.520122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Checking segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:26.520618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Network hostable DHCP agents. Network: 7dbfb208-b0e6-420f-b09c-7b8492c5704e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:26.522460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.523130 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Added segment 9e540a7c-a15f-4c81-8aa8-536f6e2c4542 of type vlan for network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca Dec 15 04:40:26.568448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.581697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:26.593938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Deleting port 15d70609-58cb-4153-b327-c0cad4cc0a34 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:26.594387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.613095 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.621039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.621723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.699827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7dbfb208-b0e6-420f-b09c-7b8492c5704e) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:26.700647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3854797 Dec 15 04:40:26.703564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38298) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:26.708961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:26.709707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.710882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'subnet': {'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:26.713893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b7ca34-0ab2-4700-b4f6-bd719b9f446e None None] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:26.719155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Network': ['ID=7b8d8cfc-5e31-449e-86c6-bee1b49d13ca,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:26.770968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] For port 15d70609-58cb-4153-b327-c0cad4cc0a34, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=15d70609-58cb-4153-b327-c0cad4cc0a34,segment=NetworkSegment(cef6084e-887f-4aac-a979-0c8761e17517),segment_id=cef6084e-887f-4aac-a979-0c8761e17517)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:26.771343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.773747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.774203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.774622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.775034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.775438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.775833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.776491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.776891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.777287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.777694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.778088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.778743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.779141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092d2f6-3cd9-4021-bd54-9836fc5cf026 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:26.788998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Calling delete_port for 15d70609-58cb-4153-b327-c0cad4cc0a34 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:26.804629 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-2abfcd42-7f09-4e03-a167-bcc22e3131c0 service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838240 Dec 15 04:40:26.826167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:26.836629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Made reservation on behalf of 63be4b7b5be04b7a8eb434ff0c3fcb0c for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:26.841175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:26.888310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c28b3-2252-4d98-91b9-c2b3fc3601c8 None None] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:26.943306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-09e844da-7d8d-4260-8a46-859e5872b001 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3902321 Dec 15 04:40:27.001470 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-482bb5c6-dc05-4bd8-a5c8-2ac8c57df439 req-5bc77ebb-3c42-4ab2-9e53-9f4ae6da688a service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444561 Dec 15 04:40:27.150233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.154114 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.202093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-55c12839-34b9-4049-9a67-9c998d0b9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:27.204215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-55c12839-34b9-4049-9a67-9c998d0b9f78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec5bab5278ed44a39b0ea0bada31b16d&device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1106453 Dec 15 04:40:27.206244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Pushing event deleted for resources: {'Port': ['ID=15d70609-58cb-4153-b327-c0cad4cc0a34,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:27.217614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['15d70609-58cb-4153-b327-c0cad4cc0a34'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:27.236537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Subnet': ['ID=9ed24bce-3ba4-434d-aa60-bde321f2d6cb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:27.251003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Checking segment: {'id': '9e540a7c-a15f-4c81-8aa8-536f6e2c4542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:27.251543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network hostable DHCP agents. Network: 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:27.273988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:27.287923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:27.293264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:27.294096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.302550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc574b-a8d2-41db-9ab5-471dcab27cbf None None] Network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:27.318273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-86ea1b9d-b5d4-48d0-8618-339fe077b3eb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6134098 Dec 15 04:40:27.321522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38312) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:27.326883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-60bf5de0-8e71-4d95-83e5-c697be3e86da tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:27.342028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] No DVR routers for this DVR port 15d70609-58cb-4153-b327-c0cad4cc0a34 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:27.347801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.354934 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7b60969-62a1-4eaa-9d97-f1a74cc95d61 req-f24ed97a-be04-4993-8269-755b502f5107 tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.16 "DELETE /v2.0/ports/15d70609-58cb-4153-b327-c0cad4cc0a34 HTTP/1.1" status: 204 len: 173 time: 1.0445063 Dec 15 04:40:27.478974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'name': 'network-vif-deleted', 'tag': '15d70609-58cb-4153-b327-c0cad4cc0a34'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:27.483025 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2fe97-d82a-4cee-a78e-0bdc535874c4" -d '{"events": [{"server_uuid": "cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7", "name": "network-vif-deleted", "tag": "15d70609-58cb-4153-b327-c0cad4cc0a34"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:27.486767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-5212515c-591e-4ef0-8eaf-46b1397c446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:27.488832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-5212515c-591e-4ef0-8eaf-46b1397c446c service neutron] 10.222.0.42 "GET /v2.0/networks?id=777271ce-3588-40ab-8872-ae33af528ec1 HTTP/1.1" status: 200 len: 914 time: 0.2599823 Dec 15 04:40:27.550579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7b8d8cfc-5e31-449e-86c6-bee1b49d13ca', 'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca', 'project_id': '63be4b7b5be04b7a8eb434ff0c3fcb0c', 'fixed_ips': [{'subnet_id': '9ed24bce-3ba4-434d-aa60-bde321f2d6cb'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:27.551694 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.612571 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-5c6c72b2-4aa6-415a-abed-204809fee6e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016 HTTP/1.1" status: 200 len: 217 time: 0.1130850 Dec 15 04:40:27.615745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2bce6df-0fad-4c2a-9464-5502955d0fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.718424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-3592bb21-0181-4932-af62-ac89a521688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:27.722640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-3592bb21-0181-4932-af62-ac89a521688f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a HTTP/1.1" status: 200 len: 853 time: 0.1031930 Dec 15 04:40:27.800384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2767b056-9dca-43eb-a84e-5c4fe61c274c req-98ef9132-d4b8-4130-90cd-e6464ea1d48c tempest-ServerDiskConfigTestJSON-1795963063 tempest-ServerDiskConfigTestJSON-1795963063-project] 10.222.0.37 "GET /v2.0/ports?device_id=cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7 HTTP/1.1" status: 200 len: 210 time: 0.1140885 Dec 15 04:40:27.800781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Allocated IP 2001:db8:1::2 (7b8d8cfc-5e31-449e-86c6-bee1b49d13ca/9ed24bce-3ba4-434d-aa60-bde321f2d6cb/c9989f4c-ede3-4b86-b499-86f2d375994f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:27.835959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-18b12e23-9510-4fee-b6b1-2d2a0363bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:27.840874 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-18b12e23-9510-4fee-b6b1-2d2a0363bcdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=777271ce-3588-40ab-8872-ae33af528ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047845 Dec 15 04:40:27.951851 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-60bf5de0-8e71-4d95-83e5-c697be3e86da tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:27.980848 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12076a24-ecb4-45a1-a652-7a986d89c661 x-openstack-request-id: req-12076a24-ecb4-45a1-a652-7a986d89c661 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:27.981345 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7", "name": "network-vif-deleted", "tag": "15d70609-58cb-4153-b327-c0cad4cc0a34", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:27.981467 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12076a24-ecb4-45a1-a652-7a986d89c661 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:27.983628 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef6cd3d-4470-4e84-80dd-aa0e0d7da2d7', 'name': 'network-vif-deleted', 'tag': '15d70609-58cb-4153-b327-c0cad4cc0a34', 'status': 'completed', 'code': 200} Dec 15 04:40:28.021383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-2a55ddc1-57f5-4191-b7cc-e821f1798d40 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:28.024357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-2a55ddc1-57f5-4191-b7cc-e821f1798d40 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 821 time: 0.5417252 Dec 15 04:40:28.080101 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-0882c576-117d-4063-80e4-7b633fd8bca0 service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296376 Dec 15 04:40:28.166489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:28.178425 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:28.184382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-409cfca7-107a-4f6d-8e5d-50f5192f372c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/quotas/a2b45728e83c4daea3506e77564adc30 HTTP/1.1" status: 200 len: 375 time: 0.1388063 Dec 15 04:40:28.244851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-2fb66b52-f38c-4f1d-9d50-f768fce48166 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588238 Dec 15 04:40:28.249718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Pushing event updated for resources: {'Port': ['ID=c9989f4c-ede3-4b86-b499-86f2d375994f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:28.270010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:28.273219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:28.273515 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15a82a25-63ed-44f1-a3d0-7c95a289a6d1 req-7ba95f58-4c40-4061-9267-19d3274c3db4 service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841960 Dec 15 04:40:28.278623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b50b-47ff-4dab-afa1-0dc04706c092 req-db9beb44-3ef9-4935-ae00-25d56b4c7862 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:28.280608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0954b50b-47ff-4dab-afa1-0dc04706c092 req-db9beb44-3ef9-4935-ae00-25d56b4c7862 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 943 time: 0.1479781 Dec 15 04:40:28.282740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:28.347291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Attempting to bind port c9989f4c-ede3-4b86-b499-86f2d375994f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:28.348292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Attempting to bind port c9989f4c-ede3-4b86-b499-86f2d375994f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9e540a7c-a15f-4c81-8aa8-536f6e2c4542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:28.350941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Attempting to bind port c9989f4c-ede3-4b86-b499-86f2d375994f on network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:28.356671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:28.357136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Checking segment: {'id': '9e540a7c-a15f-4c81-8aa8-536f6e2c4542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:28.357650 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:28.358234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Bound using segment: {'id': '9e540a7c-a15f-4c81-8aa8-536f6e2c4542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:28.359024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Bound port: c9989f4c-ede3-4b86-b499-86f2d375994f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e540a7c-a15f-4c81-8aa8-536f6e2c4542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7b8d8cfc-5e31-449e-86c6-bee1b49d13ca'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:28.359483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:28.386328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-d340a8b9-43da-46e5-8e56-b931a428786c service neutron] 10.222.0.37 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395907 Dec 15 04:40:28.442451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] For port c9989f4c-ede3-4b86-b499-86f2d375994f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:28.446107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] For port c9989f4c-ede3-4b86-b499-86f2d375994f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9989f4c-ede3-4b86-b499-86f2d375994f,segment=NetworkSegment(9e540a7c-a15f-4c81-8aa8-536f6e2c4542),segment_id=9e540a7c-a15f-4c81-8aa8-536f6e2c4542)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:28.454243 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:28.524009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288df57-0c62-44fa-9192-a5393e355b99 None None] Pushing event updated for resources: {'Port': ['ID=c9989f4c-ede3-4b86-b499-86f2d375994f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:28.540349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0954b50b-47ff-4dab-afa1-0dc04706c092 req-c134694e-ba19-438d-be0d-769e14491cfa tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517217 Dec 15 04:40:28.559657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-27fa20e4-912a-4aea-bfea-5c0c0246ef87 service neutron] 10.222.0.37 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629250 Dec 15 04:40:28.594277 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-60bf5de0-8e71-4d95-83e5-c697be3e86da tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:40:28.595754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-60bf5de0-8e71-4d95-83e5-c697be3e86da tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987 HTTP/1.1" status: 400 len: 364 time: 1.2730796 Dec 15 04:40:28.605141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38344) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:28.959383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89c01afd-5a1f-40d2-a279-c2cd0ae08961 req-bee8498e-c4b9-433c-a009-e4a438c0b300 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 210 time: 0.1407161 Dec 15 04:40:29.236553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:29.239461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.366324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Deleting subnet f26eb724-63c4-4428-a4a8-29117339ff31 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:40:29.370621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.455489 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.555337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.724893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6dd5-994e-4fa3-8421-4248ac7e5c57 req-304cf296-20c4-442b-8f77-d2671d55fb70 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:29.759806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aafc6dd5-994e-4fa3-8421-4248ac7e5c57 req-304cf296-20c4-442b-8f77-d2671d55fb70 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 943 time: 0.0994003 Dec 15 04:40:29.798931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.835203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Allocated IP 2001:db8::1 (a4ab0680-3bbd-4d0e-8ea7-5579f4201f91/c64987f5-5479-41ca-8c2b-00ed13fffef2/231d23bf-d22f-478e-8994-2940ddaf0dbc) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:29.880335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41a7d563-6bb8-416e-b776-e8bdbe2fa42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.885465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:29.898152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f26eb724-63c4-4428-a4a8-29117339ff31 HTTP/1.1" status: 204 len: 168 time: 0.6603832 Dec 15 04:40:29.899138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effe666-2f39-45d9-920b-13a76d60e7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26eb724-63c4-4428-a4a8-29117339ff31,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:29.909958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38378) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:29.941624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aafc6dd5-994e-4fa3-8421-4248ac7e5c57 req-98f7ec26-9f67-4351-98ba-717f061fe234 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637285 Dec 15 04:40:30.071325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.155235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2c03b0e-b9b0-4438-9c0f-9bdb48ed362e req-f7644869-9a34-45e1-badc-82695d6d93e4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 210 time: 0.0375600 Dec 15 04:40:30.193670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd221d70-f5ef-479f-a148-55665529bbb7 None None] Network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:30.218182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.240174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.274003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f01f61-493b-466e-8827-827cd3708719']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:30.280454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-09d60e99-389d-4774-b885-f2810c8c89c8 None None] Provisioning complete for port c9989f4c-ede3-4b86-b499-86f2d375994f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:30.281042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09d60e99-389d-4774-b885-f2810c8c89c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.293493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef6084e-887f-4aac-a979-0c8761e17517') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:30.293805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef6084e-887f-4aac-a979-0c8761e17517') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:30.312438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.330753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.331976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9989f4c-ede3-4b86-b499-86f2d375994f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:30.339128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:30.339741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:30.341713 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:30.352753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.452744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:30.457352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Port': ['ID=231d23bf-d22f-478e-8994-2940ddaf0dbc,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:30.460695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:30.463173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:30.463713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.466371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.514899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c9989f4c-ede3-4b86-b499-86f2d375994f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:30.515306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.547969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09d60e99-389d-4774-b885-f2810c8c89c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.608684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-09d60e99-389d-4774-b885-f2810c8c89c8 None None] For port c9989f4c-ede3-4b86-b499-86f2d375994f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9989f4c-ede3-4b86-b499-86f2d375994f,segment=NetworkSegment(9e540a7c-a15f-4c81-8aa8-536f6e2c4542),segment_id=9e540a7c-a15f-4c81-8aa8-536f6e2c4542)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:30.622415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.622595 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09d60e99-389d-4774-b885-f2810c8c89c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:30.625884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5f01f61-493b-466e-8827-827cd3708719 HTTP/1.1" status: 204 len: 168 time: 0.7151966 Dec 15 04:40:30.763362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d60e99-389d-4774-b885-f2810c8c89c8 None None] Pushing event updated for resources: {'Port': ['ID=c9989f4c-ede3-4b86-b499-86f2d375994f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:30.968956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9062c380-bb5c-4a90-a111-cc93d9ab4fe2 None None] Provisioning complete for port c9989f4c-ede3-4b86-b499-86f2d375994f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:30.971492 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9062c380-bb5c-4a90-a111-cc93d9ab4fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.076042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38406) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:31.099961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.113724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 15d70609-58cb-4153-b327-c0cad4cc0a34 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:31.146025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 15d70609-58cb-4153-b327-c0cad4cc0a34 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:31.146527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 15d70609-58cb-4153-b327-c0cad4cc0a34 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:31.183104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 982e2d4b-4d9e-4ee8-892b-300c8c820016 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:40:31.187341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3faf9903-e0a2-47fb-ac9b-f4877d334115 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a63f5367541341c4b744f7876abd06a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1095357 Dec 15 04:40:31.204871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38410) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:31.267467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384a11-cf20-4732-b34d-cf63678234ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f01f61-493b-466e-8827-827cd3708719,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:31.360036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888b7e-c42b-495d-a44f-5763b404c6d8 req-f488f396-a0aa-4fbe-a34c-1a2f176844c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:31.367014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8888b7e-c42b-495d-a44f-5763b404c6d8 req-f488f396-a0aa-4fbe-a34c-1a2f176844c4 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 943 time: 0.2254398 Dec 15 04:40:31.372035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1f5de36-8129-40fa-a9d3-1efb2c95a7dd req-2e74c16c-38a6-4767-ac37-11120efcccae tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 210 time: 0.0633128 Dec 15 04:40:31.389050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-114b8978-d8b9-4aea-9e9c-7b81f91ff67b None None] Provisioning complete for port 231d23bf-d22f-478e-8994-2940ddaf0dbc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:31.389434 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-114b8978-d8b9-4aea-9e9c-7b81f91ff67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.418910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-218417e2-e92b-48b4-a7fa-86b02d99a89c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:31.422897 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-218417e2-e92b-48b4-a7fa-86b02d99a89c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 821 time: 0.9538851 Dec 15 04:40:31.432304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2a253317-8f0d-4f28-87c8-1e50f0aa4fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.441701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.458580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'port': {'device_id': '641236bb-77c9-48ff-858d-de43873f7c40', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'admin_state_up': True, 'tenant_id': 'a2b45728e83c4daea3506e77564adc30'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:31.467096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8888b7e-c42b-495d-a44f-5763b404c6d8 req-21e376fe-788f-4553-bc9e-9a1b4974263b tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882912 Dec 15 04:40:31.477209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2a253317-8f0d-4f28-87c8-1e50f0aa4fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.510055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 982e2d4b-4d9e-4ee8-892b-300c8c820016, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:31.526448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'port_id': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'mac_address': 'fa:16:3e:b2:de:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:40:31.535244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2a253317-8f0d-4f28-87c8-1e50f0aa4fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.541456 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2a253317-8f0d-4f28-87c8-1e50f0aa4fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.548841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2a253317-8f0d-4f28-87c8-1e50f0aa4fec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ea9c81f-7f29-46df-8e75-22be38c64246 HTTP/1.1" status: 204 len: 168 time: 0.3414879 Dec 15 04:40:31.569828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-114b8978-d8b9-4aea-9e9c-7b81f91ff67b None None] Port 231d23bf-d22f-478e-8994-2940ddaf0dbc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:31.573968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a253317-8f0d-4f28-87c8-1e50f0aa4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9c81f-7f29-46df-8e75-22be38c64246,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:31.642969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.686658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982e2d4b-4d9e-4ee8-892b-300c8c820016 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:31.732437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 982e2d4b-4d9e-4ee8-892b-300c8c820016, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:31.740908 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:31.822256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=982e2d4b-4d9e-4ee8-892b-300c8c820016,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:31.853766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Made reservation on behalf of a2b45728e83c4daea3506e77564adc30 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:31.858133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.023073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['982e2d4b-4d9e-4ee8-892b-300c8c820016'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:32.091038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Allocated IP 172.20.0.9 (7dbfb208-b0e6-420f-b09c-7b8492c5704e/9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c/0a6c00ef-29c8-4a02-b11c-dde4852eb692) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:32.094618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.116646 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.117197 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.215010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9989f4c-ede3-4b86-b499-86f2d375994f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:32.273590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event updated for resources: {'Port': ['ID=231d23bf-d22f-478e-8994-2940ddaf0dbc,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:32.288857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c9989f4c-ede3-4b86-b499-86f2d375994f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:32.289355 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.427513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:32.431210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:32.521078 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4458c421-dc76-4fb5-9957-9aa7acb10812 req-26aea97d-9fa9-497e-942a-e9cb24895559 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 210 time: 0.0565825 Dec 15 04:40:32.529114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.571217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38450) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:32.595384 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.597394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Router 9da25985-fdc6-4c3a-a484-94b6c18f5987 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:40:32.613225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.699646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38454) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:32.706439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1474676630'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:32.809190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-86f1bf2e-2f53-4034-a47d-fceb11f0a1fd None None] Provisioning complete for port 231d23bf-d22f-478e-8994-2940ddaf0dbc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:32.809887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86f1bf2e-2f53-4034-a47d-fceb11f0a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.810114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:32.822443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:32.826009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.831147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2036981964-network', 'tenant_id': 'eff5ed65847143e3ad3da35efe38df8e'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:32.857769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:32.862699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:32.862899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-86f1bf2e-2f53-4034-a47d-fceb11f0a1fd None None] Port 231d23bf-d22f-478e-8994-2940ddaf0dbc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:32.867516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:32.880711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7296c-93d6-42de-bd14-46bbcd86b832 req-078dbea4-d534-462c-b7db-f567ceab749d tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:32.882281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3db7296c-93d6-42de-bd14-46bbcd86b832 req-078dbea4-d534-462c-b7db-f567ceab749d tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 944 time: 0.1486351 Dec 15 04:40:32.885535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Made reservation on behalf of eff5ed65847143e3ad3da35efe38df8e for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:32.887906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.914861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:32.921878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b0f841f2-3937-4db5-a5fe-01aa9f563c12 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3202496 Dec 15 04:40:32.928307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:32.928750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:32.929404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.929734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49979d-333a-4a16-b619-31b89255373f None None] Sync routers for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:32.932822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38456) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:32.945682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.946110 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Added segment 3a3893dc-fcaf-4a01-b0fa-a9e969488be0 of type vlan for network c1be55e7-3124-451f-b1f2-09d02d5e7c59 Dec 15 04:40:32.946569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49979d-333a-4a16-b619-31b89255373f None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:32.947706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-db49979d-333a-4a16-b619-31b89255373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:32.985390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-db49979d-333a-4a16-b619-31b89255373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:32.991891 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.995945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:32.996630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49979d-333a-4a16-b619-31b89255373f None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:32.997277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-db49979d-333a-4a16-b619-31b89255373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:33.010297 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-f172402f-4099-4820-b1af-4dec8d16c9b4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5559447 Dec 15 04:40:33.041627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-db49979d-333a-4a16-b619-31b89255373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:33.042213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49979d-333a-4a16-b619-31b89255373f None None] The sync data for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:33.053934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Request body: {'port': {'device_id': '641236bb-77c9-48ff-858d-de43873f7c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:33.074323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3db7296c-93d6-42de-bd14-46bbcd86b832 req-d4883d81-10b5-4e29-ae24-bbd9fcf3dd15 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791158 Dec 15 04:40:33.084974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.090441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:33.090708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-469ba649-4220-4840-963e-e2203fdcb7ec tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.091602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.153500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4521480 Dec 15 04:40:33.160636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:33.171385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1111142288'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:33.181530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d77ea3-9ad5-45f3-8468-4feb72f482f5 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Network': ['ID=c1be55e7-3124-451f-b1f2-09d02d5e7c59,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:33.183408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 982e2d4b-4d9e-4ee8-892b-300c8c820016 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:33.268696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.280541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.294717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.307575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:33.352123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:33.353339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:33.361585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.363933 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-469ba649-4220-4840-963e-e2203fdcb7ec tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 04:40:33.370459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-469ba649-4220-4840-963e-e2203fdcb7ec tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987 HTTP/1.1" status: 409 len: 329 time: 0.4367688 Dec 15 04:40:33.379479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38464) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:33.386110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.386468 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Added segment d71cee9e-5563-482f-b0dc-5a381f8dd012 of type vlan for network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 Dec 15 04:40:33.444977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:33.456835 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.459250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.464960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 982e2d4b-4d9e-4ee8-892b-300c8c820016 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:40:33.476833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 982e2d4b-4d9e-4ee8-892b-300c8c820016 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:33.477124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.529823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.566186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.596970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:33.599808 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b48b00-c3d7-4e7d-8101-ee036fa928d9" -d '{"events": [{"server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "name": "network-vif-plugged", "status": "completed", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:33.620976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 982e2d4b-4d9e-4ee8-892b-300c8c820016, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:33.632098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.655963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:33.659881 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057cbaf-f2a2-4584-8e93-3054a04678c9 x-openstack-request-id: req-1057cbaf-f2a2-4584-8e93-3054a04678c9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:33.660204 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "name": "network-vif-plugged", "status": "completed", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:33.660459 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1057cbaf-f2a2-4584-8e93-3054a04678c9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:33.661346 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'code': 200} Dec 15 04:40:33.674882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.675936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:33.677377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.678659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.679018 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Added segment 98ef421b-7a5c-4d59-b512-da5cea23b341 of type vlan for network 3c5eef70-bf01-4458-aac2-2b3c7983e43b Dec 15 04:40:33.699949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=982e2d4b-4d9e-4ee8-892b-300c8c820016,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:33.765165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1925611 Dec 15 04:40:33.768761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.775894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38472) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:33.786355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Request body: {'subnet': {'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2036981964-subnet', 'tenant_id': 'eff5ed65847143e3ad3da35efe38df8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:33.806249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1e7c6-17a3-4b13-bf5d-61a5f0a9ec0a admin admin] Pushing event updated for resources: {'Network': ['ID=909c5101-77dc-41fb-a2a2-8dc54f22ae38,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:33.817066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:33.855998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf53d6d-a341-44ac-9940-08c412129237 req-4e6396cf-f199-4c1e-978b-82181b32b2c6 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:33.857675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bf53d6d-a341-44ac-9940-08c412129237 req-4e6396cf-f199-4c1e-978b-82181b32b2c6 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 931 time: 0.1899686 Dec 15 04:40:33.869488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.874805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Made reservation on behalf of eff5ed65847143e3ad3da35efe38df8e for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:33.875310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:33.875989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.876992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.890876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565987d5-df04-4435-994c-a0b9fdda9d92 req-5e5d596c-a531-4ee7-bce2-c0b2b090d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:33.892667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-565987d5-df04-4435-994c-a0b9fdda9d92 req-5e5d596c-a531-4ee7-bce2-c0b2b090d898 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1409414 Dec 15 04:40:33.956522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6c00ef-29c8-4a02-b11c-dde4852eb692 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:33.980987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:33.986814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8243487 Dec 15 04:40:33.996715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:34.005525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'subnet': {'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:34.007308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bf53d6d-a341-44ac-9940-08c412129237 req-bb68c9ec-4c6b-4ef4-8d98-a36e56db0206 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422417 Dec 15 04:40:34.018430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b667de-f991-4a36-91c2-2381f4a00bb3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Network': ['ID=3c5eef70-bf01-4458-aac2-2b3c7983e43b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:34.039324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:34.073193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Transition to ACTIVE for port object 0a6c00ef-29c8-4a02-b11c-dde4852eb692 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:40:34.085969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.136525 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-565987d5-df04-4435-994c-a0b9fdda9d92 req-e5c9fde4-649e-41e2-8242-6c2956e9c90a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241719 Dec 15 04:40:34.156605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.193796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.226936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:34.255499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:34.259283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.316482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffd7864-4adf-4789-a927-10de60fa4d0f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:34.329397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcfc36-06c5-4bdb-89c7-83b479152779 req-6cb9fcd9-e501-423e-9664-e792d854d016 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:34.330894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21fcfc36-06c5-4bdb-89c7-83b479152779 req-6cb9fcd9-e501-423e-9664-e792d854d016 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.1865151 Dec 15 04:40:34.342561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Attempting to bind port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:34.343110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Attempting to bind port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:34.343216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Attempting to bind port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:34.356104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:40:34.356437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Attempting to bind port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:34.365658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:34.366002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Checking segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:34.366416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Bound using segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:34.366910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Bound port: 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:34.367309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.377350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Checking segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:34.377712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Network hostable DHCP agents. Network: 909c5101-77dc-41fb-a2a2-8dc54f22ae38, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:34.447602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21fcfc36-06c5-4bdb-89c7-83b479152779 req-2ffafdb6-6ccf-47d1-979d-dd12b105e87d tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869462 Dec 15 04:40:34.452051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:34.469969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 909c5101-77dc-41fb-a2a2-8dc54f22ae38) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:34.478193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:34.478813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.481773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:34.487464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b7aac6-b0e6-439c-9af9-ea0a25d1e0cb None None] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:34.488255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:34.515984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.541328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8f020f5a-435a-46f3-96b0-a99cb3f10676 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7629247 Dec 15 04:40:34.595728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:34.596787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.602467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] 10.222.0.16 "PUT /v2.0/ports/0a6c00ef-29c8-4a02-b11c-dde4852eb692 HTTP/1.1" status: 200 len: 1092 time: 1.5652299 Dec 15 04:40:34.602467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:34.602467 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5799d6d6-73ff-42f9-bc53-8aec62d99718" -d '{"events": [{"name": "network-changed", "server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:34.608628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.662721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'project_id': 'eff5ed65847143e3ad3da35efe38df8e', 'fixed_ips': [{'subnet_id': 'bffd7864-4adf-4789-a927-10de60fa4d0f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:34.664446 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.703853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting port 231d23bf-d22f-478e-8994-2940ddaf0dbc {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:34.704254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.731502 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7163c95-fbce-4404-8ef8-68e3bb68faf6 x-openstack-request-id: req-d7163c95-fbce-4404-8ef8-68e3bb68faf6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:34.732136 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:34.732850 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7163c95-fbce-4404-8ef8-68e3bb68faf6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:34.734513 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'status': 'completed', 'code': 200} Dec 15 04:40:34.735266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Subnet': ['ID=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:34.756196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7ccb3-3bf1-4750-8488-92cd0a0ac8bf service neutron] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:34.832485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-d956cfd0-5588-4984-8fbd-66147a9a0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:34.841867 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-d956cfd0-5588-4984-8fbd-66147a9a0c0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 1095 time: 0.1207836 Dec 15 04:40:34.860871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Checking segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:34.861492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network hostable DHCP agents. Network: c1be55e7-3124-451f-b1f2-09d02d5e7c59, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:34.886915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.891143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Allocated IP 172.20.0.2 (909c5101-77dc-41fb-a2a2-8dc54f22ae38/bffd7864-4adf-4789-a927-10de60fa4d0f/17d8792a-7aef-4e1e-a221-177b299f566d) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:34.915391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Calling delete_port for 231d23bf-d22f-478e-8994-2940ddaf0dbc owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:34.923469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-16251035-8143-4618-863b-7c53459e6939 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692 HTTP/1.1" status: 200 len: 217 time: 0.0526075 Dec 15 04:40:34.947461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:34.982182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c1be55e7-3124-451f-b1f2-09d02d5e7c59) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:34.989342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:34.990159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:34.996918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00a4ad-1a7e-4f39-89f1-875c0bda399f None None] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:35.000304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-97c7a0b7-26ae-48f6-a3a9-2651ed640a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:35.002207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-97c7a0b7-26ae-48f6-a3a9-2651ed640a62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 200 len: 861 time: 0.0727518 Dec 15 04:40:35.016873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d81511f8-d582-49fe-a0b3-b6aa59a6d896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0190578 Dec 15 04:40:35.020055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:35.037606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'subnet': {'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:35.133471 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-7552b0ba-3bd9-4b4c-92ea-7111ba690fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dbfb208-b0e6-420f-b09c-7b8492c5704e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142054 Dec 15 04:40:35.356308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-35cb4a82-b8d2-48ea-af5d-a33677cdd485 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875792 Dec 15 04:40:35.363264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:35.368157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.369079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:35.371302 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.381622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.386584 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.506845 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.550335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-15c847c0-c423-4eb3-9e4f-4fa4db810cc1 req-68dcf9e2-906c-4cc5-b4a0-205b23cff73f service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767235 Dec 15 04:40:35.555235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Allocated IP 10.1.1.2 (c1be55e7-3124-451f-b1f2-09d02d5e7c59/7dc745bd-7273-4d51-b61a-3a1c02d0b5c5/94c77c8c-ef5e-4dca-b205-1d6d62c5bedf) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:35.577021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:35.592620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:35.601638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:35.605640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Pushing event updated for resources: {'Port': ['ID=17d8792a-7aef-4e1e-a221-177b299f566d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:35.766871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.839122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Attempting to bind port 17d8792a-7aef-4e1e-a221-177b299f566d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:35.839641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Attempting to bind port 17d8792a-7aef-4e1e-a221-177b299f566d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:35.840777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Attempting to bind port 17d8792a-7aef-4e1e-a221-177b299f566d on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:35.878086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:35.878658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Checking segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:35.879169 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.879707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Bound using segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:35.880341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Bound port: 17d8792a-7aef-4e1e-a221-177b299f566d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:35.880886 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:35.938647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Port': ['ID=231d23bf-d22f-478e-8994-2940ddaf0dbc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:35.988056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.030766 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.048054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e605f-6aa0-4d8c-8292-491d176d34c5 req-833e090b-7e6d-4e03-b788-d8381d56cc59 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:36.050244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-321e605f-6aa0-4d8c-8292-491d176d34c5 req-833e090b-7e6d-4e03-b788-d8381d56cc59 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 943 time: 0.7172956 Dec 15 04:40:36.055508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.151046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:36.156643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:36.168378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] For port 17d8792a-7aef-4e1e-a221-177b299f566d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:36.171561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:36.176939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] For port 17d8792a-7aef-4e1e-a221-177b299f566d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=17d8792a-7aef-4e1e-a221-177b299f566d,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:36.190255 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.193945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Pushing event updated for resources: {'Port': ['ID=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:36.235942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-e3100e86-57c8-4686-b87c-06eb7b4ac836 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:36.237977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-e3100e86-57c8-4686-b87c-06eb7b4ac836 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 816 time: 0.9071741 Dec 15 04:40:36.300007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Checking segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:36.300222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network hostable DHCP agents. Network: 3c5eef70-bf01-4458-aac2-2b3c7983e43b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:40:36.313587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-203ea321-d70c-4c27-b43d-e82dee53fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:36.315327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-203ea321-d70c-4c27-b43d-e82dee53fdde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 1095 time: 0.6079354 Dec 15 04:40:36.318607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Attempting to bind port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:36.319103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Attempting to bind port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:36.319588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Attempting to bind port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:36.332118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:36.332118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Checking segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:36.332118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.332118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Bound using segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:36.332118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Bound port: 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:36.332118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.357873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d6177-1c0e-4e30-ae42-7b24f5f31857 None None] Pushing event updated for resources: {'Port': ['ID=17d8792a-7aef-4e1e-a221-177b299f566d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:36.396156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Subnet': ['ID=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:36.409292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-42c97263-fc38-458e-b2dd-77515950db11 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/quotas/eff5ed65847143e3ad3da35efe38df8e HTTP/1.1" status: 200 len: 375 time: 0.1635215 Dec 15 04:40:36.454008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] For port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:36.459590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] For port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:36.464784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.468609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:40:36.486896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-321e605f-6aa0-4d8c-8292-491d176d34c5 req-038b44a0-2441-47e8-8c1c-30841086578b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149790 Dec 15 04:40:36.493440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 3c5eef70-bf01-4458-aac2-2b3c7983e43b) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:36.506454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:36.511426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.552084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-45ec1e89-8558-46df-bdfd-14ff611ae2ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5197349 Dec 15 04:40:36.553327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cddbc2-5330-482e-872e-1ba8b974e032 None None] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:36.555183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38520) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:36.574101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'name': 'tempest-TaggedBootDevicesTest_v242-1389842002', 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:36.577839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-99b9ea38-4fe6-4711-affd-e33b9e6e9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:36.580484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-99b9ea38-4fe6-4711-affd-e33b9e6e9ba0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 921 time: 0.2497077 Dec 15 04:40:36.642769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-4a1ebc38-ca3b-450d-ab86-232b74126193 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692 HTTP/1.1" status: 200 len: 217 time: 0.0499611 Dec 15 04:40:36.651075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Router 9da25985-fdc6-4c3a-a484-94b6c18f5987 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:40:36.656440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89816649-9bf3-439f-9d26-4100343dee35 None None] Pushing event updated for resources: {'Port': ['ID=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:36.717584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-8752e5b3-3343-417a-9c54-64b01af1edde tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075585 Dec 15 04:40:36.763401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'fixed_ips': [{'subnet_id': 'fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:40:36.764284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.781000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-d6e61d3c-9844-44fc-adb2-1a139baa00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:36.782729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-d6e61d3c-9844-44fc-adb2-1a139baa00a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 200 len: 861 time: 0.1191216 Dec 15 04:40:36.818327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:36.850272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-df52880a-dd4a-422a-a7a8-c93d789088fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dbfb208-b0e6-420f-b09c-7b8492c5704e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535853 Dec 15 04:40:36.974857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:36.992573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4dfb7c6a-be88-483b-ab38-4d88eaba6045 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6019385 Dec 15 04:40:36.992573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38524) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:37.007796 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] Sync routers for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:37.034272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-8fc4a55a-97e7-467c-831a-dcc81e83e52a service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673820 Dec 15 04:40:37.034423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c12e8-4ef7-4df1-a7f3-6326928eb56b req-7a2f57b1-d73a-4c00-aa86-f1aa01d7c02f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:37.035537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d9c12e8-4ef7-4df1-a7f3-6326928eb56b req-7a2f57b1-d73a-4c00-aa86-f1aa01d7c02f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.3908501 Dec 15 04:40:37.046672 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:37.049497 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:37.115154 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:37.128720 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] Routers {'9da25985-fdc6-4c3a-a484-94b6c18f5987'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:37.130732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9da25985-fdc6-4c3a-a484-94b6c18f5987'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:37.157403 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5799d6d6-73ff-42f9-bc53-8aec62d99718 req-8a28e45d-82fc-4d49-8fb8-7733532a5e84 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130369 Dec 15 04:40:37.163942 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-e3f98f15-394f-47d0-9d71-408e087a8268 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] show failed (client error): The resource could not be found. Dec 15 04:40:37.165137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3f98f15-394f-47d0-9d71-408e087a8268 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1902769617 HTTP/1.1" status: 404 len: 335 time: 0.1710410 Dec 15 04:40:37.168988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38526) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:37.173602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bd44add0-cdd8-4acd-ae7c-dd4556734b20 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:37.181571 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:37.182589 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1e62bd-2498-44d1-b295-902f55d12d07 None None] The sync data for ids ['9da25985-fdc6-4c3a-a484-94b6c18f5987'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:37.194716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Allocated IP 10.2.2.2 (3c5eef70-bf01-4458-aac2-2b3c7983e43b/fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb/0d84445e-b0c5-4571-a232-4f56e0f61bd4) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:37.247668 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-bd44add0-cdd8-4acd-ae7c-dd4556734b20 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] update failed (client error): The resource could not be found. Dec 15 04:40:37.248748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bd44add0-cdd8-4acd-ae7c-dd4556734b20 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1765929973 HTTP/1.1" status: 404 len: 335 time: 0.0787549 Dec 15 04:40:37.252543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:37.255996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-4cf2e4d4-df53-4aaa-8c14-b5b3a9b3e229 service neutron] 10.222.0.37 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056441 Dec 15 04:40:37.329475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d9c12e8-4ef7-4df1-a7f3-6326928eb56b req-6486361c-31cc-4a2b-9073-e36f5e971cae tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531388 Dec 15 04:40:37.331978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:37.336400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting subnet 9ed24bce-3ba4-434d-aa60-bde321f2d6cb {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:40:37.340035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.402763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.469304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.493021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.496346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-d9cecd6a-eee2-4980-8c77-0ea09b03d9a1 service neutron] 10.222.0.37 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299240 Dec 15 04:40:37.542330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.584247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] device_id is not set on port bf12380d-b5e0-423b-aed6-861224f39309 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:40:37.586162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:37.592891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:37.595751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.609199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:37.681501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Pushing event updated for resources: {'Port': ['ID=0d84445e-b0c5-4571-a232-4f56e0f61bd4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:37.725115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.754668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Attempting to bind port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:37.755042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Attempting to bind port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:37.755413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Attempting to bind port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:37.763655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:37.764034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Checking segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:37.764479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.764873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Bound using segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:37.765344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Bound port: 0d84445e-b0c5-4571-a232-4f56e0f61bd4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:37.765727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.853376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:37.865535 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/subnets/9ed24bce-3ba4-434d-aa60-bde321f2d6cb HTTP/1.1" status: 204 len: 168 time: 0.6104240 Dec 15 04:40:37.866777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ac3ca-5845-4244-a82e-9e3d6d8f3fb3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed24bce-3ba4-434d-aa60-bde321f2d6cb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:37.873725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38540) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:37.883954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ecbd1-f747-46e1-9393-d6d38954a5d7 None None] Network 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:38.001116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 10.1.1.176 (c1be55e7-3124-451f-b1f2-09d02d5e7c59/7dc745bd-7273-4d51-b61a-3a1c02d0b5c5/bf12380d-b5e0-423b-aed6-861224f39309) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:38.032970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86cd0a-ffaa-421d-9d02-1e060579cc1c None None] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:38.069920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:38.129343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] For port 0d84445e-b0c5-4571-a232-4f56e0f61bd4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:38.134041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] For port 0d84445e-b0c5-4571-a232-4f56e0f61bd4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0d84445e-b0c5-4571-a232-4f56e0f61bd4,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:38.143948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad7497-d90e-402a-8a5b-5998be350c90 req-82ca4735-634c-4de1-910b-324a49dfe1ef tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:38.154573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cad7497-d90e-402a-8a5b-5998be350c90 req-82ca4735-634c-4de1-910b-324a49dfe1ef tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.4222467 Dec 15 04:40:38.167758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38548) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:38.180688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:38.190466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Request body: {'floatingip': {'port_id': '982e2d4b-4d9e-4ee8-892b-300c8c820016'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:38.291267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555bda4-d1cd-4798-ba47-ef748e2e364b req-cde73b7a-92d0-4267-9867-fcd5fe5f054d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:38.303865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4555bda4-d1cd-4798-ba47-ef748e2e364b req-cde73b7a-92d0-4267-9867-fcd5fe5f054d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 943 time: 0.2855110 Dec 15 04:40:38.325142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting port c9989f4c-ede3-4b86-b499-86f2d375994f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:38.325907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:38.331330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:38.401177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cb336f53-cd73-47b8-bb21-ca8956812b4f None None] Provisioning complete for port 17d8792a-7aef-4e1e-a221-177b299f566d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:38.401578 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb336f53-cd73-47b8-bb21-ca8956812b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:38.523933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 17d8792a-7aef-4e1e-a221-177b299f566d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:38.603481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4555bda4-d1cd-4798-ba47-ef748e2e364b req-6485d970-cd10-4b6d-8ca4-0cb518fe1a96 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983594 Dec 15 04:40:38.765581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887eee3-9acb-4ddb-8f4a-eaad4091bcb6 None None] Pushing event updated for resources: {'Port': ['ID=0d84445e-b0c5-4571-a232-4f56e0f61bd4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:38.833602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:38.967084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c2d80-c3fb-4217-91cd-9f6a8c218e44 None None] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:38.986268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] DHCP port deletion for 7b8d8cfc-5e31-449e-86c6-bee1b49d13ca request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:40:39.024316 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.066633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb336f53-cd73-47b8-bb21-ca8956812b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.124728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:39.146595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:39.155334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:40:39.161265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:39.169397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:39.213844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] For port c9989f4c-ede3-4b86-b499-86f2d375994f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9989f4c-ede3-4b86-b499-86f2d375994f,segment=NetworkSegment(9e540a7c-a15f-4c81-8aa8-536f6e2c4542),segment_id=9e540a7c-a15f-4c81-8aa8-536f6e2c4542)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:39.214537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.226576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-0e701f22-c5d6-4f29-8673-fad750045c72 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:39.235457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-0e701f22-c5d6-4f29-8673-fad750045c72 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 816 time: 0.3633969 Dec 15 04:40:39.251153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 17d8792a-7aef-4e1e-a221-177b299f566d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:39.251543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.278097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-355c8600-ee6f-4d02-a2c5-782e31bfe1e5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/quotas/eff5ed65847143e3ad3da35efe38df8e HTTP/1.1" status: 200 len: 375 time: 0.0415978 Dec 15 04:40:39.279080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Calling delete_port for c9989f4c-ede3-4b86-b499-86f2d375994f owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:39.335511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:39.371806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:39.372427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.410363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1941c585-f8c7-48f2-8155-59b5b1049e76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8540103 Dec 15 04:40:39.415439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38566) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:39.422883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'name': 'tempest-TaggedBootDevicesTest_v242-1336641048', 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:39.478989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.486782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-44444618-fc04-48ae-a125-b66eb84c674f tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2077868 Dec 15 04:40:39.506861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.582269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cb336f53-cd73-47b8-bb21-ca8956812b4f None None] For port 17d8792a-7aef-4e1e-a221-177b299f566d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=17d8792a-7aef-4e1e-a221-177b299f566d,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:39.630681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'port_id': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'mac_address': 'fa:16:3e:a0:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:40:39.635968 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb336f53-cd73-47b8-bb21-ca8956812b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.706607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.750616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Port': ['ID=c9989f4c-ede3-4b86-b499-86f2d375994f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:39.760085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] No DVR routers for this DVR port c9989f4c-ede3-4b86-b499-86f2d375994f on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:39.817470 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Floating IP 033d0d95-93f5-4262-b922-74c9666a537f associated. External IP: 172.25.2.190, port: 982e2d4b-4d9e-4ee8-892b-300c8c820016. Dec 15 04:40:39.910111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Deleting port c9989f4c-ede3-4b86-b499-86f2d375994f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:39.910749 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.949681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Provisioning complete for port 17d8792a-7aef-4e1e-a221-177b299f566d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:39.950235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:39.972951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-b33e922e-20ec-4848-b1eb-380aabb5a706 service neutron] 10.222.0.37 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751108 Dec 15 04:40:40.023637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:40.028290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.052782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb336f53-cd73-47b8-bb21-ca8956812b4f None None] Pushing event updated for resources: {'Port': ['ID=17d8792a-7aef-4e1e-a221-177b299f566d,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:40.091672 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.133306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] device_id is not set on port c038e97e-13a0-48be-9ed5-6797c2898551 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:40:40.147663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664394ca-d465-4cff-8b7d-155fb3bc3ee6 req-ddff445d-4d3f-4bf7-8fef-5d74ffab5a7b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:40.149440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-664394ca-d465-4cff-8b7d-155fb3bc3ee6 req-ddff445d-4d3f-4bf7-8fef-5d74ffab5a7b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 943 time: 0.3014722 Dec 15 04:40:40.154933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-13ec939e-96f5-409f-b8cb-01fc9a605e85 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:40.163500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-13ec939e-96f5-409f-b8cb-01fc9a605e85 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 816 time: 0.2729721 Dec 15 04:40:40.217677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:40.226390 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Request body: {'port': {'device_id': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'admin_state_up': True, 'tenant_id': 'eff5ed65847143e3ad3da35efe38df8e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:40.257663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.272572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] For port c9989f4c-ede3-4b86-b499-86f2d375994f, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:40.272896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.299202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Calling delete_port for c9989f4c-ede3-4b86-b499-86f2d375994f owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:40.306581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Port c9989f4c-ede3-4b86-b499-86f2d375994f was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:40:40.316890 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.319553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6c00ef-29c8-4a02-b11c-dde4852eb692 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:40.354180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:40.374141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-cfa8ac3c-b820-44b7-a2ee-b024b32dde39 service neutron] 10.222.0.37 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999686 Dec 15 04:40:40.380910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8d8cfc-5e31-449e-86c6-bee1b49d13ca']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:40.406900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e540a7c-a15f-4c81-8aa8-536f6e2c4542') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:40.407200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e540a7c-a15f-4c81-8aa8-536f6e2c4542') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:40.426148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.471316 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.483386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.526276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-664394ca-d465-4cff-8b7d-155fb3bc3ee6 req-8fe37451-51a3-48ba-87c6-147b1cc5bcdb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209071 Dec 15 04:40:40.555714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] Pushing event deleted for resources: {'Port': ['ID=c9989f4c-ede3-4b86-b499-86f2d375994f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:40.559060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:40.559536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:40.562665 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:40.614390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0816b85-0a90-4dd2-9cec-2cef72ee1a88 None None] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:40.620541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71733d35-5792-4e8f-af42-e069731cb4c1 None None] No DVR routers for this DVR port c9989f4c-ede3-4b86-b499-86f2d375994f on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:40.699573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 10.1.1.140 (c1be55e7-3124-451f-b1f2-09d02d5e7c59/7dc745bd-7273-4d51-b61a-3a1c02d0b5c5/c038e97e-13a0-48be-9ed5-6797c2898551) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:40.799059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.810774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.816494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/networks/7b8d8cfc-5e31-449e-86c6-bee1b49d13ca HTTP/1.1" status: 204 len: 168 time: 2.9410541 Dec 15 04:40:40.823478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38584) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:40.836965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Made reservation on behalf of eff5ed65847143e3ad3da35efe38df8e for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:40.841027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.846395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e763b73-2e97-4c49-8a78-2f40153d935c tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Network': ['ID=7b8d8cfc-5e31-449e-86c6-bee1b49d13ca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:40.862417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Router e8984034-0cd2-42c3-a60d-a08aaad3eb93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:40:40.907897 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:40:40.909604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:40.910108 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:40.997724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0a6c00ef-29c8-4a02-b11c-dde4852eb692'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:41.034180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Allocated IP 172.20.0.11 (909c5101-77dc-41fb-a2a2-8dc54f22ae38/bffd7864-4adf-4789-a927-10de60fa4d0f/e9bec289-aff2-4fe9-9266-4b7486ab1ebb) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:41.074838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:41.081789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Provisioning complete for port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:41.082166 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.176874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.257495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.320659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.351753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:41.360705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:41.361681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.365937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:41.373812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting subnet badacd9b-3fce-486e-9819-bc129656c388 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:40:41.418065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.434366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:40:41.458719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] Sync routers for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:40:41.458931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.506768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-0407ba5f-65a6-418d-b385-8ef441ab3ae1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:41.515226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-0407ba5f-65a6-418d-b385-8ef441ab3ae1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 816 time: 0.5668674 Dec 15 04:40:41.523830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.545536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:41.551923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:41.567966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-8725144b-4aee-4129-80e2-b93c4845b5d8 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/quotas/eff5ed65847143e3ad3da35efe38df8e HTTP/1.1" status: 200 len: 375 time: 0.0515594 Dec 15 04:40:41.591992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:41.607559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:41.657942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:41.662621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.677807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:41.679854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:41.686583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.705432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23f30825-9473-4554-bae1-6e103ef94d19 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "PUT /v2.0/floatingips/033d0d95-93f5-4262-b922-74c9666a537f HTTP/1.1" status: 200 len: 991 time: 3.5331814 Dec 15 04:40:41.715999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:41.721694 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062a9ff4-92a0-4622-b584-b12a3a0d418c" -d '{"events": [{"name": "network-changed", "server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:41.723091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Pushing event updated for resources: {'Port': ['ID=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:41.814807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:41.815677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.870981 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-bb698409-ef8e-426a-b76e-00bddc4167b2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6949277 Dec 15 04:40:41.887571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:41.888384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:41.904801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Request body: {'port': {'device_id': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:42.019917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:42.045659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a62c5c6a-8681-4d82-82f3-2cd2a931f68d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6292562 Dec 15 04:40:42.067310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.125158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.145617 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.197026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-cb9bb3df-042a-441a-b379-a8b15838e179 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6277723 Dec 15 04:40:42.201170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.228532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 17d8792a-7aef-4e1e-a221-177b299f566d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:42.324843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d89b8-fb91-40a8-9ed0-9b90d7545d93 req-6b460784-b1a3-43df-a821-ed8119318424 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:42.326699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc9d89b8-fb91-40a8-9ed0-9b90d7545d93 req-6b460784-b1a3-43df-a821-ed8119318424 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 944 time: 0.5764728 Dec 15 04:40:42.328087 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.331355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/subnets/badacd9b-3fce-486e-9819-bc129656c388 HTTP/1.1" status: 204 len: 168 time: 1.5032246 Dec 15 04:40:42.349354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38612) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:42.412148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9367c0-c039-4d8a-b3ad-8c4360bd2857 None None] Network 3956ea18-cb2c-4bfa-a29c-a0024e39442c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:42.415624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06473551-dd0b-4a36-a497-90733c293dbb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Subnet': ['ID=badacd9b-3fce-486e-9819-bc129656c388,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:42.418550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting subnet 8ebd24f3-6cd4-48e0-bd5a-52463684ec33 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:40:42.437166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-b977144c-82b5-40ca-a9ed-e998b8459af6 service neutron] 10.222.0.37 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271931 Dec 15 04:40:42.449770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.615587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 17d8792a-7aef-4e1e-a221-177b299f566d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:42.615961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.630938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc9d89b8-fb91-40a8-9ed0-9b90d7545d93 req-890108b3-c861-4e90-850c-67235d3dd53c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586584 Dec 15 04:40:42.645855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:42.743161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-2a27855e-0ebb-4adb-935a-fead5708be94 service neutron] 10.222.0.37 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956378 Dec 15 04:40:42.818147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:42.846804 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:40:42.847166 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-8bfc6488-1b15-474b-a7dd-021ad273dc3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:40:43.122513 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8d8f35-8071-4497-8a81-d120d98735d9 x-openstack-request-id: req-eb8d8f35-8071-4497-8a81-d120d98735d9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:43.122872 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:43.123187 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb8d8f35-8071-4497-8a81-d120d98735d9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:43.123632 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'status': 'completed', 'code': 200} Dec 15 04:40:43.149742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5b85933-f827-420b-819d-8b860b9f7164 req-7761fcbf-db84-4eea-88d7-9db8f17f44a5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 210 time: 0.0471480 Dec 15 04:40:43.263175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-fb6101ca-522d-440f-86ed-41a4629176f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:43.264851 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-fb6101ca-522d-440f-86ed-41a4629176f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec5bab5278ed44a39b0ea0bada31b16d&device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1403778 Dec 15 04:40:43.278228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] DHCP port deletion for 3956ea18-cb2c-4bfa-a29c-a0024e39442c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:40:43.287950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-61dc8de3-1e87-49eb-be40-bb56e2d216a6 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:43.292405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-61dc8de3-1e87-49eb-be40-bb56e2d216a6 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.42 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 816 time: 0.8563836 Dec 15 04:40:43.341258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38626) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:43.345398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0d84445e-b0c5-4571-a232-4f56e0f61bd4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:43.345672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148451545', 'description': 'tempest-description--457868067'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:43.353597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Request body: {'port': {'device_id': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'admin_state_up': True, 'tenant_id': 'eff5ed65847143e3ad3da35efe38df8e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:43.391557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.436137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bec289-aff2-4fe9-9266-4b7486ab1ebb {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:43.459717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '033d0d95-93f5-4262-b922-74c9666a537f', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'port_id': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'mac_address': 'fa:16:3e:b2:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:40:14Z', 'updated_at': '2021-12-15T04:40:39Z', 'revision_number': 1, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:11Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:43.463548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:43.464094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.512283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.514640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.527075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.555228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Transition to ACTIVE for port object e9bec289-aff2-4fe9-9266-4b7486ab1ebb will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:40:43.573863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.573863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2218761 Dec 15 04:40:43.574180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.574180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38630) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:43.579450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'security_group_rule': {'security_group_id': 'df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:43.591687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208ce3f-ecc6-45bf-8d4b-14bed266c711 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:43.609974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.649470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] Checking router: e8984034-0cd2-42c3-a60d-a08aaad3eb93 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:40:43.683967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] Deleting port af1b292b-8672-4df2-86ed-700d724b5340 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:43.684221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.732223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:40:43.732854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:40:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:43.802653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Pushing event updated for resources: {'Port': ['ID=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:43.810617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-61f1297f-1bb1-4687-9589-b9ef21e97a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:43.812235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-61f1297f-1bb1-4687-9589-b9ef21e97a74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=777271ce-3588-40ab-8872-ae33af528ec1 HTTP/1.1" status: 200 len: 914 time: 0.4716198 Dec 15 04:40:43.828784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Provisioning complete for port bf12380d-b5e0-423b-aed6-861224f39309 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:43.829159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.886748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554f24b-7340-454a-aef1-1729c0e351b6 req-095bb935-7a17-4344-832e-19da45b7c33d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:43.900927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7554f24b-7340-454a-aef1-1729c0e351b6 req-095bb935-7a17-4344-832e-19da45b7c33d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 944 time: 0.1805723 Dec 15 04:40:43.924036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:43.937694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Port bf12380d-b5e0-423b-aed6-861224f39309 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:43.969612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.012840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] For port af1b292b-8672-4df2-86ed-700d724b5340, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af1b292b-8672-4df2-86ed-700d724b5340,segment=NetworkSegment(2c4c8a52-cd50-4aa2-a36b-34c50fc995fa),segment_id=2c4c8a52-cd50-4aa2-a36b-34c50fc995fa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:44.013243 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.035765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Made reservation on behalf of eff5ed65847143e3ad3da35efe38df8e for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:44.039529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.057721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebd24f3-6cd4-48e0-bd5a-52463684ec33,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:44.061774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.095182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.099387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e7443090-b853-4fb4-95e2-ad11bbd62260 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/subnets/8ebd24f3-6cd4-48e0-bd5a-52463684ec33 HTTP/1.1" status: 204 len: 168 time: 1.7488000 Dec 15 04:40:44.115372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d43d7-78c8-4e4c-af66-f4be00092d4c None None] Network 5cff62a4-e494-4d3c-a707-1c52a33ee521 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:44.131954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-45215811-f9fa-4eab-91b5-441f502fb4bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016 HTTP/1.1" status: 200 len: 999 time: 0.2972889 Dec 15 04:40:44.134753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38640) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:44.152275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] Calling delete_port for af1b292b-8672-4df2-86ed-700d724b5340 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:44.281408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Attempting to bind port e9bec289-aff2-4fe9-9266-4b7486ab1ebb on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:44.281710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Attempting to bind port e9bec289-aff2-4fe9-9266-4b7486ab1ebb by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:44.282158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Attempting to bind port e9bec289-aff2-4fe9-9266-4b7486ab1ebb on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:44.297639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Provisioning complete for port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:44.298681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.340574 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.349364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Port e9bec289-aff2-4fe9-9266-4b7486ab1ebb on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:40:44.349931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Attempting to bind port e9bec289-aff2-4fe9-9266-4b7486ab1ebb on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:44.360450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.363116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-a70255b4-7863-4750-afde-a5768443805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:44.365472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-a70255b4-7863-4750-afde-a5768443805d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a HTTP/1.1" status: 200 len: 853 time: 0.2087629 Dec 15 04:40:44.386348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:44.386859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Checking segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:44.387355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Bound using segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:44.387941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Bound port: e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:44.388422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.393695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.474164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 0d84445e-b0c5-4571-a232-4f56e0f61bd4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0d84445e-b0c5-4571-a232-4f56e0f61bd4,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:44.487534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82593fc0-28c1-4ee6-8b9d-84a1e6074427,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:44.515537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.516918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-73a7d0ac-61a7-4383-b67e-e0b9cc39f533 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9417293 Dec 15 04:40:44.526917 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.547443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:44.577706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'security_group_rule': {'security_group_id': 'df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:44.615833 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.618488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ec6398d-f952-4373-9e79-c09df7559b40 req-3b7eb976-9bbe-40a1-93ea-16909a42abc7 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 210 time: 0.1418059 Dec 15 04:40:44.627757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] No DVR routers for this DVR port af1b292b-8672-4df2-86ed-700d724b5340 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:44.670876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Allocated IP 172.20.0.4 (909c5101-77dc-41fb-a2a2-8dc54f22ae38/bffd7864-4adf-4789-a927-10de60fa4d0f/a9bd05e8-773a-4ff1-acf4-b846b5903504) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:44.677105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-4bba3f62-293b-4a00-b580-d3b2de44a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:44.678850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-4bba3f62-293b-4a00-b580-d3b2de44a688 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=777271ce-3588-40ab-8872-ae33af528ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3053274 Dec 15 04:40:44.701256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7554f24b-7340-454a-aef1-1729c0e351b6 req-471d8f94-baf4-48a7-9998-0f2da68747e1 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984529 Dec 15 04:40:44.747591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9989f4c-ede3-4b86-b499-86f2d375994f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:44.770315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faf58b-b7ca-4b3f-94ff-1ebe63fbf649 None None] Pushing event deleted for resources: {'Port': ['ID=af1b292b-8672-4df2-86ed-700d724b5340,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:44.838744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] For port e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:44.862675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=0d84445e-b0c5-4571-a232-4f56e0f61bd4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:44.871300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c9989f4c-ede3-4b86-b499-86f2d375994f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:44.871651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9989f4c-ede3-4b86-b499-86f2d375994f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:44.883543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.885440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:40:44.902288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.906108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] For port e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:44.936917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-34de0191-f50c-4ed7-82b6-48bb36e7e570 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:44.939138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-34de0191-f50c-4ed7-82b6-48bb36e7e570 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 816 time: 0.4669304 Dec 15 04:40:44.950298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:44.983027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] DHCP port deletion for 5cff62a4-e494-4d3c-a707-1c52a33ee521 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:40:44.992591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Request body: {'port': {'device_id': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'admin_state_up': True, 'tenant_id': 'eff5ed65847143e3ad3da35efe38df8e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:45.031404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3956ea18-cb2c-4bfa-a29c-a0024e39442c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:45.161212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0d84445e-b0c5-4571-a232-4f56e0f61bd4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:45.163975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:45.176630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:45.177001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4c8a52-cd50-4aa2-a36b-34c50fc995fa') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:45.217602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:45.222847 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.225314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] 10.222.0.16 "PUT /v2.0/ports/e9bec289-aff2-4fe9-9266-4b7486ab1ebb HTTP/1.1" status: 200 len: 1093 time: 3.3293214 Dec 15 04:40:45.231885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'tag': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:45.235304 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4334556e-4ebf-4964-90f4-fadf51717bdf", "tag": "e9bec289-aff2-4fe9-9266-4b7486ab1ebb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:45.266453 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.331984 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-5604f9f5-c93c-41f1-b90e-90550ff5b49e service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213710 Dec 15 04:40:45.385794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b714e-3e7e-4265-bd4d-483da0ad166e service neutron] Pushing event updated for resources: {'Port': ['ID=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:45.468472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.518587 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc4d4f-7a77-4892-b014-6c0fbcae8c64 x-openstack-request-id: req-8efc4d4f-7a77-4892-b014-6c0fbcae8c64 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:45.519257 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4334556e-4ebf-4964-90f4-fadf51717bdf", "tag": "e9bec289-aff2-4fe9-9266-4b7486ab1ebb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:45.519680 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8efc4d4f-7a77-4892-b014-6c0fbcae8c64 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:45.521232 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'tag': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb', 'status': 'completed', 'code': 200} Dec 15 04:40:45.538114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.550516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.554190 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.567405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:45.568396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.601099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] Deleting port 8811ee60-8f2f-4cb4-9781-e835acf76890 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:45.601637 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.610560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:45.611035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.617990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:45.623563 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:45.689297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:40:45.717537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:45.717914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.727035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Provisioning complete for port c038e97e-13a0-48be-9ed5-6797c2898551 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:45.727411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.787694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c21ffb9e-a970-4e80-b171-1781dca38b4d req-63b33f3f-c3ea-4115-9f3b-b796433a0567 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 210 time: 0.0622418 Dec 15 04:40:45.790202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] For port 8811ee60-8f2f-4cb4-9781-e835acf76890, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8811ee60-8f2f-4cb4-9781-e835acf76890,segment=NetworkSegment(dd3dbfca-7aec-4fea-a008-90a915c613aa),segment_id=dd3dbfca-7aec-4fea-a008-90a915c613aa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:45.790610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:45.823597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] Calling delete_port for 8811ee60-8f2f-4cb4-9781-e835acf76890 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:45.859711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Port c038e97e-13a0-48be-9ed5-6797c2898551 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:45.869197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb583-1115-4a02-a520-c6347c5222a7 req-73a930f0-137b-4653-b0fa-19e46ba8049a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:45.876798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e85fb583-1115-4a02-a520-c6347c5222a7 req-73a930f0-137b-4653-b0fa-19e46ba8049a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 944 time: 0.0606315 Dec 15 04:40:45.910031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-6f9d3652-5f61-4661-b5ff-465bc7e562bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:45.924549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-6f9d3652-5f61-4661-b5ff-465bc7e562bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 1096 time: 0.5988061 Dec 15 04:40:45.935952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e85fb583-1115-4a02-a520-c6347c5222a7 req-4494ae83-369e-4299-b56a-54b6376921e9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Dec 15 04:40:45.982038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:45.983166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ef3e95-00f6-4d81-90c0-7e13cd5877e8,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:46.033116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.035057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Pushing event updated for resources: {'Port': ['ID=a9bd05e8-773a-4ff1-acf4-b846b5903504,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:46.041520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:46.112703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-062a9ff4-92a0-4622-b584-b12a3a0d418c req-05185de8-6f13-4d7d-b460-de42231ce373 service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202644 Dec 15 04:40:46.115279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.120990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/networks/3956ea18-cb2c-4bfa-a29c-a0024e39442c HTTP/1.1" status: 204 len: 168 time: 1.9828594 Dec 15 04:40:46.120990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f1eb2-2e6d-488f-9b5d-65df49ce46f2 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Network': ['ID=3956ea18-cb2c-4bfa-a29c-a0024e39442c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:46.121837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38676) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:46.122079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Made reservation on behalf of eff5ed65847143e3ad3da35efe38df8e for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:46.126019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.145791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-0ab03ae2-abe1-4908-96d0-7c45c75e6107 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb HTTP/1.1" status: 200 len: 217 time: 0.1667712 Dec 15 04:40:46.148661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.153682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f13aba40-f88b-468a-8137-cc400b472fcb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5795267 Dec 15 04:40:46.155088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:46.162382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:46.181055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:46.239416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:46.249763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.255871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Provisioning complete for port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:46.256384 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14713383-89dd-4d3a-bb0d-c2fc8ef53395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.267911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.314114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting port 8811ee60-8f2f-4cb4-9781-e835acf76890 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:46.314447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.404024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.413752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-2f9bc19f-0499-48b2-bcec-44608e9f8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:46.415263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-2f9bc19f-0499-48b2-bcec-44608e9f8542 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.2192614 Dec 15 04:40:46.452917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] For port 8811ee60-8f2f-4cb4-9781-e835acf76890, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8811ee60-8f2f-4cb4-9781-e835acf76890,segment=NetworkSegment(dd3dbfca-7aec-4fea-a008-90a915c613aa),segment_id=dd3dbfca-7aec-4fea-a008-90a915c613aa)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:46.453779 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.496132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Calling delete_port for 8811ee60-8f2f-4cb4-9781-e835acf76890 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:46.547298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.590881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Allocated IP 172.20.0.10 (909c5101-77dc-41fb-a2a2-8dc54f22ae38/bffd7864-4adf-4789-a927-10de60fa4d0f/2b852ece-1d5c-4809-bd48-03f2aad37c05) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:46.601677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:46.602317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.631379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.664816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Port': ['ID=8811ee60-8f2f-4cb4-9781-e835acf76890,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:46.669069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] No DVR routers for this DVR port 8811ee60-8f2f-4cb4-9781-e835acf76890 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:46.697088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] No DVR routers for this DVR port 8811ee60-8f2f-4cb4-9781-e835acf76890 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:46.702472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eba71-ec05-4b6e-894e-3c9a1bff5c7f None None] Pushing event deleted for resources: {'Port': ['ID=8811ee60-8f2f-4cb4-9781-e835acf76890,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:46.738689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:46.739105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.740834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:46.743167 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f09a2b-9061-4477-a758-1079953c4672" -d '{"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-plugged", "status": "completed", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:46.779817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.802544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:46.807985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cff62a4-e494-4d3c-a707-1c52a33ee521']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:46.810875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '033d0d95-93f5-4262-b922-74c9666a537f', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'port_id': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'mac_address': 'fa:16:3e:b2:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:40:14Z', 'updated_at': '2021-12-15T04:40:39Z', 'revision_number': 1, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:11Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:46.826225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3dbfca-7aec-4fea-a008-90a915c613aa') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:46.826907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3dbfca-7aec-4fea-a008-90a915c613aa') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:46.849210 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c20058b-b868-4e11-bb13-6084dde003b4 x-openstack-request-id: req-2c20058b-b868-4e11-bb13-6084dde003b4 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:46.849557 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-plugged", "status": "completed", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:46.849826 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c20058b-b868-4e11-bb13-6084dde003b4 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:46.850236 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'code': 200} Dec 15 04:40:46.851075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4bea0-371a-4790-a629-a69b6436f4af None None] The sync data for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 is: [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '033d0d95-93f5-4262-b922-74c9666a537f', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'port_id': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'mac_address': 'fa:16:3e:b2:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:40:14Z', 'updated_at': '2021-12-15T04:40:39Z', 'revision_number': 1, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:11Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:40:46.852958 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.856014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.906295 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.919835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:46.920792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:46.926761 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:47.041383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:47.147596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-368a06f9-557d-47e8-af3a-84030ed54321 req-9ad9b0b7-f329-437f-b492-120e66e2e4bb tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 210 time: 0.0669653 Dec 15 04:40:47.151459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.153738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-031f980a-fb82-4c9f-9ed9-8e24b9a122c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7981253 Dec 15 04:40:47.164950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.171233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af1b292b-8672-4df2-86ed-700d724b5340 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:47.173526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Request body: {'port': {'device_id': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:47.188307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/networks/5cff62a4-e494-4d3c-a707-1c52a33ee521 HTTP/1.1" status: 204 len: 168 time: 1.0656788 Dec 15 04:40:47.190804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38692) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:47.199316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: af1b292b-8672-4df2-86ed-700d724b5340 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:47.199665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af1b292b-8672-4df2-86ed-700d724b5340 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:47.200480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8811ee60-8f2f-4cb4-9781-e835acf76890 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:47.212653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84695-b151-48ee-91bf-026f7ffd45e3 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Network': ['ID=5cff62a4-e494-4d3c-a707-1c52a33ee521,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:47.234877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8811ee60-8f2f-4cb4-9781-e835acf76890 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:47.234877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8811ee60-8f2f-4cb4-9781-e835acf76890 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:47.265929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-665fd740-0d71-45d9-a3b2-ec1734f3064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:47.267697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-665fd740-0d71-45d9-a3b2-ec1734f3064a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8375251 Dec 15 04:40:47.269514 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876dad1-3331-4113-ac4c-648e66689c04 None None] New status for floating IP 033d0d95-93f5-4262-b922-74c9666a537f: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:40:47.280898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724627e-30dd-4ab6-85de-4825fedef233 req-84b218c3-d247-476c-9515-54a261d7ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:47.284162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76d5fae4-9222-4d14-9012-24b4d1cf85d2 None None] Provisioning complete for port a9bd05e8-773a-4ff1-acf4-b846b5903504 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:47.284547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76d5fae4-9222-4d14-9012-24b4d1cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.285047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6724627e-30dd-4ab6-85de-4825fedef233 req-84b218c3-d247-476c-9515-54a261d7ea71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 1097 time: 0.2604706 Dec 15 04:40:47.327873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-76d5fae4-9222-4d14-9012-24b4d1cf85d2 None None] Port a9bd05e8-773a-4ff1-acf4-b846b5903504 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:47.328971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101907-5fe3-4680-b348-f35d9df06ab1 req-1eb632af-b5b9-4974-87de-87dc76497624 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:47.330713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf101907-5fe3-4680-b348-f35d9df06ab1 req-1eb632af-b5b9-4974-87de-87dc76497624 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.2660396 Dec 15 04:40:47.376906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.387489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6724627e-30dd-4ab6-85de-4825fedef233 req-42e6ded3-fad9-468b-9571-88643a697df4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865021 Dec 15 04:40:47.411043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf101907-5fe3-4680-b348-f35d9df06ab1 req-0d234186-14ec-4c5c-9297-3873e4d498dd tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717680 Dec 15 04:40:47.470878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting subnet c64987f5-5479-41ca-8c2b-00ed13fffef2 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:40:47.505204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.594349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.725447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.730882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-0a57fdc1-4c5d-4d04-8822-72fa366df836 service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414911 Dec 15 04:40:47.757621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.930421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:47.992250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.127891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75e2ea9c-4609-48b4-a9e4-ae44d2d2ba30 req-a0ebf3a7-639f-405d-979c-e24f91219047 service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661654 Dec 15 04:40:48.148447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:48.171011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 172.25.2.164 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a78e0556-1ac5-4c30-ba21-299fcc3392fe) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:40:48.173456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:48.181879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Pushing event updated for resources: {'Port': ['ID=2b852ece-1d5c-4809-bd48-03f2aad37c05,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:48.185883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:48.232966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.279464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c52f6-77ab-4331-8fc8-f4b0e9e4ed4a req-cf73e1c9-f958-4106-a061-326dc2c6af7a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:48.281789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-824c52f6-77ab-4331-8fc8-f4b0e9e4ed4a req-cf73e1c9-f958-4106-a061-326dc2c6af7a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 932 time: 0.0556514 Dec 15 04:40:48.381399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-824c52f6-77ab-4331-8fc8-f4b0e9e4ed4a req-4a81cfe6-3edf-4e76-b178-138bbbdb3f78 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904357 Dec 15 04:40:48.382150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Subnet': ['ID=c64987f5-5479-41ca-8c2b-00ed13fffef2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:48.405003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.413273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38710) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:48.415311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37d4c5c0-992f-4bd2-a285-804c7790cddb tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/subnets/c64987f5-5479-41ca-8c2b-00ed13fffef2 HTTP/1.1" status: 204 len: 168 time: 1.2009788 Dec 15 04:40:48.415942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dbe9ef-0be5-4af7-9a61-f3f0b88f7c4c None None] Network a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:40:48.445088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:48.455690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.550725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-07905a45-084e-409d-9aeb-ab5951a7d692 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5625541 Dec 15 04:40:48.556646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bd05e8-773a-4ff1-acf4-b846b5903504 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:48.562912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-647cd433-476a-4333-b096-19be94698f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:48.564505 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-647cd433-476a-4333-b096-19be94698f47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 1096 time: 0.3075469 Dec 15 04:40:48.571712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.599093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Request body: {'port': {'device_id': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:48.600050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4eeaa9d6-30cd-4736-9dc4-e29c18ba7ae2 None None] Provisioning complete for port 2b852ece-1d5c-4809-bd48-03f2aad37c05 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:48.603313 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa9d6-30cd-4736-9dc4-e29c18ba7ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.650463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.671155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.706124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Transition to ACTIVE for port object a9bd05e8-773a-4ff1-acf4-b846b5903504 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:40:48.706955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c57b-e01e-41ff-b8f1-1990b0a658ea req-4a738916-f608-42d5-9a7a-84cd79a6e813 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:48.716523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09f8c57b-e01e-41ff-b8f1-1990b0a658ea req-4a738916-f608-42d5-9a7a-84cd79a6e813 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1935253 Dec 15 04:40:48.722540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.723699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4eeaa9d6-30cd-4736-9dc4-e29c18ba7ae2 None None] Port 2b852ece-1d5c-4809-bd48-03f2aad37c05 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:40:48.743033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] DHCP port deletion for a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:40:48.830717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.838765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] Deleting port 47a72ab7-0848-43b0-953f-a34f9e34b12d {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:48.839424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.884572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd05e8-773a-4ff1-acf4-b846b5903504,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:48.887818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09f8c57b-e01e-41ff-b8f1-1990b0a658ea req-5b2d56f2-5f7b-49ca-8571-a48e787858d6 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700909 Dec 15 04:40:48.889993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-d9669c8d-33ec-4d4e-b114-a06825ecfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:48.891718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-d9669c8d-33ec-4d4e-b114-a06825ecfb67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 916 time: 0.3127234 Dec 15 04:40:48.967429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.971525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Deleting port 47a72ab7-0848-43b0-953f-a34f9e34b12d {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:40:48.971841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] For port 47a72ab7-0848-43b0-953f-a34f9e34b12d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=47a72ab7-0848-43b0-953f-a34f9e34b12d,segment=NetworkSegment(91d024fd-16d0-4b7d-bdf1-fd9518b83c46),segment_id=91d024fd-16d0-4b7d-bdf1-fd9518b83c46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:48.972303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:48.976603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.007776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] Calling delete_port for 47a72ab7-0848-43b0-953f-a34f9e34b12d owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:49.063483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-bfdc943c-0c7e-4a37-ad4a-b9340896d2ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb HTTP/1.1" status: 200 len: 217 time: 0.1300409 Dec 15 04:40:49.091798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] For port 47a72ab7-0848-43b0-953f-a34f9e34b12d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=47a72ab7-0848-43b0-953f-a34f9e34b12d,segment=NetworkSegment(91d024fd-16d0-4b7d-bdf1-fd9518b83c46),segment_id=91d024fd-16d0-4b7d-bdf1-fd9518b83c46)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:49.092253 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.114354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Calling delete_port for 47a72ab7-0848-43b0-953f-a34f9e34b12d owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:40:49.122176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-b5516081-444b-47b7-afa5-fec3caae2e7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0945683 Dec 15 04:40:49.140146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.148258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:40:49.185849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] Pushing event deleted for resources: {'Port': ['ID=47a72ab7-0848-43b0-953f-a34f9e34b12d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:49.213932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2687972-5ee5-4506-9af7-4f94137902cd None None] No DVR routers for this DVR port 47a72ab7-0848-43b0-953f-a34f9e34b12d on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:49.229141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:40:49.236141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=a78e0556-1ac5-4c30-ba21-299fcc3392fe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:49.242378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:40:49.301726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.302283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-a18f566d-9b37-4922-841a-2a0fd3814323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.302372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.302650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.303110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.303564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.303662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-a18f566d-9b37-4922-841a-2a0fd3814323 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.1996925 Dec 15 04:40:49.304228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.304496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.306515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-6e511875-d203-486d-8710-d6fca809f76f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6497 time: 0.0959918 Dec 15 04:40:49.308664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Attempting to bind port a9bd05e8-773a-4ff1-acf4-b846b5903504 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:49.309001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Attempting to bind port a9bd05e8-773a-4ff1-acf4-b846b5903504 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:49.309330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Attempting to bind port a9bd05e8-773a-4ff1-acf4-b846b5903504 on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:49.320630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.353033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Port': ['ID=47a72ab7-0848-43b0-953f-a34f9e34b12d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:49.370490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] No DVR routers for this DVR port 47a72ab7-0848-43b0-953f-a34f9e34b12d on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:40:49.394005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Port a9bd05e8-773a-4ff1-acf4-b846b5903504 on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:40:49.394334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Attempting to bind port a9bd05e8-773a-4ff1-acf4-b846b5903504 on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:49.407195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 47a72ab7-0848-43b0-953f-a34f9e34b12d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:40:49.412730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:49.413073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Checking segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:49.413465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Bound using segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:49.413911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Bound port: a9bd05e8-773a-4ff1-acf4-b846b5903504, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:49.414271 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.448277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 47a72ab7-0848-43b0-953f-a34f9e34b12d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:40:49.448796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 47a72ab7-0848-43b0-953f-a34f9e34b12d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:40:49.525541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-1cca6180-6df4-4ac0-82f7-d730b276559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.527130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-1cca6180-6df4-4ac0-82f7-d730b276559d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124453 Dec 15 04:40:49.622799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.631039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.725996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab0680-3bbd-4d0e-8ea7-5579f4201f91']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:49.747442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d024fd-16d0-4b7d-bdf1-fd9518b83c46') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:49.747740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d024fd-16d0-4b7d-bdf1-fd9518b83c46') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:49.750885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-1094629e-18d8-4fc9-9caf-200af142bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.751420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-1094629e-18d8-4fc9-9caf-200af142bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.751877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-1094629e-18d8-4fc9-9caf-200af142bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.753636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-1094629e-18d8-4fc9-9caf-200af142bb7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=71bbf166-4518-42f2-a41c-b4030317ebd3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 200 len: 2290 time: 0.3983457 Dec 15 04:40:49.767185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] For port a9bd05e8-773a-4ff1-acf4-b846b5903504, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:49.774673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.788340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.801304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] For port a9bd05e8-773a-4ff1-acf4-b846b5903504, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:49.835065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b852ece-1d5c-4809-bd48-03f2aad37c05 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:49.835282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00135566-da87-4475-9311-44a8b20d756c req-ff698dd9-f2a9-4fb3-b734-52de51f43268 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.836713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00135566-da87-4475-9311-44a8b20d756c req-ff698dd9-f2a9-4fb3-b734-52de51f43268 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 932 time: 0.1905048 Dec 15 04:40:49.844812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.845150 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.856700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.867087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:49.867511 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.869192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-b72098c8-14c7-4efb-8bb8-5d436d7e6825 service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101246 Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:49.938140 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:49.969014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Transition to ACTIVE for port object 2b852ece-1d5c-4809-bd48-03f2aad37c05 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:40:49.971792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-10404768-306c-4046-931e-aa2448f7deb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 200 len: 1001 time: 0.2070162 Dec 15 04:40:49.972740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:49.973502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:49.975004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] 10.222.0.42 "PUT /v2.0/ports/a9bd05e8-773a-4ff1-acf4-b846b5903504 HTTP/1.1" status: 200 len: 1092 time: 2.8057513 Dec 15 04:40:49.977649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'tag': 'a9bd05e8-773a-4ff1-acf4-b846b5903504'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:49.980332 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6" -d '{"events": [{"name": "network-changed", "server_uuid": "22e4c8cd-7544-4427-9fb3-8e633004ff1e", "tag": "a9bd05e8-773a-4ff1-acf4-b846b5903504"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:49.999729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.037510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a578f47-3957-49dc-a719-713f09f8c06c service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd05e8-773a-4ff1-acf4-b846b5903504,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:50.040846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.074562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.077975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/networks/a4ab0680-3bbd-4d0e-8ea7-5579f4201f91 HTTP/1.1" status: 204 len: 168 time: 1.6635818 Dec 15 04:40:50.086921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38734) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:50.101815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfa080-453c-43f8-982c-90a7cc6a4850 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Pushing event deleted for resources: {'Network': ['ID=a4ab0680-3bbd-4d0e-8ea7-5579f4201f91,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:50.117338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-4a55f83c-94dd-4791-a188-d7b17cc4d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.118809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-4a55f83c-94dd-4791-a188-d7b17cc4d498 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 HTTP/1.1" status: 200 len: 851 time: 0.1368806 Dec 15 04:40:50.124982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00135566-da87-4475-9311-44a8b20d756c req-1b6492e9-d350-43b1-a935-f1b4cbb97201 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723749 Dec 15 04:40:50.183968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37caffd-dc62-43de-adce-98a7c4156573 req-7d06ff0f-9e0a-4064-8034-825bcccac031 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.185509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37caffd-dc62-43de-adce-98a7c4156573 req-7d06ff0f-9e0a-4064-8034-825bcccac031 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1432896 Dec 15 04:40:50.223723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-3ae10b99-2e73-4942-84ae-7c95cb6a1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.226883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-3ae10b99-2e73-4942-84ae-7c95cb6a1242 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71bbf166-4518-42f2-a41c-b4030317ebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980697 Dec 15 04:40:50.312749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37caffd-dc62-43de-adce-98a7c4156573 req-4be9f04b-2041-487b-ac3b-4ecfa1c3d29b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166289 Dec 15 04:40:50.367834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-c1b74b31-0b70-436e-8ad4-2cc48b0aecf2 service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292605 Dec 15 04:40:50.490170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fac2b-f355-44e8-9279-71f19722ff26 req-a7bd899c-53e4-44bb-b8e6-e11b8b26554d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.491577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c23fac2b-f355-44e8-9279-71f19722ff26 req-a7bd899c-53e4-44bb-b8e6-e11b8b26554d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.0940886 Dec 15 04:40:50.494919 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d55c052-1b61-4f7a-8a39-8d66a226dd9d x-openstack-request-id: req-7d55c052-1b61-4f7a-8a39-8d66a226dd9d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:50.495218 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e4c8cd-7544-4427-9fb3-8e633004ff1e", "tag": "a9bd05e8-773a-4ff1-acf4-b846b5903504", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:50.495469 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d55c052-1b61-4f7a-8a39-8d66a226dd9d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:50.495866 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'tag': 'a9bd05e8-773a-4ff1-acf4-b846b5903504', 'status': 'completed', 'code': 200} Dec 15 04:40:50.504719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6efe4d9a-0fd5-47ea-8b79-9800cb95f3d1 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da25985-fdc6-4c3a-a484-94b6c18f5987 HTTP/1.1" status: 200 len: 205 time: 0.4132307 Dec 15 04:40:50.509724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38738) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:50.584387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Pushing event updated for resources: {'Port': ['ID=2b852ece-1d5c-4809-bd48-03f2aad37c05,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:50.593916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-74ba944e-5cf6-434b-a8aa-e3309c1c6d1d service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177410 Dec 15 04:40:50.609393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-68f7307e-ff7d-4b0d-bad9-3fe7a8b56bbf req-c37d036e-9ac0-4d79-80c7-9424c7a8cedc service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122419 Dec 15 04:40:50.613981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.621813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-dd4e7275-f886-4457-9548-4151ac0d6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.623325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-dd4e7275-f886-4457-9548-4151ac0d6550 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 1095 time: 0.5535879 Dec 15 04:40:50.689855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-44bb28ba-b1ab-4bab-b954-59c7b79591a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504 HTTP/1.1" status: 200 len: 217 time: 0.0484173 Dec 15 04:40:50.709462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-8a7d0344-5693-4e9c-9c93-3203481f2c47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 217 time: 0.1084747 Dec 15 04:40:50.717587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c23fac2b-f355-44e8-9279-71f19722ff26 req-f72f6595-1c15-4bb9-93ba-a9e91b539690 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179883 Dec 15 04:40:50.718821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.739564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Attempting to bind port 2b852ece-1d5c-4809-bd48-03f2aad37c05 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:40:50.739902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Attempting to bind port 2b852ece-1d5c-4809-bd48-03f2aad37c05 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:40:50.740258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Attempting to bind port 2b852ece-1d5c-4809-bd48-03f2aad37c05 on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:50.747435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.759745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Port 2b852ece-1d5c-4809-bd48-03f2aad37c05 on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:40:50.759745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Attempting to bind port 2b852ece-1d5c-4809-bd48-03f2aad37c05 on network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:40:50.797362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:40:50.797706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Checking segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:40:50.798091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Bound using segment: {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:40:50.798533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Bound port: 2b852ece-1d5c-4809-bd48-03f2aad37c05, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71cee9e-5563-482f-b0dc-5a381f8dd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:40:50.798969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.813324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-bae2840b-54b3-46cc-98dc-c5ca335bb3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.814818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-bae2840b-54b3-46cc-98dc-c5ca335bb3f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.1104949 Dec 15 04:40:50.878317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.879374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=a78e0556-1ac5-4c30-ba21-299fcc3392fe,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:50.882995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.889463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-83082229-2790-46a7-8c3f-87a1daab4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.890965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-83082229-2790-46a7-8c3f-87a1daab4281 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1709175 Dec 15 04:40:50.924396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.956093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8298cbe0-d045-4283-b98d-ef37a9117a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.957930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-8298cbe0-d045-4283-b98d-ef37a9117a3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203902 Dec 15 04:40:50.969508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915484-5778-4dde-99c3-9968fe876b28 req-c88c838e-eb3c-4198-9ceb-2fe0a6663d13 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:50.969781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.971029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de915484-5778-4dde-99c3-9968fe876b28 req-c88c838e-eb3c-4198-9ceb-2fe0a6663d13 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1371109 Dec 15 04:40:50.975342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:50.975845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Fanout notify agent at l3_agent the message router_deleted on router 9da25985-fdc6-4c3a-a484-94b6c18f5987 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:40:50.979264 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54fb8ef0-fb58-4711-a97e-06c478662f67 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8209476 Dec 15 04:40:50.998735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] For port 2b852ece-1d5c-4809-bd48-03f2aad37c05, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:40:51.000308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:51.007773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-007e0736-395c-4803-b7c5-c9caa8000d26 tempest-RoutersNegativeIpV6Test-1181543983 tempest-RoutersNegativeIpV6Test-1181543983-project] 10.222.0.37 "DELETE /v2.0/routers/9da25985-fdc6-4c3a-a484-94b6c18f5987 HTTP/1.1" status: 204 len: 168 time: 0.4899323 Dec 15 04:40:51.022640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-d1af33d0-3647-408f-bd8d-97412a893e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.024165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-d1af33d0-3647-408f-bd8d-97412a893e04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0982053 Dec 15 04:40:51.102636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de915484-5778-4dde-99c3-9968fe876b28 req-1fad2d9f-9a38-496c-bf97-fc7258ee247a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127162 Dec 15 04:40:51.112708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] For port 2b852ece-1d5c-4809-bd48-03f2aad37c05, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:40:51.127634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:51.160958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e9bec289-aff2-4fe9-9266-4b7486ab1ebb details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:40:51.189578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-74767e5d-32c1-4918-afc1-8322875c5e15 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572905 Dec 15 04:40:51.205826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.206227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:51.210722 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] 10.222.0.16 "PUT /v2.0/ports/2b852ece-1d5c-4809-bd48-03f2aad37c05 HTTP/1.1" status: 200 len: 1093 time: 2.6187937 Dec 15 04:40:51.317999 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-b271a109-c797-4e72-9f70-bab452f963b3 service neutron] 10.222.0.42 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335106 Dec 15 04:40:51.354589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Pushing event updated for resources: {'Port': ['ID=2b852ece-1d5c-4809-bd48-03f2aad37c05,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:51.428616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:51.484441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.489316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.489882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.490397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.490899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.491242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.491576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.492019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.492309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.492642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.495644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'port_id': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb', 'mac_address': 'fa:16:3e:cd:0e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffd7864-4adf-4789-a927-10de60fa4d0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:40:51.497616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.497737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.498266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d21c8-f758-4333-a2b9-6faa02fe721f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:40:51.508445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38770) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:51.561362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-b4128aa8-11f2-4f2c-b365-c77f44d64009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.562908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-b4128aa8-11f2-4f2c-b365-c77f44d64009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 1096 time: 0.2860072 Dec 15 04:40:51.575943 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:51.578192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-63bee8bb-1976-4010-8c4a-df9b4550415a service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793013 Dec 15 04:40:51.599739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463cf1b-8700-436a-8f12-ec694172826c req-39a0e090-6be9-4bf9-8094-ee523e8624a4 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.602688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8463cf1b-8700-436a-8f12-ec694172826c req-39a0e090-6be9-4bf9-8094-ee523e8624a4 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 944 time: 0.2679560 Dec 15 04:40:51.612474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bec289-aff2-4fe9-9266-4b7486ab1ebb {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:51.624495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918689fe-357e-4c6a-b324-6638adc8681b req-dbc587d5-51e8-4ea5-855a-7dbc59edcea0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.635497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-918689fe-357e-4c6a-b324-6638adc8681b req-dbc587d5-51e8-4ea5-855a-7dbc59edcea0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.3019052 Dec 15 04:40:51.647643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:51.655122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:51.669071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-24ddb35f-cd30-4109-b1f9-2ffd0e5b71aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05 HTTP/1.1" status: 200 len: 217 time: 0.0777462 Dec 15 04:40:51.681600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46064314-9008-4ddf-9bf4-81bd5adbeec9 req-1f32c87b-0840-4d04-8ea1-343e6087e48f service neutron] 10.222.0.42 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627043 Dec 15 04:40:51.727443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:51.735190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-ce4d5b3d-fcb1-46bf-9d76-bc6c0115d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.736888 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-ce4d5b3d-fcb1-46bf-9d76-bc6c0115d78b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.0543692 Dec 15 04:40:51.757096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-faba1802-f5e9-4637-9560-68e5996193c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 217 time: 0.1533217 Dec 15 04:40:51.831886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-d6de5b22-cfa8-4a1e-bc67-9b9cf9f979ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.833814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-d6de5b22-cfa8-4a1e-bc67-9b9cf9f979ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 1095 time: 0.0567873 Dec 15 04:40:51.836166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-26aa0593-fdb3-4688-9c80-d099687633ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.837553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-26aa0593-fdb3-4688-9c80-d099687633ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919063 Dec 15 04:40:51.869212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8463cf1b-8700-436a-8f12-ec694172826c req-27d6fffa-b6d1-42f3-9bbd-d1a172002416 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211299 Dec 15 04:40:51.871390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8f4f5ec3-d886-47da-8ee0-73eb3c7dae59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63be4b7b5be04b7a8eb434ff0c3fcb0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540881 Dec 15 04:40:51.875114 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-918689fe-357e-4c6a-b324-6638adc8681b req-80620174-fbf7-4433-94b3-e95b68d0c7d2 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388370 Dec 15 04:40:51.877551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38780) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:51.885491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-b15d43dc-fa2b-4a93-905b-55a8d8b475c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:51.886904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-b15d43dc-fa2b-4a93-905b-55a8d8b475c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1209695 Dec 15 04:40:52.001304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-21289c45-5b37-43f4-bd00-a0b5b29e35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:52.002835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-21289c45-5b37-43f4-bd00-a0b5b29e35c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0985584 Dec 15 04:40:52.003621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73445eaa-50e8-473a-9137-2c753cf5c403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:52.011554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-aaa6c7c3-a2de-4130-9a4a-39c8505395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:52.013333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-aaa6c7c3-a2de-4130-9a4a-39c8505395a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 916 time: 0.1725619 Dec 15 04:40:52.015201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-75cf0b99-73d8-41d0-89d8-367399a46442 service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664770 Dec 15 04:40:52.041643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73445eaa-50e8-473a-9137-2c753cf5c403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:52.044343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e9bec289-aff2-4fe9-9266-4b7486ab1ebb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:52.076650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-6918c783-3571-4697-8911-21da5752e6f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504 HTTP/1.1" status: 200 len: 217 time: 0.0532537 Dec 15 04:40:52.211421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-96bb39f0-d1ce-431d-a7f2-16d2dc213c5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--148451545&fields=id&tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7 HTTP/1.1" status: 200 len: 267 time: 0.1881018 Dec 15 04:40:52.215316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-054c94a4-ed59-4974-8f4b-bb92c13bcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:52.218513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-054c94a4-ed59-4974-8f4b-bb92c13bcd20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.1323662 Dec 15 04:40:52.280716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-6a9e2f47-6e11-4451-81f0-e0865a165a31 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221541 Dec 15 04:40:52.299276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73445eaa-50e8-473a-9137-2c753cf5c403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:52.303422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73445eaa-50e8-473a-9137-2c753cf5c403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:52.304949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-73445eaa-50e8-473a-9137-2c753cf5c403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43b915b8-5be9-44ef-b8bd-825d94aab305 HTTP/1.1" status: 204 len: 168 time: 0.4264891 Dec 15 04:40:52.327306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-7492423d-30bf-4212-9ab2-fb42cda0696c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:52.327914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-25443ddb-db9d-4242-ba9d-4e7aa4cd8e22 req-989576d7-5f58-42fd-9be7-f9bb7124fa1d service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608926 Dec 15 04:40:52.329269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-7492423d-30bf-4212-9ab2-fb42cda0696c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 937 time: 0.1059964 Dec 15 04:40:52.330545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-1f7aaee9-2326-480d-b818-541e68148776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:52.332152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-1f7aaee9-2326-480d-b818-541e68148776 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049993 Dec 15 04:40:52.405512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73445eaa-50e8-473a-9137-2c753cf5c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b915b8-5be9-44ef-b8bd-825d94aab305,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:52.435383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5a7a6048-14f7-4a61-b241-452a7d7c87fc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:52.444386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5a7a6048-14f7-4a61-b241-452a7d7c87fc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 937 time: 0.1017139 Dec 15 04:40:52.487238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4cfcb6e8-a662-4944-bfa3-a3a3f3296a28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0418274 Dec 15 04:40:52.499946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'tag': '2b852ece-1d5c-4809-bd48-03f2aad37c05'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:52.503347 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b" -d '{"events": [{"name": "network-changed", "server_uuid": "d710cd00-22a6-4268-a5f6-eb61b8672a7e", "tag": "2b852ece-1d5c-4809-bd48-03f2aad37c05"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:52.516998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-286de63a-80d3-4e6e-bb7c-698c0ec31894 service neutron] 10.222.0.42 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597784 Dec 15 04:40:52.560315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-beef0f21-6916-46d7-ac2f-aac917dca3ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0483446 Dec 15 04:40:52.596732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-2292a2ca-d7ad-4037-ad78-28035d00d229 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046987 Dec 15 04:40:52.694291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c75ca2e6-b81e-4c7c-a287-d589b8ff27f6 req-a27f33d9-57a2-48ad-ab05-c5b660becad5 service neutron] 10.222.0.42 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693976 Dec 15 04:40:53.023244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-6418182a-094b-4dff-b874-4ff5b39390d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609 HTTP/1.1" status: 200 len: 217 time: 0.0524893 Dec 15 04:40:53.033300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ccbaf-0644-4346-8a93-de8824c4c207 req-807f4bf8-f287-46eb-838b-275b2abcbe54 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.034793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb7ccbaf-0644-4346-8a93-de8824c4c207 req-807f4bf8-f287-46eb-838b-275b2abcbe54 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.5578127 Dec 15 04:40:53.085722 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-ce1cdc01-5496-4f8b-a7fc-3aff9a8ac1d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846901 Dec 15 04:40:53.129886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-a974a0b4-72d6-4378-9c83-beeca1c0e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.131346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-a974a0b4-72d6-4378-9c83-beeca1c0e0de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.0925145 Dec 15 04:40:53.158581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ddce1862-b36e-42f4-8281-1e71b2350515 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.164450 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ddce1862-b36e-42f4-8281-1e71b2350515 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.170181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ddce1862-b36e-42f4-8281-1e71b2350515 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.177327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ddce1862-b36e-42f4-8281-1e71b2350515 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 1996 time: 0.6151826 Dec 15 04:40:53.198214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb7ccbaf-0644-4346-8a93-de8824c4c207 req-f1a0eaaf-6aa7-4b93-ae27-bcf028d9521d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490459 Dec 15 04:40:53.203348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-6ec26b98-3790-4566-9b0d-c92940929a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.218465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-6ec26b98-3790-4566-9b0d-c92940929a71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1097 time: 0.0467465 Dec 15 04:40:53.224632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-9b855464-71b9-465a-b1f9-c6e802267966 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/quotas/965989dc1bc546bb9ab9e8b34ff2d2c7 HTTP/1.1" status: 200 len: 375 time: 0.0463860 Dec 15 04:40:53.265070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38828) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:53.284247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-2249bea6-bf02-4d8c-ae13-68b3e334f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.285838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-2249bea6-bf02-4d8c-ae13-68b3e334f5a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1450360 Dec 15 04:40:53.304594 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076156a1-631a-48bb-8989-b6e008828d68 x-openstack-request-id: req-076156a1-631a-48bb-8989-b6e008828d68 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:53.304975 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d710cd00-22a6-4268-a5f6-eb61b8672a7e", "tag": "2b852ece-1d5c-4809-bd48-03f2aad37c05", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:53.305633 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-076156a1-631a-48bb-8989-b6e008828d68 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:53.306124 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'tag': '2b852ece-1d5c-4809-bd48-03f2aad37c05', 'status': 'completed', 'code': 200} Dec 15 04:40:53.318155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-a03af8ad-2ac9-43fe-9a7f-854fd363751c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0926504 Dec 15 04:40:53.382007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-884bc097-bec5-4d99-9113-701310b7beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.383613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-884bc097-bec5-4d99-9113-701310b7beb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.1522670 Dec 15 04:40:53.436287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1659047621'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:40:53.443449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-acafc47b-0f9e-47d4-94e7-0259e9c5f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.445253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-acafc47b-0f9e-47d4-94e7-0259e9c5f172 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 1096 time: 0.0940084 Dec 15 04:40:53.516087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-d643895d-79bb-466a-8752-f511e5702874 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 1000 time: 0.1246469 Dec 15 04:40:53.526908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Made reservation on behalf of fc101351dbef4d1998c55ed0e0b8369b for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:40:53.530340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:53.560474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:53.563510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-66a3bd9d-a5d5-4dd8-8c04-370370634280 service neutron] 10.222.0.37 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339182 Dec 15 04:40:53.571497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7d3b8-e8c7-440f-90a5-b7310c5090ad req-9a03ecd7-82ca-416a-b53b-33ebced9656e tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.572972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05f7d3b8-e8c7-440f-90a5-b7310c5090ad req-9a03ecd7-82ca-416a-b53b-33ebced9656e tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 944 time: 0.1991546 Dec 15 04:40:53.588800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-12849969-cf9d-442f-b900-b28e6a00b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.590282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-12849969-cf9d-442f-b900-b28e6a00b5d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 916 time: 0.1370106 Dec 15 04:40:53.593805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-42833c40-11c8-4227-8f77-1b2d09c57cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.595150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-42833c40-11c8-4227-8f77-1b2d09c57cef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.0687675 Dec 15 04:40:53.640565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-df5dfca6-ef24-45f6-b6c4-21a14d09b8ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05 HTTP/1.1" status: 200 len: 217 time: 0.0432725 Dec 15 04:40:53.670505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-2ce805b1-839b-467b-94ec-94f17a6ebfb1 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390262 Dec 15 04:40:53.712224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-4220a796-d27e-41e0-bd6d-15c3d7aeea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.712925 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-4220a796-d27e-41e0-bd6d-15c3d7aeea60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808501 Dec 15 04:40:53.718500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-989e7d0a-cf09-4555-8ff9-a26def6732d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.720199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-989e7d0a-cf09-4555-8ff9-a26def6732d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.0616317 Dec 15 04:40:53.820444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05f7d3b8-e8c7-440f-90a5-b7310c5090ad req-ec35e60e-c168-429a-a134-1c4e2c436159 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191515 Dec 15 04:40:53.824029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-ef440f60-a0ab-4d35-bdb5-e4da0cca87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:53.825694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-ef440f60-a0ab-4d35-bdb5-e4da0cca87e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964656 Dec 15 04:40:53.848219 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-ed5e8316-dc88-4ed9-bc6b-62d20729077a service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267214 Dec 15 04:40:53.916406 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:53.935826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-51e797a2-27ab-4197-bc19-b8e69457ca70 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525578 Dec 15 04:40:53.946182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-21ffa5c5-21ad-48ce-aa24-d7e309566262 service neutron] 10.222.0.37 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566842 Dec 15 04:40:53.985196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:54.006655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-9a42972e-5a8e-4420-8c03-7400f948f02b service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688318 Dec 15 04:40:54.010231 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4063a0c3-d2cd-4011-8030-a4cbe6ffa732 req-d8215947-494e-4b3a-969a-7acda8cd6f1e service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517932 Dec 15 04:40:54.068732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ebdf9dbc-55d0-4bd2-8a5c-5e868e599f86 service neutron] 10.222.0.37 "GET /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1216125 Dec 15 04:40:54.079018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:40:54.090670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:54.090961 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Added segment f9ce1e68-24bf-4c5b-9283-911403bff0d7 of type vlan for network 3a93788c-7a99-438a-b8a6-2723664711a2 Dec 15 04:40:54.118010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4cf4d9b6-59f1-4673-ba8a-d3edaf06525b req-aea3f8a0-a7fd-4a75-88ab-d3bdc60b6336 service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018012 Dec 15 04:40:54.130734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-a817844d-ea81-4654-bb4d-2a7046ce5f11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce536a95-15bb-45b5-8a98-6606de9408f7 HTTP/1.1" status: 200 len: 217 time: 0.1825347 Dec 15 04:40:54.221072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:54.253116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402069a4-196f-4c27-aef7-210bf55ade02,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:54.306207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-910a7bc4-bbb4-4da6-bf1f-6918317e419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:54.307914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-910a7bc4-bbb4-4da6-bf1f-6918317e419d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1548913 Dec 15 04:40:54.317423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:54.322773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:54.323340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:54.352193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4167-5ea9-4df6-b30e-7d46fc862270 req-0f906028-48f5-4ee4-bb8d-8e5ea4d8352b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:54.353515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f2b4167-5ea9-4df6-b30e-7d46fc862270 req-0f906028-48f5-4ee4-bb8d-8e5ea4d8352b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.2207470 Dec 15 04:40:54.431261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-7cebe720-4893-4f5b-9777-c663fb6e09e2 service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994859 Dec 15 04:40:54.446028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1774011 Dec 15 04:40:54.446839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38836) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:54.451660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-9de07078-1f8c-4944-be94-7bf9af8df461 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-652329742') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:54.504828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c9a83-d9a1-4170-9e2d-53f3d5521be3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Pushing event updated for resources: {'Network': ['ID=3a93788c-7a99-438a-b8a6-2723664711a2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:54.517861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3a93788c-7a99-438a-b8a6-2723664711a2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:40:54.552293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f2b4167-5ea9-4df6-b30e-7d46fc862270 req-f4f9aea9-dd44-437f-adc4-1a9090919140 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784399 Dec 15 04:40:54.554210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-82b62779-4118-400f-a3a9-5dde8f222a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:54.555667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-82b62779-4118-400f-a3a9-5dde8f222a02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2283528 Dec 15 04:40:54.568079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9de07078-1f8c-4944-be94-7bf9af8df461 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "PUT /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-652329742 HTTP/1.1" status: 201 len: 201 time: 0.1196625 Dec 15 04:40:54.568766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38838) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:54.575031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-e05fbaa2-0110-4b9b-b805-32896c72fb85 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-652329742') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:54.675383 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e05fbaa2-0110-4b9b-b805-32896c72fb85 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-652329742 HTTP/1.1" status: 204 len: 168 time: 0.1052129 Dec 15 04:40:54.678511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38842) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:54.679229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-1b8be111-63ed-4c59-a254-37abec489cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352066 Dec 15 04:40:54.683067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-93ddef06-ce2b-46bc-a46a-4782bcdab820 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:54.747680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-a91dbe24-2348-46b3-95b2-9ff805e1406a service neutron] 10.222.0.37 "GET /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0615621 Dec 15 04:40:54.749655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-aa37c86d-b80e-455c-980c-876c5eeea13b service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838570 Dec 15 04:40:54.804475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-93ddef06-ce2b-46bc-a46a-4782bcdab820 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags HTTP/1.1" status: 200 len: 237 time: 0.1244929 Dec 15 04:40:54.805074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:54.810380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-3c426e2d-fb72-4ce9-8b94-39b915e3d436 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', {'tags': ['tempest-TagsTest-Tag-509036114', 'tempest-TagsTest-Tag-892483585', 'tempest-TagsTest-Tag-1023078338']}) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:54.909088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2159808a-fa3d-4d15-9658-d3a41bdd1315 service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551037 Dec 15 04:40:54.916686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3c426e2d-fb72-4ce9-8b94-39b915e3d436 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "PUT /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags HTTP/1.1" status: 200 len: 307 time: 0.1103475 Dec 15 04:40:54.917840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38858) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:54.924539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-539f1433-69bb-437f-b84f-676bf615de7a tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-509036114') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:55.038783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-539f1433-69bb-437f-b84f-676bf615de7a tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "DELETE /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-509036114 HTTP/1.1" status: 204 len: 168 time: 0.1159899 Dec 15 04:40:55.038783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38860) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:55.045033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b181-5d70-4e99-b9ad-a01e0003602d req-409ca63a-a452-4633-9c1c-51603b416a46 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:55.045940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-208edc59-c957-4ea7-999f-bb0f9fd283f3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-509036114') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:55.046675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f894b181-5d70-4e99-b9ad-a01e0003602d req-409ca63a-a452-4633-9c1c-51603b416a46 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1257019 Dec 15 04:40:55.050526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-863f9cbb-025d-444c-8948-0ad54228d093 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870378 Dec 15 04:40:55.148415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-fe7d7944-9de7-464b-a0a2-acc4cc271ab8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ce6fea8-bc9a-486f-9278-58371addd150 HTTP/1.1" status: 200 len: 217 time: 0.0779676 Dec 15 04:40:55.168274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b32c7f54-184f-4871-a8ef-47665c31aafa service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581067 Dec 15 04:40:55.177173 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-208edc59-c957-4ea7-999f-bb0f9fd283f3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] show failed (client error): The resource could not be found. Dec 15 04:40:55.182863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-208edc59-c957-4ea7-999f-bb0f9fd283f3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-509036114 HTTP/1.1" status: 404 len: 325 time: 0.1425846 Dec 15 04:40:55.183437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38868) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:55.183593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2b852ece-1d5c-4809-bd48-03f2aad37c05 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:40:55.190427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-e9f080e4-de39-4604-bd84-e4a5a97f55db tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-892483585') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:55.198821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e9bec289-aff2-4fe9-9266-4b7486ab1ebb up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:55.296883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a9bd05e8-773a-4ff1-acf4-b846b5903504 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:40:55.303873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-2aa3810b-c53e-41b8-ab3e-94b0349a85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:55.305838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-2aa3810b-c53e-41b8-ab3e-94b0349a85ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.1526637 Dec 15 04:40:55.318227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f894b181-5d70-4e99-b9ad-a01e0003602d req-42a97a6c-1bf7-4cb4-81a5-681c275b6a55 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534652 Dec 15 04:40:55.362881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38874) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:55.365651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e9f080e4-de39-4604-bd84-e4a5a97f55db tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-892483585 HTTP/1.1" status: 204 len: 168 time: 0.1784408 Dec 15 04:40:55.369175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-2c2097a4-e83c-4682-a54b-a484a89f6051 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-1023078338') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:55.381041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port e9bec289-aff2-4fe9-9266-4b7486ab1ebb completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:40:55.465920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port e9bec289-aff2-4fe9-9266-4b7486ab1ebb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:55.469864 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:55.485531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-bec65b3d-78da-400f-87cb-26a390a0e59a service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910721 Dec 15 04:40:55.498337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2b852ece-1d5c-4809-bd48-03f2aad37c05, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:55.554357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-98c49dae-c835-447e-8461-c02c942132fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:55.555993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-98c49dae-c835-447e-8461-c02c942132fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2366598 Dec 15 04:40:55.605967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7a8fb-b76d-4400-8895-db679c21cbb2 req-54bcec24-4b75-477e-a99b-6b4b7ec8daad tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:55.613910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d7a8fb-b76d-4400-8895-db679c21cbb2 req-54bcec24-4b75-477e-a99b-6b4b7ec8daad tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 944 time: 0.1768332 Dec 15 04:40:55.646437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '2b852ece-1d5c-4809-bd48-03f2aad37c05', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'port_id': '2b852ece-1d5c-4809-bd48-03f2aad37c05', 'mac_address': 'fa:16:3e:ea:05:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffd7864-4adf-4789-a927-10de60fa4d0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:40:55.694901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2c2097a4-e83c-4682-a54b-a484a89f6051 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-1023078338 HTTP/1.1" status: 204 len: 168 time: 0.3278239 Dec 15 04:40:55.695455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38876) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:55.704359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-5d6e4299-4920-4413-a7fd-fd75f004a690 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:55.728662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-e736ad48-8bc8-4b7b-a1b1-f610d2e5a324 service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356749 Dec 15 04:40:55.766295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d7a8fb-b76d-4400-8895-db679c21cbb2 req-cabd4d2d-921e-47ce-a7f1-fffb170aeb14 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514590 Dec 15 04:40:55.805553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a9bd05e8-773a-4ff1-acf4-b846b5903504, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:55.860707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-b0c19bd4-5d19-4b13-bf98-d5f7a569290e service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906461 Dec 15 04:40:55.864001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:55.868039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'a9bd05e8-773a-4ff1-acf4-b846b5903504', 'network_id': '909c5101-77dc-41fb-a2a2-8dc54f22ae38', 'port_id': 'a9bd05e8-773a-4ff1-acf4-b846b5903504', 'mac_address': 'fa:16:3e:0a:b3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffd7864-4adf-4789-a927-10de60fa4d0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:40:55.947940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f59801ab-c0b8-4808-b6c6-d9bde09001d0 service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116985 Dec 15 04:40:55.998055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b852ece-1d5c-4809-bd48-03f2aad37c05 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:56.025682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d6e4299-4920-4413-a7fd-fd75f004a690 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "DELETE /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags HTTP/1.1" status: 204 len: 168 time: 0.3289509 Dec 15 04:40:56.028191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38880) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:56.035252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-03a7097d-d29a-4d1c-9072-dee3e93f1f7d tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-892483585') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:56.037450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-45ff7968-150d-4334-8e54-93aaac690621 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656694 Dec 15 04:40:56.089263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2b852ece-1d5c-4809-bd48-03f2aad37c05, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:56.090302 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.102354 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.109160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.114220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bd05e8-773a-4ff1-acf4-b846b5903504 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:40:56.203101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a9bd05e8-773a-4ff1-acf4-b846b5903504, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:56.218248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:56.234078 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1109bdc-9448-4e5a-ad3f-9c0b87479c5d" -d '{"events": [{"server_uuid": "4334556e-4ebf-4964-90f4-fadf51717bdf", "name": "network-vif-plugged", "status": "completed", "tag": "e9bec289-aff2-4fe9-9266-4b7486ab1ebb"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:56.265821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:56.296464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.298621 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.310573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=2b852ece-1d5c-4809-bd48-03f2aad37c05,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:56.326456 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-03a7097d-d29a-4d1c-9072-dee3e93f1f7d tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] show failed (client error): The resource could not be found. Dec 15 04:40:56.327615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-03a7097d-d29a-4d1c-9072-dee3e93f1f7d tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-892483585 HTTP/1.1" status: 404 len: 325 time: 0.2983894 Dec 15 04:40:56.330551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38886) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:56.336194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-5204802c-d761-4e02-9410-6c24d7c31df3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2', 'tempest-TagsTest-Tag-1023078338') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:56.433800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=a9bd05e8-773a-4ff1-acf4-b846b5903504,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:56.466721 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-5204802c-d761-4e02-9410-6c24d7c31df3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] show failed (client error): The resource could not be found. Dec 15 04:40:56.467894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5204802c-d761-4e02-9410-6c24d7c31df3 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "GET /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags/tempest-TagsTest-Tag-1023078338 HTTP/1.1" status: 404 len: 326 time: 0.1363339 Dec 15 04:40:56.473719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38888) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:56.477970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-f5407738-e64a-487b-ac69-2232bf7041d4 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3a93788c-7a99-438a-b8a6-2723664711a2') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:56.503216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:56.606947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['2b852ece-1d5c-4809-bd48-03f2aad37c05'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:56.624598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5407738-e64a-487b-ac69-2232bf7041d4 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "DELETE /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2/tags HTTP/1.1" status: 204 len: 168 time: 0.1502624 Dec 15 04:40:56.625254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38890) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:56.642047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['a9bd05e8-773a-4ff1-acf4-b846b5903504'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:40:56.658517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-a6ab6ee6-df2e-470c-b358-763c96ba19ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 200 len: 217 time: 0.6119044 Dec 15 04:40:56.741317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fc04f084-a1af-452b-9c60-58103332f5ed service neutron] 10.222.0.37 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819667 Dec 15 04:40:56.763534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944cabc-adbc-4e7d-b371-fcb3dde37943 req-37d18544-ac8f-4410-88b5-d7d62e464394 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:56.770923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9944cabc-adbc-4e7d-b371-fcb3dde37943 req-37d18544-ac8f-4410-88b5-d7d62e464394 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1096742 Dec 15 04:40:56.774571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.797568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-da0ce82b-c872-4a5c-8c79-0d3aa1694670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:56.799026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-da0ce82b-c872-4a5c-8c79-0d3aa1694670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.1278334 Dec 15 04:40:56.898790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.940844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a93788c-7a99-438a-b8a6-2723664711a2']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:56.944221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9944cabc-adbc-4e7d-b371-fcb3dde37943 req-cce985f2-2247-454e-9e3d-32cadebd813d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698096 Dec 15 04:40:56.952188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799619f-01d2-4f00-9858-df71b9722437 req-a14040b0-263b-43bc-ae39-60cb717956e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:56.953684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-a14040b0-263b-43bc-ae39-60cb717956e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1425319 Dec 15 04:40:56.954292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ce1e68-24bf-4c5b-9283-911403bff0d7') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:56.954831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ce1e68-24bf-4c5b-9283-911403bff0d7') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:40:56.979545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:56.996623 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:57.005377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:40:57.005905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:40:57.009583 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:40:57.030998 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d44894-d49b-4332-8501-bad1d5b6b00b x-openstack-request-id: req-71d44894-d49b-4332-8501-bad1d5b6b00b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:57.031533 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334556e-4ebf-4964-90f4-fadf51717bdf", "name": "network-vif-plugged", "status": "completed", "tag": "e9bec289-aff2-4fe9-9266-4b7486ab1ebb", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:57.031707 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71d44894-d49b-4332-8501-bad1d5b6b00b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:57.032412 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb', 'code': 200} Dec 15 04:40:57.096629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-277b86e5-bdb7-40bd-b40d-cb6113e77a42 service neutron] 10.222.0.37 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236494 Dec 15 04:40:57.150855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:57.166674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:57.170379 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] 10.222.0.37 "DELETE /v2.0/networks/3a93788c-7a99-438a-b8a6-2723664711a2 HTTP/1.1" status: 204 len: 168 time: 0.5436904 Dec 15 04:40:57.185699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236806b3-1742-4796-9256-6bb166cb1494 tempest-TagsTest-1856134876 tempest-TagsTest-1856134876-project] Pushing event deleted for resources: {'Network': ['ID=3a93788c-7a99-438a-b8a6-2723664711a2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:57.207625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22040bc-4b81-40f5-9122-773cce5c83be req-0ad6ca7f-a47b-4841-a2aa-1837e3ee8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:57.209638 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f22040bc-4b81-40f5-9122-773cce5c83be req-0ad6ca7f-a47b-4841-a2aa-1837e3ee8f68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 1098 time: 0.0926270 Dec 15 04:40:57.262812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-8aa3bcce-5da6-4a1d-921e-b0531ffe8a00 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934427 Dec 15 04:40:57.275561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f22040bc-4b81-40f5-9122-773cce5c83be req-b8a6867d-18b1-43a6-ad63-52eb440879d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567038 Dec 15 04:40:57.278991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58f91-5e6d-4cf2-b76d-cbb381c1f755 req-bc48ecc5-bdc4-43df-a4aa-a6ae54fabe72 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:57.280477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ec58f91-5e6d-4cf2-b76d-cbb381c1f755 req-bc48ecc5-bdc4-43df-a4aa-a6ae54fabe72 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 945 time: 0.1259327 Dec 15 04:40:57.334866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-00582c7b-c362-4dfc-9fcb-d2d6408e8606 service neutron] 10.222.0.37 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292814 Dec 15 04:40:57.457980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b799619f-01d2-4f00-9858-df71b9722437 req-aa82567e-9f21-445f-ab52-6cda82f152b3 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759701 Dec 15 04:40:57.478027 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ec58f91-5e6d-4cf2-b76d-cbb381c1f755 req-7fd3d488-49af-4ed5-9f57-62cf9e1b91b5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866884 Dec 15 04:40:57.507460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-567bf5dc-9b69-47ed-8953-0917a11fc55a service neutron] 10.222.0.37 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592185 Dec 15 04:40:57.608731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f7a985f6-2573-4895-89e1-cf2cbcc8aed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:57.653703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3a5e5dba-5399-4134-bcfe-9226d743d361 service neutron] 10.222.0.37 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378644 Dec 15 04:40:57.709999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38914) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:57.940129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5c47cc50-45fa-47a1-8f57-c5a5a9dd4c79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc101351dbef4d1998c55ed0e0b8369b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269669 Dec 15 04:40:57.941230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38928) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:40:58.094353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c68e-f204-431b-a0c3-8b2eedb196c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:58.148817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c68e-f204-431b-a0c3-8b2eedb196c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:58.226527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c68e-f204-431b-a0c3-8b2eedb196c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:58.230866 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c68e-f204-431b-a0c3-8b2eedb196c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:58.249164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c1f5c68e-f204-431b-a0c3-8b2eedb196c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/402069a4-196f-4c27-aef7-210bf55ade02 HTTP/1.1" status: 204 len: 168 time: 0.2923019 Dec 15 04:40:58.262908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5c68e-f204-431b-a0c3-8b2eedb196c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402069a4-196f-4c27-aef7-210bf55ade02,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:58.965723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea49225a-ce04-4696-b068-754fe9f2ac08 req-4d39960b-32cf-49a0-b235-9f09a0896aa3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0561478 Dec 15 04:40:59.017700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e9ab-43f2-4bce-b272-560d17153383 req-3054f39f-2861-45e2-b418-ab505a3b39b9 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:59.032650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c07e9ab-43f2-4bce-b272-560d17153383 req-3054f39f-2861-45e2-b418-ab505a3b39b9 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 945 time: 0.1260452 Dec 15 04:40:59.189927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c07e9ab-43f2-4bce-b272-560d17153383 req-97628216-c195-425a-87af-da48b8748d03 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557693 Dec 15 04:40:59.254524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2b852ece-1d5c-4809-bd48-03f2aad37c05 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:59.257309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fecdd3-6e7d-4419-809f-815632f0bd7f req-8372c46c-fda1-4361-86f6-af62e412bf64 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:59.272443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6fecdd3-6e7d-4419-809f-815632f0bd7f req-8372c46c-fda1-4361-86f6-af62e412bf64 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1802409 Dec 15 04:40:59.323901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a9bd05e8-773a-4ff1-acf4-b846b5903504 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:40:59.414757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6fecdd3-6e7d-4419-809f-815632f0bd7f req-f37d04f6-2fe5-4b94-8a1a-7c9d883cdf68 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386456 Dec 15 04:40:59.451346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 2b852ece-1d5c-4809-bd48-03f2aad37c05 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:40:59.460833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 2b852ece-1d5c-4809-bd48-03f2aad37c05 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:59.461206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.465142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port a9bd05e8-773a-4ff1-acf4-b846b5903504 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:40:59.468356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157473-614f-4066-9d54-c84985c79905 req-c980f92e-76ae-4458-9e0a-347e12494c72 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:40:59.470719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2157473-614f-4066-9d54-c84985c79905 req-c980f92e-76ae-4458-9e0a-347e12494c72 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1832700 Dec 15 04:40:59.520453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port a9bd05e8-773a-4ff1-acf4-b846b5903504 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:40:59.521094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.584604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2157473-614f-4066-9d54-c84985c79905 req-42cf9f34-627d-4ced-91bd-acfe6fcd360e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038239 Dec 15 04:40:59.736188 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.747843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.778872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd05e8-773a-4ff1-acf4-b846b5903504'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:40:59.782679 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67754341-5e43-4bd9-9d55-df50aac3bb11" -d '{"events": [{"server_uuid": "22e4c8cd-7544-4427-9fb3-8e633004ff1e", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd05e8-773a-4ff1-acf4-b846b5903504"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:40:59.802655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a9bd05e8-773a-4ff1-acf4-b846b5903504, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:59.824825 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.828583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2b852ece-1d5c-4809-bd48-03f2aad37c05, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:40:59.856381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.865196 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5893a3-15bf-4711-99c4-98f3c79365bb x-openstack-request-id: req-6b5893a3-15bf-4711-99c4-98f3c79365bb {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:40:59.865690 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e4c8cd-7544-4427-9fb3-8e633004ff1e", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd05e8-773a-4ff1-acf4-b846b5903504", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:40:59.866098 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b5893a3-15bf-4711-99c4-98f3c79365bb {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:40:59.866629 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd05e8-773a-4ff1-acf4-b846b5903504', 'code': 200} Dec 15 04:40:59.888678 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e9861aa0-9aa0-438f-8a92-6c5eda270d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:40:59.900720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=a9bd05e8-773a-4ff1-acf4-b846b5903504,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:40:59.954375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=2b852ece-1d5c-4809-bd48-03f2aad37c05,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:00.042723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bec628-cb16-4896-964b-a73f1e644f13 req-26956f05-1e48-4d7e-8c87-e9eedeb218b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.045121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22bec628-cb16-4896-964b-a73f1e644f13 req-26956f05-1e48-4d7e-8c87-e9eedeb218b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 1097 time: 0.0528851 Dec 15 04:41:00.131175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4af6f7d-164b-477d-be6d-238f8858403f req-198a0ed0-f229-4051-bcd4-4941931036f4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0333920 Dec 15 04:41:00.169826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22bec628-cb16-4896-964b-a73f1e644f13 req-ee6a1737-61a4-434c-a5e7-2649493a4129 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888658 Dec 15 04:41:00.310033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097cf5b-7de2-4a5d-b6db-40c04dccc870 req-849a934e-c4ff-4cce-a86d-e5805937f8c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.311626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a097cf5b-7de2-4a5d-b6db-40c04dccc870 req-849a934e-c4ff-4cce-a86d-e5805937f8c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.0610473 Dec 15 04:41:00.372204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a097cf5b-7de2-4a5d-b6db-40c04dccc870 req-90ae51fe-4242-486c-9c8b-5bef3278393f tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Dec 15 04:41:00.521058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-96a23cd6-2313-4337-949e-1c652c769dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.522611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-96a23cd6-2313-4337-949e-1c652c769dfd service neutron] 10.222.0.42 "GET /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 1033 time: 0.0573678 Dec 15 04:41:00.592093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace58f2-c6de-4922-a1d5-0f4b77e5eadd req-a02d8bcb-0ecc-462e-a76e-066d8ca15313 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.593418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f28750fb-8406-4a34-b2af-3679be9ea335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.599242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f28750fb-8406-4a34-b2af-3679be9ea335 service neutron] 10.222.0.42 "GET /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 1033 time: 0.0591009 Dec 15 04:41:00.599686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ace58f2-c6de-4922-a1d5-0f4b77e5eadd req-a02d8bcb-0ecc-462e-a76e-066d8ca15313 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0823779 Dec 15 04:41:00.678930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ace58f2-c6de-4922-a1d5-0f4b77e5eadd req-16a70c91-8da0-487a-8138-e2cb2288a9c9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781341 Dec 15 04:41:00.775748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5e68e920-62ed-4785-8d8f-97b90caef698 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.782173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5e68e920-62ed-4785-8d8f-97b90caef698 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.790854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5e68e920-62ed-4785-8d8f-97b90caef698 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.793281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5e68e920-62ed-4785-8d8f-97b90caef698 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 1996 time: 0.1847546 Dec 15 04:41:00.898417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec4543-f65f-4ea4-9f67-5f9c51b95fda req-f276904e-184d-4942-8175-a6cb79a92662 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:00.907397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7ec4543-f65f-4ea4-9f67-5f9c51b95fda req-f276904e-184d-4942-8175-a6cb79a92662 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1166408 Dec 15 04:41:00.970989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-064ede8c-e4c2-4c2e-b294-b8212f299cc0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7 HTTP/1.1" status: 200 len: 379 time: 0.1472371 Dec 15 04:41:00.981917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'admin_state_up': True, 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'security_groups': ['df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:01.009102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7ec4543-f65f-4ea4-9f67-5f9c51b95fda req-db076207-f9a8-4abd-9a49-2461a33692f6 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993912 Dec 15 04:41:01.078131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:01.108953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39042) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:01.260182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:01.417074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd175a1b-5900-4ee5-be04-0e18ab2fd1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:01.571286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:01.590619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c707759-e051-4e1f-bb7c-5741ae8f0cec req-39ff2a81-e37d-4b92-b466-b0400008b23b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.1062772 Dec 15 04:41:01.627200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:01.631409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:01.637964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'port_id': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'mac_address': 'fa:16:3e:a0:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:01.688345 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:01.705703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a6c00ef-29c8-4a02-b11c-dde4852eb692 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:01.728455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:01.741542 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:01.805925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:01.825043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e63da8-6645-49af-9c42-944006a66119 req-ed5dc6d8-9079-4d75-89e0-1df6c6dd5867 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:01.833382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80e63da8-6645-49af-9c42-944006a66119 req-ed5dc6d8-9079-4d75-89e0-1df6c6dd5867 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.1723349 Dec 15 04:41:01.835278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 172.20.0.14 (b0f5aeb5-8abd-43d1-ac56-21f1102d5927/92227ec4-8e8c-41b0-860e-38f40c6273c3/48028aee-e79f-4b5b-9194-e51d6a903b4f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:01.868269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b852ece-1d5c-4809-bd48-03f2aad37c05'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:01.871535 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a7aa7-6ba6-4d13-914c-fbbd3aac544b" -d '{"events": [{"server_uuid": "d710cd00-22a6-4268-a5f6-eb61b8672a7e", "name": "network-vif-plugged", "status": "completed", "tag": "2b852ece-1d5c-4809-bd48-03f2aad37c05"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:01.900931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd175a1b-5900-4ee5-be04-0e18ab2fd1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:01.940267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0a6c00ef-29c8-4a02-b11c-dde4852eb692'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:01.947895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80e63da8-6645-49af-9c42-944006a66119 req-efef4ce4-0275-472e-975e-c57b6dd9face tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135895 Dec 15 04:41:01.954645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd175a1b-5900-4ee5-be04-0e18ab2fd1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.011681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cd175a1b-5900-4ee5-be04-0e18ab2fd1fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf2eb95971154b099383f8b8db8cc102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9013555 Dec 15 04:41:02.019160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39060) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:02.029123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b58b35-4c31-4f2b-9f15-48c0f3b7074c req-da0081d8-ea6c-44a5-9ce8-513179f6e456 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:02.034890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.038278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20b58b35-4c31-4f2b-9f15-48c0f3b7074c req-da0081d8-ea6c-44a5-9ce8-513179f6e456 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.2613277 Dec 15 04:41:02.085074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.086354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd175a1b-5900-4ee5-be04-0e18ab2fd1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd72546-d481-44d4-8862-76ff8c3c4dad,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:02.138805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:02.143688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:02.147068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:02.149593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:02.196832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20b58b35-4c31-4f2b-9f15-48c0f3b7074c req-2e9a3672-2323-4be4-8f1f-338980666e24 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507492 Dec 15 04:41:02.220747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:02.221622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.238124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad188-ac34-4638-b994-097ad664fe1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.240659 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b5ff0f26-5143-4e35-923a-5a2642bf4190 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2630627 Dec 15 04:41:02.260602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'admin_state_up': True, 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'security_groups': ['df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:02.264348 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42965c6b-e97f-46d1-9222-d0b12d142c22 x-openstack-request-id: req-42965c6b-e97f-46d1-9222-d0b12d142c22 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:02.264868 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710cd00-22a6-4268-a5f6-eb61b8672a7e", "name": "network-vif-plugged", "status": "completed", "tag": "2b852ece-1d5c-4809-bd48-03f2aad37c05", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:02.265179 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42965c6b-e97f-46d1-9222-d0b12d142c22 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:02.265775 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b852ece-1d5c-4809-bd48-03f2aad37c05', 'code': 200} Dec 15 04:41:02.282883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad188-ac34-4638-b994-097ad664fe1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.479075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3ceb8-9ba2-4527-8f79-70b49587aa84 req-8e4ad289-2e64-4402-9790-8de5538b223d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:02.490545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80c3ceb8-9ba2-4527-8f79-70b49587aa84 req-8e4ad289-2e64-4402-9790-8de5538b223d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 944 time: 0.1615179 Dec 15 04:41:02.497775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:02.503525 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.511671 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad188-ac34-4638-b994-097ad664fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.514318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad188-ac34-4638-b994-097ad664fe1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.515466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5c7ad188-ac34-4638-b994-097ad664fe1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfd72546-d481-44d4-8862-76ff8c3c4dad HTTP/1.1" status: 204 len: 168 time: 0.4749942 Dec 15 04:41:02.525551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f41a9c-77e2-4352-82fa-d564be8a2b20 req-a0fd6235-4e6b-46dc-a80a-96a3d79bfa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:02.527059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44f41a9c-77e2-4352-82fa-d564be8a2b20 req-a0fd6235-4e6b-46dc-a80a-96a3d79bfa15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 1098 time: 0.1303360 Dec 15 04:41:02.532509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ad188-ac34-4638-b994-097ad664fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd72546-d481-44d4-8862-76ff8c3c4dad,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:02.589395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80c3ceb8-9ba2-4527-8f79-70b49587aa84 req-a78abe34-87b5-4f62-a612-771e4aa48959 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927882 Dec 15 04:41:02.639478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44f41a9c-77e2-4352-82fa-d564be8a2b20 req-57cb0e7c-0f59-41d5-a4a2-26a125ad88fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008728 Dec 15 04:41:02.652022 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.664169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-232d4205-e051-4bcc-8874-c85eac433d08 None None] Provisioning complete for port 48028aee-e79f-4b5b-9194-e51d6a903b4f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:02.664547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-232d4205-e051-4bcc-8874-c85eac433d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.737676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 10.1.1.216 (c1be55e7-3124-451f-b1f2-09d02d5e7c59/7dc745bd-7273-4d51-b61a-3a1c02d0b5c5/28a3c3dc-5222-4543-b8b8-6abe3272a4c1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:02.802878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-232d4205-e051-4bcc-8874-c85eac433d08 None None] Port 48028aee-e79f-4b5b-9194-e51d6a903b4f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:41:02.877126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b17c6-a7f5-4fa8-9daf-f5c4ea3a4863 req-35dfea74-3298-46ed-b0dd-c1b61888377a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:02.880559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd2b17c6-a7f5-4fa8-9daf-f5c4ea3a4863 req-35dfea74-3298-46ed-b0dd-c1b61888377a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 932 time: 0.1257112 Dec 15 04:41:02.957402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:02.980094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd2b17c6-a7f5-4fa8-9daf-f5c4ea3a4863 req-78478974-21af-4bb9-ab19-a56d818fcbcf tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924988 Dec 15 04:41:03.031837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.086745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:03.090252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:03.093662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bc673-1186-4906-a90b-b5ebe33d2bcd req-947f5fab-bb74-453b-b3a6-650234e812bd tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:03.104196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a65bc673-1186-4906-a90b-b5ebe33d2bcd req-947f5fab-bb74-453b-b3a6-650234e812bd tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 944 time: 0.0871875 Dec 15 04:41:03.106033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:03.109473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39088) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:03.141075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:03.163693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a99282f4-79d5-4c26-91fc-17a251af7265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.200745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:03.201672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.229850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5fd4c1b-e5b3-4329-aa1e-ece7a6e6b5ad tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736707 Dec 15 04:41:03.241549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a65bc673-1186-4906-a90b-b5ebe33d2bcd req-a4dd29b3-bde2-4138-b320-5b48de826924 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147044 Dec 15 04:41:03.259615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'admin_state_up': True, 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'security_groups': ['df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:03.272026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.277041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:41:03.292675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0b06-6291-42bc-a885-2b4139eecd5d req-a56da0aa-ed1b-418c-bb36-cf174acb1147 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:03.301224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b69f0b06-6291-42bc-a885-2b4139eecd5d req-a56da0aa-ed1b-418c-bb36-cf174acb1147 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.1953657 Dec 15 04:41:03.409103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.409900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b69f0b06-6291-42bc-a885-2b4139eecd5d req-4a89dba9-623d-45e7-8284-7ed9a4eb39a8 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031179 Dec 15 04:41:03.458403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:03.459032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.550138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a99282f4-79d5-4c26-91fc-17a251af7265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.555873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4be34614-b9fe-42a0-bfa1-f36217bfa615 None None] Provisioning complete for port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:03.556512 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4be34614-b9fe-42a0-bfa1-f36217bfa615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.579399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a99282f4-79d5-4c26-91fc-17a251af7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.634100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4be34614-b9fe-42a0-bfa1-f36217bfa615 None None] Port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:41:03.647161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c189750-0bcb-4ff4-9500-b612ce939440 req-d6d9e121-f242-49dc-90a2-6ebb936691c1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:03.655026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.655446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c189750-0bcb-4ff4-9500-b612ce939440 req-d6d9e121-f242-49dc-90a2-6ebb936691c1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0795088 Dec 15 04:41:03.693086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:03.701006 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.726744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c189750-0bcb-4ff4-9500-b612ce939440 req-1431b2b6-3a1d-47c0-86bd-806c6492539b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654705 Dec 15 04:41:03.759524 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a99282f4-79d5-4c26-91fc-17a251af7265 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=537e648ca671432ca57d70c15087cea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455240 Dec 15 04:41:03.762009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:03.762139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:03.775282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99282f4-79d5-4c26-91fc-17a251af7265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb3d3d0-72e3-4678-8d71-1a1fdffb0521,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:03.819218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:03.823834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0be19ae-68e1-4f03-ade5-a5cdb68a46ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.837155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.856876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0be19ae-68e1-4f03-ade5-a5cdb68a46ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.958185 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0be19ae-68e1-4f03-ade5-a5cdb68a46ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.965153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0be19ae-68e1-4f03-ade5-a5cdb68a46ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:03.966703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0be19ae-68e1-4f03-ade5-a5cdb68a46ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/deb3d3d0-72e3-4678-8d71-1a1fdffb0521 HTTP/1.1" status: 204 len: 168 time: 0.2032671 Dec 15 04:41:03.993175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be19ae-68e1-4f03-ade5-a5cdb68a46ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb3d3d0-72e3-4678-8d71-1a1fdffb0521,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:04.122369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 10.1.1.91 (c1be55e7-3124-451f-b1f2-09d02d5e7c59/7dc745bd-7273-4d51-b61a-3a1c02d0b5c5/073fd69b-c5ae-4e8c-ae69-13b058b10c9b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:04.168404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3dfef-af51-4470-a549-27f9fedd6ae3 req-99245173-9827-4872-9e10-2b831a9df2e9 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:04.176522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3dfef-af51-4470-a549-27f9fedd6ae3 req-99245173-9827-4872-9e10-2b831a9df2e9 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:04.179135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aa3dfef-af51-4470-a549-27f9fedd6ae3 req-99245173-9827-4872-9e10-2b831a9df2e9 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 1654 time: 0.0859516 Dec 15 04:41:04.267894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:04.272551 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c276c-45c7-4126-a631-6d93bb5955fb" -d '{"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-plugged", "status": "completed", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:04.332379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aa3dfef-af51-4470-a549-27f9fedd6ae3 req-ef6d2843-f9ef-4483-8eeb-41193d31a055 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445184 Dec 15 04:41:04.428600 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abecec8-325d-4c07-bfd3-d4e79f57982f x-openstack-request-id: req-4abecec8-325d-4c07-bfd3-d4e79f57982f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:04.428903 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-plugged", "status": "completed", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:04.429166 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4abecec8-325d-4c07-bfd3-d4e79f57982f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:04.429569 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'code': 200} Dec 15 04:41:04.447585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:04.494939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17987d5e-9854-4fcb-abff-aa79c677b819 req-8258d179-95fc-4b07-aa64-3aeddaad5455 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:04.497013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17987d5e-9854-4fcb-abff-aa79c677b819 req-8258d179-95fc-4b07-aa64-3aeddaad5455 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.1007824 Dec 15 04:41:04.498554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:04.577093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17987d5e-9854-4fcb-abff-aa79c677b819 req-ae34138e-f106-4455-b62d-4e163e69c071 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721509 Dec 15 04:41:04.579533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:04.600296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:04.604209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:04.606597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:04.735552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:04.736497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:04.779221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-61a47cfc-904c-4d69-a1d2-0266308a7b8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5261302 Dec 15 04:41:04.807319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'admin_state_up': True, 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'security_groups': ['df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:04.807722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dfdde-56df-48f6-95ac-5f0f8fa3b3dd req-d2f88be5-82eb-4397-b9f8-24306a8fe07c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:04.812535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd1dfdde-56df-48f6-95ac-5f0f8fa3b3dd req-d2f88be5-82eb-4397-b9f8-24306a8fe07c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.1245303 Dec 15 04:41:04.988740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd1dfdde-56df-48f6-95ac-5f0f8fa3b3dd req-dc2c3d45-8bee-48cf-882c-1e94b496f3de tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611824 Dec 15 04:41:05.082771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd53e-58a1-4ec5-822d-73006eadea12 req-5eb3d7a4-a6ae-4c5c-89f3-085e50573c2d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:05.094542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92afd53e-58a1-4ec5-822d-73006eadea12 req-5eb3d7a4-a6ae-4c5c-89f3-085e50573c2d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1697848 Dec 15 04:41:05.142821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:05.175256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4442ebc5-26dc-4e3f-aabb-df7a769f5563 None None] Provisioning complete for port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:05.181046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4442ebc5-26dc-4e3f-aabb-df7a769f5563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.246133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.269761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4442ebc5-26dc-4e3f-aabb-df7a769f5563 None None] Port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:41:05.288024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:05.340715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d939a-978a-4c93-855b-7fb27c441313 req-2b8b030b-6ff4-49ec-b537-f4b43fa59521 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:05.357508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b0d939a-978a-4c93-855b-7fb27c441313 req-2b8b030b-6ff4-49ec-b537-f4b43fa59521 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.2589169 Dec 15 04:41:05.385414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92afd53e-58a1-4ec5-822d-73006eadea12 req-351c57bb-a802-4998-90d3-192ec03a3778 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898583 Dec 15 04:41:05.422587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-9913a1c0-4655-470b-9e86-2b21dd328909 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:05.424341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-9913a1c0-4655-470b-9e86-2b21dd328909 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 945 time: 0.2665625 Dec 15 04:41:05.512647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.514849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 10.2.2.100 (3c5eef70-bf01-4458-aac2-2b3c7983e43b/fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb/7f37d910-c5e5-4640-9b10-0c21d665b71b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:05.576625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:05.590051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.692443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:05.693758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b0d939a-978a-4c93-855b-7fb27c441313 req-1c2f1bb7-a9f1-47e8-8b1f-03a6c810dcf9 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296232 Dec 15 04:41:05.701741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.702301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.702796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.703377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.704038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.704553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.705141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.705745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.706349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.706975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.707465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.707969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.708476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:05.771995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.778029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5babc-de9b-42e1-b465-d52eb7763db8 req-debb5bac-683a-415f-9064-ed57898368b6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:05.785236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5babc-de9b-42e1-b465-d52eb7763db8 req-debb5bac-683a-415f-9064-ed57898368b6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:05.793410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5babc-de9b-42e1-b465-d52eb7763db8 req-debb5bac-683a-415f-9064-ed57898368b6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:05.795398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54b5babc-de9b-42e1-b465-d52eb7763db8 req-debb5bac-683a-415f-9064-ed57898368b6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 2374 time: 0.3051858 Dec 15 04:41:05.846807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.855983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Deleting port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:05.856977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:05.864956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54b5babc-de9b-42e1-b465-d52eb7763db8 req-6db1943b-b207-4e88-8b07-cf09f253cd77 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597427 Dec 15 04:41:05.936434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:05.942862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:05.947812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:06.012974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:06.013611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.025002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:06.039621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2d2633b5-d204-4f9c-97d7-66483c1ad10a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2420657 Dec 15 04:41:06.061350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'admin_state_up': True, 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'security_groups': ['df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:06.179133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] For port 0a6c00ef-29c8-4a02-b11c-dde4852eb692, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0a6c00ef-29c8-4a02-b11c-dde4852eb692,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:06.179798 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.198678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5d003-69cf-46b5-b5e3-36f0e7241957 req-b5bd2828-06bc-468d-88cb-b9f1346df4b5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:06.207228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bed5d003-69cf-46b5-b5e3-36f0e7241957 req-b5bd2828-06bc-468d-88cb-b9f1346df4b5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 945 time: 0.1825674 Dec 15 04:41:06.242227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Calling delete_port for 0a6c00ef-29c8-4a02-b11c-dde4852eb692 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:06.257343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a6929-146c-49cd-969c-0915c8acf925 req-4de48706-27d5-4a72-98af-69220532e254 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:06.263035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Made reservation on behalf of 965989dc1bc546bb9ab9e8b34ff2d2c7 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:06.268687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-442a6929-146c-49cd-969c-0915c8acf925 req-4de48706-27d5-4a72-98af-69220532e254 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=641236bb-77c9-48ff-858d-de43873f7c40 HTTP/1.1" status: 200 len: 943 time: 0.2863393 Dec 15 04:41:06.269767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.407085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bed5d003-69cf-46b5-b5e3-36f0e7241957 req-de4c9aed-d82b-4d84-8835-33e0a6f180a0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961145 Dec 15 04:41:06.412638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f84778be-00fa-481a-a7c1-49a0b3917a98 None None] Provisioning complete for port 7f37d910-c5e5-4640-9b10-0c21d665b71b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:06.415999 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f84778be-00fa-481a-a7c1-49a0b3917a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.440008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-442a6929-146c-49cd-969c-0915c8acf925 req-0c504b72-c6aa-4f9c-abb9-b215ffbfe34b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699743 Dec 15 04:41:06.542261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:06.545989 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f822320e-9802-48fc-aa83-d3221a4c02af" -d '{"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:06.558289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f84778be-00fa-481a-a7c1-49a0b3917a98 None None] Port 7f37d910-c5e5-4640-9b10-0c21d665b71b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:41:06.621593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Allocated IP 10.2.2.200 (3c5eef70-bf01-4458-aac2-2b3c7983e43b/fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb/8242cd14-4642-42be-b84e-c1eea4bbbaca) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:06.715154 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.758286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1537170-e999-419e-97ea-25320443c9e1 req-8bbabcc0-2c86-4546-a199-c13ece9bac7c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:06.759325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1537170-e999-419e-97ea-25320443c9e1 req-8bbabcc0-2c86-4546-a199-c13ece9bac7c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1640830 Dec 15 04:41:06.760671 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.808945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event deleted for resources: {'Port': ['ID=0a6c00ef-29c8-4a02-b11c-dde4852eb692,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:06.943741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] No DVR routers for this DVR port 0a6c00ef-29c8-4a02-b11c-dde4852eb692 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:06.948791 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.952126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c8c427e-628b-4bfa-8e06-983fa5b35558 req-4705814f-f07c-4473-b118-97a3c623a89d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "DELETE /v2.0/ports/0a6c00ef-29c8-4a02-b11c-dde4852eb692 HTTP/1.1" status: 204 len: 173 time: 1.5197284 Dec 15 04:41:06.952588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-deleted', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:06.954945 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b71f114-9f7b-483b-8615-cfb9c9ab1411" -d '{"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-deleted", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:06.969655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:06.984818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1537170-e999-419e-97ea-25320443c9e1 req-130b3abd-3428-404c-8583-5d5afecc5142 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754470 Dec 15 04:41:07.033630 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b761b-658e-418f-9ae8-3c15e08fa81a x-openstack-request-id: req-ec8b761b-658e-418f-9ae8-3c15e08fa81a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:07.034026 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:07.034417 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec8b761b-658e-418f-9ae8-3c15e08fa81a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:07.035249 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'code': 200} Dec 15 04:41:07.146066 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:07.179706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648611a-bbcf-41f0-9443-6824971c317d req-a45e7321-7aa7-4ab1-b33b-1a657bda37e5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.189896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8648611a-bbcf-41f0-9443-6824971c317d req-a45e7321-7aa7-4ab1-b33b-1a657bda37e5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.1119740 Dec 15 04:41:07.244009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:07.247659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:07.251156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:07.298284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event updated for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:07.321727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.323022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:07.354214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8648611a-bbcf-41f0-9443-6824971c317d req-c1cb7199-0a0a-4673-a995-74dd1c3b9f37 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633136 Dec 15 04:41:07.354712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-3ed99f01-369c-4cca-829d-f1087f2ea986 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2967968 Dec 15 04:41:07.376934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:07.462342 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:07.486642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-446ae4ef-acb0-4465-b560-469e4edb6916 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.503670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-446ae4ef-acb0-4465-b560-469e4edb6916 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.523031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-446ae4ef-acb0-4465-b560-469e4edb6916 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.536278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-446ae4ef-acb0-4465-b560-469e4edb6916 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.548677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-446ae4ef-acb0-4465-b560-469e4edb6916 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:07.561977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-446ae4ef-acb0-4465-b560-469e4edb6916 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 3816 time: 0.2244661 Dec 15 04:41:07.697823 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec541f4a-243d-46ff-9040-a9d1bddfc9d0 x-openstack-request-id: req-ec541f4a-243d-46ff-9040-a9d1bddfc9d0 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:07.698661 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641236bb-77c9-48ff-858d-de43873f7c40", "name": "network-vif-deleted", "tag": "0a6c00ef-29c8-4a02-b11c-dde4852eb692", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:07.699077 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec541f4a-243d-46ff-9040-a9d1bddfc9d0 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:07.700694 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641236bb-77c9-48ff-858d-de43873f7c40', 'name': 'network-vif-deleted', 'tag': '0a6c00ef-29c8-4a02-b11c-dde4852eb692', 'status': 'completed', 'code': 200} Dec 15 04:41:07.701872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8068e050-ed8b-4bf7-8a4f-53e2aba1a024 None None] Provisioning complete for port 8242cd14-4642-42be-b84e-c1eea4bbbaca triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:07.702342 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8068e050-ed8b-4bf7-8a4f-53e2aba1a024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:07.726496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e3ab56e-d407-4d1c-bd8f-c04f6342c65d req-a22d77ed-9130-4d7d-8d8b-8f2601aee459 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635444 Dec 15 04:41:07.825461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8068e050-ed8b-4bf7-8a4f-53e2aba1a024 None None] Port 8242cd14-4642-42be-b84e-c1eea4bbbaca cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:41:08.062727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48028aee-e79f-4b5b-9194-e51d6a903b4f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:08.073480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:08.087769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Transition to ACTIVE for port object 48028aee-e79f-4b5b-9194-e51d6a903b4f will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:08.106316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:08.226127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Pushing event updated for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:08.261578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519c58-b5f1-4e1a-bfa4-446fb5b4023f req-2d8f61aa-3ccd-4782-9769-e69ed5e2272b tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:08.267040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e519c58-b5f1-4e1a-bfa4-446fb5b4023f req-2d8f61aa-3ccd-4782-9769-e69ed5e2272b tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1188409 Dec 15 04:41:08.392606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Attempting to bind port 48028aee-e79f-4b5b-9194-e51d6a903b4f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:08.396579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Attempting to bind port 48028aee-e79f-4b5b-9194-e51d6a903b4f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:08.397331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e519c58-b5f1-4e1a-bfa4-446fb5b4023f req-e7faef1f-91f8-4ea4-ad62-2c234ffa6709 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218083 Dec 15 04:41:08.397815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Attempting to bind port 48028aee-e79f-4b5b-9194-e51d6a903b4f on network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:08.407498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Port 48028aee-e79f-4b5b-9194-e51d6a903b4f on network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:08.407822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Attempting to bind port 48028aee-e79f-4b5b-9194-e51d6a903b4f on network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:08.421811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:08.422170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Checking segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:08.426282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Bound using segment: {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:08.426749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Bound port: 48028aee-e79f-4b5b-9194-e51d6a903b4f, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69844f47-2599-4c84-98c9-e0cefa612311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:08.427124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:08.626420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c516da-e6f7-47bb-90ff-ea7337a7e9a8 req-ec83e20f-c2dd-4bd8-bead-1cd82583e54f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:08.626420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9c516da-e6f7-47bb-90ff-ea7337a7e9a8 req-ec83e20f-c2dd-4bd8-bead-1cd82583e54f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1347504 Dec 15 04:41:08.639645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:08.650274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:08.660619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:08.715888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:08.716695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:08.718294 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] 10.222.0.42 "PUT /v2.0/ports/48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 1093 time: 1.3469639 Dec 15 04:41:08.718811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:08.721174 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b0ea45-7499-4e11-91ce-3b8451237c41" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:08.728654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9c516da-e6f7-47bb-90ff-ea7337a7e9a8 req-ec6e4b4a-b418-45aa-87db-4e319681154f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023903 Dec 15 04:41:08.793907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afad94-170e-44ff-be5e-32cbb8a7f721 service neutron] Pushing event updated for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:08.801704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39210) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:08.806209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485441930', 'description': 'tempest-description--654533478'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:08.834855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:08.851251 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:08.961962 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc96c6b0-c4b0-4eff-bf1d-68e4ec30fda0 x-openstack-request-id: req-fc96c6b0-c4b0-4eff-bf1d-68e4ec30fda0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:08.962668 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:08.963167 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc96c6b0-c4b0-4eff-bf1d-68e4ec30fda0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:08.963802 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'status': 'completed', 'code': 200} Dec 15 04:41:08.964799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.025491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.036570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.088127 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.096741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2937722 Dec 15 04:41:09.103933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39214) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:09.109650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'security_group_rule': {'security_group_id': '53ed70a0-3095-4eda-9eda-0413edf3c635', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:09.142750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1a216-9cc7-4f5d-83e8-94b373b5061e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed70a0-3095-4eda-9eda-0413edf3c635,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:09.259688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.275078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-a9135b3d-28fe-4504-bbf6-3e7441368f28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.281732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-a9135b3d-28fe-4504-bbf6-3e7441368f28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.294516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-a9135b3d-28fe-4504-bbf6-3e7441368f28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.309396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-594e33c8-0b0e-49ca-9423-244832d8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.309907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-594e33c8-0b0e-49ca-9423-244832d8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.310335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-594e33c8-0b0e-49ca-9423-244832d8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.310796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-594e33c8-0b0e-49ca-9423-244832d8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.311250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-594e33c8-0b0e-49ca-9423-244832d8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.312999 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-594e33c8-0b0e-49ca-9423-244832d8bf47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 4364 time: 0.0909255 Dec 15 04:41:09.313142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-a9135b3d-28fe-4504-bbf6-3e7441368f28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.319539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-a9135b3d-28fe-4504-bbf6-3e7441368f28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.327438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:09.327944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-a9135b3d-28fe-4504-bbf6-3e7441368f28 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 3828 time: 0.2293241 Dec 15 04:41:09.372814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 0a6c00ef-29c8-4a02-b11c-dde4852eb692 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:41:09.373166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0a6c00ef-29c8-4a02-b11c-dde4852eb692 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:41:09.473542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf12380d-b5e0-423b-aed6-861224f39309 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:09.490160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.498232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df002-1386-4a0a-9953-b681927fd751 req-d4efa610-be06-408f-be33-dec992df4972 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.504599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df002-1386-4a0a-9953-b681927fd751 req-d4efa610-be06-408f-be33-dec992df4972 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.510604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df002-1386-4a0a-9953-b681927fd751 req-d4efa610-be06-408f-be33-dec992df4972 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.512395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-579df002-1386-4a0a-9953-b681927fd751 req-d4efa610-be06-408f-be33-dec992df4972 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e&device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e&device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 2418 time: 0.1749861 Dec 15 04:41:09.528676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37b4280a-82d7-42e4-8e03-2c2f6de19b6b req-8fa31d89-964f-413c-a460-f058fb33bb96 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997743 Dec 15 04:41:09.530440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Transition to ACTIVE for port object bf12380d-b5e0-423b-aed6-861224f39309 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:09.536491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-245506c4-4510-42e4-b968-606dba54718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.536853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-245506c4-4510-42e4-b968-606dba54718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.537486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-245506c4-4510-42e4-b968-606dba54718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.539149 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-245506c4-4510-42e4-b968-606dba54718f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1978533 Dec 15 04:41:09.540820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.546981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.564896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.623469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:09.679012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15a79b7-e8b9-45a2-9df7-27b6f113df93,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:09.701829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:09.703045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b319f7b9-d57b-4f66-b254-cd9e4f506261 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5976567 Dec 15 04:41:09.729478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39226) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:09.735696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'security_group_rule': {'security_group_id': '53ed70a0-3095-4eda-9eda-0413edf3c635', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:09.767684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-579df002-1386-4a0a-9953-b681927fd751 req-67bb2149-8e70-46e1-b72c-601fc7724fc4 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333071 Dec 15 04:41:09.947891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-77860bdf-4f56-4606-b5f6-917d10c90d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:09.949805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4b0ea45-7499-4e11-91ce-3b8451237c41 req-77860bdf-4f56-4606-b5f6-917d10c90d2f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3526149 Dec 15 04:41:09.954829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.001483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1d729-6736-4d4a-9d4d-e3978c872344 req-cabe1791-603e-4f4d-9516-7c3ed4a7d2f2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.005239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17d1d729-6736-4d4a-9d4d-e3978c872344 req-cabe1791-603e-4f4d-9516-7c3ed4a7d2f2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1067760 Dec 15 04:41:10.076773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Attempting to bind port bf12380d-b5e0-423b-aed6-861224f39309 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:10.084369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Attempting to bind port bf12380d-b5e0-423b-aed6-861224f39309 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:10.084758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Attempting to bind port bf12380d-b5e0-423b-aed6-861224f39309 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:10.108900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Port bf12380d-b5e0-423b-aed6-861224f39309 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:10.109122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17d1d729-6736-4d4a-9d4d-e3978c872344 req-d46b4bc7-6005-434e-9b5d-6ef88eb9f887 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977345 Dec 15 04:41:10.109382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Attempting to bind port bf12380d-b5e0-423b-aed6-861224f39309 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:10.121501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:10.121911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Checking segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:10.122498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Bound using segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:10.123039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Bound port: bf12380d-b5e0-423b-aed6-861224f39309, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:10.123901 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.159198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.201981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.238115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72275c67-c9a8-4515-882d-9c31d0f48b6f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:10.251432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.253059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6ca1160f-b88a-4d0e-b05e-eb716fad8ca3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5226190 Dec 15 04:41:10.260876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39240) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:10.271147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3529-5a37-4f65-9552-47da8273a07d req-be53d27e-69f7-41b6-82e2-25147661054e tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.272723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-051a3529-5a37-4f65-9552-47da8273a07d req-be53d27e-69f7-41b6-82e2-25147661054e tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.1628253 Dec 15 04:41:10.275211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:10.298413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:10.304183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bf12380d-b5e0-423b-aed6-861224f39309,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:10.313559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.384288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-051a3529-5a37-4f65-9552-47da8273a07d req-98850be1-3127-4cc7-aaa3-dbcdde99aa7f tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927494 Dec 15 04:41:10.384779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:10.385317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.406808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.407795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.409348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6265f54d-b72c-4d83-8cbd-70236adb6f32 service neutron] 10.222.0.42 "PUT /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 1137 time: 1.5849557 Dec 15 04:41:10.470351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:10.601548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:10.704996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.712436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.724735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.731605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.738279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.746303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:10.757919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234a4486-4048-48e6-847b-f04062d8dafe req-4e6c74b9-bb98-400a-8965-5767c17c88ac tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 4606 time: 0.1155212 Dec 15 04:41:10.854391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234a4486-4048-48e6-847b-f04062d8dafe req-e9ce9296-7360-48c3-a40a-ad48ec1de1b0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950403 Dec 15 04:41:10.907499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:11.019634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': 'bf12380d-b5e0-423b-aed6-861224f39309'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:11.026220 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bff289-1b6a-4417-99ed-4b64f87ac77e" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "bf12380d-b5e0-423b-aed6-861224f39309"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:11.112307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Allocated IP 172.25.2.162 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/65cd4624-7e3c-45d4-8285-a5ec1110e0fa) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:11.213072 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37033db-0f08-4448-9982-495379b7c6cd x-openstack-request-id: req-c37033db-0f08-4448-9982-495379b7c6cd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:11.213208 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "bf12380d-b5e0-423b-aed6-861224f39309", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:11.213426 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c37033db-0f08-4448-9982-495379b7c6cd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:11.218275 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': 'bf12380d-b5e0-423b-aed6-861224f39309', 'status': 'completed', 'code': 200} Dec 15 04:41:11.349282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:11.353145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ad47-5941-4347-803c-1c652d060b0f req-5a29b15b-b619-4747-b055-d34b5bff1ef9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:11.361089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d15ad47-5941-4347-803c-1c652d060b0f req-5a29b15b-b619-4747-b055-d34b5bff1ef9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1464243 Dec 15 04:41:11.491274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d15ad47-5941-4347-803c-1c652d060b0f req-07ab04f8-7e48-4466-a1ee-190a9ff315da tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214080 Dec 15 04:41:11.664254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:11.715551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'mac_address': 'fa:16:3e:99:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:11.804680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:11.821057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:11.846727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:11.860850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:12.080168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:12.095813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['1cf685a8-62ec-4abc-a180-3bc73ba7d77a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:12.126589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.147280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.180572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.218971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.250360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.259933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.282336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-44031eee-7ef4-448a-8750-1d74268696af tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 4606 time: 0.2909074 Dec 15 04:41:12.330347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:12.414101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:12.455806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.456614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.457517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.457637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.458184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.458657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.462872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-83953dea-26c6-4045-a916-e235bf590c82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5294 time: 1.2049558 Dec 15 04:41:12.483367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57b95959-5b9d-436e-b2fd-b6b90bf2b51a req-27e81751-4c3b-40bc-9730-c4a71f9595d2 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1902280 Dec 15 04:41:12.483576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:12.492295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c038e97e-13a0-48be-9ed5-6797c2898551 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:12.497560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:12.701391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:12.731404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:12.891035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050878-ece5-4ad7-bdbb-dc31bb2794a8 req-ab050503-53d5-486e-8341-4c1ed818697a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.903817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56050878-ece5-4ad7-bdbb-dc31bb2794a8 req-ab050503-53d5-486e-8341-4c1ed818697a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1328497 Dec 15 04:41:12.908479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'Port': ['ID=65cd4624-7e3c-45d4-8285-a5ec1110e0fa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:12.915874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664d783-27b9-40ee-b6f1-fdefe3c9587e req-2ef5010c-6a4c-4738-a1b2-698ded85e20a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.923629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4664d783-27b9-40ee-b6f1-fdefe3c9587e req-2ef5010c-6a4c-4738-a1b2-698ded85e20a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.2651339 Dec 15 04:41:12.928769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-5faa41a1-cde6-4c9d-b2d3-a6d67b49fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.932960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-5faa41a1-cde6-4c9d-b2d3-a6d67b49fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.939907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-5faa41a1-cde6-4c9d-b2d3-a6d67b49fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:12.955937 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-5faa41a1-cde6-4c9d-b2d3-a6d67b49fce5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4706571 Dec 15 04:41:13.016907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4664d783-27b9-40ee-b6f1-fdefe3c9587e req-4cd1eda1-370d-4bf0-8ef6-06500b89c22c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852849 Dec 15 04:41:13.107650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56050878-ece5-4ad7-bdbb-dc31bb2794a8 req-78e8196c-3249-4f3e-b061-a96bcad5d529 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017713 Dec 15 04:41:13.151283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Transition to ACTIVE for port object c038e97e-13a0-48be-9ed5-6797c2898551 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:13.182552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.356620 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.362601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:41:13.391937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Pushing event updated for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:13.489208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.553070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-66d49362-a1d2-4b8f-8433-6b01ae922925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.554721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-20bff289-1b6a-4417-99ed-4b64f87ac77e req-66d49362-a1d2-4b8f-8433-6b01ae922925 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5969770 Dec 15 04:41:13.572330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:13.583076 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.756481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Attempting to bind port c038e97e-13a0-48be-9ed5-6797c2898551 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:13.757225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Attempting to bind port c038e97e-13a0-48be-9ed5-6797c2898551 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:13.757782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Attempting to bind port c038e97e-13a0-48be-9ed5-6797c2898551 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:13.778800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Port c038e97e-13a0-48be-9ed5-6797c2898551 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:13.779537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Attempting to bind port c038e97e-13a0-48be-9ed5-6797c2898551 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:13.799983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:13.800840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Checking segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:13.801464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Bound using segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:13.801582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.802250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Bound port: c038e97e-13a0-48be-9ed5-6797c2898551, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:13.802834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.821617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.837267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.858602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.889685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.910696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.917782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:13.923965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.925173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.927514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c038e97e-13a0-48be-9ed5-6797c2898551,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:13.933643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:13.937425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:13.950219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2edf6c22-821b-48bb-bb0c-a5d3ba5bbd8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5384 time: 0.2901788 Dec 15 04:41:13.953485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:14.014013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:14.015269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:14.019632 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff8fd1-6688-45b5-ad9e-a6fd1fc936b5" -d '{"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-plugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:14.049939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:14.166292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'Port': ['ID=65cd4624-7e3c-45d4-8285-a5ec1110e0fa,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:14.167422 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0482b646-6a16-46a5-80b2-e40acd61d3d3 x-openstack-request-id: req-0482b646-6a16-46a5-80b2-e40acd61d3d3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:14.167726 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-plugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:14.167987 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0482b646-6a16-46a5-80b2-e40acd61d3d3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:14.172603 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'code': 200} Dec 15 04:41:14.191336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.191964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:14.197639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad6a3a71-255e-48ea-8b97-133a16f70400 req-2af8d840-c638-40ec-b4f9-367711169523 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2463338 Dec 15 04:41:14.197765 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] 10.222.0.42 "PUT /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 1137 time: 3.7319548 Dec 15 04:41:14.198130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': 'c038e97e-13a0-48be-9ed5-6797c2898551'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:14.202114 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "c038e97e-13a0-48be-9ed5-6797c2898551"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:14.254375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:14.292968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:14.379007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:14.413985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d97f3-d889-424b-ba8b-d25df1ebeda5 req-e4a12cab-e0b8-4ee0-8750-5ddbf0818b06 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.422384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d6d97f3-d889-424b-ba8b-d25df1ebeda5 req-e4a12cab-e0b8-4ee0-8750-5ddbf0818b06 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1042197 Dec 15 04:41:14.524051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:14.575917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d6d97f3-d889-424b-ba8b-d25df1ebeda5 req-b51df149-f214-48d2-9f0e-1c7142096ce7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526532 Dec 15 04:41:14.641982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb929505-a6b5-433c-a443-462f5fb59feb service neutron] Pushing event updated for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:14.675065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:14.683783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-613345f7-feab-410f-af6b-001126b452bb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4143624 Dec 15 04:41:14.745919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ed398-2dde-4b06-92b3-710f8ffd3222 req-bdb314ef-edb1-467c-b771-b0edcb7a39ed tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.762523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a24ed398-2dde-4b06-92b3-710f8ffd3222 req-bdb314ef-edb1-467c-b771-b0edcb7a39ed tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.2424769 Dec 15 04:41:14.766985 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d02161-4580-461e-8bfa-f7f2d3c3c51d x-openstack-request-id: req-d0d02161-4580-461e-8bfa-f7f2d3c3c51d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:14.767188 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "c038e97e-13a0-48be-9ed5-6797c2898551", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:14.768548 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0d02161-4580-461e-8bfa-f7f2d3c3c51d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:14.769596 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': 'c038e97e-13a0-48be-9ed5-6797c2898551', 'status': 'completed', 'code': 200} Dec 15 04:41:14.923007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a24ed398-2dde-4b06-92b3-710f8ffd3222 req-74207d36-8783-4312-9ab5-63d5214d4ea8 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596000 Dec 15 04:41:14.960220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.973727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.974970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.975625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.976279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.977392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.978007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:14.981384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-9636ccd2-155d-4625-ae7b-49dcc524c09f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6224 time: 0.1884413 Dec 15 04:41:15.215092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-0459cca6-7fd3-4b01-9faa-14cb15dbd9b3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.223411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-0459cca6-7fd3-4b01-9faa-14cb15dbd9b3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 821 time: 0.1382973 Dec 15 04:41:15.240423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-0c6469f9-6dad-4835-8726-e265d5579013 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/quotas/a2b45728e83c4daea3506e77564adc30 HTTP/1.1" status: 200 len: 375 time: 0.0156159 Dec 15 04:41:15.319107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-0de4ef00-d968-4149-9d69-6f971ccfeb78 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772109 Dec 15 04:41:15.337158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-1c6f5024-ab43-4a1b-91c7-4b1b340e13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.337637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-1c6f5024-ab43-4a1b-91c7-4b1b340e13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.338104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-1c6f5024-ab43-4a1b-91c7-4b1b340e13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.339729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-1c6f5024-ab43-4a1b-91c7-4b1b340e13ba service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3342509 Dec 15 04:41:15.473624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.480723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.488412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.494733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.500935 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.509373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.515099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.523478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db008956-31d9-4689-a90f-dde4a8770e6d req-9fa4a408-2781-47d5-bfa3-62b027757995 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5384 time: 0.1375482 Dec 15 04:41:15.644037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:15.669941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db008956-31d9-4689-a90f-dde4a8770e6d req-1049af18-75be-4e40-bc98-6ebfea466ec0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1453888 Dec 15 04:41:15.682069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:15.700243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-60e4cb01-8d8f-477e-b130-ff8363c77e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:15.700243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2fc2ca0-b6c7-4bfd-9096-784eb3a9fcaf req-60e4cb01-8d8f-477e-b130-ff8363c77e16 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3446198 Dec 15 04:41:15.700534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-6e7adcb6-4821-48fa-a978-59df892bbfc0 service neutron] 10.222.0.37 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756614 Dec 15 04:41:15.726267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Transition to ACTIVE for port object 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:15.738249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:15.865661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:15.933885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-ceb4d593-c2eb-429f-854c-c95c8349b0ed service neutron] 10.222.0.37 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308567 Dec 15 04:41:16.064081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Attempting to bind port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:16.064422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Attempting to bind port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:16.064755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Attempting to bind port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:16.077578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:16.077578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Attempting to bind port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:16.080840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0841-2f65-407b-84fd-bef85c0b4188 req-d135aef7-79bf-4070-af13-877be574133a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:16.086118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f7f0841-2f65-407b-84fd-bef85c0b4188 req-d135aef7-79bf-4070-af13-877be574133a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1512203 Dec 15 04:41:16.107877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:16.107877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Checking segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:16.108239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Bound using segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:16.108658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Bound port: 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:16.109560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:16.263249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f7f0841-2f65-407b-84fd-bef85c0b4188 req-ce8c7a16-4374-449b-8b72-53add840cc5d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653721 Dec 15 04:41:16.344288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:16.355703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:16.376769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:16.437777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:16.440285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:16.445157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 200 len: 1092 time: 2.1575990 Dec 15 04:41:16.483538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c267f8-e1c2-4ce2-a6ac-14d856947eb5 req-d1f4523c-e499-4342-bee4-378d48aaf925 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:16.520302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7c267f8-e1c2-4ce2-a6ac-14d856947eb5 req-d1f4523c-e499-4342-bee4-378d48aaf925 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1221027 Dec 15 04:41:16.634483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60da25-67ce-43c5-84a1-9390aa3bb5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:16.659374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:16.716696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7c267f8-e1c2-4ce2-a6ac-14d856947eb5 req-5e1192c5-48b7-4395-97e6-196766237a2c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940324 Dec 15 04:41:16.777292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:16.788011 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d978e2-729e-4452-aedf-e3b4d649358d" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:16.858588 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b18eec69-7520-454f-beba-f8b107f1ce1c req-abf2afd6-ae21-4f0d-abb3-a8f97dc77666 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 210 time: 0.0942142 Dec 15 04:41:16.929337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:17.071103 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34188b3d-1df9-4643-8f7f-f178c6733015 x-openstack-request-id: req-34188b3d-1df9-4643-8f7f-f178c6733015 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:17.072450 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:17.072715 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34188b3d-1df9-4643-8f7f-f178c6733015 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:17.074323 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1', 'status': 'completed', 'code': 200} Dec 15 04:41:17.088143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.103621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.116231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.132461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.145300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.159372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.176394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.211952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fc25d5a-19a5-4578-970c-548592847386 req-79c8bb38-325c-43c9-a2a8-2426b64be242 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5396 time: 0.2644894 Dec 15 04:41:17.387761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.391291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.396806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.397295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.397747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.398350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.398655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.402104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-e25b2ecf-1543-415f-8461-99390818dc6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6292 time: 0.3268743 Dec 15 04:41:17.405300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fc25d5a-19a5-4578-970c-548592847386 req-50ce5e8a-98da-4350-a76c-f9b4a8407e2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886368 Dec 15 04:41:17.444342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:17.571919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9b82c-a21d-4440-b664-93b9d6ecf8e5 req-01a7e973-c4ad-4f6f-a3b8-03c8d8b09cef tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.591551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84b9b82c-a21d-4440-b664-93b9d6ecf8e5 req-01a7e973-c4ad-4f6f-a3b8-03c8d8b09cef tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1679714 Dec 15 04:41:17.636920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-6a2c30dc-d360-47bb-9acd-218079b3f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.637745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-6a2c30dc-d360-47bb-9acd-218079b3f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.638447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-6a2c30dc-d360-47bb-9acd-218079b3f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:17.640555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-6a2c30dc-d360-47bb-9acd-218079b3f1f7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2142017 Dec 15 04:41:17.864998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073fd69b-c5ae-4e8c-ae69-13b058b10c9b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:17.878754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:17.899473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Transition to ACTIVE for port object 073fd69b-c5ae-4e8c-ae69-13b058b10c9b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:17.907768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:41:17.914159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:18.088832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Pushing event updated for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:18.227830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Attempting to bind port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:18.229238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Attempting to bind port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:18.229798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Attempting to bind port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:18.237175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-4f56840e-0074-45b0-8b99-e51ea8d29428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:18.239848 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1d978e2-729e-4452-aedf-e3b4d649358d req-4f56840e-0074-45b0-8b99-e51ea8d29428 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3382998 Dec 15 04:41:18.241806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:18.245495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Attempting to bind port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:18.257993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:18.258672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Checking segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:18.260418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Bound using segment: {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:18.263585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Bound port: 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3893dc-fcaf-4a01-b0fa-a9e969488be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:18.264287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:18.427166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:18.433743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:18.444384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:18.514722 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84b9b82c-a21d-4440-b664-93b9d6ecf8e5 req-c263de73-42c8-4ef2-9b2c-57a5934fda8e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8981149 Dec 15 04:41:18.518571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62e263b-4b13-416e-b068-a7d0358398e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:18.546387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Pushing event updated for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:18.560672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:18.562034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:18.564030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c4149a36-b8a1-4e18-a171-d090360efd4a service neutron] 10.222.0.42 "PUT /v2.0/ports/073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 200 len: 1091 time: 1.9238791 Dec 15 04:41:18.624619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:18.655452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1f21-6c23-4953-81cf-527f8cf957ea req-c4bab13a-5102-4fb2-b238-5799369e9fa7 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:18.665365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11df1f21-6c23-4953-81cf-527f8cf957ea req-c4bab13a-5102-4fb2-b238-5799369e9fa7 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.2952182 Dec 15 04:41:18.799335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:18.805284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11df1f21-6c23-4953-81cf-527f8cf957ea req-f56d238d-c5c4-460c-857c-dc0a17c1eedc tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388047 Dec 15 04:41:18.846273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ab275e7-5f06-437b-b635-2399a2990ead req-22e6d949-790d-422a-aa5a-59dfbe09f485 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 210 time: 0.1415856 Dec 15 04:41:18.884509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-f4eb74aa-dae6-4cd5-8b01-35fd8dbf705c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:18.886382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-f4eb74aa-dae6-4cd5-8b01-35fd8dbf705c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 821 time: 0.5149796 Dec 15 04:41:18.925114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'port': {'device_id': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'admin_state_up': True, 'tenant_id': 'a2b45728e83c4daea3506e77564adc30'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:19.124600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:19.129670 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350312c1-392b-4744-8cc6-61e866d50e03" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:19.326422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.347707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.361783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.374639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.392285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.401390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.408401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.416468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-dc3335b4-b678-4867-9ff1-da101ede2196 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5408 time: 0.3283491 Dec 15 04:41:19.460676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62e263b-4b13-416e-b068-a7d0358398e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:19.490264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a62e263b-4b13-416e-b068-a7d0358398e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:19.500533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f37d910-c5e5-4640-9b10-0c21d665b71b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:19.523575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:19.553220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Transition to ACTIVE for port object 7f37d910-c5e5-4640-9b10-0c21d665b71b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:19.563580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:19.625347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a62e263b-4b13-416e-b068-a7d0358398e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64a4312b53914fef992d1053d551b1df&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1763659 Dec 15 04:41:19.627359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39436) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:19.631274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e263b-4b13-416e-b068-a7d0358398e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b1f0cc-1c9b-45a0-9921-4e475d5b9ea5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:19.658563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Made reservation on behalf of a2b45728e83c4daea3506e77564adc30 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:19.670842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:19.688194 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a53b7f-ceee-4e30-8734-9c979ebc81d1 x-openstack-request-id: req-f4a53b7f-ceee-4e30-8734-9c979ebc81d1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:19.688688 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:19.689407 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4a53b7f-ceee-4e30-8734-9c979ebc81d1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:19.690069 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b', 'status': 'completed', 'code': 200} Dec 15 04:41:19.731280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:19.915541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.917316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.918149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.918984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.919318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.919794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.920349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:19.922493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-350312c1-392b-4744-8cc6-61e866d50e03 req-f76ccdeb-07b4-4652-a496-9004e043a9ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6386 time: 0.1924975 Dec 15 04:41:19.925638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Attempting to bind port 7f37d910-c5e5-4640-9b10-0c21d665b71b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:19.925977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Attempting to bind port 7f37d910-c5e5-4640-9b10-0c21d665b71b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:19.926360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Attempting to bind port 7f37d910-c5e5-4640-9b10-0c21d665b71b on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:19.953709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Port 7f37d910-c5e5-4640-9b10-0c21d665b71b on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:19.953951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Attempting to bind port 7f37d910-c5e5-4640-9b10-0c21d665b71b on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:20.030485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:20.030834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Checking segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:20.031223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Bound using segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:20.031675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Bound port: 7f37d910-c5e5-4640-9b10-0c21d665b71b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:20.042520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.085001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e8a4d27-ae63-442a-91c1-d9215f89abcf req-738ef224-ccac-4ab0-9d41-8fb422d0a680 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6629124 Dec 15 04:41:20.094633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72078a60-c605-4979-bff0-46264b76e4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.160539 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72078a60-c605-4979-bff0-46264b76e4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.211832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-3fd43097-1fb9-49f5-ad91-ba138ec0ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.212567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-3fd43097-1fb9-49f5-ad91-ba138ec0ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.212893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-3fd43097-1fb9-49f5-ad91-ba138ec0ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.214500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-350312c1-392b-4744-8cc6-61e866d50e03 req-3fd43097-1fb9-49f5-ad91-ba138ec0ee60 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2712379 Dec 15 04:41:20.215639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:20.224881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:20.285513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Allocated IP 172.20.0.5 (7dbfb208-b0e6-420f-b09c-7b8492c5704e/9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c/6b7e1816-731a-4d6a-a2ce-e372ce410c46) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:20.286621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.288114 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72078a60-c605-4979-bff0-46264b76e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.291233 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72078a60-c605-4979-bff0-46264b76e4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.295930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-72078a60-c605-4979-bff0-46264b76e4f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3b1f0cc-1c9b-45a0-9921-4e475d5b9ea5 HTTP/1.1" status: 204 len: 168 time: 0.6510389 Dec 15 04:41:20.334556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72078a60-c605-4979-bff0-46264b76e4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b1f0cc-1c9b-45a0-9921-4e475d5b9ea5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:20.360083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230296b-b72a-4ad3-8928-d5015995c196 req-b0e30989-509e-4e9d-b762-3250f37f3332 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.367745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5230296b-b72a-4ad3-8928-d5015995c196 req-b0e30989-509e-4e9d-b762-3250f37f3332 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.4305794 Dec 15 04:41:20.415864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedd10b-e7a5-45d1-87bc-4357d3b1a647 req-644c329c-3667-4e03-a668-13f252a2e4f2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.427508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-feedd10b-e7a5-45d1-87bc-4357d3b1a647 req-644c329c-3667-4e03-a668-13f252a2e4f2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1874547 Dec 15 04:41:20.526671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5230296b-b72a-4ad3-8928-d5015995c196 req-fb30f17d-718c-4698-a9f9-c7af40162071 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576827 Dec 15 04:41:20.610840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:20.624823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.625462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.631318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f5869cfe-4a0d-47c1-95f2-c7f12bd3d4e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 200 len: 1092 time: 2.0114217 Dec 15 04:41:20.734115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312c1-392b-4744-8cc6-61e866d50e03 req-5900f18d-5db6-4011-aa82-6448264fca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:20.737277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-350312c1-392b-4744-8cc6-61e866d50e03 req-5900f18d-5db6-4011-aa82-6448264fca71 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5099125 Dec 15 04:41:20.759270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Request body: {'port': {'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:20.882471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-feedd10b-e7a5-45d1-87bc-4357d3b1a647 req-3e29ffdd-c594-4476-a1e3-bde855650358 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540668 Dec 15 04:41:20.916192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:20.987197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-994ace6d-ad3f-4102-af6d-2f7b3dd48ec9 req-e1e33d83-5c55-406e-a376-844563a97233 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 210 time: 0.1368403 Dec 15 04:41:21.063523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:21.230012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:21.311737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8242cd14-4642-42be-b84e-c1eea4bbbaca {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:21.319365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:21.334535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Transition to ACTIVE for port object 8242cd14-4642-42be-b84e-c1eea4bbbaca will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:21.344037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:21.403170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Pushing event updated for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:21.437186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:21.446297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:21.452945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:21.548901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.555527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.562178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.586306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.603221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.631914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.646319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.657709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc578354-5264-40f7-99be-4cccbef4a98f req-308f9553-7e9c-4091-b883-41d3fe08df8d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.4073949 Dec 15 04:41:21.670307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:21.697232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:21.699536 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:21.720079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Attempting to bind port 8242cd14-4642-42be-b84e-c1eea4bbbaca on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:21.720437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Attempting to bind port 8242cd14-4642-42be-b84e-c1eea4bbbaca by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:21.720769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Attempting to bind port 8242cd14-4642-42be-b84e-c1eea4bbbaca on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:21.737072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Port 8242cd14-4642-42be-b84e-c1eea4bbbaca on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:21.737455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Attempting to bind port 8242cd14-4642-42be-b84e-c1eea4bbbaca on network 3c5eef70-bf01-4458-aac2-2b3c7983e43b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:21.763004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:21.763343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Checking segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:21.763744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Bound using segment: {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:21.764216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Bound port: 8242cd14-4642-42be-b84e-c1eea4bbbaca, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ef421b-7a5c-4d59-b512-da5cea23b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:21.764578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:21.788494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.789538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:21.823496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bb092559-3f47-48e5-b298-9e748e5cadff tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9109914 Dec 15 04:41:21.857319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Request body: {'port': {'device_id': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:21.914750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf38c2-8483-4f8b-aa64-422d01140a87 req-379bf346-7d01-4ac1-b749-4b471dacf5fa tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:21.923484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2bf38c2-8483-4f8b-aa64-422d01140a87 req-379bf346-7d01-4ac1-b749-4b471dacf5fa tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.2210524 Dec 15 04:41:22.009627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc578354-5264-40f7-99be-4cccbef4a98f req-c3ead160-81bf-4642-a820-9cd274b1a016 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3367407 Dec 15 04:41:22.015421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:22.023445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:22.038435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:22.153498 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba41e0c-dfc6-4404-9a0a-42bfdb83dcf9 x-openstack-request-id: req-1ba41e0c-dfc6-4404-9a0a-42bfdb83dcf9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:22.154923 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:22.157375 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ba41e0c-dfc6-4404-9a0a-42bfdb83dcf9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:22.158971 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b', 'status': 'completed', 'code': 200} Dec 15 04:41:22.161595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.166362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:22.168716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:22.171555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] 10.222.0.42 "PUT /v2.0/ports/8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 1092 time: 1.4299455 Dec 15 04:41:22.209517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2bf38c2-8483-4f8b-aa64-422d01140a87 req-56afed1b-46ee-4cdd-9ac1-b5bcef5ffc3e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847862 Dec 15 04:41:22.275320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab94e19-d830-4817-8ad1-9af92bc4f396 service neutron] Pushing event updated for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:22.391363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.392030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.392337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.396846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.397326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.397797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.398266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.410752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-d6d1bb1f-7ac6-4832-822f-a976582cfb98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6496 time: 0.1800916 Dec 15 04:41:22.693861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-fe9b1d76-85c2-40d3-ae56-9540d330236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.695884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-fe9b1d76-85c2-40d3-ae56-9540d330236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.696386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-fe9b1d76-85c2-40d3-ae56-9540d330236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.698131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-fe9b1d76-85c2-40d3-ae56-9540d330236e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2730558 Dec 15 04:41:22.751363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530691a-6c3b-40f1-91b2-ef68c6ba38b1 req-284f1a66-6c65-4297-a478-280c6497cc1a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.762607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5530691a-6c3b-40f1-91b2-ef68c6ba38b1 req-284f1a66-6c65-4297-a478-280c6497cc1a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.4461608 Dec 15 04:41:22.778367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f920-ac5e-47fd-ac43-ec04f509cbca req-85347551-45f1-4ebe-8d60-f4e0076a9833 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.788003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b51f920-ac5e-47fd-ac43-ec04f509cbca req-85347551-45f1-4ebe-8d60-f4e0076a9833 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 931 time: 0.4182780 Dec 15 04:41:22.912145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-1cd334b8-e027-447c-bb21-947330b824d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:22.917369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a4d5dd37-48da-43d7-8a9f-0ab0a7e495b4 req-1cd334b8-e027-447c-bb21-947330b824d6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2094109 Dec 15 04:41:23.209432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b51f920-ac5e-47fd-ac43-ec04f509cbca req-e6118bb4-2a3f-4f41-9d86-6f8a6f095788 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057019 Dec 15 04:41:23.219986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.220488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.220953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.221414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.222428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.222889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.224133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.226792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-48166da9-1802-466f-a02a-81f9dcb5d150 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6496 time: 0.1468682 Dec 15 04:41:23.235181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5530691a-6c3b-40f1-91b2-ef68c6ba38b1 req-c7dde611-f76e-45b9-9523-1644dfa3137c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648905 Dec 15 04:41:23.246357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7e1816-731a-4d6a-a2ce-e372ce410c46 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:23.274618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:23.313819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-829c97eb-54e0-4607-9678-f9a0684ac7a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 217 time: 0.0711172 Dec 15 04:41:23.322183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Transition to ACTIVE for port object 6b7e1816-731a-4d6a-a2ce-e372ce410c46 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:23.332159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:23.436461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f26a10a5-712e-43fb-a34a-caeb218fddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.437947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f26a10a5-712e-43fb-a34a-caeb218fddc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 200 len: 856 time: 0.1136994 Dec 15 04:41:23.472364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:23.525968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-bfdd9957-5eff-47b8-a63c-3d113c0b27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.527765 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-bfdd9957-5eff-47b8-a63c-3d113c0b27db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821416 Dec 15 04:41:23.686353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.687934 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ec83605e-eb56-475e-ac70-a2a7b542dbef service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521747 Dec 15 04:41:23.694256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.700571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.707198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.714632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.720861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.728933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.738546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-d0886d07-077e-4955-8f3e-a49de03d96ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.2122095 Dec 15 04:41:23.749470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Attempting to bind port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:23.750039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Attempting to bind port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:23.750555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Attempting to bind port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:23.788417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3f0aa-884f-409b-9452-acf358c7c8a8 req-45e737eb-a7f9-4ecd-8573-69cd4cd7a332 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:23.798361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06c3f0aa-884f-409b-9452-acf358c7c8a8 req-45e737eb-a7f9-4ecd-8573-69cd4cd7a332 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.2194610 Dec 15 04:41:23.806487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:23.807156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Attempting to bind port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:23.826758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:23.827531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Checking segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:23.828125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Bound using segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:23.831427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Bound port: 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:23.831803 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:23.887076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-872e73c4-31ee-48ec-b4c0-dcbd33064ef3 service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901772 Dec 15 04:41:23.943509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06c3f0aa-884f-409b-9452-acf358c7c8a8 req-f5c85eeb-b9b0-41c1-9928-a1b0cd92c00a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440270 Dec 15 04:41:23.952187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5d599b38-8e26-450f-a4a5-a7fe24dce638 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 217 time: 0.0527627 Dec 15 04:41:24.047015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-93823add-6be6-4271-9c33-2ce96539daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.048561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-93823add-6be6-4271-9c33-2ce96539daac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0796189 Dec 15 04:41:24.068003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d4ca04f-a92c-43cf-bb0b-7798914aacbd req-97e04c57-e0c9-4689-ac16-aab65fac25c9 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3282082 Dec 15 04:41:24.131212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:24.135238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:24.143021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:24.162282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:24.174417 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa195c7-ab07-41a2-b59c-faa2119c4a03" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:24.190372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-05d080ed-70be-4427-be96-368b92d495e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.197337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.199123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:24.199997 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-05d080ed-70be-4427-be96-368b92d495e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392181 Dec 15 04:41:24.222431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] 10.222.0.16 "PUT /v2.0/ports/6b7e1816-731a-4d6a-a2ce-e372ce410c46 HTTP/1.1" status: 200 len: 1092 time: 2.3553054 Dec 15 04:41:24.227279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:24.233954 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89" -d '{"events": [{"name": "network-changed", "server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:24.417668 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866704b-b269-4ed3-b20f-d535f9c4b931 x-openstack-request-id: req-d866704b-b269-4ed3-b20f-d535f9c4b931 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:24.419025 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:24.419025 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d866704b-b269-4ed3-b20f-d535f9c4b931 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:24.419025 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca', 'status': 'completed', 'code': 200} Dec 15 04:41:24.515398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c5fdb-3ff1-453a-a899-b36618f13173 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:24.550765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-d3156c17-ae59-4858-a2d5-0f0cc8a13dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.552577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-d3156c17-ae59-4858-a2d5-0f0cc8a13dcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 1095 time: 0.2351589 Dec 15 04:41:24.563014 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-57bb01c3-3c46-42dc-b874-e102912dc036 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586855 Dec 15 04:41:24.567381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d7ae9-d624-47df-a0c4-0a3450a68576 req-97111354-054d-4dee-85ea-47c87717be47 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.569120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-000d7ae9-d624-47df-a0c4-0a3450a68576 req-97111354-054d-4dee-85ea-47c87717be47 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 943 time: 0.1339900 Dec 15 04:41:24.578851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828216e-2754-444b-b83e-c4d3e46ae1fb req-a3dac99a-5aca-4f3b-a019-e934b546577a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.580486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6828216e-2754-444b-b83e-c4d3e46ae1fb req-a3dac99a-5aca-4f3b-a019-e934b546577a tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1179807 Dec 15 04:41:24.678712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-ee2e93b8-89dd-48d4-ad6a-af8ac20a03fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46 HTTP/1.1" status: 200 len: 217 time: 0.0723951 Dec 15 04:41:24.782003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-000d7ae9-d624-47df-a0c4-0a3450a68576 req-e51a89e0-a240-497c-b58a-c7f15cd95bcb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955969 Dec 15 04:41:24.814736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-433a7e9b-e745-4b60-baf7-b4c610551899 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369745 Dec 15 04:41:24.836739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-01b574f4-41fb-4e12-9ebe-86b08962e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.838270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-01b574f4-41fb-4e12-9ebe-86b08962e181 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 200 len: 861 time: 0.1379728 Dec 15 04:41:24.860925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6828216e-2754-444b-b83e-c4d3e46ae1fb req-8e13b62d-6620-41a1-adbe-b64193703162 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344754 Dec 15 04:41:24.872290 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a7170-925a-4ec9-9201-1a807efcc121 x-openstack-request-id: req-f73a7170-925a-4ec9-9201-1a807efcc121 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:24.872290 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:24.872290 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f73a7170-925a-4ec9-9201-1a807efcc121 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:24.873024 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'status': 'completed', 'code': 200} Dec 15 04:41:24.906526 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-1b752a62-a98d-4fae-82cd-3cec2f940968 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 217 time: 0.0860059 Dec 15 04:41:24.978837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-8932586b-cd93-43c6-a431-fc31b6fba8f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dbfb208-b0e6-420f-b09c-7b8492c5704e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044142 Dec 15 04:41:24.982196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-98eeed9d-376e-42d9-bd05-c2c53e0446ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:24.984248 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-98eeed9d-376e-42d9-bd05-c2c53e0446ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0701947 Dec 15 04:41:25.104319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-47347a97-4d4b-4627-a2f0-988e3d909113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.106268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-47347a97-4d4b-4627-a2f0-988e3d909113 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144435 Dec 15 04:41:25.203123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-84e0eb7e-381a-48b3-838e-56b73669bdb1 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946220 Dec 15 04:41:25.227983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba5a5-d686-4017-9067-90ef80077934 req-e40bad02-7219-4281-bb06-fd6dc4928037 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.230118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7acba5a5-d686-4017-9067-90ef80077934 req-e40bad02-7219-4281-bb06-fd6dc4928037 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0959191 Dec 15 04:41:25.236723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-fd5181a2-d16b-4244-bc59-c4fef8c451fe service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202900 Dec 15 04:41:25.395122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.401168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.407307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.415967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.422095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.428927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.435714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.438415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-c4ce4836-1bad-45c1-9e74-2630645644da tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1774595 Dec 15 04:41:25.459439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7acba5a5-d686-4017-9067-90ef80077934 req-87f25ff4-ef63-4067-8b3d-77fb3ac2e7dd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066584 Dec 15 04:41:25.489714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3378da02-1cd8-48bc-9541-5d9ae53f55da req-bc5ded18-63e3-412e-9de2-2dea4a7fbe50 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774198 Dec 15 04:41:25.577754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91d68a46-f5a9-4082-9f80-21222b7fcc22 req-5f054959-04a8-4c50-a69c-3ba487b54ce3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272366 Dec 15 04:41:25.676866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-64be98e0-d795-481a-9fd0-2ead1b769c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.678700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-64be98e0-d795-481a-9fd0-2ead1b769c1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 1095 time: 0.0625973 Dec 15 04:41:25.818122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-48468f39-9a16-4ac7-9d66-daee055e4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:25.819820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-48468f39-9a16-4ac7-9d66-daee055e4a48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 921 time: 0.1322818 Dec 15 04:41:25.955338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-6089f268-8e96-456f-8d2e-ce53e54a516b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46 HTTP/1.1" status: 200 len: 217 time: 0.1225066 Dec 15 04:41:25.965855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-1f17b273-ab76-4f39-bcd0-615455f3e0b9 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200422 Dec 15 04:41:26.020138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-8b2dd9e1-06d2-4cb0-8fe0-1e8fdb92c0a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0432806 Dec 15 04:41:26.098382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2bdf4220-9c44-47c3-ac9b-42630491ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.101851 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2bdf4220-9c44-47c3-ac9b-42630491ea09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0727434 Dec 15 04:41:26.187074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c3550424-234b-4a6b-93a3-57055594ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.188990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-c3550424-234b-4a6b-93a3-57055594ef75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790706 Dec 15 04:41:26.203207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf55dc-89dd-4efa-ade9-d90d82d3dad9 req-9efe7a9c-0906-4d01-a27c-ca3d43d57b1c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.211247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7dcf55dc-89dd-4efa-ade9-d90d82d3dad9 req-9efe7a9c-0906-4d01-a27c-ca3d43d57b1c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1895337 Dec 15 04:41:26.252377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b1311-c394-40e6-b559-644572c5edaf req-6875662e-b2f2-4d4e-b6e5-0971616689a1 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.265303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb4b1311-c394-40e6-b559-644572c5edaf req-6875662e-b2f2-4d4e-b6e5-0971616689a1 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 943 time: 0.3339460 Dec 15 04:41:26.285853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-f2346686-4b61-40b3-a4d4-d56b531fcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.287480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-f2346686-4b61-40b3-a4d4-d56b531fcd26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 200 len: 861 time: 0.2673759 Dec 15 04:41:26.375160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7dcf55dc-89dd-4efa-ade9-d90d82d3dad9 req-82c5a04f-6455-4642-898e-500adbe100c0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630111 Dec 15 04:41:26.413760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-f92366b3-9ca3-45db-ab65-203321dd4435 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153409 Dec 15 04:41:26.431306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-91c051f2-bf45-4e11-abbc-eda52314bf90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dbfb208-b0e6-420f-b09c-7b8492c5704e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054015 Dec 15 04:41:26.584237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-2d105a38-3035-44da-8f64-23af91ab0571 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383247 Dec 15 04:41:26.630715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-739c3f37-607d-4e62-8310-4b9a63ebee70 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076483 Dec 15 04:41:26.712489 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-d4297f39-d362-4fb4-82c3-141fc7752d94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 200 len: 217 time: 0.0728292 Dec 15 04:41:26.726148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb4b1311-c394-40e6-b559-644572c5edaf req-b28b56d6-12b5-4170-827c-6ddad599fe42 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583597 Dec 15 04:41:26.825750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8134996a-b7c6-4c01-b4ef-4962d8f5cb89 req-cc5b6539-afbc-48f2-970e-6e42b8e8bc99 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285519 Dec 15 04:41:26.846159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4d73b053-04f7-431e-807f-4cc8d3136773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.849750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-4d73b053-04f7-431e-807f-4cc8d3136773 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1064453 Dec 15 04:41:26.908910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7051f-f968-4284-a749-20a8955748d9 req-d669c668-7f8b-402b-9b26-514913efb6bf tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.917938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8e7051f-f968-4284-a749-20a8955748d9 req-d669c668-7f8b-402b-9b26-514913efb6bf tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0858924 Dec 15 04:41:26.943650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-be77c987-8f6a-44ae-8da1-e23f782850a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:26.949733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-be77c987-8f6a-44ae-8da1-e23f782850a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910256 Dec 15 04:41:27.004857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8e7051f-f968-4284-a749-20a8955748d9 req-83166c7d-c8ab-4e38-bfc8-be4b782bc45c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809054 Dec 15 04:41:27.044887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.052517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.058696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.065058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.071238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.077471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.084307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.092663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-f04c7d3b-54cc-4885-91cf-2c81a7ffab0d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1723385 Dec 15 04:41:27.171574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2ed4c21-748a-4cdc-a240-2d07491aa8e6 req-161b97c8-50d7-4bb8-93d8-442dd27d880a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777211 Dec 15 04:41:27.173414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-d81b6747-c1f6-4683-9bef-eb156777807d service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176361 Dec 15 04:41:27.321046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-ee7e1c1d-a518-4aa9-a034-8c65dfce45ce service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378477 Dec 15 04:41:27.443445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-90571a65-39be-4bf8-9617-de14cce51715 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 200 len: 217 time: 0.1079123 Dec 15 04:41:27.494659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5c1fa0b7-bd5a-4d45-837f-acd793c53178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.496529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-5c1fa0b7-bd5a-4d45-837f-acd793c53178 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.0502613 Dec 15 04:41:27.618117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d333fe77-2fa4-451e-860a-466aa5297661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:27.629851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6d4ff-3c61-496c-8aac-55b19d289c47 req-89954772-5d84-4643-b9aa-0cf1ad7052c3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.633700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-1c2ab6e0-5819-467f-9026-76c7ea69c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.637617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34a6d4ff-3c61-496c-8aac-55b19d289c47 req-89954772-5d84-4643-b9aa-0cf1ad7052c3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1341465 Dec 15 04:41:27.638812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-1c2ab6e0-5819-467f-9026-76c7ea69c4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342719 Dec 15 04:41:27.722664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34a6d4ff-3c61-496c-8aac-55b19d289c47 req-6412ac61-8bfc-496a-b16d-4ae415d43238 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789678 Dec 15 04:41:27.885080 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-312ec028-18cf-4138-8e7a-e5e3efcfa060 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326865 Dec 15 04:41:27.964405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5abd-cbb6-48f3-955b-453bc5b7d88d req-9822f011-a004-433d-ac11-12d777910e2a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:27.982881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f43c5abd-cbb6-48f3-955b-453bc5b7d88d req-9822f011-a004-433d-ac11-12d777910e2a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 943 time: 0.0868351 Dec 15 04:41:28.106628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f43c5abd-cbb6-48f3-955b-453bc5b7d88d req-4704bac1-21ac-41cd-8faa-9119e667832a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224277 Dec 15 04:41:28.117457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-6b3cc869-05ac-47d0-a1b8-ec42b310323c service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274981 Dec 15 04:41:28.219516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-b92aac23-880c-4073-891c-f0004699a148 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 217 time: 0.0954967 Dec 15 04:41:28.293705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-e76024e7-a95e-4463-943b-967bde2c97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.296487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-e76024e7-a95e-4463-943b-967bde2c97c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.0680153 Dec 15 04:41:28.308812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a2429-4084-4196-921e-410443a9e009 req-93178edb-5b02-4b90-8b44-be149e9ceb8e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.310778 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f7a2429-4084-4196-921e-410443a9e009 req-93178edb-5b02-4b90-8b44-be149e9ceb8e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1373882 Dec 15 04:41:28.365904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-e91d2e51-65d2-4825-93b1-a7b9c6ad4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.375125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-e91d2e51-65d2-4825-93b1-a7b9c6ad4f63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631933 Dec 15 04:41:28.428430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f7a2429-4084-4196-921e-410443a9e009 req-7d81a881-8b2b-4908-b354-cff88464475a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083724 Dec 15 04:41:28.451182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.460883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.468734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.476099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.482088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.488195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.496044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.519128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-f4abb6ac-efe2-477b-9840-d2ca2136aaf7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1703892 Dec 15 04:41:28.590104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-172356f2-85bb-4959-bd9f-777faed139b0 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117233 Dec 15 04:41:28.735396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0821e085-7761-4b73-a8ec-5eab182cf7ff req-5b2c223c-cea8-4660-b11b-5864111e1428 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145393 Dec 15 04:41:28.861629 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf8dc27-85d4-4c46-9462-91aad28fa127 req-2ec2ccab-7923-4f64-89d2-271ac6270cef service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640455 Dec 15 04:41:28.907723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b79c71-a719-414c-9273-cf7d5ccffc62 req-27fa30ec-afb7-445b-b842-fd101ae0b763 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:28.923728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22b79c71-a719-414c-9273-cf7d5ccffc62 req-27fa30ec-afb7-445b-b842-fd101ae0b763 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.0993805 Dec 15 04:41:29.032977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22b79c71-a719-414c-9273-cf7d5ccffc62 req-ee3e4500-394d-42b0-82ea-df8445e9624f tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080081 Dec 15 04:41:29.049062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.050466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.051689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.052354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.054581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.055689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.056374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.059664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-9662bad2-b6d8-4e07-9ac4-c66e20a793b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6496 time: 0.0904927 Dec 15 04:41:29.189560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-fb41a68a-0cf7-422c-8267-61bdd5fe2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.191949 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-fb41a68a-0cf7-422c-8267-61bdd5fe2b7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 902 time: 0.1225991 Dec 15 04:41:29.320998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-d259d327-f7d1-40ba-8bb1-be2d060650cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 217 time: 0.1018372 Dec 15 04:41:29.355822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0461ba-f948-4123-839a-1adfcaf59edc req-307a0163-8755-45b5-8369-ba31963ccd41 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.368743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0461ba-f948-4123-839a-1adfcaf59edc req-307a0163-8755-45b5-8369-ba31963ccd41 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 943 time: 0.1122544 Dec 15 04:41:29.442616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:29.475438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca0461ba-f948-4123-839a-1adfcaf59edc req-474c70d6-83ad-4a1d-9563-9e8e6e7f1cef tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058061 Dec 15 04:41:29.519083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-3cbe3356-3abd-4d62-a7bb-17ac295288b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.520685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-3cbe3356-3abd-4d62-a7bb-17ac295288b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.1924932 Dec 15 04:41:29.661038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-75962822-ead9-4532-925b-b875665fb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.663512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-75962822-ead9-4532-925b-b875665fb8f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1332681 Dec 15 04:41:29.742157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:29.763097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'port_id': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'mac_address': 'fa:16:3e:92:c6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:29.777296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-9fe39ff8-3629-4393-afbe-72504e7f2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.779002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-9fe39ff8-3629-4393-afbe-72504e7f2a0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eff5ed65847143e3ad3da35efe38df8e&device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 1098 time: 0.2032418 Dec 15 04:41:29.797151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f7a0-6ce1-4709-9ab8-31c90fed8f42 req-982fec7d-e0e1-4318-ae48-32124d79c4ef tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.808873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2b1f7a0-6ce1-4709-9ab8-31c90fed8f42 req-982fec7d-e0e1-4318-ae48-32124d79c4ef tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1205757 Dec 15 04:41:29.854871 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:29.887792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-f14bf69c-fca7-4e87-9500-ad313315c994 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146747 Dec 15 04:41:29.907017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-15667d58-f178-4a24-bd4e-19c008058c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:29.923278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7e1816-731a-4d6a-a2ce-e372ce410c46 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:29.952516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b97079-a7d1-4a8c-b391-b15433583aa8 req-9f22351c-3ba2-4833-ba07-69f83b762e09 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:29.954244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32b97079-a7d1-4a8c-b391-b15433583aa8 req-9f22351c-3ba2-4833-ba07-69f83b762e09 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.3110259 Dec 15 04:41:29.989601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:30.009143 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:30.032814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2b1f7a0-6ce1-4709-9ab8-31c90fed8f42 req-7188fcda-a1cb-41f9-8798-83f657ec2c99 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217369 Dec 15 04:41:30.089295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32b97079-a7d1-4a8c-b391-b15433583aa8 req-4f5bedc4-5267-4cfa-990f-f98223d93c2d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208849 Dec 15 04:41:30.101716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-db7d85a8-ae43-4b58-a407-02723793b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.105581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-db7d85a8-ae43-4b58-a407-02723793b3a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 200 len: 916 time: 0.2843769 Dec 15 04:41:30.212361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffa195c7-ab07-41a2-b59c-faa2119c4a03 req-130fd515-58ca-4cb7-aff5-76f155ad4c1f service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147883 Dec 15 04:41:30.213338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-10d6f5ae-9593-43a8-8e46-31328f55f0c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb HTTP/1.1" status: 200 len: 217 time: 0.0959237 Dec 15 04:41:30.214561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:30.423216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-a8f84482-e91b-42fa-9bea-8c05b6b1454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.429809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-a8f84482-e91b-42fa-9bea-8c05b6b1454c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 200 len: 855 time: 0.2067688 Dec 15 04:41:30.443080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6b7e1816-731a-4d6a-a2ce-e372ce410c46'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:30.445136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.451250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.457874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.464752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.471426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.490373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.496438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.511531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-412d55c9-20a8-479d-98b4-c08be258e58b req-b0d24579-5dbb-4416-ba56-258ee65da10d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.2640483 Dec 15 04:41:30.807060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-0426da83-2b12-412a-8035-08ed335f7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.809510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-0426da83-2b12-412a-8035-08ed335f7eeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909c5101-77dc-41fb-a2a2-8dc54f22ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2871354 Dec 15 04:41:30.923818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-df130beb-6125-4bbd-b904-54350797e08e service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988855 Dec 15 04:41:30.938770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-412d55c9-20a8-479d-98b4-c08be258e58b req-be9bdc20-50c6-460b-8ee1-d89b519d94db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4150081 Dec 15 04:41:30.959287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909a122-f8c0-4a19-a5d3-eb0cf0e53ce7 req-17f01fec-4d1e-4e9c-9307-47f9b7724ea0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:30.979549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6909a122-f8c0-4a19-a5d3-eb0cf0e53ce7 req-17f01fec-4d1e-4e9c-9307-47f9b7724ea0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 944 time: 0.3114810 Dec 15 04:41:31.083503 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:31.357755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39646) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:31.652344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f25fea67-7883-465c-a5b6-74b4527b2d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:31.807263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1348bd1c-ecae-4c7a-88d1-fdf692818d41 req-085a34a1-aa40-495a-902c-a39fdbac2f78 service neutron] 10.222.0.16 "GET /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7569189 Dec 15 04:41:31.839035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f25fea67-7883-465c-a5b6-74b4527b2d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:31.847459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f25fea67-7883-465c-a5b6-74b4527b2d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:31.865611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6909a122-f8c0-4a19-a5d3-eb0cf0e53ce7 req-7835203f-0826-4c57-aef7-0e44c191ebe5 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8822920 Dec 15 04:41:31.954719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39654) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:31.957678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f25fea67-7883-465c-a5b6-74b4527b2d96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb5b487380124f4992472fa601333dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5969002 Dec 15 04:41:31.966862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fea67-7883-465c-a5b6-74b4527b2d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6ad02-350a-4037-8d26-dc809213610e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:31.996466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ffe32-5f2e-4480-a5cf-fd030e3b131e req-7eb93906-9f67-42b6-913f-68957cd2cbd5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.005035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c5ffe32-5f2e-4480-a5cf-fd030e3b131e req-7eb93906-9f67-42b6-913f-68957cd2cbd5 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1927178 Dec 15 04:41:32.151169 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c5ffe32-5f2e-4480-a5cf-fd030e3b131e req-7de50fe8-b541-419d-adf7-dee540b07080 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451089 Dec 15 04:41:32.276930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b451eb5-a242-445c-b8ad-1be3048e32d8 req-9be80196-6bcd-4249-8b29-98e3a3bd96cc tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.285921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b451eb5-a242-445c-b8ad-1be3048e32d8 req-9be80196-6bcd-4249-8b29-98e3a3bd96cc tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.2597704 Dec 15 04:41:32.322247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:32.382229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:32.470747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b451eb5-a242-445c-b8ad-1be3048e32d8 req-37e8cade-89a6-4a54-89e4-1c371d714e40 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829605 Dec 15 04:41:32.488218 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:32.491182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:32.492695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23f6ad02-350a-4037-8d26-dc809213610e HTTP/1.1" status: 204 len: 168 time: 0.5346386 Dec 15 04:41:32.511629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6ad02-350a-4037-8d26-dc809213610e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:32.529779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.533141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.533666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.534808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.537046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.537388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.537725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.538072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.538373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.538703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.539026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.542214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.542701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c41d58-63ef-4cbe-9830-fb35e6ee1cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:32.641803 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:32.682616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.689758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.696971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.703041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.709976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.716573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.722798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:32.730922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-a46dbd0a-30e3-4a6f-a84d-2a6719629595 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1524885 Dec 15 04:41:32.862799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e433b26b-0aa9-4ab5-94a7-7bee83730321 req-9fd24c0a-0cb7-4a73-83d9-8889f53a7e96 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309755 Dec 15 04:41:33.077313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fc239-092f-4040-aa45-945a3cf3bb83 req-6a72651a-dbbc-42a8-9036-1ec5f0148c17 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:33.079280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b9fc239-092f-4040-aa45-945a3cf3bb83 req-6a72651a-dbbc-42a8-9036-1ec5f0148c17 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 944 time: 0.1083131 Dec 15 04:41:33.184124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b9fc239-092f-4040-aa45-945a3cf3bb83 req-b69aea3c-5833-4670-8588-fedbb400aeec tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974805 Dec 15 04:41:33.269868 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:33.380367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:33.390474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606b5f-e010-41d9-afcd-b3d041ef23c4 req-126dafd3-2c2e-45f4-9c31-78a5050b9720 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:33.395309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42606b5f-e010-41d9-afcd-b3d041ef23c4 req-126dafd3-2c2e-45f4-9c31-78a5050b9720 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1114814 Dec 15 04:41:33.468617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:41:33.537424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42606b5f-e010-41d9-afcd-b3d041ef23c4 req-8814d2f4-ad5e-41e1-9e49-a228eb966100 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334457 Dec 15 04:41:33.617100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:41:33.621423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:33.621787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:33.772143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551029d-ce41-407f-8675-94dafa3d47c8 req-3761df3f-e61a-42f3-bf24-caa5bb66a1ee tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:33.777388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c551029d-ce41-407f-8675-94dafa3d47c8 req-3761df3f-e61a-42f3-bf24-caa5bb66a1ee tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1152883 Dec 15 04:41:33.832007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:33.891878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:33.893937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:33.897708 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b45185-0015-482f-976e-5d1511f03c46" -d '{"events": [{"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-plugged", "status": "completed", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:33.916241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:33.940214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f9827-15b8-440e-9a91-a47fb30e07a7 req-8e731ac8-0522-4517-adfd-53bacb110734 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:33.941826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-249f9827-15b8-440e-9a91-a47fb30e07a7 req-8e731ac8-0522-4517-adfd-53bacb110734 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1633294 Dec 15 04:41:33.951604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c551029d-ce41-407f-8675-94dafa3d47c8 req-b13ba88c-ff16-4b8a-97aa-79ea4615e89f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559868 Dec 15 04:41:34.045596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:34.063412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-249f9827-15b8-440e-9a91-a47fb30e07a7 req-23580337-bdb6-4c88-8736-cf61ff93a172 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062787 Dec 15 04:41:34.158330 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28fa93-138b-4e2e-be97-47f1e67c725a x-openstack-request-id: req-9a28fa93-138b-4e2e-be97-47f1e67c725a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:34.159622 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-plugged", "status": "completed", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:34.161006 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a28fa93-138b-4e2e-be97-47f1e67c725a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:34.162983 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'code': 200} Dec 15 04:41:34.241260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.248289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.264885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.282468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.295808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.311577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.325742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.333781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-4a056f45-72e1-4410-b450-e6c838dea0ea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.2680740 Dec 15 04:41:34.477069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dcb5b-4f84-4b72-a6a2-bd63300d8817 req-dc02f9c2-6f31-4849-a333-fe9e02c7be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.479013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d54dcb5b-4f84-4b72-a6a2-bd63300d8817 req-dc02f9c2-6f31-4849-a333-fe9e02c7be03 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 1097 time: 0.1429088 Dec 15 04:41:34.495266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87762d47-bec5-4394-90ef-ab72e389aa66 req-c99146ff-f506-4ecc-b932-68b9652a79ac tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.503317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87762d47-bec5-4394-90ef-ab72e389aa66 req-c99146ff-f506-4ecc-b932-68b9652a79ac tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 945 time: 0.1643226 Dec 15 04:41:34.589542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2d8b0fc-fb50-49b3-a046-cc8de05f0b95 req-c7806670-b568-46c1-9900-c9bd93a4a4c0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2381973 Dec 15 04:41:34.621729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87762d47-bec5-4394-90ef-ab72e389aa66 req-05101cdc-38d7-4cd8-ae46-74bf52459254 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161380 Dec 15 04:41:34.642418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d54dcb5b-4f84-4b72-a6a2-bd63300d8817 req-9a6c2d16-a464-4947-b2f0-4e50fdf8fd73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332662 Dec 15 04:41:34.766354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73f59-4e5f-41d4-b382-acde988aeb17 req-32912ed1-b07f-4d80-9806-2b97ea5d3e8f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:34.769244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3e73f59-4e5f-41d4-b382-acde988aeb17 req-32912ed1-b07f-4d80-9806-2b97ea5d3e8f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.0587835 Dec 15 04:41:34.888998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3e73f59-4e5f-41d4-b382-acde988aeb17 req-c9eda133-b71e-4065-a84c-a9dea5494094 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006918 Dec 15 04:41:35.080526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39730) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:35.249408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bd507-a674-480b-ab03-08630c98b082 req-5db92aa0-60b7-4974-9944-93a8d350c496 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:35.262532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f9bd507-a674-480b-ab03-08630c98b082 req-5db92aa0-60b7-4974-9944-93a8d350c496 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.2069056 Dec 15 04:41:35.295226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c42-da77-42b9-a7d4-b97ba3ab62c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:35.331420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74be81a-2feb-4d2c-b2a7-f4af0dca9ef9 req-6bea3c36-3d8b-452f-bf47-4dbbd69649f3 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:35.338813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b74be81a-2feb-4d2c-b2a7-f4af0dca9ef9 req-6bea3c36-3d8b-452f-bf47-4dbbd69649f3 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.2056956 Dec 15 04:41:35.420036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b74be81a-2feb-4d2c-b2a7-f4af0dca9ef9 req-0fe26bb7-ea17-4ed0-b6fe-5fab93083b09 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801015 Dec 15 04:41:35.436399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f9bd507-a674-480b-ab03-08630c98b082 req-fa4b906a-7617-426d-884f-8a9f05940053 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653571 Dec 15 04:41:35.492529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-b13c81e4-39b5-4ae7-b03c-2e722d9fa934 req-87d5d050-f807-46ec-9de6-ddb539be79c3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:41:35.493592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b13c81e4-39b5-4ae7-b03c-2e722d9fa934 req-87d5d050-f807-46ec-9de6-ddb539be79c3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060701 Dec 15 04:41:35.544808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c42-da77-42b9-a7d4-b97ba3ab62c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:35.555325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c42-da77-42b9-a7d4-b97ba3ab62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:35.619314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f9f4c42-da77-42b9-a7d4-b97ba3ab62c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=331d910704514ca1ad6f29c670a1eb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371089 Dec 15 04:41:35.622052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39738) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:35.627095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4c42-da77-42b9-a7d4-b97ba3ab62c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e9464-615a-4bde-b371-27010fc41ac8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:35.790139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f87202c8-5bd2-4c3c-a972-9e409e86cb6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:35.790984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b13c81e4-39b5-4ae7-b03c-2e722d9fa934 req-327e41d2-8222-48b3-95e3-53b993968f00 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2887397 Dec 15 04:41:35.850077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f87202c8-5bd2-4c3c-a972-9e409e86cb6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:35.985793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f87202c8-5bd2-4c3c-a972-9e409e86cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:35.986062 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:35.989455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f87202c8-5bd2-4c3c-a972-9e409e86cb6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:36.010106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f87202c8-5bd2-4c3c-a972-9e409e86cb6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d8e9464-615a-4bde-b371-27010fc41ac8 HTTP/1.1" status: 204 len: 168 time: 0.3615954 Dec 15 04:41:36.010312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.022920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87202c8-5bd2-4c3c-a972-9e409e86cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e9464-615a-4bde-b371-27010fc41ac8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:36.023885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.044455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.051766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.063789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.084494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.094794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8cf4543-586c-4991-9598-389174d558cd req-3d22ea2f-39be-4e88-b842-34e5076c463f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.3012710 Dec 15 04:41:36.217712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8cf4543-586c-4991-9598-389174d558cd req-cd211feb-c290-46ee-ba49-40e05d0479a8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142445 Dec 15 04:41:36.382369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c030d-bbbb-486d-9af4-6db4ffc28095 req-f1bf393c-7b36-4606-ae00-d5ee2559f2c7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.395453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a0c030d-bbbb-486d-9af4-6db4ffc28095 req-f1bf393c-7b36-4606-ae00-d5ee2559f2c7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.1165173 Dec 15 04:41:36.465053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39754) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:36.482111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e83fa088-906b-4bd5-9550-d4433e0ba706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:36.515730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a0c030d-bbbb-486d-9af4-6db4ffc28095 req-c45fce9e-53da-4b98-89c1-3b49189574e5 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178923 Dec 15 04:41:36.668618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e83fa088-906b-4bd5-9550-d4433e0ba706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:36.680326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e83fa088-906b-4bd5-9550-d4433e0ba706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:36.749391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fa088-906b-4bd5-9550-d4433e0ba706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee00f4a-74a6-48e1-8c7f-fbe4a021952b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:36.769869 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:36.803302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39764) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:36.804413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e83fa088-906b-4bd5-9550-d4433e0ba706 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=607e5ab31f10416cbfdd724fc9c1c145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381114 Dec 15 04:41:36.906951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb4f0b-1986-4af0-af6f-d823fed162ff req-c6e8f600-83e6-4692-bd2e-2a53d4d0c5f4 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.909868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14eb4f0b-1986-4af0-af6f-d823fed162ff req-c6e8f600-83e6-4692-bd2e-2a53d4d0c5f4 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1465304 Dec 15 04:41:36.924397 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7294a492-9e8c-4c8f-ac04-d216d79d1dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:36.948598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204ea83-a40d-4988-81ba-6f81860b1b20 req-f015617a-b7be-4ad1-848b-fd825b9b2205 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:36.956808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d204ea83-a40d-4988-81ba-6f81860b1b20 req-f015617a-b7be-4ad1-848b-fd825b9b2205 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1554792 Dec 15 04:41:37.005143 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7294a492-9e8c-4c8f-ac04-d216d79d1dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:37.081280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d204ea83-a40d-4988-81ba-6f81860b1b20 req-1a06d63e-bd64-4070-b4ff-e96c93ed17cd tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229572 Dec 15 04:41:37.104603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14eb4f0b-1986-4af0-af6f-d823fed162ff req-aa5a9994-ba54-4f97-a14f-87b650eabc40 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733642 Dec 15 04:41:37.131792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7294a492-9e8c-4c8f-ac04-d216d79d1dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:37.135686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7294a492-9e8c-4c8f-ac04-d216d79d1dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:37.139547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7294a492-9e8c-4c8f-ac04-d216d79d1dad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ee00f4a-74a6-48e1-8c7f-fbe4a021952b HTTP/1.1" status: 204 len: 168 time: 0.3301334 Dec 15 04:41:37.152337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294a492-9e8c-4c8f-ac04-d216d79d1dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee00f4a-74a6-48e1-8c7f-fbe4a021952b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:37.238284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-5b11d956-69c2-42f4-af97-39bbf48b2116 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351386 Dec 15 04:41:37.368444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94502dca-efcc-4ee6-afee-0e6ff7bc4c22 req-4fd56175-13e8-4db4-9ed8-fc94846a3b8b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.370030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94502dca-efcc-4ee6-afee-0e6ff7bc4c22 req-4fd56175-13e8-4db4-9ed8-fc94846a3b8b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.1429279 Dec 15 04:41:37.397091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-7136345c-752f-4760-bb4b-8274949fbe15 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.404092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-7136345c-752f-4760-bb4b-8274949fbe15 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649158 Dec 15 04:41:37.423427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-a33ad3ab-9d97-4440-a7e0-226e2dc0a000 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/quotas/e716dbe5bd5e4d95a763ad0f24fe7c1b HTTP/1.1" status: 200 len: 375 time: 0.0183322 Dec 15 04:41:37.484975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-0f55b839-1545-41a5-8f69-f6620a88e249 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502415 Dec 15 04:41:37.520210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94502dca-efcc-4ee6-afee-0e6ff7bc4c22 req-493516ce-e64d-48bc-9529-00a988834b3d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321950 Dec 15 04:41:37.718405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b5288-3079-4694-9dd3-e7c8117249b2 req-1f57eb45-4bf5-40fc-855a-061fbcc95bc6 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.727894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c49b5288-3079-4694-9dd3-e7c8117249b2 req-1f57eb45-4bf5-40fc-855a-061fbcc95bc6 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 945 time: 0.1247387 Dec 15 04:41:37.851318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c49b5288-3079-4694-9dd3-e7c8117249b2 req-c73a0625-12c6-457a-80c7-3727e727eb77 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219678 Dec 15 04:41:37.899356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.909656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.917233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.944116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.961499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:37.981714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:38.006885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:38.016296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-c0da84ef-2497-4149-8c17-9e0a2dac8a0b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.2578595 Dec 15 04:41:38.115921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e33550d-5267-4b53-b1a6-4651fb2446e0 req-bed6f5ff-ca38-4939-8fa7-7327d74d11cb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939388 Dec 15 04:41:38.238490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-353350ff-f22c-405b-aa0f-d064193a761a req-6b5815f8-8936-4a90-a76e-3bf1bec26f15 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 210 time: 0.0446692 Dec 15 04:41:38.637573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0f0ac-a346-451d-8d5c-f07ea93c42d2 req-e5fd7783-0843-411b-b803-847b7dd4c58d tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:38.644800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2e0f0ac-a346-451d-8d5c-f07ea93c42d2 req-e5fd7783-0843-411b-b803-847b7dd4c58d tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.1834848 Dec 15 04:41:38.707019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362f641-ecf2-43f1-9e73-0552aa634142 req-f8e72594-d44e-477f-afcb-0350b1438f3a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:38.709955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f362f641-ecf2-43f1-9e73-0552aa634142 req-f8e72594-d44e-477f-afcb-0350b1438f3a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1707697 Dec 15 04:41:38.759116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2e0f0ac-a346-451d-8d5c-f07ea93c42d2 req-d45458cc-8873-4723-b424-7f4022a7fff3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003332 Dec 15 04:41:38.829270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f362f641-ecf2-43f1-9e73-0552aa634142 req-42d05c5f-007e-4677-92c5-a1c52287b498 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051807 Dec 15 04:41:39.120100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e632f4-a7af-4442-8a35-b262d3f9ed51 req-bfc9186a-f7d3-4c5c-bda3-59782c687288 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.126304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e632f4-a7af-4442-8a35-b262d3f9ed51 req-bfc9186a-f7d3-4c5c-bda3-59782c687288 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.133040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e632f4-a7af-4442-8a35-b262d3f9ed51 req-bfc9186a-f7d3-4c5c-bda3-59782c687288 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.134946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5e632f4-a7af-4442-8a35-b262d3f9ed51 req-bfc9186a-f7d3-4c5c-bda3-59782c687288 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e&device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e&device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 2418 time: 0.1376951 Dec 15 04:41:39.196620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921813be-5b6f-4aa4-aadf-5b5bd451e86d req-1276ffe5-50fe-4f61-bd23-db5a9e5ebb25 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.204364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-921813be-5b6f-4aa4-aadf-5b5bd451e86d req-1276ffe5-50fe-4f61-bd23-db5a9e5ebb25 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.1097856 Dec 15 04:41:39.234025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-c7a1a1fd-6fb8-41c3-8271-66ded2ffdda0 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347698 Dec 15 04:41:39.256636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5e632f4-a7af-4442-8a35-b262d3f9ed51 req-44f6c034-e955-4570-812a-5e3cee75498e tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038964 Dec 15 04:41:39.327192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-921813be-5b6f-4aa4-aadf-5b5bd451e86d req-3a943b1f-1a66-4099-baad-76615b8571b3 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194985 Dec 15 04:41:39.430031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-1399d764-2162-4f4a-a21c-2c1da0621793 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.449841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-1399d764-2162-4f4a-a21c-2c1da0621793 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082059 Dec 15 04:41:39.471725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Request body: {'port': {'device_id': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': 'e716dbe5bd5e4d95a763ad0f24fe7c1b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:39.504868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0d5c6c7-b6c9-474c-a86b-5a3365c418eb req-92e71a85-0c39-4897-a1c2-ec35b9dc52c7 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 210 time: 0.0658488 Dec 15 04:41:39.551517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.563551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.578227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.593533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.624926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.634918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.645013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:39.652837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-55851aa5-09d9-4b40-97e2-e133b2cf8de6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.2747262 Dec 15 04:41:39.695079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Made reservation on behalf of e716dbe5bd5e4d95a763ad0f24fe7c1b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:39.700225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:39.710060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:39.769075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5944b8ce-6531-425b-9939-1c43b35988b7 req-f3fe0ed7-24a8-4bd8-ace7-7171911502a7 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1127493 Dec 15 04:41:39.812555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf0d5ab6-d9b1-4903-8d57-8b32b28a3931 req-e20560ab-1d9f-440f-9cc5-27224c8dddea tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587226 Dec 15 04:41:39.813703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:39.819756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:39.939355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9add21-9f28-4f0b-bc60-aec786248c92,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:40.039718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Allocated IP 192.168.233.168 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/49213b4b-da28-4654-b19b-3aa0b199e66c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:40.111566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10fe0-61c9-4ab3-a612-dee37982f628 req-127718bb-8df7-448b-807c-b7d02e835a24 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:40.115296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16c10fe0-61c9-4ab3-a612-dee37982f628 req-127718bb-8df7-448b-807c-b7d02e835a24 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0960176 Dec 15 04:41:40.177342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16c10fe0-61c9-4ab3-a612-dee37982f628 req-1f909ebf-3a33-4897-b32a-09f3f959fc50 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553875 Dec 15 04:41:40.288328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:40.323538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:40.369015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:40.371676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:40.375738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:40.408273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Pushing event updated for resources: {'Port': ['ID=49213b4b-da28-4654-b19b-3aa0b199e66c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:40.443493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:40.444140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:40.464188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-2b9422bd-cb3e-4e91-8258-3ca9b0598c95 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9970634 Dec 15 04:41:40.483503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Request body: {'port': {'device_id': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:40.485505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1b120-3635-4c99-987a-877cdf7272ea req-eefad62d-1625-4bbb-b28e-5aa5ca4f153f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:40.488900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42f1b120-3635-4c99-987a-877cdf7272ea req-eefad62d-1625-4bbb-b28e-5aa5ca4f153f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.0803893 Dec 15 04:41:40.623476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42f1b120-3635-4c99-987a-877cdf7272ea req-4e6d2608-9e06-4a63-8e51-12627dfcabf1 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279531 Dec 15 04:41:40.632001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:40.734198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6eff45c0-5799-481f-848f-9df5a777309f None None] Provisioning complete for port 49213b4b-da28-4654-b19b-3aa0b199e66c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:40.735166 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6eff45c0-5799-481f-848f-9df5a777309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:40.772881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6eff45c0-5799-481f-848f-9df5a777309f None None] Port 49213b4b-da28-4654-b19b-3aa0b199e66c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:41:40.812580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f640d6-fdc5-489d-a0c4-a5ee71bc3f0b req-4ae0b1de-ee91-42d4-ab02-38d9a11f7510 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:40.815319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51f640d6-fdc5-489d-a0c4-a5ee71bc3f0b req-4ae0b1de-ee91-42d4-ab02-38d9a11f7510 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 936 time: 0.0842848 Dec 15 04:41:40.855002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-4966adc1-8083-432f-b416-9bf2a4185be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:40.856566 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-4966adc1-8083-432f-b416-9bf2a4185be6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1097 time: 0.1385131 Dec 15 04:41:40.885618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51f640d6-fdc5-489d-a0c4-a5ee71bc3f0b req-ab1a65b3-a229-49fe-acf6-9013ef6efb31 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640383 Dec 15 04:41:41.048037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-9e4b8c26-cc24-4860-a6b3-045442997d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.049580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-9e4b8c26-cc24-4860-a6b3-045442997d7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.1827939 Dec 15 04:41:41.051685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.057900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.064114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.073043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.076961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.083842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.089799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.092240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-b3d77fff-fa19-4e52-99da-051dcbc001e3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1368060 Dec 15 04:41:41.146229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-f327deea-7c01-44a9-8879-e403e8fb7ee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 1000 time: 0.0874343 Dec 15 04:41:41.187932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75e8c254-9ad4-43f3-9e8d-94ee703e7022 req-fcf25ffa-329f-44cb-b350-082472d4e84c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899012 Dec 15 04:41:41.254043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-3c6bf79f-204b-44a0-b82d-b767a3fd2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.255575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-3c6bf79f-204b-44a0-b82d-b767a3fd2213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1021960 Dec 15 04:41:41.259613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49213b4b-da28-4654-b19b-3aa0b199e66c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:41.305822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.330283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Transition to ACTIVE for port object 49213b4b-da28-4654-b19b-3aa0b199e66c will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:41.336796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.343657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-7c143925-253c-425c-9649-90a5a6abfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.345349 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-7c143925-253c-425c-9649-90a5a6abfd9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809631 Dec 15 04:41:41.478032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c1f06-1bea-46a2-854b-02a27e388ee7 req-a179bc31-fb45-4baa-8138-19a4d1dd5e23 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.480439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-487c1f06-1bea-46a2-854b-02a27e388ee7 req-a179bc31-fb45-4baa-8138-19a4d1dd5e23 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0733750 Dec 15 04:41:41.515069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:41.521791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Pushing event updated for resources: {'Port': ['ID=49213b4b-da28-4654-b19b-3aa0b199e66c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:41.574725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-487c1f06-1bea-46a2-854b-02a27e388ee7 req-51e238c3-9970-4578-99a4-f891592171ca tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815330 Dec 15 04:41:41.614264 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-2138c3f0-ce84-410d-b0c0-c09bc6ebf905 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604024 Dec 15 04:41:41.617007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Attempting to bind port 49213b4b-da28-4654-b19b-3aa0b199e66c on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:41.617687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Attempting to bind port 49213b4b-da28-4654-b19b-3aa0b199e66c by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:41.618195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Attempting to bind port 49213b4b-da28-4654-b19b-3aa0b199e66c on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:41.649051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d99bf-e0fd-4976-8609-4a83f432c2af req-326e7223-6a9f-40a4-b684-ec36b6affdb0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.655351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Port 49213b4b-da28-4654-b19b-3aa0b199e66c on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:41.656779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-520d99bf-e0fd-4976-8609-4a83f432c2af req-326e7223-6a9f-40a4-b684-ec36b6affdb0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.0725489 Dec 15 04:41:41.659807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Attempting to bind port 49213b4b-da28-4654-b19b-3aa0b199e66c on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:41.662333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:41.676987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'port_id': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'mac_address': 'fa:16:3e:92:c6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:41.723781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.729199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-520d99bf-e0fd-4976-8609-4a83f432c2af req-92f96b23-8e64-4a43-8796-68e5bcad1841 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714781 Dec 15 04:41:41.738476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b7e1816-731a-4d6a-a2ce-e372ce410c46 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:41.741189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:41.741425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:41.744260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:41.744260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Bound port: 49213b4b-da28-4654-b19b-3aa0b199e66c, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:41.744260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.761470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:41.773504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.783094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123dd43-0ce2-46b2-9c7f-6dac038f30b5 req-01a00214-4267-4fbd-819b-8d49294043fb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.795371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1123dd43-0ce2-46b2-9c7f-6dac038f30b5 req-01a00214-4267-4fbd-819b-8d49294043fb tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.0790935 Dec 15 04:41:41.840793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:41.853471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1123dd43-0ce2-46b2-9c7f-6dac038f30b5 req-0c2b6979-9911-479b-9589-6649ec7a0e82 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570226 Dec 15 04:41:41.859266 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-942ae02b-9f19-4733-b375-31d19633d2b1 req-78391e1a-666c-469c-a405-0f05d9dbd5fb service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348378 Dec 15 04:41:41.865871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] For port 49213b4b-da28-4654-b19b-3aa0b199e66c, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:41.869086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] For port 49213b4b-da28-4654-b19b-3aa0b199e66c, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=49213b4b-da28-4654-b19b-3aa0b199e66c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:41.874094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.915548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:41.916693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:41.918218 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] 10.222.0.42 "PUT /v2.0/ports/49213b4b-da28-4654-b19b-3aa0b199e66c HTTP/1.1" status: 200 len: 1097 time: 1.4391246 Dec 15 04:41:41.918678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'tag': '49213b4b-da28-4654-b19b-3aa0b199e66c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:41.921004 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710cbf1-8bad-44cf-b679-035fd3107071" -d '{"events": [{"name": "network-changed", "server_uuid": "04cdac5c-0d5d-46f9-8959-d2d686bb8900", "tag": "49213b4b-da28-4654-b19b-3aa0b199e66c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:41.948870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bf44f-aab9-46c2-a257-9afaab509f32 service neutron] Pushing event updated for resources: {'Port': ['ID=49213b4b-da28-4654-b19b-3aa0b199e66c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:41.972637 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeeab21-09d9-49ff-a56d-ccb379ba1fc6 x-openstack-request-id: req-ddeeab21-09d9-49ff-a56d-ccb379ba1fc6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:41.972637 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cdac5c-0d5d-46f9-8959-d2d686bb8900", "tag": "49213b4b-da28-4654-b19b-3aa0b199e66c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:41.972877 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddeeab21-09d9-49ff-a56d-ccb379ba1fc6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:41.973203 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'tag': '49213b4b-da28-4654-b19b-3aa0b199e66c', 'status': 'completed', 'code': 200} Dec 15 04:41:41.996996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6b7e1816-731a-4d6a-a2ce-e372ce410c46'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:42.024595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0263d-66b9-4357-904b-47c4380702a9 req-85413498-3fd8-4743-a2a8-051513defcfe tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.034794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54c0263d-66b9-4357-904b-47c4380702a9 req-85413498-3fd8-4743-a2a8-051513defcfe tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 948 time: 0.0673048 Dec 15 04:41:42.035846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-9918be8b-de6d-4533-aaaf-785e943022dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.037402 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-9918be8b-de6d-4533-aaaf-785e943022dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 1100 time: 0.0462406 Dec 15 04:41:42.083220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54c0263d-66b9-4357-904b-47c4380702a9 req-e61a1965-f233-42a4-ac29-f1e390c8139a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Dec 15 04:41:42.097238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-fb398c5d-94ed-4d24-845a-f65aa79e3d0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=49213b4b-da28-4654-b19b-3aa0b199e66c HTTP/1.1" status: 200 len: 217 time: 0.0417886 Dec 15 04:41:42.153257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-67a48215-7217-4964-b050-b42a07822f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.154766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-67a48215-7217-4964-b050-b42a07822f9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0474632 Dec 15 04:41:42.202036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-567e3e59-914d-4c6a-af79-78e637d60e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.203473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-567e3e59-914d-4c6a-af79-78e637d60e5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407653 Dec 15 04:41:42.298782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-baa9fb51-0420-455f-87e4-a6d8b793a2c0 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Dec 15 04:41:42.334258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.340273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.346368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.353675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.358972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.365408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.371393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.373331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-cd58e75c-255e-44bc-8a15-cf1d4a87ceeb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.0980599 Dec 15 04:41:42.408408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c50c8855-4691-4000-b5bd-90741d5d5bdf req-ed93f191-1b28-4e11-9613-5706bce1bdcc service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994484 Dec 15 04:41:42.441364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b851e87a-3dcc-41b7-b216-5d25105b2b9a req-6350c248-5d59-4049-b6b0-8feee1caa022 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599668 Dec 15 04:41:42.547673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-6fb0bee7-c506-4e90-ada1-a38f8ee9a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.549821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-6fb0bee7-c506-4e90-ada1-a38f8ee9a5d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 1100 time: 0.0482771 Dec 15 04:41:42.643332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-4ed38bec-bfa3-449f-93e9-7fd83699285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.644836 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-4ed38bec-bfa3-449f-93e9-7fd83699285b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.0870593 Dec 15 04:41:42.698794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-b52ad092-65fd-4829-9919-0fc7bd5470a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=49213b4b-da28-4654-b19b-3aa0b199e66c HTTP/1.1" status: 200 len: 217 time: 0.0451205 Dec 15 04:41:42.726826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce01b44-863a-4772-8832-ac864ddb05e2 req-aae42bae-c1da-45a8-942e-3d59fc281b25 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.728676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ce01b44-863a-4772-8832-ac864ddb05e2 req-aae42bae-c1da-45a8-942e-3d59fc281b25 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Dec 15 04:41:42.782817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-df77c078-3607-483a-897e-9bd1756de32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.796728 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-df77c078-3607-483a-897e-9bd1756de32b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0889730 Dec 15 04:41:42.817904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ce01b44-863a-4772-8832-ac864ddb05e2 req-10d5f5f0-9048-4d98-92de-7a12e98f7703 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783386 Dec 15 04:41:42.862605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-b01cd37b-bc30-4f31-8812-559c1e41489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.864290 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-b01cd37b-bc30-4f31-8812-559c1e41489d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596602 Dec 15 04:41:42.901697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762463-3587-4285-86fb-d67b3a3630a1 req-30b7bffe-21e0-4b14-8ab3-33c0d430e66d tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:42.910610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4762463-3587-4285-86fb-d67b3a3630a1 req-30b7bffe-21e0-4b14-8ab3-33c0d430e66d tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.0720291 Dec 15 04:41:42.983356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4762463-3587-4285-86fb-d67b3a3630a1 req-8c379fe9-bd99-41f3-a373-e943004a7786 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660019 Dec 15 04:41:43.014794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-99b9b8f6-528f-4126-964e-5c1692ea7870 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421871 Dec 15 04:41:43.048376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3382a0-52d5-4975-b325-9c4af93adb8e req-cdfb8b7c-4e46-4273-95f4-43d1498d9fec tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.050586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff3382a0-52d5-4975-b325-9c4af93adb8e req-cdfb8b7c-4e46-4273-95f4-43d1498d9fec tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 944 time: 0.0658543 Dec 15 04:41:43.115356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff3382a0-52d5-4975-b325-9c4af93adb8e req-9ef44eac-7979-4ea1-b49a-2c8de55271ea tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567350 Dec 15 04:41:43.148797 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c710cbf1-8bad-44cf-b679-035fd3107071 req-770ce6d8-dcd3-4453-bf3a-6e1b60747432 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252172 Dec 15 04:41:43.237579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbabb4-0502-45cd-a801-837ba80e9052 req-07d6b4b3-f959-40b6-bd0c-abaa94e87dc3 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.239085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4adbabb4-0502-45cd-a801-837ba80e9052 req-07d6b4b3-f959-40b6-bd0c-abaa94e87dc3 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 948 time: 0.0527194 Dec 15 04:41:43.331906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-688cc2c3-ba45-48f5-81b7-eed43d5a65f3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.333629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-688cc2c3-ba45-48f5-81b7-eed43d5a65f3 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 946 time: 0.0888431 Dec 15 04:41:43.337854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4adbabb4-0502-45cd-a801-837ba80e9052 req-8aea1b0b-7986-4245-9ef0-b8540040cf6a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918903 Dec 15 04:41:43.478844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec22b14-10d9-4bae-a026-110f1f641b34 req-a20c327f-3a72-4201-8958-f49ed8eeb1de tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.480485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eec22b14-10d9-4bae-a026-110f1f641b34 req-a20c327f-3a72-4201-8958-f49ed8eeb1de tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 944 time: 0.1143489 Dec 15 04:41:43.515048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Deleting port 2b852ece-1d5c-4809-bd48-03f2aad37c05 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:43.515377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:43.524745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:41:43.597184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eec22b14-10d9-4bae-a026-110f1f641b34 req-e4c98922-b2a0-473b-b080-eed05678ca51 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100779 Dec 15 04:41:43.614203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:43.728782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] For port 2b852ece-1d5c-4809-bd48-03f2aad37c05, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2b852ece-1d5c-4809-bd48-03f2aad37c05,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:43.729164 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:43.788762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Calling delete_port for 2b852ece-1d5c-4809-bd48-03f2aad37c05 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:43.863252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.870383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.876929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.883406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.890112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.898325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.904908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:43.913518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-24ae3a6b-b4c4-4e8f-9b3f-a67f63ce0cd8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.2025533 Dec 15 04:41:43.920468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:43.951953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:43.952984 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:43.987652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:43.990823 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35227f47-b361-4b9f-ab7e-fc2f2ae001e3" -d '{"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:44.005357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:44.015243 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:44.063938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc20a289-6fc3-4569-a20f-2af43a4da554 req-6047a313-1b83-4629-af50-3e0a44f3147f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443200 Dec 15 04:41:44.083521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40bbec-edf8-400c-b481-f1d1e4cf9bdb req-a67ad787-7ae2-410e-85b4-7c50602756ed tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:44.091387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de40bbec-edf8-400c-b481-f1d1e4cf9bdb req-a67ad787-7ae2-410e-85b4-7c50602756ed tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1492996 Dec 15 04:41:44.094585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:44.162809 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d6506d-18aa-41fd-9038-dd7874749fd2 x-openstack-request-id: req-86d6506d-18aa-41fd-9038-dd7874749fd2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:44.163706 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:44.163706 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86d6506d-18aa-41fd-9038-dd7874749fd2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:44.163928 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'code': 200} Dec 15 04:41:44.184358 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:44.217811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de40bbec-edf8-400c-b481-f1d1e4cf9bdb req-10f37e79-2009-411e-8dd2-11eb4c335c79 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175146 Dec 15 04:41:44.221769 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:44.243867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:44.248386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:44.254457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Pushing event deleted for resources: {'Port': ['ID=2b852ece-1d5c-4809-bd48-03f2aad37c05,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:44.261060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['a9bd05e8-773a-4ff1-acf4-b846b5903504'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:44.275585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e9bec289-aff2-4fe9-9266-4b7486ab1ebb', '2b852ece-1d5c-4809-bd48-03f2aad37c05'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:44.301944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1d2471a-8212-4fb5-81ef-67028306cfea req-3408a799-50af-4449-b0b5-78098ca35907 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d710cd00-22a6-4268-a5f6-eb61b8672a7e HTTP/1.1" status: 200 len: 210 time: 0.0446048 Dec 15 04:41:44.375573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] No DVR routers for this DVR port 2b852ece-1d5c-4809-bd48-03f2aad37c05 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:44.378485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:44.382217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-927cb394-5ac3-4d09-9f06-c1c3736016df req-e584c26b-7a59-4ac0-badb-0d0baef42722 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "DELETE /v2.0/ports/2b852ece-1d5c-4809-bd48-03f2aad37c05 HTTP/1.1" status: 204 len: 173 time: 1.0226476 Dec 15 04:41:44.382683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'name': 'network-vif-deleted', 'tag': '2b852ece-1d5c-4809-bd48-03f2aad37c05'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:44.384997 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8227f7-2329-43be-81e1-a14134e0e2e5" -d '{"events": [{"server_uuid": "d710cd00-22a6-4268-a5f6-eb61b8672a7e", "name": "network-vif-deleted", "tag": "2b852ece-1d5c-4809-bd48-03f2aad37c05"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:44.466987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:44.564107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119aae2-01d7-4943-9516-0630acaa08f5 req-dd6e4538-cc95-4416-95dd-8b287655c56a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:44.566222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3119aae2-01d7-4943-9516-0630acaa08f5 req-dd6e4538-cc95-4416-95dd-8b287655c56a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 948 time: 0.0976243 Dec 15 04:41:44.659633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3119aae2-01d7-4943-9516-0630acaa08f5 req-085934a0-ed15-4a74-a928-3176a9695fea tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849354 Dec 15 04:41:44.734982 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c95f0e-2495-47ea-b8b4-3d364e86c531 x-openstack-request-id: req-b9c95f0e-2495-47ea-b8b4-3d364e86c531 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:44.735273 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710cd00-22a6-4268-a5f6-eb61b8672a7e", "name": "network-vif-deleted", "tag": "2b852ece-1d5c-4809-bd48-03f2aad37c05", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:44.735530 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c95f0e-2495-47ea-b8b4-3d364e86c531 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:44.736352 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710cd00-22a6-4268-a5f6-eb61b8672a7e', 'name': 'network-vif-deleted', 'tag': '2b852ece-1d5c-4809-bd48-03f2aad37c05', 'status': 'completed', 'code': 200} Dec 15 04:41:44.921061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-b1f5b529-daf9-4ef8-a7b6-9cb56a8643be req-458641c1-2bb3-468f-9bda-cc30cb39d209 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:41:44.922041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1f5b529-daf9-4ef8-a7b6-9cb56a8643be req-458641c1-2bb3-468f-9bda-cc30cb39d209 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059099 Dec 15 04:41:44.944896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12488c-6e81-4566-8b9f-e3c8ebb5fc3b req-91254ec6-8dd3-4f20-9bb4-a1dfdb010264 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:44.956639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f12488c-6e81-4566-8b9f-e3c8ebb5fc3b req-91254ec6-8dd3-4f20-9bb4-a1dfdb010264 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.0730953 Dec 15 04:41:45.009817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f12488c-6e81-4566-8b9f-e3c8ebb5fc3b req-f8802403-15a2-4627-8854-92a1f761beb1 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521333 Dec 15 04:41:45.151848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324794e9-aa65-4df8-8b68-fbc7d79ab81b req-bb8a952f-90eb-46d2-bd7e-a371b46f0a88 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.154031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-324794e9-aa65-4df8-8b68-fbc7d79ab81b req-bb8a952f-90eb-46d2-bd7e-a371b46f0a88 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.0708969 Dec 15 04:41:45.254349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.260527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.267010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.273784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.280466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.286158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.292613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.294505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-587738ae-f53c-4bae-82c9-db588d068eef req-ab88a0bc-10a8-484b-84d6-5022f9018d71 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1349823 Dec 15 04:41:45.352883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-324794e9-aa65-4df8-8b68-fbc7d79ab81b req-3ec95f7a-8938-4c58-a5b6-9847c8f8a931 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785445 Dec 15 04:41:45.460787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-587738ae-f53c-4bae-82c9-db588d068eef req-f600d118-5d2f-4864-8902-77776c4e7e3a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521409 Dec 15 04:41:45.473485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-fb95367c-965d-4a7e-8589-35b99c30fe61 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:45.475044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-fb95367c-965d-4a7e-8589-35b99c30fe61 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 945 time: 0.0870452 Dec 15 04:41:45.523805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:45.582386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 49213b4b-da28-4654-b19b-3aa0b199e66c details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:45.753033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:45.793408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 49213b4b-da28-4654-b19b-3aa0b199e66c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=49213b4b-da28-4654-b19b-3aa0b199e66c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:45.822781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '49213b4b-da28-4654-b19b-3aa0b199e66c', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '49213b4b-da28-4654-b19b-3aa0b199e66c', 'mac_address': 'fa:16:3e:c8:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:45.844737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-54adde71-6bd4-4538-a96b-ef9ba531dae6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4164319 Dec 15 04:41:45.848225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Deleting port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:45.848225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:45.863292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:45.881932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:45.920512 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:45.951346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49213b4b-da28-4654-b19b-3aa0b199e66c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:45.962815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:45.980151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 49213b4b-da28-4654-b19b-3aa0b199e66c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=49213b4b-da28-4654-b19b-3aa0b199e66c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:45.987686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:46.009016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] For port 6b7e1816-731a-4d6a-a2ce-e372ce410c46, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b7e1816-731a-4d6a-a2ce-e372ce410c46,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:46.009628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:46.032026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Calling delete_port for 6b7e1816-731a-4d6a-a2ce-e372ce410c46 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:46.042189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=49213b4b-da28-4654-b19b-3aa0b199e66c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:46.056923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fdadf-346f-4411-a3fb-ce7283a19869 req-84c2d73b-735a-4d70-b021-f496e3f4772c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.064640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a56fdadf-346f-4411-a3fb-ce7283a19869 req-84c2d73b-735a-4d70-b021-f496e3f4772c tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 945 time: 0.2831213 Dec 15 04:41:46.085237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e6d41-01b7-473b-8ae8-e38a0fed0c2d req-1ea73409-092f-4d5b-95ec-226348b3220a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.092383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-743e6d41-01b7-473b-8ae8-e38a0fed0c2d req-1ea73409-092f-4d5b-95ec-226348b3220a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 948 time: 0.2704399 Dec 15 04:41:46.165062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46'}, {'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:46.169262 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6452a71c-df90-4fca-85fd-d40166fda6e2" -d '{"events": [{"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-plugged", "status": "completed", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46"}, {"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:46.220168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a56fdadf-346f-4411-a3fb-ce7283a19869 req-175e45f8-4879-4f74-9bb4-109ee4148cf2 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539433 Dec 15 04:41:46.266121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-743e6d41-01b7-473b-8ae8-e38a0fed0c2d req-19e9f06f-e999-4063-be48-2eba944cf36d tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728787 Dec 15 04:41:46.304398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['49213b4b-da28-4654-b19b-3aa0b199e66c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:46.398954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:46.438012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event deleted for resources: {'Port': ['ID=6b7e1816-731a-4d6a-a2ce-e372ce410c46,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:46.477872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d9f0831-f6bb-4f91-b099-61abdb0d0ba9 req-895689c3-079b-4144-a84e-94fc58eb16ef tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=3282a0a4-1bb7-43d4-bbe0-76c804aa3107 HTTP/1.1" status: 200 len: 210 time: 0.0445786 Dec 15 04:41:46.514035 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e3dc40-afa7-4010-8811-0a6cc0630bf6 x-openstack-request-id: req-52e3dc40-afa7-4010-8811-0a6cc0630bf6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:46.514340 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-plugged", "status": "completed", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46", "code": 200}, {"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:46.514795 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52e3dc40-afa7-4010-8811-0a6cc0630bf6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:46.515155 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'code': 200} Dec 15 04:41:46.515421 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'code': 200} Dec 15 04:41:46.572552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] No DVR routers for this DVR port 6b7e1816-731a-4d6a-a2ce-e372ce410c46 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:46.596140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:46.604667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d293fec8-8558-41fa-ad8e-0e701a2c3be0 req-afda86a5-2d3b-4dc8-8f50-5bf2fdeaf26d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "DELETE /v2.0/ports/6b7e1816-731a-4d6a-a2ce-e372ce410c46 HTTP/1.1" status: 204 len: 173 time: 1.1222153 Dec 15 04:41:46.678196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9544-4f7f-438c-9ea7-ed39afb304db req-8f020872-312c-4c62-9688-a8f714805cbf tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.679659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-850c9544-4f7f-438c-9ea7-ed39afb304db req-8f020872-312c-4c62-9688-a8f714805cbf tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1040664 Dec 15 04:41:46.692447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.698402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.704623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.711235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.717335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.724146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.730179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:46.732113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-0d2cb365-9ee3-44cd-bb1a-16cbe6cfe162 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1577170 Dec 15 04:41:46.739229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-deleted', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:46.741584 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f30b66-b325-4299-8788-a6fbd270d568" -d '{"events": [{"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-deleted", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:46.809436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-850c9544-4f7f-438c-9ea7-ed39afb304db req-4d27369e-8980-456d-85e9-f2dd9b991949 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763137 Dec 15 04:41:46.828657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12505d74-335c-46a3-a393-6bfeb9d1e0cc req-cab614fd-bba2-4f26-90d8-37384ea6b134 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842109 Dec 15 04:41:46.863040 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6749700d-04b6-41d1-9fe7-688a209be5fd x-openstack-request-id: req-6749700d-04b6-41d1-9fe7-688a209be5fd {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:46.863342 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3282a0a4-1bb7-43d4-bbe0-76c804aa3107", "name": "network-vif-deleted", "tag": "6b7e1816-731a-4d6a-a2ce-e372ce410c46", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:46.864225 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6749700d-04b6-41d1-9fe7-688a209be5fd {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:46.864225 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3282a0a4-1bb7-43d4-bbe0-76c804aa3107', 'name': 'network-vif-deleted', 'tag': '6b7e1816-731a-4d6a-a2ce-e372ce410c46', 'status': 'completed', 'code': 200} Dec 15 04:41:47.147371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-4ea0b1ca-66fe-4f0a-8b8e-b04f87cbb0fc tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:47.148960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-4ea0b1ca-66fe-4f0a-8b8e-b04f87cbb0fc tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.42 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 945 time: 0.0500653 Dec 15 04:41:47.274310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Deleting port a9bd05e8-773a-4ff1-acf4-b846b5903504 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:47.275061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:47.385138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c8db9-52c6-40f6-9c0d-c26180ee541d req-3b2540b1-9116-43ac-aaaa-c779d4fb87aa tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:47.386611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-010c8db9-52c6-40f6-9c0d-c26180ee541d req-3b2540b1-9116-43ac-aaaa-c779d4fb87aa tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e4c8cd-7544-4427-9fb3-8e633004ff1e HTTP/1.1" status: 200 len: 945 time: 0.0824249 Dec 15 04:41:47.399961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] For port a9bd05e8-773a-4ff1-acf4-b846b5903504, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a9bd05e8-773a-4ff1-acf4-b846b5903504,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:47.400443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:47.418547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Calling delete_port for a9bd05e8-773a-4ff1-acf4-b846b5903504 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:47.468655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-010c8db9-52c6-40f6-9c0d-c26180ee541d req-b683a4a3-4c19-40af-88cb-53e7ed2e1573 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Dec 15 04:41:47.479136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339a36-de6f-4d5e-acd4-a28f7651c60a req-b0b85edd-f479-4394-8399-ecf2d483a3e8 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:47.480983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1339a36-de6f-4d5e-acd4-a28f7651c60a req-b0b85edd-f479-4394-8399-ecf2d483a3e8 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 949 time: 0.1124642 Dec 15 04:41:47.537420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2b852ece-1d5c-4809-bd48-03f2aad37c05 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:47.565861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1339a36-de6f-4d5e-acd4-a28f7651c60a req-117dd21a-8734-4eba-812f-4f27bbcfa3b6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Dec 15 04:41:47.578327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 2b852ece-1d5c-4809-bd48-03f2aad37c05 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:41:47.578327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2b852ece-1d5c-4809-bd48-03f2aad37c05 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:41:47.578327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 49213b4b-da28-4654-b19b-3aa0b199e66c up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:41:47.595261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:47.638711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Pushing event deleted for resources: {'Port': ['ID=a9bd05e8-773a-4ff1-acf4-b846b5903504,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:47.663406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['a9bd05e8-773a-4ff1-acf4-b846b5903504'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:47.691472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e9bec289-aff2-4fe9-9266-4b7486ab1ebb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:47.743729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] No DVR routers for this DVR port a9bd05e8-773a-4ff1-acf4-b846b5903504 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:47.751324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:47.762708 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c73b25e4-8010-44be-bd8b-3f6c4a6b5ebd req-8c4beb4e-7a2d-461f-b751-2ccd1a3f2128 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.42 "DELETE /v2.0/ports/a9bd05e8-773a-4ff1-acf4-b846b5903504 HTTP/1.1" status: 204 len: 173 time: 0.6021063 Dec 15 04:41:47.764783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'name': 'network-vif-deleted', 'tag': 'a9bd05e8-773a-4ff1-acf4-b846b5903504'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:47.767081 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed6b70-b804-4d42-811a-d7b4cab3562a" -d '{"events": [{"server_uuid": "22e4c8cd-7544-4427-9fb3-8e633004ff1e", "name": "network-vif-deleted", "tag": "a9bd05e8-773a-4ff1-acf4-b846b5903504"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:47.812708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 49213b4b-da28-4654-b19b-3aa0b199e66c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:41:47.822358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 49213b4b-da28-4654-b19b-3aa0b199e66c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:41:47.823007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:47.843462 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff668b1-afde-4a08-bed1-e7f12770a8a4 x-openstack-request-id: req-2ff668b1-afde-4a08-bed1-e7f12770a8a4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:47.843742 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e4c8cd-7544-4427-9fb3-8e633004ff1e", "name": "network-vif-deleted", "tag": "a9bd05e8-773a-4ff1-acf4-b846b5903504", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:47.844006 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ff668b1-afde-4a08-bed1-e7f12770a8a4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:47.844926 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e4c8cd-7544-4427-9fb3-8e633004ff1e', 'name': 'network-vif-deleted', 'tag': 'a9bd05e8-773a-4ff1-acf4-b846b5903504', 'status': 'completed', 'code': 200} Dec 15 04:41:48.085232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773b604-6a36-4f56-9f58-d2119a155789 req-47e65b18-d6a7-4a89-8e66-5489474af8c9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.089665 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:48.093533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f773b604-6a36-4f56-9f58-d2119a155789 req-47e65b18-d6a7-4a89-8e66-5489474af8c9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1171200 Dec 15 04:41:48.131753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 49213b4b-da28-4654-b19b-3aa0b199e66c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=49213b4b-da28-4654-b19b-3aa0b199e66c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:48.142392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:48.144324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:48.148701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-b9104ca9-7ed2-4def-9233-0fae2171c282 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.156229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-b9104ca9-7ed2-4def-9233-0fae2171c282 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 821 time: 0.2245748 Dec 15 04:41:48.187733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-b3ec5ca3-fdb7-4912-a980-688a4b4b7a8e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/quotas/a2b45728e83c4daea3506e77564adc30 HTTP/1.1" status: 200 len: 375 time: 0.0304325 Dec 15 04:41:48.237491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=49213b4b-da28-4654-b19b-3aa0b199e66c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:48.253682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-b668933e-e450-4020-b168-777dd46c7ef4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648715 Dec 15 04:41:48.376614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-a2d7074b-b8ac-41b7-a95e-86151fffdae4 service neutron] 10.222.0.37 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219704 Dec 15 04:41:48.405367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f773b604-6a36-4f56-9f58-d2119a155789 req-0fa02ba5-c165-40d8-87b1-f2665d24ef6c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105536 Dec 15 04:41:48.500210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-13157d65-9268-4c8b-aff8-d75b99543b64 service neutron] 10.222.0.37 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225560 Dec 15 04:41:48.517110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49213b4b-da28-4654-b19b-3aa0b199e66c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:48.519737 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4078a9-e2d7-4750-b0bf-32e4323b597d" -d '{"events": [{"server_uuid": "04cdac5c-0d5d-46f9-8959-d2d686bb8900", "name": "network-vif-plugged", "status": "completed", "tag": "49213b4b-da28-4654-b19b-3aa0b199e66c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:48.593199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.600353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.606712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.614488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.620863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.627457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.633937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.636569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-4faf56aa-5522-4385-90ec-4120e5ef6b2c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1066823 Dec 15 04:41:48.741237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fae81cd0-e14e-407c-a227-40a3fe5e8f38 req-deb24807-64dc-48b2-af14-67a607eade58 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968537 Dec 15 04:41:48.758703 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda322b-9cc8-4ce7-b434-7c712d13453f x-openstack-request-id: req-acda322b-9cc8-4ce7-b434-7c712d13453f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:48.759210 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cdac5c-0d5d-46f9-8959-d2d686bb8900", "name": "network-vif-plugged", "status": "completed", "tag": "49213b4b-da28-4654-b19b-3aa0b199e66c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:48.759297 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acda322b-9cc8-4ce7-b434-7c712d13453f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:48.759773 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49213b4b-da28-4654-b19b-3aa0b199e66c', 'code': 200} Dec 15 04:41:48.872952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d14e-10d1-48ab-bfc3-a65c5cde6602 req-7abdb8d7-15d3-4b5b-8080-29d06faaeee0 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.874618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1004d14e-10d1-48ab-bfc3-a65c5cde6602 req-7abdb8d7-15d3-4b5b-8080-29d06faaeee0 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.0576084 Dec 15 04:41:48.954887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd90d-0205-49be-be39-8d191e48de12 req-e2acca16-57d1-47ec-8c3c-79d1eee2aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:48.956368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1bcdd90d-0205-49be-be39-8d191e48de12 req-e2acca16-57d1-47ec-8c3c-79d1eee2aec9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 1102 time: 0.0835295 Dec 15 04:41:48.967146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1004d14e-10d1-48ab-bfc3-a65c5cde6602 req-50ca9050-fe73-4d36-9d7a-1d26e9fbf4c4 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849655 Dec 15 04:41:49.045318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2cbe654-6b42-4a67-b790-8441beb002c3 req-ef05d240-94fb-442e-b80f-9b197e83f65e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 210 time: 0.0409141 Dec 15 04:41:49.096105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1bcdd90d-0205-49be-be39-8d191e48de12 req-21e0e498-6890-4e2c-a356-8b17165bf3ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328666 Dec 15 04:41:49.299792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78e7b-059f-4cfd-9e0f-a14389a52ab6 req-2133ee67-5f57-4f00-ac80-2ce7847b0fc0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.301999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3de78e7b-059f-4cfd-9e0f-a14389a52ab6 req-2133ee67-5f57-4f00-ac80-2ce7847b0fc0 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.0554149 Dec 15 04:41:49.368019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3de78e7b-059f-4cfd-9e0f-a14389a52ab6 req-90cc0b9a-2001-404a-a41b-6c1e80a180fc tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586708 Dec 15 04:41:49.548341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:49.572470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23b532-2128-4e7a-bfc6-5128f8ed7a89 req-297e7de1-4628-481d-a925-c59e38d3d5fa tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.575147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a23b532-2128-4e7a-bfc6-5128f8ed7a89 req-297e7de1-4628-481d-a925-c59e38d3d5fa tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.0743184 Dec 15 04:41:49.607104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 6b7e1816-731a-4d6a-a2ce-e372ce410c46 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:41:49.607586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b7e1816-731a-4d6a-a2ce-e372ce410c46 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:41:49.648482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a23b532-2128-4e7a-bfc6-5128f8ed7a89 req-355df1cf-d404-4aec-a37b-dff51fac17c2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573962 Dec 15 04:41:49.878578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.886028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.892902 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.900233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.907497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.917160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.928297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:49.938798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1488d2bd-960e-45b6-9152-807341724aeb req-dc0a7498-fa3d-4e4c-ad60-67e3a4dccc5a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1145308 Dec 15 04:41:50.045061 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1488d2bd-960e-45b6-9152-807341724aeb req-2282ca12-6de3-44de-8fb9-be991676c697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051805 Dec 15 04:41:50.329866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-f0cdbd57-5bf1-4836-8102-afdeb091ca4e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:50.334206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-f0cdbd57-5bf1-4836-8102-afdeb091ca4e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 821 time: 0.2186985 Dec 15 04:41:50.360536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Request body: {'port': {'device_id': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'admin_state_up': True, 'tenant_id': 'a2b45728e83c4daea3506e77564adc30'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:50.761712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d90920a-5aec-49ec-a3d1-33b1fbf67ae5 req-f4873d85-6739-4bb0-a11b-0b6ec128540d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 210 time: 0.4060006 Dec 15 04:41:50.772840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195e41a-d7dd-4082-a5de-5d23005a8382 req-0e10e909-510f-477e-8c2d-1c6147345b1f tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:50.774356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f195e41a-d7dd-4082-a5de-5d23005a8382 req-0e10e909-510f-477e-8c2d-1c6147345b1f tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.5086851 Dec 15 04:41:50.894003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f195e41a-d7dd-4082-a5de-5d23005a8382 req-366aecb3-72d4-46cf-8430-ce4d51436192 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021061 Dec 15 04:41:50.929270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0f9d-c9da-49cc-b4bd-450439f365c8 req-6bae46d7-5dec-45c4-ae39-70e11689fdf7 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:50.930779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b4d0f9d-c9da-49cc-b4bd-450439f365c8 req-6bae46d7-5dec-45c4-ae39-70e11689fdf7 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.0842736 Dec 15 04:41:50.942743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Made reservation on behalf of a2b45728e83c4daea3506e77564adc30 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:41:50.946159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.043184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b4d0f9d-c9da-49cc-b4bd-450439f365c8 req-99ba8fd2-7bf2-4723-a761-25c52f00c9df tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019011 Dec 15 04:41:51.155705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dd1ba-9b0c-4c78-850b-0419c8fdc441 req-e3173726-446d-4a39-876d-659acff3fff2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.157286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-485dd1ba-9b0c-4c78-850b-0419c8fdc441 req-e3173726-446d-4a39-876d-659acff3fff2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1299484 Dec 15 04:41:51.250432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Allocated IP 172.20.0.13 (7dbfb208-b0e6-420f-b09c-7b8492c5704e/9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c/97348faa-59bc-4da5-989a-5fddd04b730a) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:41:51.284920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-485dd1ba-9b0c-4c78-850b-0419c8fdc441 req-c9b89d73-bd62-4bdd-97fc-daed2b88ecae tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898306 Dec 15 04:41:51.351707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-9a5e13c5-4006-490c-a376-98d83eeb238d tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.354478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-9a5e13c5-4006-490c-a376-98d83eeb238d tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 946 time: 0.1209111 Dec 15 04:41:51.415587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.429359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.438721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.446019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.452332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.458895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.467233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.469545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-9dbd4a88-8f06-4d12-a61b-320edc5c6697 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1709518 Dec 15 04:41:51.497507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Deleting port e9bec289-aff2-4fe9-9266-4b7486ab1ebb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:51.498045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.585826 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a9bd05e8-773a-4ff1-acf4-b846b5903504 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:51.640737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bf5274d-0546-41c1-a55e-a1ff6bf921ea req-555ed8ff-ab7e-4c20-8ffb-1ab8266d4aa0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632159 Dec 15 04:41:51.641865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: a9bd05e8-773a-4ff1-acf4-b846b5903504 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:41:51.642228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a9bd05e8-773a-4ff1-acf4-b846b5903504 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:41:51.651182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40148) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:51.683486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] For port e9bec289-aff2-4fe9-9266-4b7486ab1ebb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:51.683849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.700793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Calling delete_port for e9bec289-aff2-4fe9-9266-4b7486ab1ebb owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:51.741771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.790746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.866501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Network 7dbfb208-b0e6-420f-b09c-7b8492c5704e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:41:51.871843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:41:51.876147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:41:51.929250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.930170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:51.931578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.956745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef79d5d8-342f-4eea-b557-6624682f5164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:51.977532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e9bec289-aff2-4fe9-9266-4b7486ab1ebb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:51.977788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event updated for resources: {'Port': ['ID=97348faa-59bc-4da5-989a-5fddd04b730a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:52.000532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Pushing event deleted for resources: {'Port': ['ID=e9bec289-aff2-4fe9-9266-4b7486ab1ebb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:52.002877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-48be4268-a070-4dfd-8d12-08214aea96db tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6477082 Dec 15 04:41:52.018220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1596-9b56-4105-9140-1014aeefee91 req-e0c4595d-c7be-4d4b-b076-4c2ca7ed9895 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:52.026246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf6d1596-9b56-4105-9140-1014aeefee91 req-e0c4595d-c7be-4d4b-b076-4c2ca7ed9895 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 932 time: 0.0893726 Dec 15 04:41:52.032754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Request body: {'port': {'device_id': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:52.072711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.073086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.073544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.073973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.074324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.074722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.075416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.075416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.075790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.076150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.076494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.076814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.077124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:41:52.147599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] No DVR routers for this DVR port e9bec289-aff2-4fe9-9266-4b7486ab1ebb on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:52.164241 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.176861 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6f2929bb-a85c-469f-aefc-1ea3b777dc3c req-b4dc7d50-f2a1-4a9a-803f-8ed12387e8d1 tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.16 "DELETE /v2.0/ports/e9bec289-aff2-4fe9-9266-4b7486ab1ebb HTTP/1.1" status: 204 len: 173 time: 0.8104470 Dec 15 04:41:52.177350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'name': 'network-vif-deleted', 'tag': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:52.179730 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3752741b-bcd2-4d5e-82cd-5f30c559fd9f" -d '{"events": [{"server_uuid": "4334556e-4ebf-4964-90f4-fadf51717bdf", "name": "network-vif-deleted", "tag": "e9bec289-aff2-4fe9-9266-4b7486ab1ebb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:52.185134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef79d5d8-342f-4eea-b557-6624682f5164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.196623 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef79d5d8-342f-4eea-b557-6624682f5164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.210572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf6d1596-9b56-4105-9140-1014aeefee91 req-fe84c690-451f-4a78-907c-b4fb2fbe1f87 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831460 Dec 15 04:41:52.214167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.263718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef79d5d8-342f-4eea-b557-6624682f5164 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a25aa821bcdc4ddc903591ad4149fde6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6077611 Dec 15 04:41:52.263718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40162) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:52.286655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79d5d8-342f-4eea-b557-6624682f5164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e0d36-62c5-4c20-b9c8-f7c993da555b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:52.312018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d573d0-ec75-4bec-b8e7-6f8390d39e90 req-b5957033-abc8-4783-9726-f89e5222682e tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:52.315444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62d573d0-ec75-4bec-b8e7-6f8390d39e90 req-b5957033-abc8-4783-9726-f89e5222682e tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.2520497 Dec 15 04:41:52.380798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-011be33e-c062-4d4b-935c-926015d8bb66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.401649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32d0127c-e23f-4392-8a11-7ab706e8e3a9 req-d81a90a3-0276-4836-bb3d-04f1ada770bd tempest-ListServerFiltersTestJSON-2114102018 tempest-ListServerFiltersTestJSON-2114102018-project] 10.222.0.37 "GET /v2.0/ports?device_id=4334556e-4ebf-4964-90f4-fadf51717bdf HTTP/1.1" status: 200 len: 210 time: 0.0429759 Dec 15 04:41:52.418441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-011be33e-c062-4d4b-935c-926015d8bb66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.497216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-011be33e-c062-4d4b-935c-926015d8bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.498264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62d573d0-ec75-4bec-b8e7-6f8390d39e90 req-66a11194-6c26-4dc9-9e82-948a2434b0a9 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383507 Dec 15 04:41:52.500376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-011be33e-c062-4d4b-935c-926015d8bb66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.508870 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-011be33e-c062-4d4b-935c-926015d8bb66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c4e0d36-62c5-4c20-b9c8-f7c993da555b HTTP/1.1" status: 204 len: 168 time: 0.2448595 Dec 15 04:41:52.521609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011be33e-c062-4d4b-935c-926015d8bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e0d36-62c5-4c20-b9c8-f7c993da555b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:52.601015 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117bc109-d5b3-49b6-94d8-f05645ad608b x-openstack-request-id: req-117bc109-d5b3-49b6-94d8-f05645ad608b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:52.601322 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334556e-4ebf-4964-90f4-fadf51717bdf", "name": "network-vif-deleted", "tag": "e9bec289-aff2-4fe9-9266-4b7486ab1ebb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:52.601644 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-117bc109-d5b3-49b6-94d8-f05645ad608b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:52.602166 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334556e-4ebf-4964-90f4-fadf51717bdf', 'name': 'network-vif-deleted', 'tag': 'e9bec289-aff2-4fe9-9266-4b7486ab1ebb', 'status': 'completed', 'code': 200} Dec 15 04:41:52.728204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772dcf-2e60-4be2-8b5b-be57326b0148 req-fb696c11-1edf-4e2c-93ac-ae86724472e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:52.737468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67772dcf-2e60-4be2-8b5b-be57326b0148 req-fb696c11-1edf-4e2c-93ac-ae86724472e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1043379 Dec 15 04:41:52.844542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67772dcf-2e60-4be2-8b5b-be57326b0148 req-9bfd8b4d-1676-42f9-9c43-88bdd82727e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062477 Dec 15 04:41:52.917076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97348faa-59bc-4da5-989a-5fddd04b730a {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:52.938068 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.965278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Transition to ACTIVE for port object 97348faa-59bc-4da5-989a-5fddd04b730a will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:52.966732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:52.981124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:52.991505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6fa158b-83c0-4050-8138-f1e90bd6cb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.075640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=97348faa-59bc-4da5-989a-5fddd04b730a,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:53.114534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.114777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6fa158b-83c0-4050-8138-f1e90bd6cb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.120620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.122662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6fa158b-83c0-4050-8138-f1e90bd6cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.127633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.134074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.140349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.147930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.154026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.162260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-42184e69-8373-47b2-a5a4-18114d32c47b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1905556 Dec 15 04:41:53.166574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa158b-83c0-4050-8138-f1e90bd6cb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751a9610-5438-4d4e-9514-12efca375719,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:53.217393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6fa158b-83c0-4050-8138-f1e90bd6cb42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32c13f0aac4448b88bd9e0ebefde4d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470605 Dec 15 04:41:53.217677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:53.273330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Attempting to bind port 97348faa-59bc-4da5-989a-5fddd04b730a on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:53.273715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Attempting to bind port 97348faa-59bc-4da5-989a-5fddd04b730a by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:53.273994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Attempting to bind port 97348faa-59bc-4da5-989a-5fddd04b730a on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:53.286956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Port 97348faa-59bc-4da5-989a-5fddd04b730a on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:53.287291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Attempting to bind port 97348faa-59bc-4da5-989a-5fddd04b730a on network 7dbfb208-b0e6-420f-b09c-7b8492c5704e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:53.298683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37ce70da-0ab1-43d6-82f5-e240a4ddae84 req-d0b89b1b-66b5-4aab-9ffc-922811d5a453 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355510 Dec 15 04:41:53.299567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:53.299910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Checking segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:53.300337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Bound using segment: {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:53.300776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Bound port: 97348faa-59bc-4da5-989a-5fddd04b730a, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ef77a0-848c-4056-80b0-ebb8532e2347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:53.301171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.317733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7de41f36-2d50-4cbe-a5c5-40697e10726c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.351991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7de41f36-2d50-4cbe-a5c5-40697e10726c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.407890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] For port 97348faa-59bc-4da5-989a-5fddd04b730a, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:53.410266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] For port 97348faa-59bc-4da5-989a-5fddd04b730a, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=97348faa-59bc-4da5-989a-5fddd04b730a,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:53.423129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c2885-c256-4e93-bf9b-4bc778c56bef req-79da68b9-c6a3-48a5-8643-867d4e9d2b1b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.425033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7de41f36-2d50-4cbe-a5c5-40697e10726c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.425530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-125c2885-c256-4e93-bf9b-4bc778c56bef req-79da68b9-c6a3-48a5-8643-867d4e9d2b1b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 944 time: 0.0804739 Dec 15 04:41:53.426972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.428840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7de41f36-2d50-4cbe-a5c5-40697e10726c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.445265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7de41f36-2d50-4cbe-a5c5-40697e10726c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/751a9610-5438-4d4e-9514-12efca375719 HTTP/1.1" status: 204 len: 168 time: 0.2232676 Dec 15 04:41:53.466118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de41f36-2d50-4cbe-a5c5-40697e10726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a9610-5438-4d4e-9514-12efca375719,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:53.485376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.485993 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.488059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] 10.222.0.16 "PUT /v2.0/ports/97348faa-59bc-4da5-989a-5fddd04b730a HTTP/1.1" status: 200 len: 1093 time: 1.4592621 Dec 15 04:41:53.488547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'tag': '97348faa-59bc-4da5-989a-5fddd04b730a'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:53.493499 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f3df28ec-4e34-4afd-a374-cb9210f60ad1", "tag": "97348faa-59bc-4da5-989a-5fddd04b730a"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:53.531836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40196) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:53.546969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad4c07-3706-401e-95a3-a67a8d42ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=97348faa-59bc-4da5-989a-5fddd04b730a,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:53.558786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-125c2885-c256-4e93-bf9b-4bc778c56bef req-ceb13d10-5666-4974-a587-28d125c329f0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226125 Dec 15 04:41:53.641231 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a793e3-2404-4a99-a8cc-b28e906f462a x-openstack-request-id: req-17a793e3-2404-4a99-a8cc-b28e906f462a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:53.642064 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3df28ec-4e34-4afd-a374-cb9210f60ad1", "tag": "97348faa-59bc-4da5-989a-5fddd04b730a", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:53.642324 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17a793e3-2404-4a99-a8cc-b28e906f462a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:53.643091 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'tag': '97348faa-59bc-4da5-989a-5fddd04b730a', 'status': 'completed', 'code': 200} Dec 15 04:41:53.645318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Deleting subnet bffd7864-4adf-4789-a927-10de60fa4d0f {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:41:53.648640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.663200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-f7083fdb-6c5e-46d7-9a36-6495d64caf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.664734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-f7083fdb-6c5e-46d7-9a36-6495d64caf8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0962148 Dec 15 04:41:53.700757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.794980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-87cacbd2-9b6d-4b60-9b05-40aa1e36d4d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97348faa-59bc-4da5-989a-5fddd04b730a HTTP/1.1" status: 200 len: 217 time: 0.0951173 Dec 15 04:41:53.849076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:53.885663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-51a6a93f-4e6e-4f05-8273-60e70c601062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:53.887161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-51a6a93f-4e6e-4f05-8273-60e70c601062 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 200 len: 861 time: 0.0841124 Dec 15 04:41:53.923794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:54.019413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-899c612d-f5db-4c14-9f99-657db4681f37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dbfb208-b0e6-420f-b09c-7b8492c5704e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221814 Dec 15 04:41:54.141159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b216aa8-3fa1-4aee-ac85-9def18af015b req-1b8ddfe5-a941-4822-8d29-2d0a8c501e17 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.143347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b216aa8-3fa1-4aee-ac85-9def18af015b req-1b8ddfe5-a941-4822-8d29-2d0a8c501e17 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.1704755 Dec 15 04:41:54.199928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-33af6245-20f4-40ad-bcd8-d38ba72a55e8 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720688 Dec 15 04:41:54.254979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b216aa8-3fa1-4aee-ac85-9def18af015b req-b4b1de4e-9fe3-4ce4-8aa6-ad33dbadab2f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045492 Dec 15 04:41:54.365936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffd7864-4adf-4789-a927-10de60fa4d0f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:54.392155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:54.395321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3fe41858-ce8b-47b7-a4d2-765ddd42406b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bffd7864-4adf-4789-a927-10de60fa4d0f HTTP/1.1" status: 204 len: 168 time: 0.8622043 Dec 15 04:41:54.399230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee4ad0-ba50-49cb-ad37-577759a8ed0f None None] Network 909c5101-77dc-41fb-a2a2-8dc54f22ae38 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:41:54.399746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40226) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:54.419799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cad69f2-6168-40b8-9014-36b538a9bff6 req-c5b99170-6f22-45ab-8417-6789f110587b service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029407 Dec 15 04:41:54.432809 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-56372b6b-eabe-4299-a712-b272333e8402 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755436 Dec 15 04:41:54.438290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-f8625c59-ed07-4ab8-b380-9fa8dcb12559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.440813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-f8625c59-ed07-4ab8-b380-9fa8dcb12559 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433&tenant_id=412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 1095 time: 0.0870960 Dec 15 04:41:54.468398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:41:54.560457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.567586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.573743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.579888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.586445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.592786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.599486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.609669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-094af5a6-eb0c-455d-9bd9-95822e4117c6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5432 time: 0.1337562 Dec 15 04:41:54.633194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:54.638916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-e2c5e42a-2328-4e09-baad-523490687320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.640546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-e2c5e42a-2328-4e09-baad-523490687320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec5bab5278ed44a39b0ea0bada31b16d&device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1686673 Dec 15 04:41:54.658203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:54.697352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] DHCP port deletion for 909c5101-77dc-41fb-a2a2-8dc54f22ae38 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:41:54.799499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] Deleting port 17d8792a-7aef-4e1e-a221-177b299f566d {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:54.800038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:54.840704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18e8887b-1f79-4e3b-809f-b80909775fa0 req-77810ccd-078b-456f-8fbb-8baca1250b94 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280495 Dec 15 04:41:54.857087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-3ff0cfc6-e4cd-422e-a23b-d25af6b672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:54.858565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-3ff0cfc6-e4cd-422e-a23b-d25af6b672af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2b45728e83c4daea3506e77564adc30&device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 1096 time: 0.2449262 Dec 15 04:41:54.910659 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:41:54.975029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] For port 17d8792a-7aef-4e1e-a221-177b299f566d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=17d8792a-7aef-4e1e-a221-177b299f566d,segment=NetworkSegment(d71cee9e-5563-482f-b0dc-5a381f8dd012),segment_id=d71cee9e-5563-482f-b0dc-5a381f8dd012)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:54.975690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:54.980872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:55.003504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] Calling delete_port for 17d8792a-7aef-4e1e-a221-177b299f566d owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:55.011764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb474b-0087-4cb3-83ff-d4c3aa730ac1 req-6704c348-04f8-422d-8470-9ae3613ab37c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.020843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2fb474b-0087-4cb3-83ff-d4c3aa730ac1 req-6704c348-04f8-422d-8470-9ae3613ab37c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 944 time: 0.3121054 Dec 15 04:41:55.022384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-9aea0333-a88c-4de8-8de0-389656f0350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.024449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-9aea0333-a88c-4de8-8de0-389656f0350b service neutron] 10.222.0.42 "GET /v2.0/networks?id=777271ce-3588-40ab-8872-ae33af528ec1 HTTP/1.1" status: 200 len: 914 time: 0.3622701 Dec 15 04:41:55.079333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:55.133827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:55.144136 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.144700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.148828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-83ebc0b9-241f-41a0-b7c7-bf0c8c5e6a6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016 HTTP/1.1" status: 200 len: 1001 time: 0.1159177 Dec 15 04:41:55.161135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Transition to ACTIVE for port object 1cf685a8-62ec-4abc-a180-3bc73ba7d77a will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:41:55.178528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2fb474b-0087-4cb3-83ff-d4c3aa730ac1 req-5ad13219-c3cd-4a3f-a11e-172c51e66b3f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567841 Dec 15 04:41:55.194618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] No DVR routers for this DVR port 17d8792a-7aef-4e1e-a221-177b299f566d on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:55.198337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650ae2-c6c0-4fdb-a2ff-d77d6392ce64 None None] Pushing event deleted for resources: {'Port': ['ID=17d8792a-7aef-4e1e-a221-177b299f566d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:55.210275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.214150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Deleting port 17d8792a-7aef-4e1e-a221-177b299f566d {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:41:55.214365 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.260536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-5ab53611-a6f5-4613-87c6-64945759046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.262096 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-5ab53611-a6f5-4613-87c6-64945759046c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a HTTP/1.1" status: 200 len: 853 time: 0.0992162 Dec 15 04:41:55.415421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=9']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:55.433523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-ec7bef72-3152-42d6-b393-8a7da9872f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.459574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-ec7bef72-3152-42d6-b393-8a7da9872f15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 200 len: 921 time: 0.5815017 Dec 15 04:41:55.467527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 17d8792a-7aef-4e1e-a221-177b299f566d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:55.505254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] For port 17d8792a-7aef-4e1e-a221-177b299f566d, host n-d-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:55.505559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.515562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 17d8792a-7aef-4e1e-a221-177b299f566d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:41:55.516248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 17d8792a-7aef-4e1e-a221-177b299f566d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:41:55.523182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-863d89d8-9d9b-4030-9b29-e8267c25d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.529548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-863d89d8-9d9b-4030-9b29-e8267c25d419 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=777271ce-3588-40ab-8872-ae33af528ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2324696 Dec 15 04:41:55.567019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] No DVR routers for this DVR port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:55.569990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e9bec289-aff2-4fe9-9266-4b7486ab1ebb no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:41:55.629593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Calling delete_port for 17d8792a-7aef-4e1e-a221-177b299f566d owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:41:55.637979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8242cd14-4642-42be-b84e-c1eea4bbbaca details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:55.639156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Port 17d8792a-7aef-4e1e-a221-177b299f566d was not found and therefore no delete operation was performed {{(pid=103133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:41:55.650587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: e9bec289-aff2-4fe9-9266-4b7486ab1ebb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:41:55.650930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e9bec289-aff2-4fe9-9266-4b7486ab1ebb not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:41:55.656943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.718711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-94cd4699-1739-405c-9246-9905c9498a16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97348faa-59bc-4da5-989a-5fddd04b730a HTTP/1.1" status: 200 len: 217 time: 0.2427890 Dec 15 04:41:55.740229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d8792a-7aef-4e1e-a221-177b299f566d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:55.789807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] No DVR routers for this DVR port 17d8792a-7aef-4e1e-a221-177b299f566d on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:41:55.794612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:55.815574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '8242cd14-4642-42be-b84e-c1eea4bbbaca', 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'port_id': '8242cd14-4642-42be-b84e-c1eea4bbbaca', 'mac_address': 'fa:16:3e:76:6b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:55.820363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:41:55.820765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:41:55.821027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:55.830504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on network f76a9c8e-8c56-4856-9255-f6d8892380b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:41:55.830778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Attempting to bind port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:41:55.836197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-bfa51160-86d5-43b0-a809-30ac4a5809ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.837669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-bfa51160-86d5-43b0-a809-30ac4a5809ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 200 len: 861 time: 0.1000545 Dec 15 04:41:55.847577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:41:55.847928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:41:55.848334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Bound using segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:41:55.848777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Bound port: 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:41:55.849137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.875592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-51e90836-115d-4337-934c-541a1e88e7e2 service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348446 Dec 15 04:41:55.878038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.899002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8242cd14-4642-42be-b84e-c1eea4bbbaca {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:55.938432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:55.945204 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:55.947260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c038e97e-13a0-48be-9ed5-6797c2898551 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:55.968292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-fffc3a8c-bdca-4e70-95af-99ddaf1b2dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dbfb208-b0e6-420f-b09c-7b8492c5704e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926762 Dec 15 04:41:55.982920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793f068-41b7-4f63-9032-bbd74b2540c4 req-a878238b-9215-423e-8bf4-9c24b94bf039 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:55.995339 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b793f068-41b7-4f63-9032-bbd74b2540c4 req-a878238b-9215-423e-8bf4-9c24b94bf039 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 943 time: 0.4803700 Dec 15 04:41:56.016847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f27227d-780f-4d5c-8df7-f00dd8d5322a req-c4779d42-044a-4a6a-9c4f-6dc6678c0ed1 service neutron] 10.222.0.42 "GET /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307032 Dec 15 04:41:56.054303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:41:56.058637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:41:56.064503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.126583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.127538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.131840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 1092 time: 1.6673982 Dec 15 04:41:56.133024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:41:56.144545 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:41:56.196038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-2ac356e7-89f1-469e-8dd0-4b4442b6f919 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806095 Dec 15 04:41:56.241138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8253-6e2e-4058-ae3c-39cb966804a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:56.284000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-286b3fc5-585f-4cde-8c9b-025d793f8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.285543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-286b3fc5-585f-4cde-8c9b-025d793f8589 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1096 time: 0.1047649 Dec 15 04:41:56.325611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.376429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c038e97e-13a0-48be-9ed5-6797c2898551,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:56.446211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'c038e97e-13a0-48be-9ed5-6797c2898551', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'port_id': 'c038e97e-13a0-48be-9ed5-6797c2898551', 'mac_address': 'fa:16:3e:ff:22:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:56.448022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:56.456685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4c4b231-2e12-458b-b3f1-40ed411fc9ea req-c33c1551-f4cf-40bd-b3f2-f21019dbda22 service neutron] 10.222.0.16 "GET /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082143 Dec 15 04:41:56.496693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-10ba768c-336f-4e63-b790-1d5ef2178ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.499959 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-10ba768c-336f-4e63-b790-1d5ef2178ddf service neutron] 10.222.0.16 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.2023137 Dec 15 04:41:56.515929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b793f068-41b7-4f63-9032-bbd74b2540c4 req-b4fcb971-fb81-44a3-a276-a12e98329b0b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5129826 Dec 15 04:41:56.533851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.565577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909c5101-77dc-41fb-a2a2-8dc54f22ae38']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:41:56.589543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c038e97e-13a0-48be-9ed5-6797c2898551 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:56.620719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-e8e95ff9-9f21-47bb-93c3-258ab332d8b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 998 time: 0.0951598 Dec 15 04:41:56.627294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71cee9e-5563-482f-b0dc-5a381f8dd012') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:41:56.628384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71cee9e-5563-482f-b0dc-5a381f8dd012') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:41:56.645891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c038e97e-13a0-48be-9ed5-6797c2898551,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:56.655724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.656177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48028aee-e79f-4b5b-9194-e51d6a903b4f details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:56.678741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.685473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.696235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.702857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.710109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.717937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.721598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-cebbd555-6f38-484c-b241-60991886c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.726600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.739688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-1c0e768e-be6c-47b1-98a3-2ab283a0eda7 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5433 time: 0.7807348 Dec 15 04:41:56.742932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-cebbd555-6f38-484c-b241-60991886c2f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1138647 Dec 15 04:41:56.752523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.816598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:56.819430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.836859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-672793d0-d2c6-4c56-afdd-d91c3b2b1083 req-61a4265c-718a-4c19-8354-10c18137924c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956132 Dec 15 04:41:56.857727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:41:56.858401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:41:56.860863 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:41:56.879597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-119be8bc-21bd-4177-9ebc-3b9af50fc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:56.883772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-119be8bc-21bd-4177-9ebc-3b9af50fc865 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280088 Dec 15 04:41:57.002670 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42226230-c831-4ed0-9489-97078f08b2a1 x-openstack-request-id: req-42226230-c831-4ed0-9489-97078f08b2a1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:41:57.004660 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:41:57.004926 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42226230-c831-4ed0-9489-97078f08b2a1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:41:57.005426 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'status': 'completed', 'code': 200} Dec 15 04:41:57.054797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:57.062413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.075316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'port_id': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'mac_address': 'fa:16:3e:9b:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:57.145440 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.146816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.155412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] 10.222.0.37 "DELETE /v2.0/networks/909c5101-77dc-41fb-a2a2-8dc54f22ae38 HTTP/1.1" status: 204 len: 168 time: 2.7545538 Dec 15 04:41:57.162863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-fde51b75-1267-45de-9db6-d1d7869937f9 service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652929 Dec 15 04:41:57.181936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48028aee-e79f-4b5b-9194-e51d6a903b4f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:57.212566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71a8a-1cdb-4ff9-a7af-67d42bc7bd49 admin admin] Pushing event deleted for resources: {'Network': ['ID=909c5101-77dc-41fb-a2a2-8dc54f22ae38,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:57.249499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:57.257203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd8ad-4d8e-4196-83e8-c347f687f90b req-3fcff678-419a-4fe6-ba9b-ae04e62676d5 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:57.258260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.258855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b79dd8ad-4d8e-4196-83e8-c347f687f90b req-3fcff678-419a-4fe6-ba9b-ae04e62676d5 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 944 time: 0.2299299 Dec 15 04:41:57.259015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bf12380d-b5e0-423b-aed6-861224f39309 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:57.328058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b79dd8ad-4d8e-4196-83e8-c347f687f90b req-95dc31e6-d830-45a8-826d-7d21b629d229 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542705 Dec 15 04:41:57.349602 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-35c6b5ab-61af-49e4-a35e-0576ec68972d req-05ecde45-8fc2-407f-80ff-273bb5a29077 service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730833 Dec 15 04:41:57.411853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bf12380d-b5e0-423b-aed6-861224f39309,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:57.430363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:57.451986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'bf12380d-b5e0-423b-aed6-861224f39309', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'port_id': 'bf12380d-b5e0-423b-aed6-861224f39309', 'mac_address': 'fa:16:3e:97:68:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:57.504137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.521755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf12380d-b5e0-423b-aed6-861224f39309 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:57.547459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bf12380d-b5e0-423b-aed6-861224f39309,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:57.560284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.560977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7f37d910-c5e5-4640-9b10-0c21d665b71b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:57.567857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:57.637803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-7dd07b2c-4ffa-4708-8098-f7e8b328fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:57.640397 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-7dd07b2c-4ffa-4708-8098-f7e8b328fe65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1096 time: 0.1304688 Dec 15 04:41:57.640844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 97348faa-59bc-4da5-989a-5fddd04b730a details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:57.681037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0a0b41dc-a0dc-4282-bc51-fba47f00a621 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eff5ed65847143e3ad3da35efe38df8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117325 Dec 15 04:41:57.692660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40298) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:41:57.757452 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d672e57d-7ced-4fb4-a079-96641a8f4c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.762840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483d56d-eefb-4d1d-9b41-8319fa84786a req-8f4cd422-fde2-44d2-98cc-a881866900e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:57.764691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4483d56d-eefb-4d1d-9b41-8319fa84786a req-8f4cd422-fde2-44d2-98cc-a881866900e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1241729 Dec 15 04:41:57.796359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:57.801016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:57.816230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.resource_extend [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:41:57.834962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4483d56d-eefb-4d1d-9b41-8319fa84786a req-54786a56-0a62-49b8-958d-08c2eb61e7c4 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599263 Dec 15 04:41:57.882671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dff98e6-ed67-4985-8628-9133d1a735d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:57.918065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7f37d910-c5e5-4640-9b10-0c21d665b71b', 'network_id': '3c5eef70-bf01-4458-aac2-2b3c7983e43b', 'port_id': '7f37d910-c5e5-4640-9b10-0c21d665b71b', 'mac_address': 'fa:16:3e:cb:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:57.987042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-3cfbbaa5-6406-4d9c-a36b-72f7efb2faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:57.989966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-3cfbbaa5-6406-4d9c-a36b-72f7efb2faba service neutron] 10.222.0.16 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.3382285 Dec 15 04:41:57.992015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dff98e6-ed67-4985-8628-9133d1a735d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.054097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.060995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.061569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.079600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.087220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.096382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.097698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f37d910-c5e5-4640-9b10-0c21d665b71b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:58.104401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.107344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 97348faa-59bc-4da5-989a-5fddd04b730a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=97348faa-59bc-4da5-989a-5fddd04b730a,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:58.113011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.115583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-2dc0e2a3-a575-4788-9ee0-06049ebf373d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5436 time: 0.1645377 Dec 15 04:41:58.163936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '97348faa-59bc-4da5-989a-5fddd04b730a', 'network_id': '7dbfb208-b0e6-420f-b09c-7b8492c5704e', 'port_id': '97348faa-59bc-4da5-989a-5fddd04b730a', 'mac_address': 'fa:16:3e:9f:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:58.179191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:58.207862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-c0606aef-321b-4524-a6a7-73a4db058d53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 200 len: 998 time: 0.1999035 Dec 15 04:41:58.222115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.222787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 073fd69b-c5ae-4e8c-ae69-13b058b10c9b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:58.230937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5048778-a1d9-4c46-9aa3-beacc73f8c0a req-3dcc7425-2073-4d21-b370-841f73d760b4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074002 Dec 15 04:41:58.284135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-9988a1f6-ed08-465c-b33f-63195b80d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.285746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-9988a1f6-ed08-465c-b33f-63195b80d307 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.0584791 Dec 15 04:41:58.306234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:58.339147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:58.354541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.356746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'port_id': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b', 'mac_address': 'fa:16:3e:fb:08:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:58.420496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dff98e6-ed67-4985-8628-9133d1a735d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.427204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5dff98e6-ed67-4985-8628-9133d1a735d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.435442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5dff98e6-ed67-4985-8628-9133d1a735d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd6885a5-e449-4bc8-9c02-f4df2b2b0b19 HTTP/1.1" status: 204 len: 168 time: 0.7416296 Dec 15 04:41:58.454018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.468185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff98e6-ed67-4985-8628-9133d1a735d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6885a5-e449-4bc8-9c02-f4df2b2b0b19,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:58.484998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-44d29c44-0f54-4d14-9e7e-ac7923de67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.489285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073fd69b-c5ae-4e8c-ae69-13b058b10c9b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:58.493159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-44d29c44-0f54-4d14-9e7e-ac7923de67a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703801 Dec 15 04:41:58.495402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97348faa-59bc-4da5-989a-5fddd04b730a {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:58.521474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 97348faa-59bc-4da5-989a-5fddd04b730a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=97348faa-59bc-4da5-989a-5fddd04b730a,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:58.557511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.646566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a938b-8be0-46f9-8882-67ff98f5caae req-1be0755f-dc38-4ad7-af05-3693c7aec40b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:58.666446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e91a938b-8be0-46f9-8882-67ff98f5caae req-1be0755f-dc38-4ad7-af05-3693c7aec40b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 945 time: 0.1054349 Dec 15 04:41:58.711961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=97348faa-59bc-4da5-989a-5fddd04b730a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:58.743166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:58.746873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-aa6ead7a-c3d4-4206-8111-86c097111deb service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173703 Dec 15 04:41:58.750093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:58.750794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:41:58.779164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e91a938b-8be0-46f9-8882-67ff98f5caae req-6d5b7a86-657d-4fb0-bc38-d3e9d4a47402 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113336 Dec 15 04:41:58.806887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:58.963090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1', 'network_id': 'c1be55e7-3124-451f-b1f2-09d02d5e7c59', 'port_id': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1', 'mac_address': 'fa:16:3e:6a:7d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc745bd-7273-4d51-b61a-3a1c02d0b5c5', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:41:58.982472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:59.027963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5b0bb80-6f48-4d68-862e-b3dc3055e0e1 req-80c54c86-6544-4a48-87e1-f64d456c2866 service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616706 Dec 15 04:41:59.082527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68bc1-7a87-40e4-9c05-45a382575172 req-ce86a8f6-1aa7-4223-ab85-aa61cc60da8b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.085231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55f68bc1-7a87-40e4-9c05-45a382575172 req-ce86a8f6-1aa7-4223-ab85-aa61cc60da8b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.0953410 Dec 15 04:41:59.125386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:59.183211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['97348faa-59bc-4da5-989a-5fddd04b730a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:41:59.219652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55f68bc1-7a87-40e4-9c05-45a382575172 req-4929c5a2-06a8-4495-8cda-e28935619e7a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245983 Dec 15 04:41:59.324110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:41:59.497403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:41:59.541873 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:41:59.617703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.635692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.655894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.667269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.675258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.697384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.703524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:41:59.711792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-bf0e84e7-5d6d-46d5-a925-6b9e7f119cc4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5439 time: 0.2129362 Dec 15 04:41:59.777262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:41:59.835935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80e7f8e1-cddd-4a4e-b8fe-2622cdb6e1cf req-e193951f-838e-493a-b42e-2af4465cf694 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230764 Dec 15 04:41:59.952580 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-141d4efe-9e6e-4f5b-b5a6-fe2173640e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.088449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40368) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:00.125946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731b558-ff2e-43e2-94dc-c240d62bc595 req-f6cb8912-fa0e-4d68-afc4-4c24ae812c86 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:00.148804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4731b558-ff2e-43e2-94dc-c240d62bc595 req-f6cb8912-fa0e-4d68-afc4-4c24ae812c86 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 945 time: 0.1322057 Dec 15 04:42:00.255293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4731b558-ff2e-43e2-94dc-c240d62bc595 req-19991f16-46ff-4f56-a583-1983172bfe2e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055458 Dec 15 04:42:00.304334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-391849344-network', 'tenant_id': '5ce6912b41234295b070654966d6f06d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:00.383195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:42:00.385893 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.410382 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.411295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['28a3c3dc-5222-4543-b8b8-6abe3272a4c1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:00.525658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21d6b5-0bf7-4b66-b28b-51e9992d4bf2 req-2b69fd4e-488c-4e24-91b3-3ba9560324be tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:00.537136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['48028aee-e79f-4b5b-9194-e51d6a903b4f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:00.538417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f21d6b5-0bf7-4b66-b28b-51e9992d4bf2 req-2b69fd4e-488c-4e24-91b3-3ba9560324be tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1988432 Dec 15 04:42:00.539661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7f37d910-c5e5-4640-9b10-0c21d665b71b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:00.542996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8242cd14-4642-42be-b84e-c1eea4bbbaca'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:00.626053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['c038e97e-13a0-48be-9ed5-6797c2898551'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:00.627520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.629910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['073fd69b-c5ae-4e8c-ae69-13b058b10c9b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:00.636868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.672303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f21d6b5-0bf7-4b66-b28b-51e9992d4bf2 req-91dfbeb0-0c61-4e78-8312-c4aae2d5ad84 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315048 Dec 15 04:42:00.721729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5fa705-7763-442f-97c9-997fe4d41604,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:00.740560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:42:00.773659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.774079 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Added segment 3a3022c9-1e67-4598-b354-af19f98634f7 of type vlan for network 14313082-41c9-4a09-84f5-23b7c2a7d02e Dec 15 04:42:00.863785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.925023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:00.926597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:00.927235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:01.103963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0110593 Dec 15 04:42:01.111990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:01.124687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.133493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Request body: {'subnet': {'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-391849344-subnet', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:01.143686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.153444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:01.158799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.181242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.196409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.211833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4950cd-cc09-49e1-880d-cb066871633b admin admin] Pushing event updated for resources: {'Network': ['ID=14313082-41c9-4a09-84f5-23b7c2a7d02e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:01.212957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.233607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.247576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-c2278c5f-21a5-4ed6-b19c-22cb30d0f618 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5439 time: 0.2517846 Dec 15 04:42:01.253744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:42:01.259438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:01.352404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:42:01.462060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd02e81a-30c1-44de-834b-593fdd0c62b7 req-8354f979-bdcf-4e7c-b311-3d037c34a4bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126999 Dec 15 04:42:01.615909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cb3c0-4292-4c04-a71b-00ce9829e070 req-819f1d13-fe18-465e-8bdc-4643c49ff730 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.631748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f8cb3c0-4292-4c04-a71b-00ce9829e070 req-819f1d13-fe18-465e-8bdc-4643c49ff730 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 945 time: 0.1685603 Dec 15 04:42:01.654297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 97348faa-59bc-4da5-989a-5fddd04b730a up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:01.660520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['bf12380d-b5e0-423b-aed6-861224f39309'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:01.789460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f8cb3c0-4292-4c04-a71b-00ce9829e070 req-384ef548-fbce-423a-8ec4-3369db2fe457 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438568 Dec 15 04:42:01.812738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:01.967668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a708e7d-3675-4062-af87-44a00ee1ec8b req-56c3a129-5fda-4fbb-89dc-604c0ec32cc5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:01.987745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbfa5e6-6728-4859-9491-a84071b486bd,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:01.992641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a708e7d-3675-4062-af87-44a00ee1ec8b req-56c3a129-5fda-4fbb-89dc-604c0ec32cc5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1130593 Dec 15 04:42:02.006297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:02.006678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Network hostable DHCP agents. Network: 14313082-41c9-4a09-84f5-23b7c2a7d02e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:42:02.062868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:42:02.096746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 14313082-41c9-4a09-84f5-23b7c2a7d02e) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:02.110902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.112112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:02.155822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7fdba5-3a4e-43d6-8dca-892340cdc97a None None] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:42:02.170702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a708e7d-3675-4062-af87-44a00ee1ec8b req-25311849-a2c3-4ead-adc5-d7ce919799b3 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770921 Dec 15 04:42:02.178055 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-01d368e3-876c-453b-9fb8-3ad997dd5541 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0628438 Dec 15 04:42:02.178595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:02.188002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:02.242156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:02.257712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:02.410594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:02.763133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:02.782385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.795927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.818656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.829753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.857173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.867040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.879139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:02.898955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-9473e0d2-7be1-4e99-9a67-3728f0cf57bd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5439 time: 0.3082550 Dec 15 04:42:02.922975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.030491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 97348faa-59bc-4da5-989a-5fddd04b730a completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:03.045596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a248c566-6270-486c-9f87-02c7fd96fb0c req-f88cee60-5b43-45eb-a329-e8222887bd8c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451392 Dec 15 04:42:03.183856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-14313082-41c9-4a09-84f5-23b7c2a7d02e', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'project_id': '5ce6912b41234295b070654966d6f06d', 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:42:03.184983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.197241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123fc81-3140-4482-8e3b-8ad1ad21cb41 req-f453ea5e-7121-4d51-a284-205bdfae4225 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:03.215407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4123fc81-3140-4482-8e3b-8ad1ad21cb41 req-f453ea5e-7121-4d51-a284-205bdfae4225 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 945 time: 0.1381953 Dec 15 04:42:03.238853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 97348faa-59bc-4da5-989a-5fddd04b730a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:03.239285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.365010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.392342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4123fc81-3140-4482-8e3b-8ad1ad21cb41 req-f36e9db4-8941-4896-a0e3-d0af2cb85e9d tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821058 Dec 15 04:42:03.424647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.483958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43217b-083a-4939-9a49-4add97cd9063 req-20a022f3-f21b-4737-8a79-8c8fcd5f544e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:03.495060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c43217b-083a-4939-9a49-4add97cd9063 req-20a022f3-f21b-4737-8a79-8c8fcd5f544e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1282594 Dec 15 04:42:03.619008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c43217b-083a-4939-9a49-4add97cd9063 req-cfdfafb9-868a-4f4a-9ea7-f0abb31c6a47 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197267 Dec 15 04:42:03.671849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Allocated IP 172.25.2.174 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/0a357d2c-7a10-46e9-8a5f-f3ca55b5238e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:03.758209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8242cd14-4642-42be-b84e-c1eea4bbbaca up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:03.787124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.874734 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.913883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:03.989210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.059610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:04.074957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:04.079013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:04.103224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Pushing event updated for resources: {'Port': ['ID=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:04.136758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.186118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Allocated IP 172.20.0.2 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:04.213716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97348faa-59bc-4da5-989a-5fddd04b730a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:04.215993 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f20304-9b99-41ab-a7dc-a3f90909eb7f" -d '{"events": [{"server_uuid": "f3df28ec-4e34-4afd-a374-cb9210f60ad1", "name": "network-vif-plugged", "status": "completed", "tag": "97348faa-59bc-4da5-989a-5fddd04b730a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:04.229846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 8242cd14-4642-42be-b84e-c1eea4bbbaca completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:04.239256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 97348faa-59bc-4da5-989a-5fddd04b730a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=97348faa-59bc-4da5-989a-5fddd04b730a,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:04.274989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.277000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 8242cd14-4642-42be-b84e-c1eea4bbbaca triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:04.277520 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.312486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.336796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.336929 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679afa8b-891c-4a66-91a8-ce930308d612 x-openstack-request-id: req-679afa8b-891c-4a66-91a8-ce930308d612 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:04.336929 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3df28ec-4e34-4afd-a374-cb9210f60ad1", "name": "network-vif-plugged", "status": "completed", "tag": "97348faa-59bc-4da5-989a-5fddd04b730a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:04.336929 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-679afa8b-891c-4a66-91a8-ce930308d612 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:04.336929 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97348faa-59bc-4da5-989a-5fddd04b730a', 'code': 200} Dec 15 04:42:04.351236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.372820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.389950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=97348faa-59bc-4da5-989a-5fddd04b730a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:04.391361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.427767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.446779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.466695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-d57f3ec2-579c-430a-bdb6-25e7bcabccde tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5439 time: 0.2872357 Dec 15 04:42:04.552700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.630360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-729bfc5f-e938-495a-8171-ccb4fda8b5e1 req-c401695c-0e94-4dbb-8537-6187baf8641f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626575 Dec 15 04:42:04.638961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.661351 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.800158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:04.809471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:04.812889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:04.814055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:04.818473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:04.823522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:04.864732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Pushing event updated for resources: {'Port': ['ID=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:04.936174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f32370-b2a8-4ba8-8b67-3adbe42c9c15 req-a7e38be7-03e0-4fab-8d81-73c52d2d3849 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:04.954038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f32370-b2a8-4ba8-8b67-3adbe42c9c15 req-a7e38be7-03e0-4fab-8d81-73c52d2d3849 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.2140114 Dec 15 04:42:05.035368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40440) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:05.041195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Attempting to bind port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:42:05.041642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Attempting to bind port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:42:05.042073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Attempting to bind port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:05.049056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:05.057446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:42:05.057971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:05.058533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.059000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:42:05.059559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Bound port: 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:42:05.060004 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.072251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:05.079294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:05.079825 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.138775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248344b-fb89-4852-86fb-94fbbc878f56 req-302a8a89-d4e2-4122-abc4-d5ee544bac9a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:05.147672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5248344b-fb89-4852-86fb-94fbbc878f56 req-302a8a89-d4e2-4122-abc4-d5ee544bac9a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.3394167 Dec 15 04:42:05.155931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f32370-b2a8-4ba8-8b67-3adbe42c9c15 req-15374dc9-c922-462c-be75-30da501fc772 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014613 Dec 15 04:42:05.245310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] For port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:42:05.257304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] For port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:42:05.271256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.313682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5248344b-fb89-4852-86fb-94fbbc878f56 req-959baa71-9832-4454-a899-2a104f0f880c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515985 Dec 15 04:42:05.337231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c41a86b1-187e-4c06-adea-5c5010429068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.367819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.459961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feda1f0-b03b-4629-bbff-ba1f208ac994 None None] Pushing event updated for resources: {'Port': ['ID=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:05.464117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:05.472330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.632451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c41a86b1-187e-4c06-adea-5c5010429068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.637099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:05.641675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c41a86b1-187e-4c06-adea-5c5010429068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.698594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48028aee-e79f-4b5b-9194-e51d6a903b4f up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:05.720059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c41a86b1-187e-4c06-adea-5c5010429068 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a2cec3d02014bab8c8e2b963da3eca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6756165 Dec 15 04:42:05.721806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a86b1-187e-4c06-adea-5c5010429068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fabf56-a785-4ab3-beab-7689379c02b9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:05.726061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40450) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:05.877703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee6dbf64-f6c7-420b-a841-7d9476d9ff89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.903621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 48028aee-e79f-4b5b-9194-e51d6a903b4f completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:05.908620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 48028aee-e79f-4b5b-9194-e51d6a903b4f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:05.909064 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:05.963561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee6dbf64-f6c7-420b-a841-7d9476d9ff89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.050508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.063870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.071316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.077583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.084696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.093035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.099917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.108318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a79dd182-061a-442d-825e-e56b53a6a6db tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5441 time: 0.3044953 Dec 15 04:42:06.134128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fec95-5a44-491e-97b6-c8749fb5113a req-bedc846e-5310-417e-a371-2e1610a83f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.135646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-536fec95-5a44-491e-97b6-c8749fb5113a req-bedc846e-5310-417e-a371-2e1610a83f39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 1098 time: 1.5891559 Dec 15 04:42:06.196178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.224626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e177a88c-797c-45e8-8fa2-0f5b6bdd666a req-a0b6d100-5601-4831-a594-dbdfbedd8896 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151695 Dec 15 04:42:06.245752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee6dbf64-f6c7-420b-a841-7d9476d9ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.255997 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee6dbf64-f6c7-420b-a841-7d9476d9ff89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.257298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ee6dbf64-f6c7-420b-a841-7d9476d9ff89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5fabf56-a785-4ab3-beab-7689379c02b9 HTTP/1.1" status: 204 len: 168 time: 0.5300450 Dec 15 04:42:06.297239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dbf64-f6c7-420b-a841-7d9476d9ff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fabf56-a785-4ab3-beab-7689379c02b9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:06.302768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:06.318796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.397511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:06.400146 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb990c3-3fcd-4cf7-a764-d9a4e279e77d" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:06.475596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e2697-da2b-47a6-9d7b-f552ebc39c2c req-7a907a7c-5191-41b0-a01f-c76a42c9333f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.478348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c7e2697-da2b-47a6-9d7b-f552ebc39c2c req-7a907a7c-5191-41b0-a01f-c76a42c9333f tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.1244290 Dec 15 04:42:06.576704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:06.617340 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.636053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7f37d910-c5e5-4640-9b10-0c21d665b71b up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:06.665833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10f1c-2a46-418b-b4e2-86a057b31ad8 req-5516628b-b52f-45f5-a81f-1d79dc543774 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:06.668226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acf10f1c-2a46-418b-b4e2-86a057b31ad8 req-5516628b-b52f-45f5-a81f-1d79dc543774 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1559513 Dec 15 04:42:06.675842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c7e2697-da2b-47a6-9d7b-f552ebc39c2c req-254e8da5-a50a-44d5-b83c-f5175635caa1 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913819 Dec 15 04:42:06.755080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.760217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acf10f1c-2a46-418b-b4e2-86a057b31ad8 req-1e4891f5-c93c-45d1-af60-8c69bd6f5095 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826752 Dec 15 04:42:06.891971 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c2e8e2-31c8-46fd-a89f-90abaf9da899 x-openstack-request-id: req-34c2e8e2-31c8-46fd-a89f-90abaf9da899 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:06.893308 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:06.893843 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34c2e8e2-31c8-46fd-a89f-90abaf9da899 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:06.894542 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca', 'code': 200} Dec 15 04:42:06.896428 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1', 'code': 200} Dec 15 04:42:06.964359 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:06.981787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:07.002992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:07.007684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40470) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:07.018465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.023371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.024090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.024693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.025337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.025937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.026523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.027093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.027631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.028216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.028752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.029279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.029793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.041416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5ad534a-d963-42a2-8c34-a4a9194fe6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.042254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:07.091779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-536fec95-5a44-491e-97b6-c8749fb5113a req-4f9020bc-86ba-42a7-982d-9a6cb2db881c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9068913 Dec 15 04:42:07.139005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7f37d910-c5e5-4640-9b10-0c21d665b71b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:07.145718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7f37d910-c5e5-4640-9b10-0c21d665b71b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:07.146094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.232693 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5ad534a-d963-42a2-8c34-a4a9194fe6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.240110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5ad534a-d963-42a2-8c34-a4a9194fe6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.276572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Router e574f0da-d567-42b4-9a8a-eb5a232a6774 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:42:07.291625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d5ad534a-d963-42a2-8c34-a4a9194fe6e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb7f703c9d054319902dd39562163900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827766 Dec 15 04:42:07.292588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40476) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:07.296724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.388377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad534a-d963-42a2-8c34-a4a9194fe6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af44525-2ecc-449f-a43d-284f33c8ebbf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:07.407379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:07.410854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.434781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.490026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8dc0-ae64-45dd-986f-73e4ce570084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.532570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8dc0-ae64-45dd-986f-73e4ce570084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.539414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:42:07.559750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.563919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Sync routers for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:42:07.566448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.573402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.583140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.587318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.588949 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6409eaff-0237-4254-b624-57d073c90077 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4091892 Dec 15 04:42:07.600788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40478) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:07.613468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.620255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.626445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:07.636571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-ff22450a-29da-44d5-9deb-2d2c8bf37e1c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5442 time: 0.2448306 Dec 15 04:42:07.758866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d145bad9-dcc3-4b25-a469-7b1280dd6d00 req-02a1322d-cdd1-4f58-be8b-dbb607f6ebda tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209385 Dec 15 04:42:07.760774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8dc0-ae64-45dd-986f-73e4ce570084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.766428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8dc0-ae64-45dd-986f-73e4ce570084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.785823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0b3e8dc0-ae64-45dd-986f-73e4ce570084 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5af44525-2ecc-449f-a43d-284f33c8ebbf HTTP/1.1" status: 204 len: 168 time: 0.4921222 Dec 15 04:42:07.812486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e8dc0-ae64-45dd-986f-73e4ce570084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af44525-2ecc-449f-a43d-284f33c8ebbf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:07.821102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51225f-497f-4c02-b8ad-f71607a8f5d4 None None] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:42:07.914350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:07.964630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9210bce4-43ce-4b0f-9422-26e39a8dd456 None None] Provisioning complete for port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:07.965287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9210bce4-43ce-4b0f-9422-26e39a8dd456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:07.987845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:07.997179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:07.998195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:08.039579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:08.040596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bf12380d-b5e0-423b-aed6-861224f39309 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:08.069510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9790-8e35-4f3f-be22-0f3ab2012ef8 req-716e483e-7534-4656-917a-051ff5aea77a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:08.084407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae4d9790-8e35-4f3f-be22-0f3ab2012ef8 req-716e483e-7534-4656-917a-051ff5aea77a tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.2298295 Dec 15 04:42:08.202182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:08.224848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6d1fc-0cbf-42e3-9770-c00cd4d059f9 req-99360292-5369-4db7-a96a-0558ad396438 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:08.236943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56c6d1fc-0cbf-42e3-9770-c00cd4d059f9 req-99360292-5369-4db7-a96a-0558ad396438 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.3106236 Dec 15 04:42:08.238493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:08.272925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:08.284723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae4d9790-8e35-4f3f-be22-0f3ab2012ef8 req-e40bc8f7-3356-4dbf-9131-568b4c9a45d4 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993361 Dec 15 04:42:08.357322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56c6d1fc-0cbf-42e3-9770-c00cd4d059f9 req-fb9ddbf6-2bda-47be-86f3-8cffbc1d106c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194797 Dec 15 04:42:08.553236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port bf12380d-b5e0-423b-aed6-861224f39309 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:08.563831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port bf12380d-b5e0-423b-aed6-861224f39309 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:08.564924 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:08.670804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:08.671178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:08.742443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:08.759232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e214715d-ba1e-40bf-ae02-e2d69a463f4b None None] Provisioning complete for port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:08.759600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e214715d-ba1e-40bf-ae02-e2d69a463f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:08.979411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:08.985308 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5586701a-efcf-40a3-a37e-9a1321f7f1a7" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:09.042549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.062063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.063394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Allocated IP 172.20.0.1 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/91bb3586-863d-40ff-89c6-86eccc66852b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:09.083618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.103092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.122183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.136410 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac1380-0171-4618-8734-544cf216c7fc x-openstack-request-id: req-9eac1380-0171-4618-8734-544cf216c7fc {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:09.138151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.138515 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:09.138877 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eac1380-0171-4618-8734-544cf216c7fc {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:09.140133 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'code': 200} Dec 15 04:42:09.140520 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b', 'code': 200} Dec 15 04:42:09.159959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.164687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-73ebae60-73ad-4ec2-89ec-4f4949043552 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5443 time: 0.2468007 Dec 15 04:42:09.176007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:05Z', 'revision_number': 3, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:09.213154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Checking router: e574f0da-d567-42b4-9a8a-eb5a232a6774 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:42:09.213923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Updating router e574f0da-d567-42b4-9a8a-eb5a232a6774 port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:42:09.217659 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.275059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bf12380d-b5e0-423b-aed6-861224f39309,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:09.321517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.337097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.337680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 073fd69b-c5ae-4e8c-ae69-13b058b10c9b up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:09.348692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-654d8a62-f7ac-491a-ad54-9a7b28a47edb req-facc6133-6cf4-4e54-b386-83e38b1f70b1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741369 Dec 15 04:42:09.428740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.468295 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.495177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:09.581440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=91bb3586-863d-40ff-89c6-86eccc66852b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:09.603477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:09.606241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:09.612086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:09.640458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:09.641800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee7f16-1b7a-417e-94b0-fb199a7f4a89 req-535992a4-5088-4824-b855-d899330b2bbc tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.659558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01ee7f16-1b7a-417e-94b0-fb199a7f4a89 req-535992a4-5088-4824-b855-d899330b2bbc tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.1769161 Dec 15 04:42:09.661469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:09.661866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.725750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8804b7-9e01-4514-9ced-6151f3c55be2 req-981af803-f2e8-40b9-bb82-19269b3d35a5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:09.731619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a8804b7-9e01-4514-9ced-6151f3c55be2 req-981af803-f2e8-40b9-bb82-19269b3d35a5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1878259 Dec 15 04:42:09.756928 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:09.870565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01ee7f16-1b7a-417e-94b0-fb199a7f4a89 req-53a40c89-af00-46a4-a743-15fa62c2daed tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104340 Dec 15 04:42:09.887439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a8804b7-9e01-4514-9ced-6151f3c55be2 req-5254be05-5cfb-4d22-bdb5-ed8ec5efa4a1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557012 Dec 15 04:42:10.102002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.135227 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.151020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.190733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c0e4e647-a195-4ea1-a3f0-18effe231cb9 None None] Provisioning complete for port 91bb3586-863d-40ff-89c6-86eccc66852b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:10.192335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e647-a195-4ea1-a3f0-18effe231cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.268961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32c92-a50e-45fc-8409-aec0c8d3b17b None None] Pushing event updated for resources: {'Port': ['ID=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:10.357447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Attempting to bind port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:42:10.357723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Attempting to bind port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:42:10.358147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Attempting to bind port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:10.408915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:42:10.411357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:10.412309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.412309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:42:10.413326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Bound port: 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:42:10.419150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.423809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4e647-a195-4ea1-a3f0-18effe231cb9 None None] Port 91bb3586-863d-40ff-89c6-86eccc66852b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:42:10.440893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.509578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.532165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.730563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.746247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.763541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.768886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=91bb3586-863d-40ff-89c6-86eccc66852b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:10.778812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.781370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.796801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.809186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.824550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:10.826920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05bbc689-3740-4472-baa7-3b721e409e22 req-5c074796-abd4-4425-a1ab-7419286b56b3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5444 time: 0.2369001 Dec 15 04:42:10.867127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:10.874065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] For port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:42:10.885648 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:10.891658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c038e97e-13a0-48be-9ed5-6797c2898551 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:11.022287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:11.027985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:11.087055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:11.099417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] For port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:42:11.110988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05bbc689-3740-4472-baa7-3b721e409e22 req-9a3d82a5-c918-4190-b9b8-d279a596004c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2736838 Dec 15 04:42:11.122458 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:11.148419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12380d-b5e0-423b-aed6-861224f39309'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:11.150910 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07de129-477e-48c1-b831-9808450d3231" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "bf12380d-b5e0-423b-aed6-861224f39309"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:11.298252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port c038e97e-13a0-48be-9ed5-6797c2898551 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:11.321781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port c038e97e-13a0-48be-9ed5-6797c2898551 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:11.322115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:11.334467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095e69-3172-4c01-9e4f-2b63dadba698 req-80658c44-bb14-4868-b482-bf222bb18f49 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:11.336846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08095e69-3172-4c01-9e4f-2b63dadba698 req-80658c44-bb14-4868-b482-bf222bb18f49 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.2172666 Dec 15 04:42:11.402381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Router e574f0da-d567-42b4-9a8a-eb5a232a6774 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:42:11.407114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:11.417612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:11.489518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f653-e97b-4bc2-a3f7-2577cbff84f3 req-98d8c3c6-b255-4212-b119-2040518461df tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:11.491105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcf1f653-e97b-4bc2-a3f7-2577cbff84f3 req-98d8c3c6-b255-4212-b119-2040518461df tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.2020824 Dec 15 04:42:11.500349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32c92-a50e-45fc-8409-aec0c8d3b17b None None] Pushing event updated for resources: {'Port': ['ID=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:11.524087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08095e69-3172-4c01-9e4f-2b63dadba698 req-3a1fb6d4-fd74-4277-82a5-68c36b38543e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532075 Dec 15 04:42:11.649380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcf1f653-e97b-4bc2-a3f7-2577cbff84f3 req-035a6ea0-5096-4a62-b684-008bc500ae39 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496205 Dec 15 04:42:11.680176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0cb6fee5-5ea7-4412-a94b-69ea5fe38bb5 None None] Provisioning complete for port 91bb3586-863d-40ff-89c6-86eccc66852b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:11.680778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0cb6fee5-5ea7-4412-a94b-69ea5fe38bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:11.799759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:42:11.807937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:11.817216 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-087fa5b7-ba1b-46cf-8ae1-c7b77c70a7a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/e574f0da-d567-42b4-9a8a-eb5a232a6774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2072558 Dec 15 04:42:11.817444 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85878c5-686e-45a0-a6a4-4622dadbec30 x-openstack-request-id: req-c85878c5-686e-45a0-a6a4-4622dadbec30 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:11.817444 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "bf12380d-b5e0-423b-aed6-861224f39309", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:11.817444 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c85878c5-686e-45a0-a6a4-4622dadbec30 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:11.817444 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12380d-b5e0-423b-aed6-861224f39309', 'code': 200} Dec 15 04:42:11.817444 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b', 'code': 200} Dec 15 04:42:11.817444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6fee5-5ea7-4412-a94b-69ea5fe38bb5 None None] Port 91bb3586-863d-40ff-89c6-86eccc66852b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:42:11.904379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:12.046496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c038e97e-13a0-48be-9ed5-6797c2898551,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:12.124908 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:12.225457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:12.275097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326307a7-8a5e-4908-a9f5-4af92585ec60 req-dc349952-3d11-4366-8092-9d3be0cdb353 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.286323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-326307a7-8a5e-4908-a9f5-4af92585ec60 req-dc349952-3d11-4366-8092-9d3be0cdb353 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.0885596 Dec 15 04:42:12.327808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 2, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:12.390509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855abc0-4ec0-48a5-b487-eff8e21435c6 None None] The sync data for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 is: [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 2, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:42:12.417868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-326307a7-8a5e-4908-a9f5-4af92585ec60 req-0d7bc960-78e0-4c64-a88f-3367eadc898e tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305621 Dec 15 04:42:12.697245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.719425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.722263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.729523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.735896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.742099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.748350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:12.750911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-870bcb42-0617-4cd5-b946-660b2306a8d0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.1767097 Dec 15 04:42:12.881734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b85a7964-3e51-4a00-ac43-59ff216123b5 req-5c110e92-db1b-4a72-882b-a18346a9f4d9 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187670 Dec 15 04:42:12.888426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40582) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:12.897288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983909687', 'description': 'tempest-description--1387860647'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:12.946635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.081663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f386e-ad3b-4e2f-81a4-549d34d44d97 req-9bdf02b7-e6ce-4127-85ab-d6a6189994c1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:13.089825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee7f386e-ad3b-4e2f-81a4-549d34d44d97 req-9bdf02b7-e6ce-4127-85ab-d6a6189994c1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.0835304 Dec 15 04:42:13.201401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee7f386e-ad3b-4e2f-81a4-549d34d44d97 req-9b9b046b-f132-4e47-ba27-0b710c9b668e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105597 Dec 15 04:42:13.218698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.237521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.282824 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.284111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3935580 Dec 15 04:42:13.286927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40588) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:13.292997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'security_group_rule': {'security_group_id': '3587f6f4-7c3d-4289-8056-04c2878de87a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:13.310023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58434756-690c-47cb-940c-22da8ffd4056 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3587f6f4-7c3d-4289-8056-04c2878de87a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:13.346736 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.437230 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.451591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.506509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17f5c1f-5f6d-48ee-a7ed-ee28838b961f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:13.527838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.530007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-127c6605-4d51-4c2e-a52c-115955b43b3e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419560 Dec 15 04:42:13.532467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40592) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:13.537411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'security_group_rule': {'security_group_id': '3587f6f4-7c3d-4289-8056-04c2878de87a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:13.599437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.625242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60759-319f-4f3b-9086-aaa26695a1f1 req-02e0384c-4924-4dd4-8978-37a90da3152b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:13.651366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cf60759-319f-4f3b-9086-aaa26695a1f1 req-02e0384c-4924-4dd4-8978-37a90da3152b tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.0982740 Dec 15 04:42:13.730547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.734921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cf60759-319f-4f3b-9086-aaa26695a1f1 req-3cd508b3-3699-4bb2-905d-ce110a980201 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b26f6b5-d94c-4872-a170-3659ce8829d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824802 Dec 15 04:42:13.737619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.765749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981ecb0d-03b2-40c2-8cf8-359f38f252ff,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:13.779087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.783830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72763873-2fe3-4510-9118-a352ef7436b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2502549 Dec 15 04:42:13.785477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40594) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:13.790341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:13.814848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c038e97e-13a0-48be-9ed5-6797c2898551'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:13.817462 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a7a55-37bf-4b8c-b8dd-7f2faf05493a" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "c038e97e-13a0-48be-9ed5-6797c2898551"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:13.824255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:13.883462 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2655436-977d-4e40-b5c0-0756fd3cf104 x-openstack-request-id: req-e2655436-977d-4e40-b5c0-0756fd3cf104 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:13.884014 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-plugged", "status": "completed", "tag": "c038e97e-13a0-48be-9ed5-6797c2898551", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:13.884785 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2655436-977d-4e40-b5c0-0756fd3cf104 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:13.885455 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c038e97e-13a0-48be-9ed5-6797c2898551', 'code': 200} Dec 15 04:42:14.024352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-e9b883f4-ad90-4195-89d1-295557bf34fd tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.025917 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-e9b883f4-ad90-4195-89d1-295557bf34fd tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 946 time: 0.1319976 Dec 15 04:42:14.169492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:14.271698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.272366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.273015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.274250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.275077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.275832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.276480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.278709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-05cae3a5-e028-4654-8d61-2c40a4ea9422 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.2427120 Dec 15 04:42:14.321556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:14.321857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:14.356014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Deleting port 97348faa-59bc-4da5-989a-5fddd04b730a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:14.356817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:14.492587 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:14.531536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:14.538673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:14.563753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-79ba2f65-7dbe-4acc-8d3d-0617e88a7f48 req-7564e822-2e6e-41b8-aba4-390976353269 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2762051 Dec 15 04:42:14.646777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:14.659539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] For port 97348faa-59bc-4da5-989a-5fddd04b730a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=97348faa-59bc-4da5-989a-5fddd04b730a,segment=NetworkSegment(91ef77a0-848c-4056-80b0-ebb8532e2347),segment_id=91ef77a0-848c-4056-80b0-ebb8532e2347)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:14.659925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:14.680105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Calling delete_port for 97348faa-59bc-4da5-989a-5fddd04b730a owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:14.861351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2547d-9d9e-43f7-9a0a-e866c27d8201 req-092bca01-c81d-40c8-9197-8fb60a072adc tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.862939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bea2547d-9d9e-43f7-9a0a-e866c27d8201 req-092bca01-c81d-40c8-9197-8fb60a072adc tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.2116964 Dec 15 04:42:14.893941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:14.896854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.906056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.913026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.920128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.926186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.931957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.937862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:14.944652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['97348faa-59bc-4da5-989a-5fddd04b730a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:14.948203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-ed515812-a7ea-4ede-bc73-1813c677bffe tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.2939723 Dec 15 04:42:15.005259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event deleted for resources: {'Port': ['ID=97348faa-59bc-4da5-989a-5fddd04b730a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:15.055730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] No DVR routers for this DVR port 97348faa-59bc-4da5-989a-5fddd04b730a on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:42:15.063578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aad1a42d-0a31-4cf7-9c36-5eb5fcefd26f req-92cb2c4c-7584-4ffc-9124-c8ce2f6d8148 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136377 Dec 15 04:42:15.066655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:15.073999 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-147ebf44-9bf6-4bfc-9665-7b5bd2fc27fc req-2b46270b-8173-48cd-b7c7-465790df88d9 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.16 "DELETE /v2.0/ports/97348faa-59bc-4da5-989a-5fddd04b730a HTTP/1.1" status: 204 len: 173 time: 1.0209146 Dec 15 04:42:15.074644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'name': 'network-vif-deleted', 'tag': '97348faa-59bc-4da5-989a-5fddd04b730a'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:15.077192 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc59ce5e-5ba4-418a-bdb1-3a91a40c3978" -d '{"events": [{"server_uuid": "f3df28ec-4e34-4afd-a374-cb9210f60ad1", "name": "network-vif-deleted", "tag": "97348faa-59bc-4da5-989a-5fddd04b730a"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:15.113040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bea2547d-9d9e-43f7-9a0a-e866c27d8201 req-6a4373f7-2ae3-4fc6-83cc-6deeff213b3f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377226 Dec 15 04:42:15.133889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:15.255243 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac595e-9308-40a9-aa83-3fe4e7c0282e x-openstack-request-id: req-82ac595e-9308-40a9-aa83-3fe4e7c0282e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:15.259710 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3df28ec-4e34-4afd-a374-cb9210f60ad1", "name": "network-vif-deleted", "tag": "97348faa-59bc-4da5-989a-5fddd04b730a", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:15.260295 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82ac595e-9308-40a9-aa83-3fe4e7c0282e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:15.260922 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3df28ec-4e34-4afd-a374-cb9210f60ad1', 'name': 'network-vif-deleted', 'tag': '97348faa-59bc-4da5-989a-5fddd04b730a', 'status': 'completed', 'code': 200} Dec 15 04:42:15.411720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e16da263-a37b-4743-9358-f3271d3e7324 req-5c8a18c0-d1d1-438a-8836-6a7be8b65c7c tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3df28ec-4e34-4afd-a374-cb9210f60ad1 HTTP/1.1" status: 200 len: 210 time: 0.2191346 Dec 15 04:42:15.541630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Allocated IP 172.25.2.234 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/2e6f3e16-0906-4cc0-a6f5-4737a9c5016c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:15.693320 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:15.733868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:15.779576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:15.783325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:15.787905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:15.791057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=2e6f3e16-0906-4cc0-a6f5-4737a9c5016c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:15.885749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:15.934151 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:15.989554 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Sync routers for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:42:16.006018 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:16.006938 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:16.130012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:16.182940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:16.246961 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:16.253589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:16.273199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:16.273569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:16.386249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:16.442773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.449381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.456218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.462939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.470720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.478072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.485236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.487543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-41d9fba9-2802-4ed6-b047-c9b103b1c8de tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.3263681 Dec 15 04:42:16.503310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=2e6f3e16-0906-4cc0-a6f5-4737a9c5016c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:16.514715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:16.515906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1151aefc-cacc-4f3c-b132-94a5efda5e05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7294126 Dec 15 04:42:16.542660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0094e-d923-43ae-9399-ae68662d6a1e req-d80e3a3c-3f76-40ab-95dc-05c8a551d22e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:16.549876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ae0094e-d923-43ae-9399-ae68662d6a1e req-d80e3a3c-3f76-40ab-95dc-05c8a551d22e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.2338023 Dec 15 04:42:16.611593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aff6c67b-2c2c-4eab-94d6-a58051715de2 req-a986ec81-30cc-4091-94be-2d925b6d628e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138630 Dec 15 04:42:16.672549 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 2, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:16.678926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ae0094e-d923-43ae-9399-ae68662d6a1e req-7b38689a-aa69-4b67-82ac-01d307266006 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280341 Dec 15 04:42:16.713817 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Checking router: e574f0da-d567-42b4-9a8a-eb5a232a6774 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:42:16.714182 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Updating router e574f0da-d567-42b4-9a8a-eb5a232a6774 port 91bb3586-863d-40ff-89c6-86eccc66852b binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:42:16.747711 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:16.916824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-46cf2d66-fd4b-4556-b0c0-67ebf61e67f2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1983909687&fields=id&tenant_id=5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 267 time: 0.0731297 Dec 15 04:42:17.134582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-c1680a99-e54e-44e2-8dbe-5b4eb25a2195 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.141637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-c1680a99-e54e-44e2-8dbe-5b4eb25a2195 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.2096255 Dec 15 04:42:17.163408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.169667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.176671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.183244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.190901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.197096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.197846 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.203111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:17.205246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c54b1374-2457-4652-bb51-7fd39a8c7c24 req-0ebc6f35-bbbe-4d10-b979-71dec6d5e9bb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.1606455 Dec 15 04:42:17.209747 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.213968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-7ce77934-feee-45ea-a52e-63990130b9de tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/quotas/5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 375 time: 0.0713637 Dec 15 04:42:17.218919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40686) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:17.224007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Request body: {'floatingip': {'port_id': '48028aee-e79f-4b5b-9194-e51d6a903b4f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:17.299942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.332981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-3d4102a8-a524-4f08-936d-b6a821c1733f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164606 Dec 15 04:42:17.360266 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Pushing event updated for resources: {'Port': ['ID=91bb3586-863d-40ff-89c6-86eccc66852b,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:17.417970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.418822 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.419435 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.420006 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.420620 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.421133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.421708 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.422194 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.422874 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.423512 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.424054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.424546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.425086 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:17.442805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:17.475314 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Attempting to bind port 91bb3586-863d-40ff-89c6-86eccc66852b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:42:17.476141 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Attempting to bind port 91bb3586-863d-40ff-89c6-86eccc66852b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:42:17.476840 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Attempting to bind port 91bb3586-863d-40ff-89c6-86eccc66852b on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:17.484614 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:42:17.486186 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:17.486757 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.487482 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:42:17.488284 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Bound port: 91bb3586-863d-40ff-89c6-86eccc66852b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:42:17.488847 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.575242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-0cdedcb2-37c6-4a1c-99bc-0da7ef1b92b8 service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212114 Dec 15 04:42:17.640164 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] For port 91bb3586-863d-40ff-89c6-86eccc66852b, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:42:17.647150 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] For port 91bb3586-863d-40ff-89c6-86eccc66852b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=91bb3586-863d-40ff-89c6-86eccc66852b,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:42:17.660423 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.701162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 97348faa-59bc-4da5-989a-5fddd04b730a no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:42:17.747999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 97348faa-59bc-4da5-989a-5fddd04b730a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:42:17.748404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 97348faa-59bc-4da5-989a-5fddd04b730a not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:42:17.812163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d370600a-ece9-4a12-a2c1-21aea30a4148 None None] Provisioning complete for port 91bb3586-863d-40ff-89c6-86eccc66852b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:17.813164 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d370600a-ece9-4a12-a2c1-21aea30a4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:17.823939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-e38b1274-f806-4564-972b-9e331c71785e service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399082 Dec 15 04:42:17.832595 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:17.836279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:17.842980 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f6b29-058d-4b5b-9f0b-50e5d795f8ff None None] Pushing event updated for resources: {'Port': ['ID=91bb3586-863d-40ff-89c6-86eccc66852b,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:17.871406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a18c655-6b93-4ded-818f-57abbd7be3e7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.026724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a18c655-6b93-4ded-818f-57abbd7be3e7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.066347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c029c1-36c7-45a7-858a-50d20bafb9ea req-d69172e7-e92d-40ca-b651-c66eb1e56886 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:18.075406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4c029c1-36c7-45a7-858a-50d20bafb9ea req-d69172e7-e92d-40ca-b651-c66eb1e56886 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1395442 Dec 15 04:42:18.087994 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d370600a-ece9-4a12-a2c1-21aea30a4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.173687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91bb3586-863d-40ff-89c6-86eccc66852b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:18.215431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4c029c1-36c7-45a7-858a-50d20bafb9ea req-573fd1a7-ab99-42b9-9fa5-1ffe76ff08e2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366749 Dec 15 04:42:18.308451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d370600a-ece9-4a12-a2c1-21aea30a4148 None None] For port 91bb3586-863d-40ff-89c6-86eccc66852b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=91bb3586-863d-40ff-89c6-86eccc66852b,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:18.331338 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:18.332819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d370600a-ece9-4a12-a2c1-21aea30a4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.430524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a18c655-6b93-4ded-818f-57abbd7be3e7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.433323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a18c655-6b93-4ded-818f-57abbd7be3e7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.434898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1a18c655-6b93-4ded-818f-57abbd7be3e7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "DELETE /v2.0/security-groups/53ed70a0-3095-4eda-9eda-0413edf3c635 HTTP/1.1" status: 204 len: 168 time: 0.9927459 Dec 15 04:42:18.439226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40722) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:18.469738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18c655-6b93-4ded-818f-57abbd7be3e7 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed70a0-3095-4eda-9eda-0413edf3c635,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:18.475994 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-5cbd6ebf-64af-4146-b704-08d1bc7b9010 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] show failed (client error): The resource could not be found. Dec 15 04:42:18.477372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5cbd6ebf-64af-4146-b704-08d1bc7b9010 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "GET /v2.0/security-groups/53ed70a0-3095-4eda-9eda-0413edf3c635 HTTP/1.1" status: 404 len: 347 time: 0.0372145 Dec 15 04:42:18.482277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40726) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:18.539089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-005a757d-e287-4bdc-aaa7-e64160d4fbea req-3a0cda86-cfa4-4c72-8718-e906ee381de5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 210 time: 0.0730243 Dec 15 04:42:18.545095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370600a-ece9-4a12-a2c1-21aea30a4148 None None] Pushing event updated for resources: {'Port': ['ID=91bb3586-863d-40ff-89c6-86eccc66852b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:18.549518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fca42400-c9d1-45c4-a0ac-ced7f625f0d2 None None] Provisioning complete for port 91bb3586-863d-40ff-89c6-86eccc66852b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:18.549930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fca42400-c9d1-45c4-a0ac-ced7f625f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.594656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad40aa5-92f4-4178-9859-9a59d5535f93 req-e6dc6d05-8d47-4982-9094-49b08da75e61 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:18.603777 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ad40aa5-92f4-4178-9859-9a59d5535f93 req-e6dc6d05-8d47-4982-9094-49b08da75e61 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.2432024 Dec 15 04:42:18.628970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 91bb3586-863d-40ff-89c6-86eccc66852b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:18.628970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.646657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.657180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.740733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ad40aa5-92f4-4178-9859-9a59d5535f93 req-59a66b4f-3025-4e17-a083-892ae22d368e tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301906 Dec 15 04:42:18.808788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Deleting port 65cd4624-7e3c-45d4-8285-a5ec1110e0fa {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:18.809139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:18.878611 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:17Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:18.886853 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Floating IP 2a1f3261-cc63-4389-a746-4901051c6887 associated. External IP: 172.25.2.164, port: 48028aee-e79f-4b5b-9194-e51d6a903b4f. Dec 15 04:42:18.942243 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7f632-a908-4b7e-8414-9ed55ba621da None None] The sync data for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 is: [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:17Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:42:19.019028 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:19.019359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:19.064703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Calling delete_port for 65cd4624-7e3c-45d4-8285-a5ec1110e0fa owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:19.361832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:19.413208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Pushing event deleted for resources: {'Port': ['ID=65cd4624-7e3c-45d4-8285-a5ec1110e0fa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:19.456055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Router 1e3e07d1-23dc-456a-8112-e5e586808084 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:42:19.557747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a34805-1a62-48ed-9fa9-492cc417bd2e req-429df66a-6adf-405c-a1e3-de4f846b9b37 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:19.559296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87a34805-1a62-48ed-9fa9-492cc417bd2e req-429df66a-6adf-405c-a1e3-de4f846b9b37 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1498713 Dec 15 04:42:19.560226 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:19.563234 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:19.566959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-340af1f3-508d-40ce-9619-1633daec19c0 tempest-ImagesOneServerNegativeTestJSON-1483677121 tempest-ImagesOneServerNegativeTestJSON-1483677121-project] 10.222.0.37 "DELETE /v2.0/floatingips/26704c0b-3240-4162-bffa-fd6c397db6cf HTTP/1.1" status: 204 len: 168 time: 1.0812266 Dec 15 04:42:19.614652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-8d824425-eb78-4290-9389-85c45aaeedd2 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:19.619033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-8d824425-eb78-4290-9389-85c45aaeedd2 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.42 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.2098894 Dec 15 04:42:19.657123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87a34805-1a62-48ed-9fa9-492cc417bd2e req-013109cd-e3a6-48f6-ac99-108e4ee5856a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791900 Dec 15 04:42:19.745640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09459b89-11d1-48b7-9364-472abba4235e req-c63152a6-b8a1-4632-bce2-4e6cba051f4f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 210 time: 0.0501473 Dec 15 04:42:19.830517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:19.919167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Deleting subnet 9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:42:19.939513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf79661-24c6-4058-b746-0bec88df6cc0 req-5e81445d-b866-4199-99ac-9960124f7715 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:19.968819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bf79661-24c6-4058-b746-0bec88df6cc0 req-5e81445d-b866-4199-99ac-9960124f7715 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.1550932 Dec 15 04:42:19.984462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.095278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.146431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bf79661-24c6-4058-b746-0bec88df6cc0 req-a174979c-c677-4c78-8351-05288fc973c3 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751561 Dec 15 04:42:20.193010 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.200683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91bb3586-863d-40ff-89c6-86eccc66852b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:20.268893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.309265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 91bb3586-863d-40ff-89c6-86eccc66852b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:20.309868 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.338708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:20.350491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.355974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e65cf3c5-1b1c-4a7a-ad8b-ebb9c8a4eba3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9fff3710-b2a0-4cfa-a7b0-15f54ab0cc9c HTTP/1.1" status: 204 len: 168 time: 0.5229299 Dec 15 04:42:20.358932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40754) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:20.480875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:42:20.492106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] Sync routers for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:42:20.498713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.509586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.510785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-2d483c70-b6d8-4886-ab21-3a236b8d1792 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:20.512309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-2d483c70-b6d8-4886-ab21-3a236b8d1792 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.2682354 Dec 15 04:42:20.514911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:20.516197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:20.568412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Deleting port 982e2d4b-4d9e-4ee8-892b-300c8c820016 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:20.568703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.577250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-732aac1e-d78f-4120-8c76-723281bb3fae tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "PUT /v2.0/floatingips/2a1f3261-cc63-4389-a746-4901051c6887 HTTP/1.1" status: 200 len: 992 time: 3.3572371 Dec 15 04:42:20.581591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:20.584025 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de4449-3867-4fc8-9a36-9fa83333e98a" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:20.662249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-1152b042-ffc2-40f4-b97f-e4e2cdc947e7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 380 time: 0.1221087 Dec 15 04:42:20.665046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.679205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'port': {'device_id': '88e1f597-a91b-438d-8791-235a939643b7', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'admin_state_up': True, 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'security_groups': ['3587f6f4-7c3d-4289-8056-04c2878de87a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:20.688262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbfb208-b0e6-420f-b09c-7b8492c5704e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:20.707957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ef77a0-848c-4056-80b0-ebb8532e2347') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:20.708324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ef77a0-848c-4056-80b0-ebb8532e2347') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:20.752683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:20.753824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.766519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] For port 982e2d4b-4d9e-4ee8-892b-300c8c820016, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=982e2d4b-4d9e-4ee8-892b-300c8c820016,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:20.768343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.795281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.811333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:42:20.811740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:42:20.830911 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:42:20.833037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8eab6f-5ed1-42c3-b1a1-b0b3c4eda269 x-openstack-request-id: req-9c8eab6f-5ed1-42c3-b1a1-b0b3c4eda269 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:20.833037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:20.833037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c8eab6f-5ed1-42c3-b1a1-b0b3c4eda269 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:20.833037 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'status': 'completed', 'code': 200} Dec 15 04:42:20.935558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.957990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:20.963847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7dbfb208-b0e6-420f-b09c-7b8492c5704e HTTP/1.1" status: 204 len: 168 time: 0.5986018 Dec 15 04:42:20.985115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d590a-19f6-4d90-9004-a8b0156ed96c req-71a0ecb3-d57e-4813-bb51-7bdef726548c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:20.986910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-860d590a-19f6-4d90-9004-a8b0156ed96c req-71a0ecb3-d57e-4813-bb51-7bdef726548c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 944 time: 0.1198106 Dec 15 04:42:21.007040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04d004fb-2535-4c38-bc8c-119557c718b4 req-488a16f7-bd98-4916-96b2-bb4d01e555bf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 210 time: 0.0723186 Dec 15 04:42:21.018493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf8257-c8b9-4a6e-b98c-7cb1bb419b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbfb208-b0e6-420f-b09c-7b8492c5704e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:21.159193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-860d590a-19f6-4d90-9004-a8b0156ed96c req-996c7661-28f4-416e-93d8-92a516d2a05f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469929 Dec 15 04:42:21.202424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:42:21.209058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:21.239513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.240007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.240507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.240977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.241449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.241914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.242624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.244600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-c80b89e6-806a-4a72-8f39-1f12728c8bd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.3599448 Dec 15 04:42:21.298948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '2a1f3261-cc63-4389-a746-4901051c6887', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'floating_ip_address': '172.25.2.164', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'port_id': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'mac_address': 'fa:16:3e:9b:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:40:49Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 1, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:42Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:21.333921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:21.334289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:21.334789 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Floating IP 033d0d95-93f5-4262-b922-74c9666a537f disassociated. External IP: 172.25.2.190, port: 982e2d4b-4d9e-4ee8-892b-300c8c820016. Dec 15 04:42:21.335148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Calling delete_port for 982e2d4b-4d9e-4ee8-892b-300c8c820016 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:21.340985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40774) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:21.348956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] Checking router: 1e3e07d1-23dc-456a-8112-e5e586808084 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:42:21.360357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:21.361420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:21.384744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6044c3-b559-4fe2-9330-0903200bd228 req-232658e0-cf7c-4294-96f6-5c47a6d8df03 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.386608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c6044c3-b559-4fe2-9330-0903200bd228 req-232658e0-cf7c-4294-96f6-5c47a6d8df03 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 945 time: 0.1117358 Dec 15 04:42:21.445764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c4f42f7c-610e-4e43-be5a-cbe3ce06ce58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2b45728e83c4daea3506e77564adc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0970192 Dec 15 04:42:21.452147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40776) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:21.491943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c6044c3-b559-4fe2-9330-0903200bd228 req-158b0f86-845b-412e-beda-f9a0f36a3009 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups?id=b577da7a-fc23-471d-8b31-2eea042b25d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732250 Dec 15 04:42:21.533401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:21.543371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-71d669c5-95f8-4c3c-8413-14ca42c91674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.546378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-71d669c5-95f8-4c3c-8413-14ca42c91674 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927 HTTP/1.1" status: 200 len: 917 time: 0.2915614 Dec 15 04:42:21.697585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Allocated IP 172.20.0.4 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/accba041-08e2-4857-86f6-bf231b236fd2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:21.749370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:42:21.851012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-b08739da-0b18-4bf6-aa58-f7da7fe6d509 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 1000 time: 0.2876811 Dec 15 04:42:21.869121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62d03eb7-dd4d-4e06-b615-c5c87fcf5fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:21.896904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:21.933130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'port_id': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'mac_address': 'fa:16:3e:99:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:42:21.936303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-b5d7433a-6d32-4b6e-9165-8920b6f68ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:21.938033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-b5d7433a-6d32-4b6e-9165-8920b6f68ab6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 200 len: 856 time: 0.0595119 Dec 15 04:42:22.017655 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.034048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:22.056563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:22.066832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '2a1f3261-cc63-4389-a746-4901051c6887', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'floating_ip_address': '172.25.2.164', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'port_id': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'mac_address': 'fa:16:3e:9b:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:40:49Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 1, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:42Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:22.071035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.072869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.128800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.137289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.187260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62d03eb7-dd4d-4e06-b615-c5c87fcf5fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.194026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:22.198880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd77997a-fd34-495c-8e5c-977a5049ead5 None None] The sync data for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 is: [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '2a1f3261-cc63-4389-a746-4901051c6887', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'floating_ip_address': '172.25.2.164', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'port_id': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'mac_address': 'fa:16:3e:9b:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:40:49Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 1, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:42Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:42:22.219544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebf941-58fa-41a6-a577-0dae12e5ad3f req-ee8e8697-5642-4726-a991-c42fda62fced tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:22.229526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cebf941-58fa-41a6-a577-0dae12e5ad3f req-ee8e8697-5642-4726-a991-c42fda62fced tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 931 time: 0.1053276 Dec 15 04:42:22.259381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event deleted for resources: {'Port': ['ID=982e2d4b-4d9e-4ee8-892b-300c8c820016,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:22.330833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cebf941-58fa-41a6-a577-0dae12e5ad3f req-360bb2bb-b983-42d5-acc8-883f20212975 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953329 Dec 15 04:42:22.389129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91103ee6-7cff-43cb-ac3b-894480c7f0a9 req-f0da0e97-bb8b-4fc1-aa6c-0e2103b2f631 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:22.398802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91103ee6-7cff-43cb-ac3b-894480c7f0a9 req-f0da0e97-bb8b-4fc1-aa6c-0e2103b2f631 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.0893996 Dec 15 04:42:22.435757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:22.440212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-e29df654-5987-4e47-8376-8ae9099c71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:22.441752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-e29df654-5987-4e47-8376-8ae9099c71c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3261883 Dec 15 04:42:22.445031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:22.450346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:22.478477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:22.490665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['1cf685a8-62ec-4abc-a180-3bc73ba7d77a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:22.536731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91103ee6-7cff-43cb-ac3b-894480c7f0a9 req-dfe083d3-b4d4-4037-ba8f-8b769bbe4f25 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348424 Dec 15 04:42:22.654926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:22.655659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.696091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62d03eb7-dd4d-4e06-b615-c5c87fcf5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.706521 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556701ef-3ef8-45a3-a24c-90c5ba643cab None None] New status for floating IP 2a1f3261-cc63-4389-a746-4901051c6887: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:42:22.731093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62d03eb7-dd4d-4e06-b615-c5c87fcf5fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:22.733148 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-62d03eb7-dd4d-4e06-b615-c5c87fcf5fd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b26f6b5-d94c-4872-a170-3659ce8829d3 HTTP/1.1" status: 204 len: 168 time: 1.2688394 Dec 15 04:42:22.793458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a121a521-953f-42d5-aa22-14db9d67ebdb req-4637f377-5c65-4e15-b9d8-677bb295183c tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 210 time: 0.0949819 Dec 15 04:42:23.134750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d03eb7-dd4d-4e06-b615-c5c87fcf5fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26f6b5-d94c-4872-a170-3659ce8829d3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:23.167542 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-4d3acb2a-c138-4c6c-acc1-6a4c88e21642 service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136285 Dec 15 04:42:23.171846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-56045f98-6d8a-4c99-a187-d3fd24c9fa18 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4998858 Dec 15 04:42:23.252515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Request body: {'port': {'device_id': '88e1f597-a91b-438d-8791-235a939643b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:23.259770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-febf9c8a-4deb-49d8-b791-460680d6d7bd None None] Provisioning complete for port accba041-08e2-4857-86f6-bf231b236fd2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:23.260121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-febf9c8a-4deb-49d8-b791-460680d6d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:23.324889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Router e8984034-0cd2-42c3-a60d-a08aaad3eb93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:42:23.384972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-febf9c8a-4deb-49d8-b791-460680d6d7bd None None] Port accba041-08e2-4857-86f6-bf231b236fd2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:42:23.463216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:23.486808 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12de4449-3867-4fc8-9a36-9fa83333e98a req-ab600ab8-6af4-4c09-a225-7e75fcba8e9c service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056083 Dec 15 04:42:23.600032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:42:23.698105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e2a0-2720-4ed2-9416-fe324062eae5 req-08825bf4-4be7-4a90-843d-c86a04729f68 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:23.706586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] Sync routers for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:42:23.712449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1388e2a0-2720-4ed2-9416-fe324062eae5 req-08825bf4-4be7-4a90-843d-c86a04729f68 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 931 time: 0.1977944 Dec 15 04:42:23.793549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:23.794164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:23.844304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 982e2d4b-4d9e-4ee8-892b-300c8c820016 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:42:23.856105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] No DVR routers for this DVR port 982e2d4b-4d9e-4ee8-892b-300c8c820016 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:42:23.863995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:23.866750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1388e2a0-2720-4ed2-9416-fe324062eae5 req-c8945518-be12-484b-a525-d418e9f518cc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533093 Dec 15 04:42:23.868889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0bb27ed-8460-4627-b4d1-5432257893b6 req-5e84c54d-2356-452d-bd28-9a301eb8b65f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.42 "DELETE /v2.0/ports/982e2d4b-4d9e-4ee8-892b-300c8c820016 HTTP/1.1" status: 204 len: 173 time: 3.6261852 Dec 15 04:42:23.871669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'name': 'network-vif-deleted', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:23.874067 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b65e8d-595f-4503-9737-5a7d38707841" -d '{"events": [{"server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "name": "network-vif-deleted", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:23.908051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 982e2d4b-4d9e-4ee8-892b-300c8c820016 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:42:23.908606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 982e2d4b-4d9e-4ee8-892b-300c8c820016 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:42:23.921186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaed72-487e-4a1e-bcb3-ddab0466cd18 req-f1542eea-50c6-415e-b241-d988ee1bca6c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:23.933454 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baaaed72-487e-4a1e-bcb3-ddab0466cd18 req-f1542eea-50c6-415e-b241-d988ee1bca6c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.2188158 Dec 15 04:42:24.034231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:24.176976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baaaed72-487e-4a1e-bcb3-ddab0466cd18 req-93a77b20-5d66-4b72-9994-b2986f3550a7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377942 Dec 15 04:42:24.240723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27ad0189-3bc9-4c49-bc8d-309f56c03d06 req-565dc7cd-1926-47e8-bdee-43d72643b524 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/ports?device_id=439543e6-504a-428e-b5b0-aaf439d29dc7 HTTP/1.1" status: 200 len: 210 time: 0.0952382 Dec 15 04:42:24.452537 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cbb41d-4fb5-4e82-8567-befcd3c0f26e x-openstack-request-id: req-66cbb41d-4fb5-4e82-8567-befcd3c0f26e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:24.454123 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439543e6-504a-428e-b5b0-aaf439d29dc7", "name": "network-vif-deleted", "tag": "982e2d4b-4d9e-4ee8-892b-300c8c820016", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:24.454123 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66cbb41d-4fb5-4e82-8567-befcd3c0f26e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:24.454123 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439543e6-504a-428e-b5b0-aaf439d29dc7', 'name': 'network-vif-deleted', 'tag': '982e2d4b-4d9e-4ee8-892b-300c8c820016', 'status': 'completed', 'code': 200} Dec 15 04:42:24.499672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:24.499890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:11Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:24.509311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:24.524210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Transition to ACTIVE for port object accba041-08e2-4857-86f6-bf231b236fd2 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:42:24.529485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:24.595143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] Checking router: e8984034-0cd2-42c3-a60d-a08aaad3eb93 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:42:24.627103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:24.636517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:24.804763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:24.855166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Attempting to bind port accba041-08e2-4857-86f6-bf231b236fd2 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:42:24.855720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Attempting to bind port accba041-08e2-4857-86f6-bf231b236fd2 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:42:24.856933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Attempting to bind port accba041-08e2-4857-86f6-bf231b236fd2 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:24.875898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Port accba041-08e2-4857-86f6-bf231b236fd2 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:42:24.876706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Attempting to bind port accba041-08e2-4857-86f6-bf231b236fd2 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:24.896769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:42:24.897852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:24.899178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:42:24.900767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Bound port: accba041-08e2-4857-86f6-bf231b236fd2, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:42:24.901393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.147220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9b3f0-267e-4f5f-b377-c9cb96b4b58d req-12efc071-01dc-457b-976f-912253f308f0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:25.173788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:42:25.174244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3d9b3f0-267e-4f5f-b377-c9cb96b4b58d req-12efc071-01dc-457b-976f-912253f308f0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 943 time: 0.1583421 Dec 15 04:42:25.178738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:42:25.197408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.236267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:25.289270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:25.292738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.295144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] 10.222.0.16 "PUT /v2.0/ports/accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 1092 time: 2.0515609 Dec 15 04:42:25.376021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105666c5-4182-4dcb-b4d4-61e3f073ebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:25.393380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3d9b3f0-267e-4f5f-b377-c9cb96b4b58d req-687b533a-383f-493e-b630-fa9dd05535db tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179012 Dec 15 04:42:25.508843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-20159483-6bd6-4fb3-a839-df50c1ecd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:25.510759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-20159483-6bd6-4fb3-a839-df50c1ecd552 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1095 time: 0.1081605 Dec 15 04:42:25.564779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd0ab-1ef7-4df4-bc09-286a5828a55f req-d797c5ce-cb84-4c79-8a07-fbd32650d2da tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:25.583447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a90cd0ab-1ef7-4df4-bc09-286a5828a55f req-d797c5ce-cb84-4c79-8a07-fbd32650d2da tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 945 time: 0.1403377 Dec 15 04:42:25.684553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-75e37b90-fb1a-475b-a69a-50bb62655524 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 217 time: 0.1510174 Dec 15 04:42:25.722601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a90cd0ab-1ef7-4df4-bc09-286a5828a55f req-6e604d5e-7bd1-42a1-b3a9-e4bd57b8070a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350832 Dec 15 04:42:25.728517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:25.761431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40866) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:25.768966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-0b877453-2bd8-45ef-b6f7-71717ef117d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:25.770519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-0b877453-2bd8-45ef-b6f7-71717ef117d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0776374 Dec 15 04:42:25.845993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:25.857845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:11Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:25.882733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-f630-43eb-ac2f-fc7295c76e4f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.911371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-f630-43eb-ac2f-fc7295c76e4f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.930316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-32422091-f562-4512-8369-07bf9d850657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:25.931856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-32422091-f562-4512-8369-07bf9d850657 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441343 Dec 15 04:42:25.945896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:25.947062 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.953290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c788552-f04f-480e-98ff-5fe3dcba8a48 None None] The sync data for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 is: [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '517889e5-6409-4c78-8430-02d2ee5a36a2', 'name': '', 'network_id': '777271ce-3588-40ab-8872-ae33af528ec1', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'mac_address': 'fa:16:3e:87:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:40:01Z', 'updated_at': '2021-12-15T04:40:11Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'subnets': [{'id': 'c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:42:25.981727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-f630-43eb-ac2f-fc7295c76e4f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.984357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-f630-43eb-ac2f-fc7295c76e4f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:25.991354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0aabfdeb-f630-43eb-ac2f-fc7295c76e4f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "DELETE /v2.0/security-groups/b577da7a-fc23-471d-8b31-2eea042b25d5 HTTP/1.1" status: 204 len: 168 time: 0.2228050 Dec 15 04:42:25.993216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40868) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:26.056229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabfdeb-f630-43eb-ac2f-fc7295c76e4f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b577da7a-fc23-471d-8b31-2eea042b25d5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:26.059893 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-eda57850-659e-466b-8848-8aa0d79f313f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] show failed (client error): The resource could not be found. Dec 15 04:42:26.061298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eda57850-659e-466b-8848-8aa0d79f313f tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "GET /v2.0/security-groups/b577da7a-fc23-471d-8b31-2eea042b25d5 HTTP/1.1" status: 404 len: 347 time: 0.0671642 Dec 15 04:42:26.066930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40870) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:26.175822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:26.206291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-70e9fb77-5cd2-41f4-800c-819832b7b248 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564633 Dec 15 04:42:26.224567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:26.241732 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42c519b-040f-4eea-843a-9432099cef32" -d '{"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-plugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:26.293006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:26.299831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:26.307393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Deleting port d0a4d0d2-559e-430a-8292-0172ed545970 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:26.307937 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:26.406894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:26.455578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:26.462666 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd462046-c3c5-48e0-9587-5f80234887ce" -d '{"events": [{"name": "network-changed", "server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:26.465027 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:26.465638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:26.470747 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6475b2-1ecf-4fa8-b7a7-f2204f7d3333 x-openstack-request-id: req-ac6475b2-1ecf-4fa8-b7a7-f2204f7d3333 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:26.471602 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-plugged", "status": "completed", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:26.471735 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac6475b2-1ecf-4fa8-b7a7-f2204f7d3333 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:26.473269 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'code': 200} Dec 15 04:42:26.536456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Calling delete_port for d0a4d0d2-559e-430a-8292-0172ed545970 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:26.597182 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794bf59-1809-450a-a8dd-d229acbb06c5 None None] New status for floating IP 033d0d95-93f5-4262-b922-74c9666a537f: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:42:26.621318 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa8509c-0310-444e-8b67-0bc8bf15ea17 x-openstack-request-id: req-1aa8509c-0310-444e-8b67-0bc8bf15ea17 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:26.621605 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:26.622081 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1aa8509c-0310-444e-8b67-0bc8bf15ea17 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:26.624926 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'status': 'completed', 'code': 200} Dec 15 04:42:26.639610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0bd31950-a44f-4cb1-a164-da17aadec698 req-840c6cb7-3911-435e-8f65-818d5549e3ca service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143393 Dec 15 04:42:26.771294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7392fe-8d80-43ae-9c22-9ae6ecc636fe req-8505dc82-9378-4a3b-88be-afd1a237ecd1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:26.772991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a7392fe-8d80-43ae-9c22-9ae6ecc636fe req-8505dc82-9378-4a3b-88be-afd1a237ecd1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 943 time: 0.2261388 Dec 15 04:42:26.837686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462046-c3c5-48e0-9587-5f80234887ce req-497df915-50d4-48cd-8eea-7208467b4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:26.839672 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-497df915-50d4-48cd-8eea-7208467b4638 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1095 time: 0.0716500 Dec 15 04:42:27.040389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462046-c3c5-48e0-9587-5f80234887ce req-d6dbec98-de5b-461c-a22c-4f794a72c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:27.043078 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-d6dbec98-de5b-461c-a22c-4f794a72c581 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1954997 Dec 15 04:42:27.121577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:27.131794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-43a79b81-e8c4-4cd2-916f-a07d76860776 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 217 time: 0.0748851 Dec 15 04:42:27.158117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d873a-87cd-4095-ae2a-4a8e951b1b45 req-6334bc27-0201-4928-855b-a7cec471c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:27.159711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f6d873a-87cd-4095-ae2a-4a8e951b1b45 req-6334bc27-0201-4928-855b-a7cec471c79a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 1098 time: 0.3651237 Dec 15 04:42:27.197593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462046-c3c5-48e0-9587-5f80234887ce req-2237c753-daa4-4a3d-b6ae-b7e686783506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:27.199543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-2237c753-daa4-4a3d-b6ae-b7e686783506 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0599658 Dec 15 04:42:27.213828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a7392fe-8d80-43ae-9c22-9ae6ecc636fe req-2f103cab-c02b-4844-8139-f7352ab13871 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795815 Dec 15 04:42:27.229746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:27.346899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462046-c3c5-48e0-9587-5f80234887ce req-9a42b029-e1bb-4685-8549-d8f576cd2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:27.349379 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-9a42b029-e1bb-4685-8549-d8f576cd2714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415169 Dec 15 04:42:27.429739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:27.433204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:27.434523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] 10.222.0.37 "DELETE /v2.0/floatingips/033d0d95-93f5-4262-b922-74c9666a537f HTTP/1.1" status: 204 len: 168 time: 1.3663025 Dec 15 04:42:27.445592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6a5f2-6cdf-41cb-9419-97539f596a81 tempest-ServersTestFqdnHostnames-1084499097 tempest-ServersTestFqdnHostnames-1084499097-project] Pushing event deleted for resources: {'Port': ['ID=d0a4d0d2-559e-430a-8292-0172ed545970,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:27.453258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40910) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:27.462407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5a7a8-ea4a-4023-857a-9ed73146b26b req-71d00269-8e1c-4d82-8c35-8ed7b0b4d02b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:27.464689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7a5a7a8-ea4a-4023-857a-9ed73146b26b req-71d00269-8e1c-4d82-8c35-8ed7b0b4d02b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.4717929 Dec 15 04:42:27.514479 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e880a3f6-8e9a-4676-8c2e-ed61c5c303db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:27.518647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f6d873a-87cd-4095-ae2a-4a8e951b1b45 req-daac4045-da27-456c-9a7b-7f4169e9430a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465314 Dec 15 04:42:27.550871 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-8efed9de-5925-4e88-be26-d2812d8a5c42 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805322 Dec 15 04:42:27.612205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2328df56-df01-45a3-8ef0-8bf1d7b2ccaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.020581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd462046-c3c5-48e0-9587-5f80234887ce req-55dc560e-f4cd-446f-b589-47556254c431 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869068 Dec 15 04:42:28.124587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7a5a7a8-ea4a-4023-857a-9ed73146b26b req-c828e400-1695-4e3d-a1dc-ebde4f3ddb3a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129255 Dec 15 04:42:28.259406 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e880a3f6-8e9a-4676-8c2e-ed61c5c303db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.274136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e880a3f6-8e9a-4676-8c2e-ed61c5c303db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.351452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880a3f6-8e9a-4676-8c2e-ed61c5c303db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea3b57-d44d-4b09-97bb-3c32e4b47032,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:28.374671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e880a3f6-8e9a-4676-8c2e-ed61c5c303db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0b00b18249e479e97d181c819a72cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2391632 Dec 15 04:42:28.378890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40948) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:28.426931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c579-cfbd-4f21-aaeb-c194bf289787 req-130d630a-387d-4d96-80dc-f073b5284dcf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:28.428676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a41c579-cfbd-4f21-aaeb-c194bf289787 req-130d630a-387d-4d96-80dc-f073b5284dcf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 943 time: 0.1345012 Dec 15 04:42:28.478845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3db0f493-9ad6-4480-936a-20b57a8fb629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.507273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3db0f493-9ad6-4480-936a-20b57a8fb629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.535337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a41c579-cfbd-4f21-aaeb-c194bf289787 req-021bc2a5-3703-4cde-a95a-640f152a1d16 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979626 Dec 15 04:42:28.583674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3db0f493-9ad6-4480-936a-20b57a8fb629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.586899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3db0f493-9ad6-4480-936a-20b57a8fb629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:28.589812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3db0f493-9ad6-4480-936a-20b57a8fb629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85ea3b57-d44d-4b09-97bb-3c32e4b47032 HTTP/1.1" status: 204 len: 168 time: 0.2082887 Dec 15 04:42:28.609940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0f493-9ad6-4480-936a-20b57a8fb629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea3b57-d44d-4b09-97bb-3c32e4b47032,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:28.681820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:29.146271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Deleting port 517889e5-6409-4c78-8430-02d2ee5a36a2 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:29.146611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:29.421735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] For port 517889e5-6409-4c78-8430-02d2ee5a36a2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=517889e5-6409-4c78-8430-02d2ee5a36a2,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:29.422108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:29.456504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c662c4-d597-40a7-8e54-9146c24991d9 req-c725699d-fad3-4911-adb6-6bfc594af3ff tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:29.458057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7c662c4-d597-40a7-8e54-9146c24991d9 req-c725699d-fad3-4911-adb6-6bfc594af3ff tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.1619895 Dec 15 04:42:29.459143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Calling delete_port for 517889e5-6409-4c78-8430-02d2ee5a36a2 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:29.631759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7c662c4-d597-40a7-8e54-9146c24991d9 req-f626d57c-1242-4db6-9ab0-92e0f7664cae tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623695 Dec 15 04:42:29.728971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:42:29.879869 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48bc1f74-ad95-4ad3-b05b-999fe3300524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:29.921478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b008a-822f-41f2-94a5-ef6a6184f02c req-d43de16c-36ce-479e-888e-48a3cc4c359c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:29.924156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a00b008a-822f-41f2-94a5-ef6a6184f02c req-d43de16c-36ce-479e-888e-48a3cc4c359c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 943 time: 0.1195235 Dec 15 04:42:29.932584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:29.954882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:29.976316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'accba041-08e2-4857-86f6-bf231b236fd2', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:42:30.007916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Pushing event deleted for resources: {'Port': ['ID=517889e5-6409-4c78-8430-02d2ee5a36a2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:30.061171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a00b008a-822f-41f2-94a5-ef6a6184f02c req-7d58da8d-3ee9-4083-8940-fa892a6d6ffb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278918 Dec 15 04:42:30.078653 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:30.113153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:30.139082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:30.147417 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:30.243335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:30.318856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:30.528785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['accba041-08e2-4857-86f6-bf231b236fd2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:30.576005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Router e8984034-0cd2-42c3-a60d-a08aaad3eb93 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:42:30.701528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:42:30.710348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6668301d-1c6e-4fe5-bdc3-5d710346a802 admin admin] 10.222.0.37 "PUT /v2.0/routers/e8984034-0cd2-42c3-a60d-a08aaad3eb93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2406101 Dec 15 04:42:30.710855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41076) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:30.746830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] Sync routers for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:42:30.790629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:30.791263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:30.920277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ab6b-f849-4c31-9dac-ad2c6b7c63c9 req-1c898b33-ac62-4597-a174-b4402c2ec5b6 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:30.924847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae23ab6b-f849-4c31-9dac-ad2c6b7c63c9 req-1c898b33-ac62-4597-a174-b4402c2ec5b6 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.0959637 Dec 15 04:42:30.939856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:30.953095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:31.152915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae23ab6b-f849-4c31-9dac-ad2c6b7c63c9 req-53dae17f-ac96-4487-be46-54d01d93df34 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181876 Dec 15 04:42:31.242334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.261200 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.289247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada324-a896-46ec-a344-d792b56b7170 req-73f350b1-af32-477f-8d0c-59f26c4c791e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:31.290843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bada324-a896-46ec-a344-d792b56b7170 req-73f350b1-af32-477f-8d0c-59f26c4c791e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0947227 Dec 15 04:42:31.295204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:42:29Z', 'revision_number': 5, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port': {'id': '1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:55Z', 'updated_at': '2021-12-15T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:31.348180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] Checking router: e8984034-0cd2-42c3-a60d-a08aaad3eb93 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:42:31.366455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] Routers {'e8984034-0cd2-42c3-a60d-a08aaad3eb93'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:31.367188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:31.382650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bada324-a896-46ec-a344-d792b56b7170 req-13e8d1c7-caec-438f-8b07-fd93fce0de1d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731564 Dec 15 04:42:31.406342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Deleting port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:31.407366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.539945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] Set router e8984034-0cd2-42c3-a60d-a08aaad3eb93 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:31.559392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] For port 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:31.560290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.590394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Calling delete_port for 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:31.625022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:42:31Z', 'revision_number': 6, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:31.689728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378512c-11ef-4e2e-9a60-93ab325f74a6 None None] The sync data for ids ['e8984034-0cd2-42c3-a60d-a08aaad3eb93'] in n-d-820935-10 is: [{'id': 'e8984034-0cd2-42c3-a60d-a08aaad3eb93', 'name': 'tempest-ServersTestFqdnHostnames-998908227-router', 'tenant_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:53Z', 'updated_at': '2021-12-15T04:42:31Z', 'revision_number': 6, 'project_id': 'ec5bab5278ed44a39b0ea0bada31b16d', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:42:31.737275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:31.808169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.825038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port accba041-08e2-4857-86f6-bf231b236fd2 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:31.833067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port accba041-08e2-4857-86f6-bf231b236fd2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:31.833540 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.886461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:31.916550 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:42:31.937381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:31.987148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:31.988539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:31.990999 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6535603e-d8b1-4d65-a1f1-130fdbd019a0" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:31.995209 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.022773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.075033 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122c7e1f-94e2-4c17-9348-c2232105d161 x-openstack-request-id: req-122c7e1f-94e2-4c17-9348-c2232105d161 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:32.075592 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:32.076002 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-122c7e1f-94e2-4c17-9348-c2232105d161 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:32.076565 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'code': 200} Dec 15 04:42:32.109463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:32.205194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.209296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.291701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ef145-ce76-4a06-b73c-e6c767cc2f0e req-69877feb-ba8b-43aa-9d53-4a55cda66691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:32.294481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.295319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8984034-0cd2-42c3-a60d-a08aaad3eb93 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:42:32.296122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-479ef145-ce76-4a06-b73c-e6c767cc2f0e req-69877feb-ba8b-43aa-9d53-4a55cda66691 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1097 time: 0.1097736 Dec 15 04:42:32.305603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.308626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-819cf458-00e1-4461-9f18-f608d6d7034e admin admin] 10.222.0.37 "DELETE /v2.0/routers/e8984034-0cd2-42c3-a60d-a08aaad3eb93 HTTP/1.1" status: 204 len: 168 time: 1.5966184 Dec 15 04:42:32.309772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41148) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:32.361097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Deleting subnet c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:42:32.361881 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-479ef145-ce76-4a06-b73c-e6c767cc2f0e req-315fdde9-5a84-4def-94f7-66d4095cb148 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581625 Dec 15 04:42:32.364789 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.417444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.536791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-a09927d9-ca59-4e2b-bf53-cfbec17f83bd tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=057351b69e194da98c1ab46314d4447f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502174 Dec 15 04:42:32.601355 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.630399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 517889e5-6409-4c78-8430-02d2ee5a36a2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:42:32.663926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 517889e5-6409-4c78-8430-02d2ee5a36a2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:42:32.664294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 517889e5-6409-4c78-8430-02d2ee5a36a2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:42:32.731611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.793804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b6a8-e4a1-4476-899b-39fccbdba717 req-28d7ae2e-85ab-4cb7-b523-0c16a66bc1d3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:32.801704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bc2b6a8-e4a1-4476-899b-39fccbdba717 req-28d7ae2e-85ab-4cb7-b523-0c16a66bc1d3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 945 time: 0.2953422 Dec 15 04:42:32.868477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-fb27afcd-f785-4320-82ea-6bb4e7021dd0 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:32.869978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-fb27afcd-f785-4320-82ea-6bb4e7021dd0 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711945 Dec 15 04:42:32.904878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bc2b6a8-e4a1-4476-899b-39fccbdba717 req-a0fc31b8-6652-43cc-a812-e33416ad9ecb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000900 Dec 15 04:42:32.916897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.932115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-62e8493e-ea2a-4f22-970f-0057567dd743 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/quotas/057351b69e194da98c1ab46314d4447f HTTP/1.1" status: 200 len: 375 time: 0.0489819 Dec 15 04:42:32.986658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:32.992873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a HTTP/1.1" status: 204 len: 168 time: 0.6792028 Dec 15 04:42:32.992962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41174) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:32.999192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6243e-2cca-4129-ab0c-de886996328f None None] Network 777271ce-3588-40ab-8872-ae33af528ec1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:42:33.037315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5358c45-6c6a-4eb0-91d8-2f5ff1072b1a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:33.041532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-6fd98b09-bcc8-4738-a960-d8165c185cf5 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=057351b69e194da98c1ab46314d4447f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960286 Dec 15 04:42:33.049887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.050166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.050511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.050851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.051186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.051519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.051848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.055645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.060181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.060632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.061014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.061314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.061646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9fe0-fd9c-4806-b9b7-3555480ae3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:33.137083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.221443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Deleting port ca5102ad-40d4-4feb-aa88-9967a98b49cb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:33.222166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.332706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] For port ca5102ad-40d4-4feb-aa88-9967a98b49cb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca5102ad-40d4-4feb-aa88-9967a98b49cb,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:33.334217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.338495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.357652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Calling delete_port for ca5102ad-40d4-4feb-aa88-9967a98b49cb owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:33.364299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] DHCP port deletion for 777271ce-3588-40ab-8872-ae33af528ec1 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:42:33.449388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.470136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] Deleting port ca5102ad-40d4-4feb-aa88-9967a98b49cb {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:42:33.470868 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.571126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.576495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-69e687b1-af6e-4cb1-96ee-60c8ede532ac tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=057351b69e194da98c1ab46314d4447f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832043 Dec 15 04:42:33.605376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] For port ca5102ad-40d4-4feb-aa88-9967a98b49cb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ca5102ad-40d4-4feb-aa88-9967a98b49cb,segment=NetworkSegment(11200a2b-b96f-47a7-8fc6-07757480013b),segment_id=11200a2b-b96f-47a7-8fc6-07757480013b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:33.605784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.660282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5102ad-40d4-4feb-aa88-9967a98b49cb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:33.664655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] Calling delete_port for ca5102ad-40d4-4feb-aa88-9967a98b49cb owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:42:33.678555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] No DVR routers for this DVR port ca5102ad-40d4-4feb-aa88-9967a98b49cb on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:42:33.836606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.843511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.872441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-8fdf63c9-67f0-4571-87f6-79236e6e107f tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:33.872953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] Pushing event deleted for resources: {'Port': ['ID=ca5102ad-40d4-4feb-aa88-9967a98b49cb,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:33.879881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-8fdf63c9-67f0-4571-87f6-79236e6e107f tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024867 Dec 15 04:42:33.886636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14858f2b-8802-4ff5-9d5b-13ece108aff0 None None] No DVR routers for this DVR port ca5102ad-40d4-4feb-aa88-9967a98b49cb on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:42:33.900096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-c359a825-746c-4d41-92cf-bf599e1304ea tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/quotas/057351b69e194da98c1ab46314d4447f HTTP/1.1" status: 200 len: 375 time: 0.0177274 Dec 15 04:42:33.927673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777271ce-3588-40ab-8872-ae33af528ec1']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:33.944886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f2876d6c-613f-46f7-9ba9-5339a189c871 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=057351b69e194da98c1ab46314d4447f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450397 Dec 15 04:42:33.946548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11200a2b-b96f-47a7-8fc6-07757480013b') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:33.947305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11200a2b-b96f-47a7-8fc6-07757480013b') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:33.970419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:33.988868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:34.001619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:42:34.002242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:42:34.005083 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:42:34.126286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:42:34.167021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b67a49-8938-4272-92c8-61971e53d7cb req-b5a760c1-2244-46e4-9d98-c46d281a0117 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:34.167578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:42:34.168137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1bfcfc3d-fc04-43f2-8a02-3b8ed2bafed6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:42:34.168719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca5102ad-40d4-4feb-aa88-9967a98b49cb no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:42:34.169817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48b67a49-8938-4272-92c8-61971e53d7cb req-b5a760c1-2244-46e4-9d98-c46d281a0117 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 945 time: 0.1457026 Dec 15 04:42:34.214147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ca5102ad-40d4-4feb-aa88-9967a98b49cb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:42:34.214322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ca5102ad-40d4-4feb-aa88-9967a98b49cb not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:42:34.276769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48b67a49-8938-4272-92c8-61971e53d7cb req-5209f74e-e229-41e4-8197-481f18eade03 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968966 Dec 15 04:42:34.345046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f05d5b1-a931-4f36-9d37-ef481cf8cba1 req-be56c889-a77d-4027-8707-145eefc8256f tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 210 time: 0.0528052 Dec 15 04:42:34.502336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa58d42-73df-486d-b724-7d763d832cef req-4531ba43-22d3-47cd-a386-3f0645fe1939 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:34.528383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daa58d42-73df-486d-b724-7d763d832cef req-4531ba43-22d3-47cd-a386-3f0645fe1939 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 945 time: 0.0915735 Dec 15 04:42:34.528990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:34.537755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'floatingip': {'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:34.603524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:34.671326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:34.686154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:34.693707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] 10.222.0.37 "DELETE /v2.0/networks/777271ce-3588-40ab-8872-ae33af528ec1 HTTP/1.1" status: 204 len: 168 time: 1.6973944 Dec 15 04:42:34.731584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe14f-69a3-44d0-a7b2-194d7add7638 admin admin] Pushing event deleted for resources: {'Network': ['ID=777271ce-3588-40ab-8872-ae33af528ec1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:35.026992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-fa4a6639-cd7e-4829-91ce-aa7ad29fde52 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=057351b69e194da98c1ab46314d4447f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259273 Dec 15 04:42:35.027652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41232) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:35.204854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-8155e91f-e924-472b-b4d0-f3f84fa131c4 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:35.206429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-8155e91f-e924-472b-b4d0-f3f84fa131c4 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514540 Dec 15 04:42:35.228556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Request body: {'port': {'device_id': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '057351b69e194da98c1ab46314d4447f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:35.300108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-57b58652-4eb4-40c8-b74b-6a292d8bbbf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec5bab5278ed44a39b0ea0bada31b16d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712023 Dec 15 04:42:35.304756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41242) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:35.391032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5fca5b21-832e-497a-8055-a69cbb61d6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.450701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5fca5b21-832e-497a-8055-a69cbb61d6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.452214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Made reservation on behalf of 057351b69e194da98c1ab46314d4447f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:42:35.456497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.471712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.574642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0c80668-13f0-4c27-99c3-64243b440b97 req-c803c35c-936d-49b6-9153-fed4faa0abbf tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 210 time: 0.0570540 Dec 15 04:42:35.591183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.606235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.752687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Allocated IP 192.168.233.223 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/337ce67f-5e1a-4c40-b850-768c63a52ae8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:35.884316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4e5073-ed19-495d-9639-99fad1453deb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:35.894797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-9af6a157-3073-4924-8734-c931c4d82bc7 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=057351b69e194da98c1ab46314d4447f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559587 Dec 15 04:42:35.900894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5fca5b21-832e-497a-8055-a69cbb61d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.903824 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5fca5b21-832e-497a-8055-a69cbb61d6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:35.908517 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5fca5b21-832e-497a-8055-a69cbb61d6c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/037ba44c-6fe9-4656-a41f-3acded5a4464 HTTP/1.1" status: 204 len: 168 time: 0.6026874 Dec 15 04:42:35.927760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca5b21-832e-497a-8055-a69cbb61d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ba44c-6fe9-4656-a41f-3acded5a4464,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:36.013375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.066075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.068678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.084987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.170872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:36.195389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-d653e960-5351-4b88-8d74-6986bbe06910 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:36.197248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-d653e960-5351-4b88-8d74-6986bbe06910 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954540 Dec 15 04:42:36.197843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:36.202409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:36.205920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:36.226411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Request body: {'port': {'device_id': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '057351b69e194da98c1ab46314d4447f'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:36.365640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:36.366327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.392183 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Floating IP a4360570-13ae-4388-bb47-721d7d0fe8ee associated. External IP: 172.25.2.234, port: accba041-08e2-4857-86f6-bf231b236fd2. Dec 15 04:42:36.405957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-d9b9163b-fc43-4d01-b9c1-f69e1ce90360 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1830218 Dec 15 04:42:36.430313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Request body: {'port': {'device_id': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:36.491930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Made reservation on behalf of 057351b69e194da98c1ab46314d4447f for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:42:36.495561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.526267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.542954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4d028256-42f6-46e5-8347-32110e77673c None None] Provisioning complete for port 337ce67f-5e1a-4c40-b850-768c63a52ae8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:36.543886 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4d028256-42f6-46e5-8347-32110e77673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.614715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4d028256-42f6-46e5-8347-32110e77673c None None] Port 337ce67f-5e1a-4c40-b850-768c63a52ae8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:42:36.775266 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:36.899859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fdccfb3d-13ec-4868-ae53-0395dd9fdd3f req-0eba2e63-3c53-41a6-9cc5-a7954838157d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 210 time: 0.1780221 Dec 15 04:42:37.008096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337ce67f-5e1a-4c40-b850-768c63a52ae8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:37.017582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.033509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Transition to ACTIVE for port object 337ce67f-5e1a-4c40-b850-768c63a52ae8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:42:37.040231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.105937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:37.210978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Allocated IP 192.168.233.169 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/bc660da5-8807-4e0e-8114-8da5b5d9f545) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:42:37.219643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Attempting to bind port 337ce67f-5e1a-4c40-b850-768c63a52ae8 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:42:37.220239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Attempting to bind port 337ce67f-5e1a-4c40-b850-768c63a52ae8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:42:37.220584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Attempting to bind port 337ce67f-5e1a-4c40-b850-768c63a52ae8 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:37.227914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Port 337ce67f-5e1a-4c40-b850-768c63a52ae8 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:42:37.228291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Attempting to bind port 337ce67f-5e1a-4c40-b850-768c63a52ae8 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:37.235653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:42:37.235980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:37.236448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:42:37.236889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Bound port: 337ce67f-5e1a-4c40-b850-768c63a52ae8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:42:37.237259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.356278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:42:37.365776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:42:37.371822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.439816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:37.474076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:37.478871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.484443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4282b437-fb01-4419-86b9-a1e566d597f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/337ce67f-5e1a-4c40-b850-768c63a52ae8 HTTP/1.1" status: 200 len: 1097 time: 1.0632577 Dec 15 04:42:37.487003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:37.492903 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe82b0-d3ed-4ae6-9225-61db089232d6" -d '{"events": [{"name": "network-changed", "server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:37.560865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Router e574f0da-d567-42b4-9a8a-eb5a232a6774 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:42:37.641905 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972eb8eb-dc16-4ae0-9f42-bd5d4fa6d2ec x-openstack-request-id: req-972eb8eb-dc16-4ae0-9f42-bd5d4fa6d2ec {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:37.643311 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.643800 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:37.645835 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-972eb8eb-dc16-4ae0-9f42-bd5d4fa6d2ec {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:37.646441 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'status': 'completed', 'code': 200} Dec 15 04:42:37.683078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-b9f8257b-a523-4413-a5bc-656d2d82d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:37.684946 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-b9f8257b-a523-4413-a5bc-656d2d82d7bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=057351b69e194da98c1ab46314d4447f&device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 1100 time: 0.1176023 Dec 15 04:42:37.771251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-802795e0-7736-4add-9fdf-6921302c422f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8 HTTP/1.1" status: 200 len: 217 time: 0.0705473 Dec 15 04:42:37.837520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.861303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:42:37.876835 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] Sync routers for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:42:37.890017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:37.896409 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:37.897075 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:37.921430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4267ae68-9abb-4322-8f9c-74b6b458c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:37.935925 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4267ae68-9abb-4322-8f9c-74b6b458c778 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1444733 Dec 15 04:42:38.036660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4f33a382-b66e-49dc-b668-e1d00332ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:38.038250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-4f33a382-b66e-49dc-b668-e1d00332ebd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017604 Dec 15 04:42:38.055546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:42:38.069444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0934be3-ff8d-4b0a-9f87-9bf9544fa874 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "PUT /v2.0/floatingips/a4360570-13ae-4388-bb47-721d7d0fe8ee HTTP/1.1" status: 200 len: 991 time: 3.5358958 Dec 15 04:42:38.089228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:38.095878 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2202c9-6cfe-4924-9adc-8adb531af266" -d '{"events": [{"name": "network-changed", "server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:38.098814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:38.114678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:42:38.174250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:42:38.175836 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:38.273470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41316) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:38.317991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-49994781-cdcf-4912-91b1-f97ee2246bbc service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719715 Dec 15 04:42:38.348382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b35c6-f2c0-4917-b661-8c793e9f367a req-268c998c-d720-451d-be5c-af9d83fa5b35 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:38.363960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f0b35c6-f2c0-4917-b661-8c793e9f367a req-268c998c-d720-451d-be5c-af9d83fa5b35 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 936 time: 0.2927608 Dec 15 04:42:38.373277 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4b135-a8d5-404d-b581-f3af27124ca2 x-openstack-request-id: req-bed4b135-a8d5-404d-b581-f3af27124ca2 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:38.374104 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:38.374570 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bed4b135-a8d5-404d-b581-f3af27124ca2 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:38.375202 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'status': 'completed', 'code': 200} Dec 15 04:42:38.381766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:38.382709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:38.427533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-64be1959-2c3f-4037-9326-0cbcf1b75bbc tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2085466 Dec 15 04:42:38.460013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Request body: {'port': {'device_id': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:42:38.572917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f0b35c6-f2c0-4917-b661-8c793e9f367a req-82f66ac0-ce15-4f37-b361-3311cff31c54 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075994 Dec 15 04:42:38.596168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-efb73fd8-3a4f-4613-ad40-5831adb8d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:38.597785 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-efb73fd8-3a4f-4613-ad40-5831adb8d65a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1097 time: 0.1540809 Dec 15 04:42:38.627098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:38.719608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1360b83b-37aa-44d9-aef8-02fad9e29ee1 None None] Provisioning complete for port bc660da5-8807-4e0e-8114-8da5b5d9f545 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:38.727963 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1360b83b-37aa-44d9-aef8-02fad9e29ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:38.757569 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'a4360570-13ae-4388-bb47-721d7d0fe8ee', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1f597-a91b-438d-8791-235a939643b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:42:15Z', 'updated_at': '2021-12-15T04:42:35Z', 'revision_number': 1, 'project_id': '5ce6912b41234295b070654966d6f06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:38.764885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-d22e0905-73a5-4001-9dc8-474ac6eba924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:38.770967 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-d22e0905-73a5-4001-9dc8-474ac6eba924 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1619179 Dec 15 04:42:38.776610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d80ff50e-6ae4-4787-8989-5e87070c5d17 req-55143623-da5a-45f8-b168-d8d488f3cd79 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492106 Dec 15 04:42:38.793958 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] Checking router: e574f0da-d567-42b4-9a8a-eb5a232a6774 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:42:38.813454 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:42:38.814318 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:42:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:38.818800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1360b83b-37aa-44d9-aef8-02fad9e29ee1 None None] Port bc660da5-8807-4e0e-8114-8da5b5d9f545 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:42:38.917515 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6704aa25-ace4-4e8e-8825-c83ddccd3dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:38.972447 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:42:39.021789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-2ee99729-9813-4890-ba29-b24e537dc58b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.1011758 Dec 15 04:42:39.130443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-88e50df0-a743-4b6b-9b95-b8bbc3e13477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.132224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-88e50df0-a743-4b6b-9b95-b8bbc3e13477 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=057351b69e194da98c1ab46314d4447f&device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 1100 time: 0.1093118 Dec 15 04:42:39.133838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-6890e0e1-88f6-4316-b7d6-6f5c7b481205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.135237 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-6890e0e1-88f6-4316-b7d6-6f5c7b481205 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1026378 Dec 15 04:42:39.165279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6704aa25-ace4-4e8e-8825-c83ddccd3dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.173969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6704aa25-ace4-4e8e-8825-c83ddccd3dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.213005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704aa25-ace4-4e8e-8825-c83ddccd3dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e59cb2b-d517-45cc-817f-c2bc3d11d654,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:39.237357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc660da5-8807-4e0e-8114-8da5b5d9f545 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:39.248286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.256448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6704aa25-ace4-4e8e-8825-c83ddccd3dbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b634e599c8c4ba3ba3fb7878e86eb48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9815691 Dec 15 04:42:39.258284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:39.324149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Transition to ACTIVE for port object bc660da5-8807-4e0e-8114-8da5b5d9f545 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:42:39.342320 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.363564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-e4d574fd-de67-4e3b-92b1-b07f0ee4fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.365306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-e4d574fd-de67-4e3b-92b1-b07f0ee4fd93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1682725 Dec 15 04:42:39.464938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:39.489004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56dccefc-b09c-4887-bb04-01d2ce3f775d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.520175 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'a4360570-13ae-4388-bb47-721d7d0fe8ee', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1f597-a91b-438d-8791-235a939643b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:42:15Z', 'updated_at': '2021-12-15T04:42:35Z', 'revision_number': 1, 'project_id': '5ce6912b41234295b070654966d6f06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:42:39.535198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-29312f04-74d5-4dce-9f7b-1bd13af25481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8 HTTP/1.1" status: 200 len: 217 time: 0.1323094 Dec 15 04:42:39.538691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-29251d44-2096-49ab-a696-625d98ea4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.543189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-29251d44-2096-49ab-a696-625d98ea4db2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3918428 Dec 15 04:42:39.574093 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92a8f8-8d84-45cf-a29f-4d158315cabb None None] The sync data for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 is: [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'a4360570-13ae-4388-bb47-721d7d0fe8ee', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1f597-a91b-438d-8791-235a939643b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:42:15Z', 'updated_at': '2021-12-15T04:42:35Z', 'revision_number': 1, 'project_id': '5ce6912b41234295b070654966d6f06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:42:39.603622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56dccefc-b09c-4887-bb04-01d2ce3f775d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.621694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Attempting to bind port bc660da5-8807-4e0e-8114-8da5b5d9f545 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:42:39.622036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Attempting to bind port bc660da5-8807-4e0e-8114-8da5b5d9f545 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:42:39.622371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Attempting to bind port bc660da5-8807-4e0e-8114-8da5b5d9f545 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:39.660887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Port bc660da5-8807-4e0e-8114-8da5b5d9f545 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:42:39.661220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Attempting to bind port bc660da5-8807-4e0e-8114-8da5b5d9f545 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:42:39.702397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:42:39.702741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:42:39.704841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:42:39.705375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Bound port: bc660da5-8807-4e0e-8114-8da5b5d9f545, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:42:39.705755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.719278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-397a7bf6-b757-473b-92ce-be36496143fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.720966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-397a7bf6-b757-473b-92ce-be36496143fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1625874 Dec 15 04:42:39.908703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe294957-72df-4773-ab21-cab2e579ad0d req-ca1cbc79-1624-483a-9a78-8dff05d95585 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.912508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe294957-72df-4773-ab21-cab2e579ad0d req-ca1cbc79-1624-483a-9a78-8dff05d95585 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.1677029 Dec 15 04:42:39.925131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-5a2681ea-8ede-4972-894b-7c84b782c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:39.928621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-5a2681ea-8ede-4972-894b-7c84b782c473 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816041 Dec 15 04:42:39.975571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56dccefc-b09c-4887-bb04-01d2ce3f775d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.980329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56dccefc-b09c-4887-bb04-01d2ce3f775d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:39.985249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56dccefc-b09c-4887-bb04-01d2ce3f775d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e59cb2b-d517-45cc-817f-c2bc3d11d654 HTTP/1.1" status: 204 len: 168 time: 0.7254238 Dec 15 04:42:40.008204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6427250-c2f6-45d5-8f20-33e52445d48a None None] New status for floating IP a4360570-13ae-4388-bb47-721d7d0fe8ee: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:42:40.028684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:42:40.031704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dccefc-b09c-4887-bb04-01d2ce3f775d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e59cb2b-d517-45cc-817f-c2bc3d11d654,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:40.064111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:42:40.085761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe294957-72df-4773-ab21-cab2e579ad0d req-8d2a6efd-6c19-478e-8500-3af753e70996 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573539 Dec 15 04:42:40.089364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:40.175076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:40.204610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:40.205375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:40.207682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-f7c57a85-a65b-45ff-aaf0-77d7dd837889 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc660da5-8807-4e0e-8114-8da5b5d9f545 HTTP/1.1" status: 200 len: 1097 time: 1.7545497 Dec 15 04:42:40.211837 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-0f3593b6-6c84-42ca-9195-749fc14f7269 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741518 Dec 15 04:42:40.365067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-f5c4cd77-184d-4945-8ba8-f51bd3caf61e service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8042939 Dec 15 04:42:40.386119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:40.394054 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205a90fa-9a77-4ff0-ba77-f656474b3b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:40.436392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-ccab7af2-1211-4e1a-a2b7-ce8ef3ab0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:40.441578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-ccab7af2-1211-4e1a-a2b7-ce8ef3ab0448 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=057351b69e194da98c1ab46314d4447f&device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 1100 time: 0.1132710 Dec 15 04:42:40.576667 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb1fd6-d07c-4959-8004-96881af50f9b x-openstack-request-id: req-8bcb1fd6-d07c-4959-8004-96881af50f9b {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:40.577068 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:40.577569 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bcb1fd6-d07c-4959-8004-96881af50f9b {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:40.578095 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'status': 'completed', 'code': 200} Dec 15 04:42:40.585686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-a4e3bac7-c793-4c98-a600-15966681a658 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545 HTTP/1.1" status: 200 len: 217 time: 0.1265678 Dec 15 04:42:40.606538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ffbe82b0-d3ed-4ae6-9225-61db089232d6 req-897f6b8a-10b6-484b-bd6d-3ae28cbb5007 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632517 Dec 15 04:42:40.665565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2202c9-6cfe-4924-9adc-8adb531af266 req-402a0872-9a72-4e89-995e-da89a262ff3b service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911856 Dec 15 04:42:40.668698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-0b0537cd-3f66-4387-8452-e893692ec99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:40.670248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-0b0537cd-3f66-4387-8452-e893692ec99c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0787055 Dec 15 04:42:40.754455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-ab1c959e-1bfd-408a-94c7-196a00859fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:40.756010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-ab1c959e-1bfd-408a-94c7-196a00859fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642383 Dec 15 04:42:40.887599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-15329554-a44b-47ef-af36-7e467c87f08a service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205482 Dec 15 04:42:41.027890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b809229-1b7c-4359-8fee-a1a7cea78304 req-07c77758-9cb0-47dd-9cb9-763c3ecc3202 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320012 Dec 15 04:42:41.385701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-4f3902eb-e6e8-4f23-9c7a-2da29e192ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:41.395875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-4f3902eb-e6e8-4f23-9c7a-2da29e192ab6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=057351b69e194da98c1ab46314d4447f&device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 1100 time: 0.2370837 Dec 15 04:42:41.491159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61d60c-3f76-4876-b128-0d195a7b7826 req-0c006846-e95a-42fb-996a-21a973a423b5 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:41.499453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca61d60c-3f76-4876-b128-0d195a7b7826 req-0c006846-e95a-42fb-996a-21a973a423b5 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.2910440 Dec 15 04:42:41.585339 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca61d60c-3f76-4876-b128-0d195a7b7826 req-fa0f7021-61da-4acf-b3e1-a2bc1072f680 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827434 Dec 15 04:42:41.601446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-10926490-8bd5-4b04-b334-edf7c70a5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:41.603064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-10926490-8bd5-4b04-b334-edf7c70a5ea0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.2031932 Dec 15 04:42:41.658996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-ac8719de-3cb0-4cb5-8bdf-279d9299db1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545 HTTP/1.1" status: 200 len: 217 time: 0.0475631 Dec 15 04:42:41.737956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-6bf4528c-0dbf-4566-a9fc-987ca41dda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:41.741706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-6bf4528c-0dbf-4566-a9fc-987ca41dda4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0737243 Dec 15 04:42:41.800668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:42:41.803585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-3c1e683e-5073-49ff-8a44-d6397a7dc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:41.805456 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-3c1e683e-5073-49ff-8a44-d6397a7dc23e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549572 Dec 15 04:42:41.948401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-ec93d19d-cbde-468d-9675-fc96a0fe297a service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338196 Dec 15 04:42:41.950891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:41.965274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'mac_address': 'fa:16:3e:f4:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:42:42.014901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:42.028942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337ce67f-5e1a-4c40-b850-768c63a52ae8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:42.060346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:42.064582 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:42.085274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-205a90fa-9a77-4ff0-ba77-f656474b3b4c req-54268006-c121-45ef-96c2-f17af384d785 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275342 Dec 15 04:42:42.130805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:42.462611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['337ce67f-5e1a-4c40-b850-768c63a52ae8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:42.793165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c31868-6aa9-4c42-9b22-275003effa4c req-59eb4f0b-62a6-4693-b2f6-6b254dbec931 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:42.794762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-59c31868-6aa9-4c42-9b22-275003effa4c req-59eb4f0b-62a6-4693-b2f6-6b254dbec931 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.1228333 Dec 15 04:42:42.880458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-59c31868-6aa9-4c42-9b22-275003effa4c req-4de180fc-0050-440a-8cd9-8e2c1736c059 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722952 Dec 15 04:42:43.765317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:43.806059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:42:43.818259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:43.948371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 337ce67f-5e1a-4c40-b850-768c63a52ae8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:43.955936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99764e4e-1840-46d3-aabd-b55c2c0eadb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:43.957491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 337ce67f-5e1a-4c40-b850-768c63a52ae8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:43.957872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.103558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:44.112977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99764e4e-1840-46d3-aabd-b55c2c0eadb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.124037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'mac_address': 'fa:16:3e:ab:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:42:44.124826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99764e4e-1840-46d3-aabd-b55c2c0eadb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.157309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7f37-8aa8-4250-8422-4014212ceecc req-4330c8f1-b9a5-4393-8698-15d505e1c8d2 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:44.159472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4d7f37-8aa8-4250-8422-4014212ceecc req-4330c8f1-b9a5-4393-8698-15d505e1c8d2 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.1186328 Dec 15 04:42:44.188470 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99764e4e-1840-46d3-aabd-b55c2c0eadb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f44f0468900b44be94a0b766b115af8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211278 Dec 15 04:42:44.190842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:44.200215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99764e4e-1840-46d3-aabd-b55c2c0eadb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13ff9e-e64c-420f-8dd2-c9a7657aa271,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:44.217815 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.252305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc660da5-8807-4e0e-8114-8da5b5d9f545 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:44.275870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de4d7f37-8aa8-4250-8422-4014212ceecc req-9e0b86fa-8870-40bd-8697-827d42bbc511 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042323 Dec 15 04:42:44.283137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.307175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:44.317706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a16203-785d-4293-92e8-7050df2a215f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.318517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:44.321319 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7ce38-eb66-469a-910f-6d84f7d5ced3" -d '{"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-plugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:44.327398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.345599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a16203-785d-4293-92e8-7050df2a215f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.389728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:44.395039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:44.400763 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.423470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a16203-785d-4293-92e8-7050df2a215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.427758 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a16203-785d-4293-92e8-7050df2a215f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.429113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e9a16203-785d-4293-92e8-7050df2a215f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e13ff9e-e64c-420f-8dd2-c9a7657aa271 HTTP/1.1" status: 204 len: 168 time: 0.2369914 Dec 15 04:42:44.438316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a16203-785d-4293-92e8-7050df2a215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13ff9e-e64c-420f-8dd2-c9a7657aa271,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:44.460223 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcabd046-5662-4b6b-b2df-dadf3e29cb35 x-openstack-request-id: req-fcabd046-5662-4b6b-b2df-dadf3e29cb35 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:44.460754 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-plugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:44.461706 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcabd046-5662-4b6b-b2df-dadf3e29cb35 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:44.462972 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'code': 200} Dec 15 04:42:44.498097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:44.616694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaed2a-bfca-43af-8a59-f63909f2c291 req-1684c5b5-f829-45da-847d-bec17fa02289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:44.618260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dcaed2a-bfca-43af-8a59-f63909f2c291 req-1684c5b5-f829-45da-847d-bec17fa02289 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 1102 time: 0.0739965 Dec 15 04:42:44.700617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dcaed2a-bfca-43af-8a59-f63909f2c291 req-49c6b62f-4055-4b12-992a-ff3820ca91e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Dec 15 04:42:44.757598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bc660da5-8807-4e0e-8114-8da5b5d9f545'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:44.823897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41524) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:44.843173 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4cba0c5-4e49-42d3-965e-f04b2454ec2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.937039 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4cba0c5-4e49-42d3-965e-f04b2454ec2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.944840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4cba0c5-4e49-42d3-965e-f04b2454ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:44.990088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f4cba0c5-4e49-42d3-965e-f04b2454ec2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9445b4a170d243f1aabd596e94a0beb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648822 Dec 15 04:42:44.991307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cba0c5-4e49-42d3-965e-f04b2454ec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2303c551-24e2-4fa0-b7bf-650e0fa1d2ef,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:44.993903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41532) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:45.050994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b811c825-a31a-42fe-9ef3-24596ed9b06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:45.077595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b811c825-a31a-42fe-9ef3-24596ed9b06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:45.135363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b811c825-a31a-42fe-9ef3-24596ed9b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:45.137973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b811c825-a31a-42fe-9ef3-24596ed9b06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:45.143748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b811c825-a31a-42fe-9ef3-24596ed9b06e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2303c551-24e2-4fa0-b7bf-650e0fa1d2ef HTTP/1.1" status: 204 len: 168 time: 0.1488273 Dec 15 04:42:45.152415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811c825-a31a-42fe-9ef3-24596ed9b06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2303c551-24e2-4fa0-b7bf-650e0fa1d2ef,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:45.528465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3693579-f6c8-44e4-8617-6fd21083e8df req-701ff6c8-b369-440d-bb33-27b3dee27013 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:45.557941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3693579-f6c8-44e4-8617-6fd21083e8df req-701ff6c8-b369-440d-bb33-27b3dee27013 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 949 time: 0.1090870 Dec 15 04:42:45.647552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3693579-f6c8-44e4-8617-6fd21083e8df req-55f0ccb2-1265-46fe-ba44-f7b7a93eb101 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886354 Dec 15 04:42:46.803592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c484a5-9725-4d23-b2f3-162d01d0496e req-f27c0a96-7da0-44e6-b6c6-1bd5d23723f6 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:46.804749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83c484a5-9725-4d23-b2f3-162d01d0496e req-f27c0a96-7da0-44e6-b6c6-1bd5d23723f6 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 949 time: 0.0613081 Dec 15 04:42:46.862387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83c484a5-9725-4d23-b2f3-162d01d0496e req-d51f8830-126d-452a-8b7b-e4a9076fba84 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Dec 15 04:42:47.840684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:47.927077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port bc660da5-8807-4e0e-8114-8da5b5d9f545 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:42:47.934073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port bc660da5-8807-4e0e-8114-8da5b5d9f545 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:47.934560 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.002742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41668) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:48.017437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5a6e-dde4-4567-ab36-e3a4ddfbabf3 req-57a7f6e7-1f47-4183-a8c8-d35b7a975ed7 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:48.028923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b31a5a6e-dde4-4567-ab36-e3a4ddfbabf3 req-57a7f6e7-1f47-4183-a8c8-d35b7a975ed7 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 949 time: 0.0788419 Dec 15 04:42:48.097878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:48.109332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.135039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b31a5a6e-dde4-4567-ab36-e3a4ddfbabf3 req-ff351a7f-f2ee-42b2-a2f0-f7321871fb71 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052186 Dec 15 04:42:48.152313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:48.155003 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76212e2-9aee-4a02-b33e-95dd3c68d8a0" -d '{"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-plugged", "status": "completed", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:48.185375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:48.206644 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.243308 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96f338-1077-4d42-8e9f-cea8e3cdcbf1 x-openstack-request-id: req-3e96f338-1077-4d42-8e9f-cea8e3cdcbf1 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:48.244845 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-plugged", "status": "completed", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:48.245420 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e96f338-1077-4d42-8e9f-cea8e3cdcbf1 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:48.246092 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'code': 200} Dec 15 04:42:48.257086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-606f9002-792e-40c2-b961-b1f7eb3623dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.329583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:48.421063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-606f9002-792e-40c2-b961-b1f7eb3623dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.428669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-606f9002-792e-40c2-b961-b1f7eb3623dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.432393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38eed58f-18ec-4390-826b-de56dd21950c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.460762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb197d-fe4e-4326-8c8c-c8ce2d21d0e6 req-1006fb0a-8a54-4dc1-a082-077299b3b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:48.463568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21cb197d-fe4e-4326-8c8c-c8ce2d21d0e6 req-1006fb0a-8a54-4dc1-a082-077299b3b75a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 1102 time: 0.1356411 Dec 15 04:42:48.492774 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-606f9002-792e-40c2-b961-b1f7eb3623dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=296afc3498d84d4692f02ae2fb199023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934245 Dec 15 04:42:48.495452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41690) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:48.517022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f9002-792e-40c2-b961-b1f7eb3623dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f206ab07-a008-4cf1-8d00-5fe213352438,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:48.576947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21cb197d-fe4e-4326-8c8c-c8ce2d21d0e6 req-5fdac7ae-4e9e-4d54-b327-1ce1511ff6e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Dec 15 04:42:48.596688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-112f24cf-4189-492e-88d0-5e0d55047ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.633184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38eed58f-18ec-4390-826b-de56dd21950c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.638039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-112f24cf-4189-492e-88d0-5e0d55047ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.645278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38eed58f-18ec-4390-826b-de56dd21950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.699275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-38eed58f-18ec-4390-826b-de56dd21950c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c824503ed9248988ef0f6dab8871a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6944687 Dec 15 04:42:48.702002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41694) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:48.704862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eed58f-18ec-4390-826b-de56dd21950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bc7f7-e7f2-4dcf-9ce0-04e5e131c5ad,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:48.725588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-112f24cf-4189-492e-88d0-5e0d55047ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.728209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-112f24cf-4189-492e-88d0-5e0d55047ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.729351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-112f24cf-4189-492e-88d0-5e0d55047ce2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f206ab07-a008-4cf1-8d00-5fe213352438 HTTP/1.1" status: 204 len: 168 time: 0.2330000 Dec 15 04:42:48.737619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f24cf-4189-492e-88d0-5e0d55047ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206ab07-a008-4cf1-8d00-5fe213352438,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:48.779958 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52c44466-0a4f-4ae5-b72d-75194854b73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.802982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52c44466-0a4f-4ae5-b72d-75194854b73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.855833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52c44466-0a4f-4ae5-b72d-75194854b73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.860198 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52c44466-0a4f-4ae5-b72d-75194854b73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:48.865514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-52c44466-0a4f-4ae5-b72d-75194854b73c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d2bc7f7-e7f2-4dcf-9ce0-04e5e131c5ad HTTP/1.1" status: 204 len: 168 time: 0.1598306 Dec 15 04:42:48.877004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c44466-0a4f-4ae5-b72d-75194854b73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bc7f7-e7f2-4dcf-9ce0-04e5e131c5ad,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:49.085488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41708) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:49.099445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b919d211-ecc9-48a1-aaac-daf8a086f498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.187281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b919d211-ecc9-48a1-aaac-daf8a086f498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.195368 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b919d211-ecc9-48a1-aaac-daf8a086f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.236841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b919d211-ecc9-48a1-aaac-daf8a086f498 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b77c17597ad45ad96aa9182d35ab403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472194 Dec 15 04:42:49.236841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d211-ecc9-48a1-aaac-daf8a086f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1322574-0a80-4916-90a0-f771ec58238c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:49.238174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41718) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:49.302178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f55de-d5e2-4a92-b856-dd8ca0039d8e req-833c42a4-cde0-40a9-b1f5-2582b5b29308 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:49.303928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f49f55de-d5e2-4a92-b856-dd8ca0039d8e req-833c42a4-cde0-40a9-b1f5-2582b5b29308 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 950 time: 0.0511956 Dec 15 04:42:49.307180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2fa541fa-1af3-450b-a1a1-f458e6701528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.342159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2fa541fa-1af3-450b-a1a1-f458e6701528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.342692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41720) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:49.361315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f49f55de-d5e2-4a92-b856-dd8ca0039d8e req-4bc61b3a-1713-435f-96c4-0875a07166fa tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506973 Dec 15 04:42:49.364816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a869966d-ffa3-41ea-a02d-bb5ff47674bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.433758 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2fa541fa-1af3-450b-a1a1-f458e6701528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.436660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2fa541fa-1af3-450b-a1a1-f458e6701528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.437739 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2fa541fa-1af3-450b-a1a1-f458e6701528 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1322574-0a80-4916-90a0-f771ec58238c HTTP/1.1" status: 204 len: 168 time: 0.1970973 Dec 15 04:42:49.450749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa541fa-1af3-450b-a1a1-f458e6701528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1322574-0a80-4916-90a0-f771ec58238c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:49.478860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a869966d-ffa3-41ea-a02d-bb5ff47674bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.485753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a869966d-ffa3-41ea-a02d-bb5ff47674bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.525684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a869966d-ffa3-41ea-a02d-bb5ff47674bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84369d1a0e0e46a89830554a3efcc915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817729 Dec 15 04:42:49.528228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:49.594338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869966d-ffa3-41ea-a02d-bb5ff47674bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f8372-6bcf-4029-b3a9-1b584c83b57c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:49.634139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13b214d8-139e-4fb4-a4bc-5d1ab7a9d789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.663312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13b214d8-139e-4fb4-a4bc-5d1ab7a9d789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.730387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13b214d8-139e-4fb4-a4bc-5d1ab7a9d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.734060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13b214d8-139e-4fb4-a4bc-5d1ab7a9d789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:49.739385 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-13b214d8-139e-4fb4-a4bc-5d1ab7a9d789 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/131f8372-6bcf-4029-b3a9-1b584c83b57c HTTP/1.1" status: 204 len: 168 time: 0.2098389 Dec 15 04:42:49.749993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b214d8-139e-4fb4-a4bc-5d1ab7a9d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f8372-6bcf-4029-b3a9-1b584c83b57c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:50.096586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:50.115501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530afc2d-ec46-4ad7-8aa9-b6b9ccd77a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.195746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530afc2d-ec46-4ad7-8aa9-b6b9ccd77a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.201476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530afc2d-ec46-4ad7-8aa9-b6b9ccd77a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.246468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-530afc2d-ec46-4ad7-8aa9-b6b9ccd77a28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc1314c6d994403aa28f3cb0ed94fa78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477528 Dec 15 04:42:50.247629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530afc2d-ec46-4ad7-8aa9-b6b9ccd77a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ee4e2-b744-4c05-ae81-38ea82fc7b25,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:50.249444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41762) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:50.304386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bec4b17a-b5ce-49a8-b6ed-ac5dbf18124f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.326771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bec4b17a-b5ce-49a8-b6ed-ac5dbf18124f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.376354 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bec4b17a-b5ce-49a8-b6ed-ac5dbf18124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.379127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bec4b17a-b5ce-49a8-b6ed-ac5dbf18124f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:50.380538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bec4b17a-b5ce-49a8-b6ed-ac5dbf18124f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f41ee4e2-b744-4c05-ae81-38ea82fc7b25 HTTP/1.1" status: 204 len: 168 time: 0.1293802 Dec 15 04:42:50.391535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4b17a-b5ce-49a8-b6ed-ac5dbf18124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ee4e2-b744-4c05-ae81-38ea82fc7b25,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:50.514531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ad5e1-c823-45bf-8074-e4c70ce1a2ff req-08388961-f571-4729-bd9d-d625567f55d9 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:50.522988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-371ad5e1-c823-45bf-8074-e4c70ce1a2ff req-08388961-f571-4729-bd9d-d625567f55d9 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 950 time: 0.0680728 Dec 15 04:42:50.616847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-371ad5e1-c823-45bf-8074-e4c70ce1a2ff req-dd298327-b4d3-4fd0-88ea-82f16d19d6ad tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Dec 15 04:42:50.773190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0d076-f7ce-4b23-9dcd-cac95a816f71 req-862f0299-f7ed-42a4-bb2e-716eb0b1dd23 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:50.780997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89d0d076-f7ce-4b23-9dcd-cac95a816f71 req-862f0299-f7ed-42a4-bb2e-716eb0b1dd23 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 950 time: 0.0878351 Dec 15 04:42:50.850123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89d0d076-f7ce-4b23-9dcd-cac95a816f71 req-46a7b978-96fb-4bed-95a4-4a56bff86444 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671709 Dec 15 04:42:52.932500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41924) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:53.122436 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7acb6ec1-a0e1-4e55-ad27-2561e34dbb9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.202671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-33e43bc5-766a-48d4-b2c1-a943a67d23af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1354232 Dec 15 04:42:53.241898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7acb6ec1-a0e1-4e55-ad27-2561e34dbb9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.246487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7acb6ec1-a0e1-4e55-ad27-2561e34dbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.291983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7acb6ec1-a0e1-4e55-ad27-2561e34dbb9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8b43fb34ae24a32beca798263b39d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582435 Dec 15 04:42:53.293136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6ec1-a0e1-4e55-ad27-2561e34dbb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34b034-eb6e-46d0-9389-622ea317bf18,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:53.295081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41942) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:53.415734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.426036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.427003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.427763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.428597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.429830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.430362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.430885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.434160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-15a482ce-edfc-45a1-9c35-9bd141e6379b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6497 time: 0.1041725 Dec 15 04:42:53.457769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.554368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.556969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:53.558268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe34b034-eb6e-46d0-9389-622ea317bf18 HTTP/1.1" status: 204 len: 168 time: 0.2603102 Dec 15 04:42:53.569596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34b034-eb6e-46d0-9389-622ea317bf18,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:53.589330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.589680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.590199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.590693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.591196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.591694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.592252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.592735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.593337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.594676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.595162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.595684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.596214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08a31c-bb7d-4c0e-a841-774a22c0284c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:42:53.664170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7d53c55a-204c-4b52-957f-bd335128f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.664969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7d53c55a-204c-4b52-957f-bd335128f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.665694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7d53c55a-204c-4b52-957f-bd335128f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.668657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7d53c55a-204c-4b52-957f-bd335128f789 service neutron] 10.222.0.16 "GET /v2.0/networks?id=71bbf166-4518-42f2-a41c-b4030317ebd3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 200 len: 2290 time: 0.1935773 Dec 15 04:42:53.770344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-2d5637c8-e8eb-4cb8-8e97-b0f8e1ae7919 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 200 len: 1001 time: 0.0836897 Dec 15 04:42:53.841203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-d2fdb4f6-170d-44b3-96ae-fef87c4d76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.843017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-d2fdb4f6-170d-44b3-96ae-fef87c4d76ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 HTTP/1.1" status: 200 len: 851 time: 0.0602131 Dec 15 04:42:53.858016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:42:53.932036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-e185348d-8f42-4016-81d9-dbd3143eadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:53.933692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-e185348d-8f42-4016-81d9-dbd3143eadf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71bbf166-4518-42f2-a41c-b4030317ebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748472 Dec 15 04:42:53.987928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41972) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:54.010323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8a545e6-d0a6-4da6-b5af-3c154a787a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.012888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:54.028411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'mac_address': 'fa:16:3e:f4:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:42:54.081891 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.091549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-631796af-5dc9-4ac5-884d-9f3cb32c1aaa service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461370 Dec 15 04:42:54.100020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 337ce67f-5e1a-4c40-b850-768c63a52ae8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:42:54.132089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:54.138843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.161980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8a545e6-d0a6-4da6-b5af-3c154a787a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.168861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8a545e6-d0a6-4da6-b5af-3c154a787a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.220936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:54.222982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a545e6-d0a6-4da6-b5af-3c154a787a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc32368-9b1e-41c7-8f89-7555a36a0c5b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:54.230936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f8a545e6-d0a6-4da6-b5af-3c154a787a5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=977e146be8e64657b109a08b9ceb030d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411194 Dec 15 04:42:54.233601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41978) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:54.303656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63e0c486-dce4-4193-8df9-c1095f3fc2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.313882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-578a3333-287a-423f-858b-c1750d44a626 service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082915 Dec 15 04:42:54.331017 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63e0c486-dce4-4193-8df9-c1095f3fc2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.365607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-949435b3-8b4f-448c-942a-683d94982c9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 217 time: 0.0349176 Dec 15 04:42:54.375392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['337ce67f-5e1a-4c40-b850-768c63a52ae8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:42:54.409058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63e0c486-dce4-4193-8df9-c1095f3fc2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.412004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63e0c486-dce4-4193-8df9-c1095f3fc2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:54.419493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-63e0c486-dce4-4193-8df9-c1095f3fc2ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fc32368-9b1e-41c7-8f89-7555a36a0c5b HTTP/1.1" status: 204 len: 168 time: 0.1805787 Dec 15 04:42:54.446864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0c486-dce4-4193-8df9-c1095f3fc2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc32368-9b1e-41c7-8f89-7555a36a0c5b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:55.076007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-18ac4683-2b6c-4bb4-b3d8-047efd0fbbf5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0768538 Dec 15 04:42:55.111552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-a0646028-f16f-4e17-aa42-c18bd34245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.114858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-a0646028-f16f-4e17-aa42-c18bd34245a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.7382910 Dec 15 04:42:55.190021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-88dac6e0-fc0a-452e-aa2d-d365d92bb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.192138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-88dac6e0-fc0a-452e-aa2d-d365d92bb3c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587118 Dec 15 04:42:55.233139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.234212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.235494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.236481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.239177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.239786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.243560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.245916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-728a7051-cdb5-4458-9240-3221fd2af5e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.0992079 Dec 15 04:42:55.379576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-052de55a-f935-48bf-ba2d-2fe285af2642 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781728 Dec 15 04:42:55.497659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-5bdbe873-160e-40a0-b78e-3aa524d96692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.499381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-5bdbe873-160e-40a0-b78e-3aa524d96692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.500588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-5bdbe873-160e-40a0-b78e-3aa524d96692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.522729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-5bdbe873-160e-40a0-b78e-3aa524d96692 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 2296 time: 0.2484353 Dec 15 04:42:55.642377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-37796696-476f-417e-bade-738250d98b0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 1002 time: 0.1078453 Dec 15 04:42:55.644455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-1b411052-d0ea-4102-a193-ded9c1e27d81 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461984 Dec 15 04:42:55.706802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-55c7dccb-2542-4969-abe4-2a499fe103e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 217 time: 0.0547144 Dec 15 04:42:55.759307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-28b65354-d4d1-45c4-abf0-8c6106af456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.761516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-28b65354-d4d1-45c4-abf0-8c6106af456d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 200 len: 856 time: 0.1148994 Dec 15 04:42:55.812532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-d44f1dd7-479f-453e-88ba-44c4585f423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.814121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-d44f1dd7-479f-453e-88ba-44c4585f423f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.0938795 Dec 15 04:42:55.876027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:42:55.881545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-3b36c6ce-03a1-4b3d-b020-7d9997549fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.883623 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-3b36c6ce-03a1-4b3d-b020-7d9997549fa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144433 Dec 15 04:42:55.903767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-feb2759c-1089-4479-af87-dd7cde822472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:55.908959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-feb2759c-1089-4479-af87-dd7cde822472 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814631 Dec 15 04:42:55.936608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 337ce67f-5e1a-4c40-b850-768c63a52ae8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:42:55.938291 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:56.120532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-d7f759fa-8b66-4874-a9eb-3ed236cb5eac service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282970 Dec 15 04:42:56.158386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-99089fc0-270b-4d43-91e1-11aa34366353 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371540 Dec 15 04:42:56.166233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:56.285185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:42:56.289629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:42:56.302559 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16367de7-1a61-4aaa-9c35-90d20ab49f78" -d '{"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-plugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:42:56.318150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:56.381737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-21f50a83-9319-401e-a3fc-6d5718305af1 service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535601 Dec 15 04:42:56.445925 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e000de-e040-4299-9f31-8164375c15bc x-openstack-request-id: req-31e000de-e040-4299-9f31-8164375c15bc {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:42:56.446232 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-plugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:42:56.452018 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31e000de-e040-4299-9f31-8164375c15bc {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:42:56.453545 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'code': 200} Dec 15 04:42:56.458560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-2a2cfce3-9fc7-406e-8766-a87ff8902c7e service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844925 Dec 15 04:42:56.462085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:56.512619 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-9d471a02-3a9c-470b-b8ee-7bc15fdb3558 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 217 time: 0.1205559 Dec 15 04:42:56.583652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-8971d476-f415-49a8-8524-587597a24e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609 HTTP/1.1" status: 200 len: 217 time: 0.0775959 Dec 15 04:42:56.652944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-0cd0f2f0-111c-4422-9b6d-cd3fddaf1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:56.658629 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-0cd0f2f0-111c-4422-9b6d-cd3fddaf1434 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1384778 Dec 15 04:42:56.698868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7833c914-1d63-4de0-a161-b2fe1991e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:56.702274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7833c914-1d63-4de0-a161-b2fe1991e687 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1088309 Dec 15 04:42:56.731912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-e8a37cb9-a3fc-46be-b7fa-0dafb828cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:56.733522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-e8a37cb9-a3fc-46be-b7fa-0dafb828cbad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659742 Dec 15 04:42:56.806708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-db7d3b73-b93d-45b5-bfa5-0a2311962719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:56.809495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-db7d3b73-b93d-45b5-bfa5-0a2311962719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0936532 Dec 15 04:42:56.927510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42118) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:56.949701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-ad800741-f9dd-48f7-ab2e-9d5fe8098297 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311131 Dec 15 04:42:57.041172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-6c2bd56f-64e8-4415-9019-2902a5338a29 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999582 Dec 15 04:42:57.173854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-3ad94921-c6c8-4b79-8353-51da250ec3ba service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244781 Dec 15 04:42:57.183662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-8434d57d-b5ee-4132-85e1-3d4c2ee049b6 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237213 Dec 15 04:42:57.199648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a7ed42-1830-410c-be6f-40e9afa5f805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:57.276424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-e959fce9-bbbe-4d19-9f8c-774fd3683708 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce536a95-15bb-45b5-8a98-6606de9408f7 HTTP/1.1" status: 200 len: 217 time: 0.0739233 Dec 15 04:42:57.278961 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-a29c3b05-0aee-4505-900f-f2d0809bba27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 217 time: 0.0883708 Dec 15 04:42:57.356457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-2bdc823e-087d-4d0d-9723-48249f37eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:57.358072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-2bdc823e-087d-4d0d-9723-48249f37eac1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.0723267 Dec 15 04:42:57.392588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-5e461f6a-d290-4231-8a2b-4506163d887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:57.394798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-5e461f6a-d290-4231-8a2b-4506163d887d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0926070 Dec 15 04:42:57.448673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-ee7b4baa-b3cc-4eaf-890e-81cec955dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:57.452002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-ee7b4baa-b3cc-4eaf-890e-81cec955dc90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833976 Dec 15 04:42:57.569741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-790a659e-4598-4c5c-8477-a528e3c2ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:57.571371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-790a659e-4598-4c5c-8477-a528e3c2ccfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1685731 Dec 15 04:42:57.607131 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-493f98c4-33e3-4284-8da1-66ff00bc1d2b service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439481 Dec 15 04:42:57.639569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-486dfd53-3681-44c1-a3d5-e8d4cfee8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:57.759506 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-69117595-f862-49a1-954c-329362842575 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745002 Dec 15 04:42:57.798785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a7ed42-1830-410c-be6f-40e9afa5f805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:57.830039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a7ed42-1830-410c-be6f-40e9afa5f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:57.894185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-5682248a-b076-46c5-8fc3-c0887ea0dd30 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760770 Dec 15 04:42:57.995226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-5137b4a7-a059-4c02-a85b-0ae8a7f206c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ce6fea8-bc9a-486f-9278-58371addd150 HTTP/1.1" status: 200 len: 217 time: 0.0801110 Dec 15 04:42:58.066819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7ed42-1830-410c-be6f-40e9afa5f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b339daa9-ca59-4dcd-9253-c2cd4ca95181,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:58.087894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99a7ed42-1830-410c-be6f-40e9afa5f805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dccceeb42bb44b07ad8c1a397c7d0d23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1590540 Dec 15 04:42:58.093602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42154) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:58.127939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-0f352810-93d7-4763-90cd-ced393e8067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:58.132874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-0f352810-93d7-4763-90cd-ced393e8067e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.1367297 Dec 15 04:42:58.164097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42158) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:58.230945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-c9ececae-d157-4e8d-8db2-8b226e414c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:58.238668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-c9ececae-d157-4e8d-8db2-8b226e414c86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970330 Dec 15 04:42:58.264580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-d8d0ec1e-e6bd-462e-8f65-3609a0e066fa service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885130 Dec 15 04:42:58.373208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-0417165f-1ea4-4812-ae17-4d9c5c3670f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0928895 Dec 15 04:42:58.376371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0422-13c9-4ed5-bddf-b5a182bda3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:58.440186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-acf325a9-5484-4d87-b601-8c10daa0af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:58.440695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-7450d913-5ae3-4567-bc98-95cd3d2fdc5e service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930022 Dec 15 04:42:58.442129 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-acf325a9-5484-4d87-b601-8c10daa0af2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0588539 Dec 15 04:42:58.507664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a893b19a-bba7-4d64-8fb6-b485b68dc272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:58.531886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0422-13c9-4ed5-bddf-b5a182bda3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:58.559012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-eb41875c-30c6-4c77-b0bd-89afdd296243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:58.560951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-eb41875c-30c6-4c77-b0bd-89afdd296243 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041675 Dec 15 04:42:58.670051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-bc6210f5-9bce-42b3-b2dc-8fe057f2a4d4 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098057 Dec 15 04:42:58.755103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-5f27f7c1-a205-4c1b-a09f-249a9bb7e7fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 200 len: 217 time: 0.0774004 Dec 15 04:42:58.814172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0422-13c9-4ed5-bddf-b5a182bda3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:58.819957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0422-13c9-4ed5-bddf-b5a182bda3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:58.826021 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0a0e0422-13c9-4ed5-bddf-b5a182bda3ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b339daa9-ca59-4dcd-9253-c2cd4ca95181 HTTP/1.1" status: 204 len: 168 time: 0.7239335 Dec 15 04:42:58.841211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-e07f7fb3-a3be-494e-972b-30d0627b01ba service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647760 Dec 15 04:42:58.855743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-6da7c606-aec6-4bdb-b50a-5f8b8c30765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:58.857977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-6da7c606-aec6-4bdb-b50a-5f8b8c30765c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.0639710 Dec 15 04:42:58.911444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e0422-13c9-4ed5-bddf-b5a182bda3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b339daa9-ca59-4dcd-9253-c2cd4ca95181,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:58.917624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a893b19a-bba7-4d64-8fb6-b485b68dc272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:59.047890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a893b19a-bba7-4d64-8fb6-b485b68dc272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:59.057863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-ca43d360-4a1d-409d-9313-c56ee5481a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:59.061674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-ca43d360-4a1d-409d-9313-c56ee5481a41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1896882 Dec 15 04:42:59.115122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893b19a-bba7-4d64-8fb6-b485b68dc272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b35864-b7dc-42c8-afc4-2bcbf54b9180,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:59.146445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a893b19a-bba7-4d64-8fb6-b485b68dc272 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2341e5fdc09f4e36942c57eb6797c9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9813089 Dec 15 04:42:59.149350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42188) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:42:59.227384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-c3803607-cd83-43c5-b3d7-2c9af6c2ddb2 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727713 Dec 15 04:42:59.294160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-47d47f90-e667-4b90-baf8-4499dae46e7b service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184556 Dec 15 04:42:59.330883 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-86892095-bdfd-4dbc-a1f6-2ef864d44d3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 200 len: 217 time: 0.0836461 Dec 15 04:42:59.395230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-970f6f67-f41d-46a8-9de0-a5bf77719fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:59.432053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-970f6f67-f41d-46a8-9de0-a5bf77719fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:59.440194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-4e58a5cd-1976-4e80-b5da-96aa60d3bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:59.444137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-4e58a5cd-1976-4e80-b5da-96aa60d3bd6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1120739 Dec 15 04:42:59.499137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9de03496-9a24-4c3b-8d94-8f6785e2f293 req-1bf04c64-7151-458f-a25a-3a7a5945dcf7 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955488 Dec 15 04:42:59.560010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-872fa8be-29bd-49b3-ba0c-852878dd989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:42:59.565475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-872fa8be-29bd-49b3-ba0c-852878dd989e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1114104 Dec 15 04:42:59.583456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-970f6f67-f41d-46a8-9de0-a5bf77719fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:59.586344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-970f6f67-f41d-46a8-9de0-a5bf77719fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:42:59.587048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-970f6f67-f41d-46a8-9de0-a5bf77719fa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46b35864-b7dc-42c8-afc4-2bcbf54b9180 HTTP/1.1" status: 204 len: 168 time: 0.4362831 Dec 15 04:42:59.675604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6f67-f41d-46a8-9de0-a5bf77719fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b35864-b7dc-42c8-afc4-2bcbf54b9180,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:42:59.744615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-e759d41e-4324-4fd2-b98d-2af507fdf2b7 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707404 Dec 15 04:42:59.876529 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e48366ce-edb4-46c1-bcd9-7257e3c8df0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:00.449888 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-d2f84b84-c779-4dda-905d-02243c4d27b3 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955447 Dec 15 04:43:00.508314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-6b0f3043-fead-4c8c-a4f1-5dc71859328a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 200 len: 217 time: 0.0519083 Dec 15 04:43:00.584987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-02503c06-dd42-4368-9a10-ca6154132e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:00.586937 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-02503c06-dd42-4368-9a10-ca6154132e19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.0692527 Dec 15 04:43:00.667064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-6e4d37ad-bf22-42ec-b7c7-f3913afea54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:00.671156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-6e4d37ad-bf22-42ec-b7c7-f3913afea54b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0747647 Dec 15 04:43:00.876768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-56b34c00-4270-4585-98f6-c3d98302957b service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968315 Dec 15 04:43:01.024106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-00471f92-e730-4f8c-96ef-5a78d5ef4bb4 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388743 Dec 15 04:43:01.091826 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:01.137426 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-6266a621-bc85-49b5-a68d-639caa329425 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 217 time: 0.1048801 Dec 15 04:43:01.222348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-f7cf3be6-85d0-4a19-850d-9a73d618149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:01.223832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-f7cf3be6-85d0-4a19-850d-9a73d618149a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.0782545 Dec 15 04:43:01.292574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-725ea9d0-9efe-45b4-bb3c-6188dba37a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:01.294545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-725ea9d0-9efe-45b4-bb3c-6188dba37a2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627887 Dec 15 04:43:01.472763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-9935f074-f4bb-463b-98a7-422f6e358be1 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702964 Dec 15 04:43:01.691666 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-17684935-7fa4-4c4f-abef-33e7248dba98 req-0480c0c7-5a37-46a1-af37-f2cbb66032ed service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097335 Dec 15 04:43:02.102158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42332) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:02.291554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf618-0646-48e6-a61a-2ff4b7ecb692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.393828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf618-0646-48e6-a61a-2ff4b7ecb692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.401632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf618-0646-48e6-a61a-2ff4b7ecb692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.449574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c3cf618-0646-48e6-a61a-2ff4b7ecb692 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=773150f3a31547c9aaa99f6dfb24612b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463037 Dec 15 04:43:02.452097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42348) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:02.461567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cf618-0646-48e6-a61a-2ff4b7ecb692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b56a5-5890-4c55-8b34-746cec9a73c3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:02.554547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-639c75f1-334d-4333-8197-6a16ba897699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.580279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-639c75f1-334d-4333-8197-6a16ba897699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.617781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.670880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-639c75f1-334d-4333-8197-6a16ba897699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.674736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-639c75f1-334d-4333-8197-6a16ba897699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:02.680084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-639c75f1-334d-4333-8197-6a16ba897699 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a91b56a5-5890-4c55-8b34-746cec9a73c3 HTTP/1.1" status: 204 len: 168 time: 0.2266648 Dec 15 04:43:02.701713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c75f1-334d-4333-8197-6a16ba897699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b56a5-5890-4c55-8b34-746cec9a73c3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:03.335302 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:03.391399 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:04.936550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:05.123599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8812afe9-93bb-44de-8759-0b3ec93a98cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.238803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8812afe9-93bb-44de-8759-0b3ec93a98cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.254649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8812afe9-93bb-44de-8759-0b3ec93a98cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.288690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812afe9-93bb-44de-8759-0b3ec93a98cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3044d0d-33dd-4f2c-8f38-558f8c931d33,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:05.339137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8812afe9-93bb-44de-8759-0b3ec93a98cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=508b591f6e1a4d82972920707eba7724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998559 Dec 15 04:43:05.341709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42496) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:05.409412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f6da22c-9af8-41c0-be51-e13a4983351c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.439081 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f6da22c-9af8-41c0-be51-e13a4983351c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.556178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f6da22c-9af8-41c0-be51-e13a4983351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.556178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f6da22c-9af8-41c0-be51-e13a4983351c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:05.556178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4f6da22c-9af8-41c0-be51-e13a4983351c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3044d0d-33dd-4f2c-8f38-558f8c931d33 HTTP/1.1" status: 204 len: 168 time: 0.2106380 Dec 15 04:43:05.568195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da22c-9af8-41c0-be51-e13a4983351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3044d0d-33dd-4f2c-8f38-558f8c931d33,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:06.782022 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:08.844840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42678) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:08.918444 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:43:08.985035 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43ef0b2f-5e57-418d-acce-e1ccb04d7e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.096563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43ef0b2f-5e57-418d-acce-e1ccb04d7e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.105037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43ef0b2f-5e57-418d-acce-e1ccb04d7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.150245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef0b2f-5e57-418d-acce-e1ccb04d7e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc45d55-bd26-41bd-a6ee-8e0deddac8c1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:09.178199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42688) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:09.178744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-43ef0b2f-5e57-418d-acce-e1ccb04d7e85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ccab5e8092f4ea5b2f16455f2c10091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330534 Dec 15 04:43:09.267164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05858ddf-0fdc-4678-91b2-4008665ceaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.302278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05858ddf-0fdc-4678-91b2-4008665ceaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.386035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05858ddf-0fdc-4678-91b2-4008665ceaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.388428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05858ddf-0fdc-4678-91b2-4008665ceaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:09.389640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-05858ddf-0fdc-4678-91b2-4008665ceaa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fc45d55-bd26-41bd-a6ee-8e0deddac8c1 HTTP/1.1" status: 204 len: 168 time: 0.2097111 Dec 15 04:43:09.408563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05858ddf-0fdc-4678-91b2-4008665ceaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc45d55-bd26-41bd-a6ee-8e0deddac8c1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:10.012328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42740) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:10.030599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb6c42b4-f291-4f4b-93cd-6e4e8d75b7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.151255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb6c42b4-f291-4f4b-93cd-6e4e8d75b7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.162314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb6c42b4-f291-4f4b-93cd-6e4e8d75b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.208087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:10.208635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fb6c42b4-f291-4f4b-93cd-6e4e8d75b7a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2926da549834c6c92f1d20e8c74bb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919973 Dec 15 04:43:10.209260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c42b4-f291-4f4b-93cd-6e4e8d75b7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0a0a3-c4d8-498d-af76-7189606be0f8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:10.340619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0640d082-ea50-4bad-90d1-9612e6ae428c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.390752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0640d082-ea50-4bad-90d1-9612e6ae428c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.463550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0640d082-ea50-4bad-90d1-9612e6ae428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.466672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0640d082-ea50-4bad-90d1-9612e6ae428c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:10.467866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0640d082-ea50-4bad-90d1-9612e6ae428c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cff0a0a3-c4d8-498d-af76-7189606be0f8 HTTP/1.1" status: 204 len: 168 time: 0.2587323 Dec 15 04:43:10.485044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d082-ea50-4bad-90d1-9612e6ae428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0a0a3-c4d8-498d-af76-7189606be0f8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:12.120242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42842) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:12.381509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'networks': [{'name': 'tempest-network--579493851'}, {'name': 'tempest-network--1642865226'}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:12.382025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'network': {'name': 'tempest-network--579493851'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:12.382649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'network': {'name': 'tempest-network--1642865226'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:12.425493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'network': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:12.430678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.450742 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.619134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.629132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.630210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.674340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aceb449-fd05-4440-bb7a-a55e08542448,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:12.703801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:12.719390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.720295 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Added segment 29d66a0c-bb51-4630-8f73-0ad891e92789 of type vlan for network 5e72edff-f82b-41b6-a52d-3007e5b9ee37 Dec 15 04:43:12.777941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.808306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:12.837126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.841568 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Added segment 277925b8-259c-42c5-962d-254b92ccc2df of type vlan for network b92dcf2f-edb1-47d2-8c41-4227152f087e Dec 15 04:43:12.925545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.971748 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.973428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:12.981589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:12.989243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:12.990096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:13.072865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:13.083235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9618263 Dec 15 04:43:13.097090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Network': ['ID=5e72edff-f82b-41b6-a52d-3007e5b9ee37,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:13.108448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5e72edff-f82b-41b6-a52d-3007e5b9ee37 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:13.310966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4d7e-fe39-46d7-b3ed-5704f3ac802c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Network': ['ID=b92dcf2f-edb1-47d2-8c41-4227152f087e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:13.339360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b92dcf2f-edb1-47d2-8c41-4227152f087e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:13.373058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638f4f0-90c0-44eb-8c42-0bbbfb4063f1 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:13.384327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638f4f0-90c0-44eb-8c42-0bbbfb4063f1 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:13.391839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638f4f0-90c0-44eb-8c42-0bbbfb4063f1 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:13.400727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638f4f0-90c0-44eb-8c42-0bbbfb4063f1 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:13.406522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42894) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:13.419617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4638f4f0-90c0-44eb-8c42-0bbbfb4063f1 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3438408 Dec 15 04:43:13.590883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:13.722313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:13.749405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e72edff-f82b-41b6-a52d-3007e5b9ee37']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:13.763928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d66a0c-bb51-4630-8f73-0ad891e92789') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:13.765656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d66a0c-bb51-4630-8f73-0ad891e92789') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:13.790987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:13.809883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:13.816579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:13.817568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:13.842665 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:13.927363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.009859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.020394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/networks/5e72edff-f82b-41b6-a52d-3007e5b9ee37 HTTP/1.1" status: 204 len: 168 time: 0.6125231 Dec 15 04:43:14.024201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42924) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:14.024804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a59b53-e843-414d-a96b-4ecf3bdc2b81 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Network': ['ID=5e72edff-f82b-41b6-a52d-3007e5b9ee37,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:14.187276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.357350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.423310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92dcf2f-edb1-47d2-8c41-4227152f087e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:14.457053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277925b8-259c-42c5-962d-254b92ccc2df') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:14.459592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277925b8-259c-42c5-962d-254b92ccc2df') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:14.504534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.529272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.548305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:14.549145 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:14.628763 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:14.636023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.656044 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:14.666355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42948) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:14.666884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/networks/b92dcf2f-edb1-47d2-8c41-4227152f087e HTTP/1.1" status: 204 len: 168 time: 0.6409795 Dec 15 04:43:14.696619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807858c-bcc9-4256-97c6-6ef0934c1992 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Network': ['ID=b92dcf2f-edb1-47d2-8c41-4227152f087e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:15.005325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4cc4b0-c245-4f31-9c9f-1a3452b15476 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:15.037799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4cc4b0-c245-4f31-9c9f-1a3452b15476 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:15.039574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b4cc4b0-c245-4f31-9c9f-1a3452b15476 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3720553 Dec 15 04:43:15.043157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42976) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:15.048479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1014744454'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:15.088467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:15.095071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.125224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:15.138978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.139507 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Added segment 8fa33d70-6b0d-4893-aa88-13229e64cc2f of type vlan for network 76676442-1910-4fe3-8f7c-bd2b47d53836 Dec 15 04:43:15.200674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.247274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.254001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:15.254859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.320449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2760165 Dec 15 04:43:15.324971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42994) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:15.336132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1175049588'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:15.340263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad73e86-9c38-459a-9063-8a354c972c9f tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Network': ['ID=76676442-1910-4fe3-8f7c-bd2b47d53836,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:15.354392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 76676442-1910-4fe3-8f7c-bd2b47d53836 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:15.371810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11c9a4-602f-4381-931a-259a1d57fb91 req-1c93c3ea-2ea7-4d9d-a400-74e6ba4af9ad tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:15.380046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd11c9a4-602f-4381-931a-259a1d57fb91 req-1c93c3ea-2ea7-4d9d-a400-74e6ba4af9ad tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 950 time: 0.1488831 Dec 15 04:43:15.483369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd11c9a4-602f-4381-931a-259a1d57fb91 req-b342d357-4b42-46d7-917b-0ddfdcd789b9 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019793 Dec 15 04:43:15.490741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:15.496717 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.531020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:15.547507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.547950 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Added segment 40ad1e89-e163-4b28-b2fd-8e953bb6f357 of type vlan for network 33173a83-b032-4bae-99ac-076638fb298f Dec 15 04:43:15.619972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.658499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.666839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:15.667870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:15.785208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4540939 Dec 15 04:43:15.788762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43014) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:15.803707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'ports': [{'network_id': '76676442-1910-4fe3-8f7c-bd2b47d53836', 'name': 'tempest-port--1626838743', 'admin_state_up': True}, {'network_id': '33173a83-b032-4bae-99ac-076638fb298f', 'admin_state_up': False}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:15.804408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'port': {'network_id': '76676442-1910-4fe3-8f7c-bd2b47d53836', 'name': 'tempest-port--1626838743', 'admin_state_up': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:15.804535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'port': {'network_id': '33173a83-b032-4bae-99ac-076638fb298f', 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:15.849239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b204-f9e9-4141-86d4-1f663ca6405c tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Network': ['ID=33173a83-b032-4bae-99ac-076638fb298f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:15.864207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 33173a83-b032-4bae-99ac-076638fb298f details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:16.152834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'port': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:16.158980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:16.173734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:16.272472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] device_id is not set on port e8d8d922-f27b-4df8-b8ec-bc3eb9a4e66f yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:43:16.415113 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:16.506557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] device_id is not set on port b8413b01-098f-4bdd-b045-2084637837f1 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:43:16.660273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:16.735675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:16.816314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Port': ['ID=e8d8d922-f27b-4df8-b8ec-bc3eb9a4e66f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:16.828398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Checking segment: {'id': '8fa33d70-6b0d-4893-aa88-13229e64cc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '76676442-1910-4fe3-8f7c-bd2b47d53836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:16.828795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network hostable DHCP agents. Network: 76676442-1910-4fe3-8f7c-bd2b47d53836, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:16.848901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network 76676442-1910-4fe3-8f7c-bd2b47d53836 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:16.864132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 76676442-1910-4fe3-8f7c-bd2b47d53836) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:16.871190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:16.872319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:16.875785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45616f8c-62a4-45ed-aef0-9f0055f98be6 None None] Network 76676442-1910-4fe3-8f7c-bd2b47d53836 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:16.932432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Port': ['ID=b8413b01-098f-4bdd-b045-2084637837f1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:16.981277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Checking segment: {'id': '40ad1e89-e163-4b28-b2fd-8e953bb6f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '33173a83-b032-4bae-99ac-076638fb298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:16.982038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network hostable DHCP agents. Network: 33173a83-b032-4bae-99ac-076638fb298f, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:17.003766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network 33173a83-b032-4bae-99ac-076638fb298f is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:17.031646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 33173a83-b032-4bae-99ac-076638fb298f) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:17.034611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:17.045259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:17.059542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:17.060444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:17.109534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-889aff81-3dda-4b0a-b768-c172c5491a35 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3168364 Dec 15 04:43:17.109913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43054) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:17.243426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b650c8-4db6-483e-92b6-e68ee2987aee None None] Network 33173a83-b032-4bae-99ac-076638fb298f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:17.367259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad079bd-40c4-4ebf-b218-b2174c63cae4 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:17.377817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad079bd-40c4-4ebf-b218-b2174c63cae4 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:17.386877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bad079bd-40c4-4ebf-b218-b2174c63cae4 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2758632 Dec 15 04:43:17.390212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43072) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:17.537784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Deleting port e8d8d922-f27b-4df8-b8ec-bc3eb9a4e66f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:17.539001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:17.652345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:17.668007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Calling delete_port for e8d8d922-f27b-4df8-b8ec-bc3eb9a4e66f owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:17.766363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:17.791585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:17.797854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/ports/e8d8d922-f27b-4df8-b8ec-bc3eb9a4e66f HTTP/1.1" status: 204 len: 168 time: 0.4037571 Dec 15 04:43:17.798550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43080) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:17.815158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23944a5-e470-4cd3-acef-9cb44aeb4d1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Port': ['ID=e8d8d922-f27b-4df8-b8ec-bc3eb9a4e66f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:17.914320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Deleting port b8413b01-098f-4bdd-b045-2084637837f1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:17.914702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:17.996096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:43:18.005894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.022131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Calling delete_port for b8413b01-098f-4bdd-b045-2084637837f1 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:18.040681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:43:18.140884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.219932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Port': ['ID=b8413b01-098f-4bdd-b045-2084637837f1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:18.246654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.251130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-840fc796-67f4-4491-9465-a4475330c6f3 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/ports/b8413b01-098f-4bdd-b045-2084637837f1 HTTP/1.1" status: 204 len: 168 time: 0.4513295 Dec 15 04:43:18.253755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43098) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:18.366037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43106) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:18.371830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-411775978'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:18.382376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d931c1a2-035d-4cfb-a19b-ce5e917d1821 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1067679 Dec 15 04:43:18.403703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:18.442657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:18.448719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'mac_address': 'fa:16:3e:ab:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:43:18.459832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.562921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:18.578245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.586298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.586797 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Added segment d93e8b0e-8b8c-4184-b309-519c390f9de9 of type vlan for network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a Dec 15 04:43:18.619260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.622388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc660da5-8807-4e0e-8114-8da5b5d9f545 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:43:18.638546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.670524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.675332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:18.678887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:18.679724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.694594 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.729013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3612339 Dec 15 04:43:18.731195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43122) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:18.738529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-956180542'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:18.809722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa334af-9e99-4b81-b418-3dd0eceb2c60 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Network': ['ID=8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:18.814122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:18.818137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:18.820371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.830136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:18.858875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:18.928933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:18.929563 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Added segment aa19d644-c0fe-4fc1-8cee-c927c2e26909 of type vlan for network 9398351e-97d1-4999-85ca-a8bc8ab4307c Dec 15 04:43:18.981760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.982441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.982951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.983792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.984461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.984949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.985480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.986073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.986603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.987082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.987604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.988100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.988588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:18.998005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:19.001330 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3194cd9-b14a-41bc-8edc-0e904784f7c9" -d '{"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-unplugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:19.022376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:19.032468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:19.059979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:19.099794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['bc660da5-8807-4e0e-8114-8da5b5d9f545'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:43:19.103662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:19.123581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:19.131359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:19.132144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:19.135824 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a385f-a3f0-4953-adf2-69ddd75ecced x-openstack-request-id: req-303a385f-a3f0-4953-adf2-69ddd75ecced {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:19.136364 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-unplugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:19.136797 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-303a385f-a3f0-4953-adf2-69ddd75ecced {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:19.137692 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'code': 200} Dec 15 04:43:19.240527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5029571 Dec 15 04:43:19.240527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdcae0-05e0-49c9-9f3e-15d11bc81e97 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Network': ['ID=9398351e-97d1-4999-85ca-a8bc8ab4307c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:19.262410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9398351e-97d1-4999-85ca-a8bc8ab4307c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:19.398729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:19.403888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'subnets': [{'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1059944909', 'ip_version': 4}, {'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:19.404241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'subnet': {'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1059944909', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:19.405023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Request body: {'subnet': {'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:19.703101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Made reservation on behalf of 849a56f352314782b319319d9ebf6954 for: {'subnet': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:19.711534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:19.712023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.002703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:20.018340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850376e4-4929-4aeb-8398-cff449dd2c84 req-b352d68b-6d62-4a17-8a90-4950dfc8beb7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:20.025152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-850376e4-4929-4aeb-8398-cff449dd2c84 req-b352d68b-6d62-4a17-8a90-4950dfc8beb7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.1233697 Dec 15 04:43:20.084814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-850376e4-4929-4aeb-8398-cff449dd2c84 req-75e93de8-4c3a-4a7f-ba38-169b016b0af3 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585260 Dec 15 04:43:20.090136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port bc660da5-8807-4e0e-8114-8da5b5d9f545 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:20.090937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.190827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.229258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:20.234853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.288408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:20.346086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.425702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Subnet': ['ID=c43d7589-53cc-4302-af7f-40a499772a21,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:20.434807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Checking segment: {'id': 'd93e8b0e-8b8c-4184-b309-519c390f9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:20.435165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network hostable DHCP agents. Network: 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:20.479955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:20.492505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:20.496636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.507254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd3fb8-de88-4b2c-a5db-9ce11dc42c46 None None] Network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:20.593866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event updated for resources: {'Subnet': ['ID=b4719601-7b0e-41b6-94ac-f41d30327026,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:20.595874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Checking segment: {'id': 'aa19d644-c0fe-4fc1-8cee-c927c2e26909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:20.596268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network hostable DHCP agents. Network: 9398351e-97d1-4999-85ca-a8bc8ab4307c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:20.633386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Network 9398351e-97d1-4999-85ca-a8bc8ab4307c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:20.658199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9398351e-97d1-4999-85ca-a8bc8ab4307c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:20.662959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:20.663446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:20.664099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.685354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9def876-1ed3-43d3-b00d-79bf04c5e5fa None None] Network 9398351e-97d1-4999-85ca-a8bc8ab4307c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:20.693853 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b94f6dbb-15d9-44c8-9f0a-0f892816a95d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2938104 Dec 15 04:43:20.696153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:20.774085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a', 'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a', 'project_id': '849a56f352314782b319319d9ebf6954', 'fixed_ips': [{'subnet_id': 'c43d7589-53cc-4302-af7f-40a499772a21'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:20.774957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:20.934769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b0dea-b7e4-4d69-aa38-cb2e3c259c34 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:20.937612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b0dea-b7e4-4d69-aa38-cb2e3c259c34 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:20.939509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b0dea-b7e4-4d69-aa38-cb2e3c259c34 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:20.944255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ba7b0dea-b7e4-4d69-aa38-cb2e3c259c34 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2442110 Dec 15 04:43:20.944645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:21.014360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Deleting subnet c43d7589-53cc-4302-af7f-40a499772a21 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:43:21.088733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-9398351e-97d1-4999-85ca-a8bc8ab4307c', 'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c', 'project_id': '849a56f352314782b319319d9ebf6954', 'fixed_ips': [{'subnet_id': 'b4719601-7b0e-41b6-94ac-f41d30327026'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:21.090319 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:21.146166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:21.152733 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a47c6-8c42-45b2-8bbc-3ba4d2d38c44" -d '{"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-plugged", "status": "completed", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:21.296770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Allocated IP 172.20.0.2 (8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a/c43d7589-53cc-4302-af7f-40a499772a21/56aa665a-a822-4f0a-b30c-8c6cdf4fbae7) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:21.309896 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acbe6b0-c326-4b1d-a7c0-1b21ec4d2604 x-openstack-request-id: req-2acbe6b0-c326-4b1d-a7c0-1b21ec4d2604 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:21.310409 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-plugged", "status": "completed", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:21.310860 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2acbe6b0-c326-4b1d-a7c0-1b21ec4d2604 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:21.311506 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'code': 200} Dec 15 04:43:21.318441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b01d1-9258-4870-98ac-5b00b3d35e3d req-40ec6290-3b7a-471e-be43-b86dd98d2866 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:21.328731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313b01d1-9258-4870-98ac-5b00b3d35e3d req-40ec6290-3b7a-471e-be43-b86dd98d2866 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.1483915 Dec 15 04:43:21.469406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313b01d1-9258-4870-98ac-5b00b3d35e3d req-16bf5aab-bd24-4e95-b41e-1b94d0652dff tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375656 Dec 15 04:43:21.600818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Allocated IP 172.20.0.18 (9398351e-97d1-4999-85ca-a8bc8ab4307c/b4719601-7b0e-41b6-94ac-f41d30327026/8565a37a-5690-4fc1-acd0-abce071fbb9d) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:21.888473 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:21.907979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:21.916753 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.035564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:22.080868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.086592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:22.104562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:22.144445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Pushing event updated for resources: {'Port': ['ID=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:22.166035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-af9191e3-48a7-40f5-9012-e7d19d8613c0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:22.167876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-af9191e3-48a7-40f5-9012-e7d19d8613c0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.2062769 Dec 15 04:43:22.285647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.298753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Attempting to bind port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:22.300593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Attempting to bind port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd93e8b0e-8b8c-4184-b309-519c390f9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:22.300965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Attempting to bind port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 on network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:22.310128 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.331757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.350079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:22.350463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Checking segment: {'id': 'd93e8b0e-8b8c-4184-b309-519c390f9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:22.352095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.352586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Bound using segment: {'id': 'd93e8b0e-8b8c-4184-b309-519c390f9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:22.353333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Bound port: 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93e8b0e-8b8c-4184-b309-519c390f9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:22.353736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.515920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Deleting port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:22.516286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.555042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Network 9398351e-97d1-4999-85ca-a8bc8ab4307c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:22.556521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Pushing event updated for resources: {'Port': ['ID=8565a37a-5690-4fc1-acd0-abce071fbb9d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:22.571640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:22.596528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:22.686079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] For port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:22.687325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.813437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Attempting to bind port 8565a37a-5690-4fc1-acd0-abce071fbb9d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:22.813812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Attempting to bind port 8565a37a-5690-4fc1-acd0-abce071fbb9d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'aa19d644-c0fe-4fc1-8cee-c927c2e26909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:22.814180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Attempting to bind port 8565a37a-5690-4fc1-acd0-abce071fbb9d on network 9398351e-97d1-4999-85ca-a8bc8ab4307c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:22.823722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:22.825481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Checking segment: {'id': 'aa19d644-c0fe-4fc1-8cee-c927c2e26909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:22.825481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.825481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Bound using segment: {'id': 'aa19d644-c0fe-4fc1-8cee-c927c2e26909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:22.825481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Bound port: 8565a37a-5690-4fc1-acd0-abce071fbb9d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa19d644-c0fe-4fc1-8cee-c927c2e26909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9398351e-97d1-4999-85ca-a8bc8ab4307c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:22.825921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:22.939259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] For port 8565a37a-5690-4fc1-acd0-abce071fbb9d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:22.942389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] For port 8565a37a-5690-4fc1-acd0-abce071fbb9d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8565a37a-5690-4fc1-acd0-abce071fbb9d,segment=NetworkSegment(aa19d644-c0fe-4fc1-8cee-c927c2e26909),segment_id=aa19d644-c0fe-4fc1-8cee-c927c2e26909)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:22.953983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.051895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e617fd-b557-4f14-8083-9ab2219c344b None None] Pushing event updated for resources: {'Port': ['ID=8565a37a-5690-4fc1-acd0-abce071fbb9d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:23.055546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.063603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.064755 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Floating IP 4864f7b2-3d74-438d-9f6d-8a23a0ac3412 disassociated. External IP: 172.25.2.12, port: 1cf685a8-62ec-4abc-a180-3bc73ba7d77a. Dec 15 04:43:23.065302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Calling delete_port for 1cf685a8-62ec-4abc-a180-3bc73ba7d77a owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:23.102883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] For port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:23.131052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] For port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,segment=NetworkSegment(d93e8b0e-8b8c-4184-b309-519c390f9de9),segment_id=d93e8b0e-8b8c-4184-b309-519c390f9de9)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:23.133506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.143572 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.300132 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.306047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43286) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:23.307780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/subnets/c43d7589-53cc-4302-af7f-40a499772a21 HTTP/1.1" status: 204 len: 168 time: 2.3577826 Dec 15 04:43:23.313190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e725d9-2ad1-420b-81a0-c669f19a35d1 None None] Pushing event updated for resources: {'Port': ['ID=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:23.323677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dc856-e5d5-4e87-be39-dc27769a1283 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Subnet': ['ID=c43d7589-53cc-4302-af7f-40a499772a21,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:23.410362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a9701-a0ea-4114-abd3-7da30cfeca25 req-535fd015-09e0-401d-8522-c0c3fdec6b03 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:23.429848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-204a9701-a0ea-4114-abd3-7da30cfeca25 req-535fd015-09e0-401d-8522-c0c3fdec6b03 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 946 time: 0.4105179 Dec 15 04:43:23.487532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Deleting subnet b4719601-7b0e-41b6-94ac-f41d30327026 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:43:23.510486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.680022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-204a9701-a0ea-4114-abd3-7da30cfeca25 req-7ae3eefd-7d2a-42ed-abf8-2f04ebe0313d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=53219d27-0faf-4805-9b77-4782789a29de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468224 Dec 15 04:43:23.697685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:23.910214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.006770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event deleted for resources: {'Port': ['ID=1cf685a8-62ec-4abc-a180-3bc73ba7d77a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:24.028339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.202406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.259638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Subnet': ['ID=b4719601-7b0e-41b6-94ac-f41d30327026,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:24.276327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.279865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3d1b3f9-e175-4091-a2e7-28f18debfe5d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/subnets/b4719601-7b0e-41b6-94ac-f41d30327026 HTTP/1.1" status: 204 len: 168 time: 0.9711807 Dec 15 04:43:24.286513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:24.424337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804fa26-9266-40f3-b6c2-0cab647bf6ea tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:24.426282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5804fa26-9266-40f3-b6c2-0cab647bf6ea tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386008 Dec 15 04:43:24.430073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:24.525447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:24.540814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:43:24.705296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.721021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:24.721405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.814363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:43:24.831006 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:43:24.853624 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:43:24.859916 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:43:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:24.939215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] No DVR routers for this DVR port 1cf685a8-62ec-4abc-a180-3bc73ba7d77a on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:24.943412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.953165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a08675a-4c1c-4564-867a-a6fdcb166064 req-bc9427dd-b8a7-4173-adbc-97cabfc0074c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.16 "DELETE /v2.0/ports/1cf685a8-62ec-4abc-a180-3bc73ba7d77a HTTP/1.1" status: 204 len: 173 time: 2.7750008 Dec 15 04:43:24.954077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-deleted', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:24.955981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Deleting port 8565a37a-5690-4fc1-acd0-abce071fbb9d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:24.956448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:24.957060 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f005c7-d967-4e80-ba5d-12b95cc85f83" -d '{"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-deleted", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:25.043571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b42c1962-82f3-45d2-b645-2fe21a58add7 req-4a7cd31e-ceb0-429a-be95-c67c36b61902 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bffb02-2822-4539-a3f8-a309adf7c433 HTTP/1.1" status: 200 len: 210 time: 0.0671964 Dec 15 04:43:25.161870 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:25.187002 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:43:25.190694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] For port 8565a37a-5690-4fc1-acd0-abce071fbb9d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8565a37a-5690-4fc1-acd0-abce071fbb9d,segment=NetworkSegment(aa19d644-c0fe-4fc1-8cee-c927c2e26909),segment_id=aa19d644-c0fe-4fc1-8cee-c927c2e26909)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:25.191064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:25.222670 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52595cfa-e030-49a7-96cc-721a795bb4b7 x-openstack-request-id: req-52595cfa-e030-49a7-96cc-721a795bb4b7 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:25.222941 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bffb02-2822-4539-a3f8-a309adf7c433", "name": "network-vif-deleted", "tag": "1cf685a8-62ec-4abc-a180-3bc73ba7d77a", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:25.223211 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52595cfa-e030-49a7-96cc-721a795bb4b7 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:25.223655 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bffb02-2822-4539-a3f8-a309adf7c433', 'name': 'network-vif-deleted', 'tag': '1cf685a8-62ec-4abc-a180-3bc73ba7d77a', 'status': 'completed', 'code': 200} Dec 15 04:43:25.235565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Calling delete_port for 8565a37a-5690-4fc1-acd0-abce071fbb9d owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:25.355641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,segment=NetworkSegment(d93e8b0e-8b8c-4184-b309-519c390f9de9),segment_id=d93e8b0e-8b8c-4184-b309-519c390f9de9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:25.374856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:25.376550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8565a37a-5690-4fc1-acd0-abce071fbb9d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:25.495219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72867e3d-c53b-4013-aa0e-086a7f375bf7 None None] Network 9398351e-97d1-4999-85ca-a8bc8ab4307c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:25.613908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:25.658928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Port': ['ID=8565a37a-5690-4fc1-acd0-abce071fbb9d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:25.688694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] No DVR routers for this DVR port 8565a37a-5690-4fc1-acd0-abce071fbb9d on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:25.873175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:25.944123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9398351e-97d1-4999-85ca-a8bc8ab4307c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:25.980427 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:25.986264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa19d644-c0fe-4fc1-8cee-c927c2e26909') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:25.986565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa19d644-c0fe-4fc1-8cee-c927c2e26909') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:26.010563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.034238 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:43:26.043699 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:43:26.044494 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:43:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:26.045257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.058876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:26.066184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:26.073632 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:26.107290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c127c53-196e-4a8f-9bab-14d7cf1ce7b1 None None] Network 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:26.136184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:43:26.215364 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:43:26.222453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43360) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:26.239065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.280466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.290327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/networks/9398351e-97d1-4999-85ca-a8bc8ab4307c HTTP/1.1" status: 204 len: 168 time: 1.8590250 Dec 15 04:43:26.292837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43366) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:26.409208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c452f5-c84a-4cf2-92c5-8478164d7b51 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Network': ['ID=9398351e-97d1-4999-85ca-a8bc8ab4307c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:26.431968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c7f9aa4c-dd6f-40ef-9755-d282e7a22276 None None] Could not find standard attr ID for object 8565a37a-5690-4fc1-acd0-abce071fbb9d. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:43:26.491661 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:26.506094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 1cf685a8-62ec-4abc-a180-3bc73ba7d77a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:43:26.506602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cf685a8-62ec-4abc-a180-3bc73ba7d77a not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:43:26.534767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c3ba7f-1916-475e-bd79-9b1545660f11 None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:43:26.547764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.548045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b951ad57-5604-4235-80ab-333522c9328a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.575107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b951ad57-5604-4235-80ab-333522c9328a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.635540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port 8565a37a-5690-4fc1-acd0-abce071fbb9d {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:43:26.636005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8565a37a-5690-4fc1-acd0-abce071fbb9d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 04:43:26.661454 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b951ad57-5604-4235-80ab-333522c9328a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.663940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b951ad57-5604-4235-80ab-333522c9328a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.665258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b951ad57-5604-4235-80ab-333522c9328a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "DELETE /v2.0/security-groups/53219d27-0faf-4805-9b77-4782789a29de HTTP/1.1" status: 204 len: 168 time: 0.4364898 Dec 15 04:43:26.669587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:26.722589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Deleting port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:26.722937 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.731807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951ad57-5604-4235-80ab-333522c9328a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53219d27-0faf-4805-9b77-4782789a29de,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:26.744783 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-f58cadb1-b4fc-48cf-a302-3209c46ef60e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] show failed (client error): The resource could not be found. Dec 15 04:43:26.745853 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f58cadb1-b4fc-48cf-a302-3209c46ef60e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups/53219d27-0faf-4805-9b77-4782789a29de HTTP/1.1" status: 404 len: 347 time: 0.0752804 Dec 15 04:43:26.752650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43392) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:26.764442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:26.831686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-db7d1ab1-026c-4957-ad9c-9d0926ec2263 None None] Provisioning complete for port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:26.832146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-db7d1ab1-026c-4957-ad9c-9d0926ec2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:26.833667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Port 8565a37a-5690-4fc1-acd0-abce071fbb9d not found, will not notify nova. {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 04:43:26.930554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab743ebe-2a44-451b-b761-b921db6cfe7d None None] DHCP port deletion for 9398351e-97d1-4999-85ca-a8bc8ab4307c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:43:26.991161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] For port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,segment=NetworkSegment(d93e8b0e-8b8c-4184-b309-519c390f9de9),segment_id=d93e8b0e-8b8c-4184-b309-519c390f9de9)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:26.991667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.025644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Calling delete_port for 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:27.040358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] DHCP port deletion for 8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:43:27.150948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Deleting port 7a7cfaa1-1338-4faf-9531-8ba2cd2082a5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:27.151326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.197848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:43:27.214981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a168ff-6dea-4870-9555-12187a6e682a None None] New status for floating IP 4864f7b2-3d74-438d-9f6d-8a23a0ac3412: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:43:27.329140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.373980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.374612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.395367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Port': ['ID=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:27.405722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Calling delete_port for 7a7cfaa1-1338-4faf-9531-8ba2cd2082a5 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:27.408183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] No DVR routers for this DVR port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:27.500994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Deleting port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:27.502211 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.506007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:43:27.506783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:43:27.641217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] For port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:27.642124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.684887 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.691783 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-873da144-43c6-4e96-a4e8-b60354d08a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.724532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Calling delete_port for 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:27.731073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:43:27.733523 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.758234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:27.797492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93e8b0e-8b8c-4184-b309-519c390f9de9') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:27.797786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93e8b0e-8b8c-4184-b309-519c390f9de9') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:27.819773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] Pushing event deleted for resources: {'Port': ['ID=56aa665a-a822-4f0a-b30c-8c6cdf4fbae7,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:27.838205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.845917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94fd92b-2556-438a-b6e6-421a9299695b None None] No DVR routers for this DVR port 56aa665a-a822-4f0a-b30c-8c6cdf4fbae7 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:27.871738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.883885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.887300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:27.889049 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:27.897314 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:27.983772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event deleted for resources: {'Port': ['ID=7a7cfaa1-1338-4faf-9531-8ba2cd2082a5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:28.038124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.051238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.060690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/networks/8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a HTTP/1.1" status: 204 len: 168 time: 1.7666719 Dec 15 04:43:28.061933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43426) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:28.094415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c17c65-5a63-43b9-a09c-56906a737722 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Network': ['ID=8a8fd9e9-0f36-4ea3-ae5b-ad48b3626a4a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:28.163614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:28.242345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.361600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54cda066-0ce3-4260-8425-359ca174a154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.525510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54cda066-0ce3-4260-8425-359ca174a154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.536314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54cda066-0ce3-4260-8425-359ca174a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.578301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cda066-0ce3-4260-8425-359ca174a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c516c96-f88b-411b-84fb-8635b23b0694,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:28.592174 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54cda066-0ce3-4260-8425-359ca174a154 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=779d6aafb49141d7ab9e38e703cfd79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274173 Dec 15 04:43:28.606442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43434) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:28.673267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de0eaa9-2ad6-4d97-8582-92545f479c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.725006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de0eaa9-2ad6-4d97-8582-92545f479c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.878359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de0eaa9-2ad6-4d97-8582-92545f479c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.888357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1de0eaa9-2ad6-4d97-8582-92545f479c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:28.890101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1de0eaa9-2ad6-4d97-8582-92545f479c27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c516c96-f88b-411b-84fb-8635b23b0694 HTTP/1.1" status: 204 len: 168 time: 0.2821169 Dec 15 04:43:28.904478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0eaa9-2ad6-4d97-8582-92545f479c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c516c96-f88b-411b-84fb-8635b23b0694,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:28.985172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.007506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33173a83-b032-4bae-99ac-076638fb298f']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:29.018561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ad1e89-e163-4b28-b2fd-8e953bb6f357') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:29.018854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ad1e89-e163-4b28-b2fd-8e953bb6f357') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:29.029869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.047527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8565a37a-5690-4fc1-acd0-abce071fbb9d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:43:29.056971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.082986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.086346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.087558 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c6ce5e70-bb29-4c28-876f-9651106056d7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "DELETE /v2.0/floatingips/4864f7b2-3d74-438d-9f6d-8a23a0ac3412 HTTP/1.1" status: 204 len: 168 time: 2.3339424 Dec 15 04:43:29.088803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:29.089197 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:29.092738 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:29.111952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8565a37a-5690-4fc1-acd0-abce071fbb9d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:43:29.112678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8565a37a-5690-4fc1-acd0-abce071fbb9d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:43:29.298379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.504633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.513579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/networks/33173a83-b032-4bae-99ac-076638fb298f HTTP/1.1" status: 204 len: 168 time: 1.4505231 Dec 15 04:43:29.516093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43466) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:29.605228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5632-c564-44fb-ad72-488095a97563 tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Network': ['ID=33173a83-b032-4bae-99ac-076638fb298f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:29.649223 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.800849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43478) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:29.805729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510763809', 'description': 'tempest-description--2003990859'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:29.832159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.888182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.903278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6cb81862-0833-42a7-b64f-240ffdb93a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.981434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76676442-1910-4fe3-8f7c-bd2b47d53836']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:29.992291 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:29.999404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.007708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa33d70-6b0d-4893-aa88-13229e64cc2f') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:30.008228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa33d70-6b0d-4893-aa88-13229e64cc2f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:30.022544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.047648 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.055871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:30.056525 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:30.061151 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:30.090178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:30.114061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.117313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac88af43-e665-430a-bcf9-ff9ae9d8f044 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3153265 Dec 15 04:43:30.120257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:30.128613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'security_group_rule': {'security_group_id': '806ad7bd-6bb6-4206-8cd3-a843fd8d35f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:30.174295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.224749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.233031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.238899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] 10.222.0.37 "DELETE /v2.0/networks/76676442-1910-4fe3-8f7c-bd2b47d53836 HTTP/1.1" status: 204 len: 168 time: 0.7210693 Dec 15 04:43:30.286195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4fcf2-dc60-4fee-9318-c72193eaac1d tempest-BulkNetworkOpsTest-1600254772 tempest-BulkNetworkOpsTest-1600254772-project] Pushing event deleted for resources: {'Network': ['ID=76676442-1910-4fe3-8f7c-bd2b47d53836,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:30.315322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.322719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.369230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68c9ce6-5d25-4d6e-8e30-7ced82182748,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:30.379385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.383619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43508) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:30.388972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'security_group_rule': {'security_group_id': '806ad7bd-6bb6-4206-8cd3-a843fd8d35f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:30.399582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d181da03-a409-402f-bedb-c8a251c4fdd8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779753 Dec 15 04:43:30.457798 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.561534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.571902 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.603135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.607186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2192154 Dec 15 04:43:30.607186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1b781-9ccb-4845-b284-419df215f958 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40020185-ea02-42b0-96b0-47ff7b1f2982,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:30.609708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43516) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:30.614816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:30.687425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:30.787243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43520) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:30.859512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.034350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Allocated IP 172.25.2.17 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/d95236f4-6ef4-44eb-8d72-a45b81a5e583) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:31.091689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.153829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e4f89cec-a6ef-4c86-b104-0aadeab3e739 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=849a56f352314782b319319d9ebf6954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623836 Dec 15 04:43:31.154072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43546) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:31.301301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32992a67-3227-49af-aee1-e0161cd04c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.325080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.352910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32992a67-3227-49af-aee1-e0161cd04c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.432171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.448586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:31.485358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:31.505366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:31.505366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32992a67-3227-49af-aee1-e0161cd04c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.505366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32992a67-3227-49af-aee1-e0161cd04c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.505366 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-32992a67-3227-49af-aee1-e0161cd04c62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aceb449-fd05-4440-bb7a-a55e08542448 HTTP/1.1" status: 204 len: 168 time: 0.3496950 Dec 15 04:43:31.598877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32992a67-3227-49af-aee1-e0161cd04c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aceb449-fd05-4440-bb7a-a55e08542448,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:31.633505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'Port': ['ID=d95236f4-6ef4-44eb-8d72-a45b81a5e583,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:31.796958 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:31.880685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:32.137349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:32.147735 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:32.236294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'Port': ['ID=d95236f4-6ef4-44eb-8d72-a45b81a5e583,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:32.263891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:32.297778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:32.299185 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61c0b323-b3ac-4aa3-88f3-64c0c27d7c1c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6881719 Dec 15 04:43:32.616516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:32.753123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-ebe2a89e-61e9-42af-9c10-f46736ce861e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1510763809&fields=id&tenant_id=412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 267 time: 0.0877824 Dec 15 04:43:33.035891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43612) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:33.181034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464759671'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:33.229485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:33.233433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.270138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.272946 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.349088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.422927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.434651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.462986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:33.504312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.504665 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment aecbb6ef-16fc-4fce-9100-460e5288dafa of type vlan for network 2b6dce23-1fea-424a-9858-931373347196 Dec 15 04:43:33.529184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-63ae1f1c-a972-46a2-84b5-506bd81b65e2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:33.537075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-63ae1f1c-a972-46a2-84b5-506bd81b65e2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 816 time: 0.7823818 Dec 15 04:43:33.556188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-67c29d59-2393-4a05-aff1-bccc5ad87a21 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/quotas/412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 375 time: 0.0177605 Dec 15 04:43:33.609462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.650278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-48b3d39a-4ddb-4492-b9e8-4d08e2715ece tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926898 Dec 15 04:43:33.704870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.710539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:33.711346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:33.786420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f2f9ab85-c4c6-4f10-b305-c07bae79c32e service neutron] 10.222.0.37 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335039 Dec 15 04:43:33.836550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0904cc-23ee-4358-967c-e590181e683e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:33.869017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8246152 Dec 15 04:43:33.884330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893bd3-39ae-4d4f-a53d-0c7098691aae tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=2b6dce23-1fea-424a-9858-931373347196,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:33.960672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2b6dce23-1fea-424a-9858-931373347196 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:33.975577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-177143de-2f5c-4917-8d1c-dac0da058bbd service neutron] 10.222.0.37 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790326 Dec 15 04:43:34.010684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43640) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:34.021922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '2b6dce23-1fea-424a-9858-931373347196', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:34.241171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:34.244886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:34.599938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:34.621725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cb1c1e-cca5-4d17-9fde-20a8550b447d req-4722084e-58ed-4550-b929-636e47a25a71 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 210 time: 0.0568311 Dec 15 04:43:34.766255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': 'aecbb6ef-16fc-4fce-9100-460e5288dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b6dce23-1fea-424a-9858-931373347196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:34.767443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 2b6dce23-1fea-424a-9858-931373347196, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:34.776733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=85ffdf90-8307-4e20-b226-ee991ef3b300,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:34.792798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.793488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.793728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.794720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.796259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.796834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.797744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.798547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.799410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.799854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.800316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.800985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.801841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:34.834022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 2b6dce23-1fea-424a-9858-931373347196 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:34.860038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2b6dce23-1fea-424a-9858-931373347196) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:34.874414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b4f88-0a2b-42d2-b630-66ae60b02081 None None] Network 2b6dce23-1fea-424a-9858-931373347196 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:34.885872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:34.886469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:34.976732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43664) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:34.984845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-426743281'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:34.991284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f21b883d-b2a1-45a4-bdce-606f4cd3c30f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9789572 Dec 15 04:43:35.047412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:35.053812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.140984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-2b6dce23-1fea-424a-9858-931373347196', 'network_id': '2b6dce23-1fea-424a-9858-931373347196', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': '85ffdf90-8307-4e20-b226-ee991ef3b300'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:35.144791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:35.146280 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.172204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.172566 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment 312a2e8c-a7ee-4e5a-a07b-16a43277de1d of type vlan for network 01018c27-7e2f-4b99-b02c-0033e9cbead6 Dec 15 04:43:35.276378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.346069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.355329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:35.357048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.434009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Allocated IP 172.20.255.242 (2b6dce23-1fea-424a-9858-931373347196/85ffdf90-8307-4e20-b226-ee991ef3b300/3788dc56-d62b-4c3c-9928-95ee00036dbd) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:35.584423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43684) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:35.591227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:35.597271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6186018 Dec 15 04:43:35.632355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f92ea-42c7-45ef-bf2e-8262d9caf669 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=01018c27-7e2f-4b99-b02c-0033e9cbead6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:35.665763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 01018c27-7e2f-4b99-b02c-0033e9cbead6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:35.895409 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.898323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5dfa3f5-087f-4623-8b96-d0f045aee330 req-16c6e336-7852-42d7-9ee9-42d5b816f4da tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 210 time: 0.0961943 Dec 15 04:43:35.912553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:35.916975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.918969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:35.975975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Network 2b6dce23-1fea-424a-9858-931373347196 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:35.995471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:36.003000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:36.086909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Pushing event updated for resources: {'Port': ['ID=3788dc56-d62b-4c3c-9928-95ee00036dbd,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:36.116786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Attempting to bind port 3788dc56-d62b-4c3c-9928-95ee00036dbd on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:36.119083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Attempting to bind port 3788dc56-d62b-4c3c-9928-95ee00036dbd by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'aecbb6ef-16fc-4fce-9100-460e5288dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b6dce23-1fea-424a-9858-931373347196'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:36.120992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Attempting to bind port 3788dc56-d62b-4c3c-9928-95ee00036dbd on network 2b6dce23-1fea-424a-9858-931373347196 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:36.140367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:36.141610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Checking segment: {'id': 'aecbb6ef-16fc-4fce-9100-460e5288dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b6dce23-1fea-424a-9858-931373347196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:36.143777 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:36.145151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Bound using segment: {'id': 'aecbb6ef-16fc-4fce-9100-460e5288dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b6dce23-1fea-424a-9858-931373347196'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:36.147354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Bound port: 3788dc56-d62b-4c3c-9928-95ee00036dbd, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecbb6ef-16fc-4fce-9100-460e5288dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2b6dce23-1fea-424a-9858-931373347196'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:36.150626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:36.347512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:36.348451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] For port 3788dc56-d62b-4c3c-9928-95ee00036dbd, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:36.353206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] For port 3788dc56-d62b-4c3c-9928-95ee00036dbd, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3788dc56-d62b-4c3c-9928-95ee00036dbd,segment=NetworkSegment(aecbb6ef-16fc-4fce-9100-460e5288dafa),segment_id=aecbb6ef-16fc-4fce-9100-460e5288dafa)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:36.361366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:36.491691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=24c11a0e-deae-4a25-80e3-fa3198d58ac3,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:36.495415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': '312a2e8c-a7ee-4e5a-a07b-16a43277de1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:36.495988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 01018c27-7e2f-4b99-b02c-0033e9cbead6, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:36.539245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 01018c27-7e2f-4b99-b02c-0033e9cbead6 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:36.563221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 01018c27-7e2f-4b99-b02c-0033e9cbead6) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:36.569731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:36.571738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:36.584424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43599cf2-35c8-4650-8f05-878490b3b77a None None] Pushing event updated for resources: {'Port': ['ID=3788dc56-d62b-4c3c-9928-95ee00036dbd,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:36.611011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69393b3b-3862-4e39-8c0d-bc2316933361 None None] Network 01018c27-7e2f-4b99-b02c-0033e9cbead6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:36.617892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-32277a59-e0bf-4b6c-8482-a3a898992a03 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0321040 Dec 15 04:43:36.618833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:36.808038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-141db277-62be-4313-9ce1-fb02be74fd99 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:36.810451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-141db277-62be-4313-9ce1-fb02be74fd99 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 816 time: 0.3316050 Dec 15 04:43:36.841138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:36.875651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-01018c27-7e2f-4b99-b02c-0033e9cbead6', 'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': '24c11a0e-deae-4a25-80e3-fa3198d58ac3'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:36.876673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.095459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.233675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-b962e042-f81c-4ef5-b5d3-b4687ff8e762 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 380 time: 0.4042161 Dec 15 04:43:37.259583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'port': {'device_id': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'admin_state_up': True, 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'security_groups': ['806ad7bd-6bb6-4206-8cd3-a843fd8d35f8']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:37.380701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba3552d2-11c9-4e20-b00c-54d90f896324 req-dcde7327-6b9b-4ed0-9d57-bbb5b0cba6f1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 210 time: 0.2350526 Dec 15 04:43:37.462663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Allocated IP 172.20.0.2 (01018c27-7e2f-4b99-b02c-0033e9cbead6/24c11a0e-deae-4a25-80e3-fa3198d58ac3/2616510e-8d13-4df6-80f0-4600f9aa77ef) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:37.491246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.607491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Made reservation on behalf of 412702fbba94438dac612d001ee4fd6f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:37.612954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.793849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.806053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.823361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:37.844387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Allocated IP 172.20.0.5 (f76a9c8e-8c56-4856-9255-f6d8892380b2/4b33c19f-9d9b-480d-a32a-5a470923ab22/03d9219e-4141-454e-9d86-99c2159a8ab5) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:37.884507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=24c11a0e-deae-4a25-80e3-fa3198d58ac3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:37.898015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Network 01018c27-7e2f-4b99-b02c-0033e9cbead6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:37.901151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:37.903888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:38.031367 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.090233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01018c27-7e2f-4b99-b02c-0033e9cbead6']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:38.117687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312a2e8c-a7ee-4e5a-a07b-16a43277de1d') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:38.118557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312a2e8c-a7ee-4e5a-a07b-16a43277de1d') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:38.126060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Pushing event updated for resources: {'Port': ['ID=2616510e-8d13-4df6-80f0-4600f9aa77ef,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:38.173465 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.189127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Attempting to bind port 2616510e-8d13-4df6-80f0-4600f9aa77ef on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:38.189941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Attempting to bind port 2616510e-8d13-4df6-80f0-4600f9aa77ef by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '312a2e8c-a7ee-4e5a-a07b-16a43277de1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:38.189941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Attempting to bind port 2616510e-8d13-4df6-80f0-4600f9aa77ef on network 01018c27-7e2f-4b99-b02c-0033e9cbead6 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:38.203158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:38.203712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Checking segment: {'id': '312a2e8c-a7ee-4e5a-a07b-16a43277de1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:38.203935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.204599 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.205163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Bound using segment: {'id': '312a2e8c-a7ee-4e5a-a07b-16a43277de1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:38.205941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Bound port: 2616510e-8d13-4df6-80f0-4600f9aa77ef, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312a2e8c-a7ee-4e5a-a07b-16a43277de1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '01018c27-7e2f-4b99-b02c-0033e9cbead6'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:38.206597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.237870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:38.238270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:38.258912 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:38.279076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.359771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] For port 2616510e-8d13-4df6-80f0-4600f9aa77ef, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:38.423466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.478229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] For port 2616510e-8d13-4df6-80f0-4600f9aa77ef, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2616510e-8d13-4df6-80f0-4600f9aa77ef,segment=NetworkSegment(312a2e8c-a7ee-4e5a-a07b-16a43277de1d),segment_id=312a2e8c-a7ee-4e5a-a07b-16a43277de1d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:38.482462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.api [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:43:38.482462 n-d-820935-10 neutron-server[103133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:43:38.482462 n-d-820935-10 neutron-server[103133]: [parameters: {'id': '01018c27-7e2f-4b99-b02c-0033e9cbead6'}] Dec 15 04:43:38.482462 n-d-820935-10 neutron-server[103133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:43:38.483775 n-d-820935-10 neutron-server[103133]: DEBUG oslo_db.api [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:43:38.486452 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.615726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:38.649522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:38.651310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:38.660423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:38.775804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95b0ca-a371-42c2-9975-e7cb6752000c None None] Pushing event updated for resources: {'Port': ['ID=2616510e-8d13-4df6-80f0-4600f9aa77ef,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:38.792007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599d372-af71-4c81-87e3-61c0d37cf8be req-00986f7c-3c42-41ac-b8ff-a60b872222f5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:38.797524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a599d372-af71-4c81-87e3-61c0d37cf8be req-00986f7c-3c42-41ac-b8ff-a60b872222f5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 931 time: 0.1660590 Dec 15 04:43:38.840495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:38.841721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:38.891864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d71c0ccf-c889-436b-98c0-2b3d0d2da66c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6454835 Dec 15 04:43:38.899160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e41552-450d-4973-ada1-20817a782a56 None None] Network 01018c27-7e2f-4b99-b02c-0033e9cbead6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:38.911501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Request body: {'port': {'device_id': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:39.049601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.063774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a599d372-af71-4c81-87e3-61c0d37cf8be req-a11838b8-6327-4678-8fda-12bc441cb953 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484443 Dec 15 04:43:39.126965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.166806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6ab50-05d4-4fc1-b108-e83229f50ac6 None None] Network 2b6dce23-1fea-424a-9858-931373347196 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:39.281653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Deleting port 2616510e-8d13-4df6-80f0-4600f9aa77ef {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:39.282393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.319899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3788dc56-d62b-4c3c-9928-95ee00036dbd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:39.409805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7aea71dc-b2de-4893-ab30-02d0f96bc1bf None None] Provisioning complete for port 3788dc56-d62b-4c3c-9928-95ee00036dbd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:39.410623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7aea71dc-b2de-4893-ab30-02d0f96bc1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.432704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] For port 2616510e-8d13-4df6-80f0-4600f9aa77ef, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2616510e-8d13-4df6-80f0-4600f9aa77ef,segment=NetworkSegment(312a2e8c-a7ee-4e5a-a07b-16a43277de1d),segment_id=312a2e8c-a7ee-4e5a-a07b-16a43277de1d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:39.433064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.462615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Calling delete_port for 2616510e-8d13-4df6-80f0-4600f9aa77ef owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:39.521353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3788dc56-d62b-4c3c-9928-95ee00036dbd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:39.521816 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.772913 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.806139 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7aea71dc-b2de-4893-ab30-02d0f96bc1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.809390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.825765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:43:39.846655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.862838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Transition to ACTIVE for port object 03d9219e-4141-454e-9d86-99c2159a8ab5 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:43:39.871261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:39.892382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Port': ['ID=2616510e-8d13-4df6-80f0-4600f9aa77ef,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:39.905764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No DVR routers for this DVR port 2616510e-8d13-4df6-80f0-4600f9aa77ef on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:39.918297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 3788dc56-d62b-4c3c-9928-95ee00036dbd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3788dc56-d62b-4c3c-9928-95ee00036dbd,segment=NetworkSegment(aecbb6ef-16fc-4fce-9100-460e5288dafa),segment_id=aecbb6ef-16fc-4fce-9100-460e5288dafa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:39.937040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.024827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-7aea71dc-b2de-4893-ab30-02d0f96bc1bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:43:40.024980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:40.026691 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-7aea71dc-b2de-4893-ab30-02d0f96bc1bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:43:40.027858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae03cee9-86a7-486c-b48f-bf8ec5d8ec40 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:43:40.128986 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.199160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:40.202042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:40.202406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:40.214567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Port 03d9219e-4141-454e-9d86-99c2159a8ab5 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:43:40.214905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:40.222987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01018c27-7e2f-4b99-b02c-0033e9cbead6']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:40.229867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:40.230216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:40.230605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Bound using segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:40.231042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Bound port: 03d9219e-4141-454e-9d86-99c2159a8ab5, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:40.231400 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.275126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312a2e8c-a7ee-4e5a-a07b-16a43277de1d') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:40.275364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312a2e8c-a7ee-4e5a-a07b-16a43277de1d') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:40.329922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=3788dc56-d62b-4c3c-9928-95ee00036dbd,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:40.391874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:40.394094 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.398308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:40.409487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.429842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.455831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf14d5b-f25b-465e-8d17-81870e96a607 req-422f715e-0099-4950-ad7e-5b7f1b53314b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:40.464196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf14d5b-f25b-465e-8d17-81870e96a607 req-422f715e-0099-4950-ad7e-5b7f1b53314b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.2003152 Dec 15 04:43:40.466184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:40.466995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.469173 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] 10.222.0.42 "PUT /v2.0/ports/03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 1092 time: 1.5620484 Dec 15 04:43:40.469984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:40.473898 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d04de4-350e-46bd-b635-253694528757" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:40.511207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03cee9-86a7-486c-b48f-bf8ec5d8ec40 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:43:40.521640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:40.528889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:40.534179 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:40.587673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0c370-c39d-4ec9-8ed1-66dbef72cc70 service neutron] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:40.633049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-84b62d00-0ec4-454e-9d64-25e91dabd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:40.634938 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-84b62d00-0ec4-454e-9d64-25e91dabd81b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1095 time: 0.0829442 Dec 15 04:43:40.638052 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35546507-b2a9-424a-8772-9d92f69ae700 x-openstack-request-id: req-35546507-b2a9-424a-8772-9d92f69ae700 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:40.638319 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:40.638573 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35546507-b2a9-424a-8772-9d92f69ae700 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:40.653477 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'status': 'completed', 'code': 200} Dec 15 04:43:40.717064 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-88870d60-17ab-4fd5-8b93-675d3527d4d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 217 time: 0.0612481 Dec 15 04:43:40.733612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.774017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.798310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/01018c27-7e2f-4b99-b02c-0033e9cbead6 HTTP/1.1" status: 204 len: 168 time: 4.1781433 Dec 15 04:43:40.824013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d3c24edf-4ff4-46c1-ba1b-74576caaeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:40.825389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43972) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:40.825569 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-d3c24edf-4ff4-46c1-ba1b-74576caaeda7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1004715 Dec 15 04:43:40.856248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-991231653'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:40.952673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:40.964853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:40.980158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856732bd-e71a-4547-9b59-0b0485aabdf9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=01018c27-7e2f-4b99-b02c-0033e9cbead6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:41.023124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf14d5b-f25b-465e-8d17-81870e96a607 req-ed378968-fa7b-4bee-8e15-114880741611 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036421 Dec 15 04:43:41.082439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-4f9ab562-9412-4ce9-ad24-ae4cdb09b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:41.089153 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-4f9ab562-9412-4ce9-ad24-ae4cdb09b221 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2443035 Dec 15 04:43:41.106219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:41.145340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:41.146765 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment c12b2b12-f9e0-4d76-bf4e-5ab95b3cc591 of type vlan for network 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 Dec 15 04:43:41.180456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3788dc56-d62b-4c3c-9928-95ee00036dbd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:41.295656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:41.364349 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-9eb1eab6-2c33-4da3-80d8-94af82f9a09d service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662320 Dec 15 04:43:41.368547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:41.385577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:41.386317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:41.504462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-051c3391-bb3b-4174-846f-de649a36cba0 None None] Provisioning complete for port 3788dc56-d62b-4c3c-9928-95ee00036dbd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:41.504843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-051c3391-bb3b-4174-846f-de649a36cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:41.576276 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c531b99-a3ca-46fb-b379-7702de4735f2 req-896a6179-786a-4abc-a371-6f3a51f56218 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057643 Dec 15 04:43:41.604492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=17f55c64-bca8-4c0c-a3a0-ea430cfee9e2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:41.644824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44024) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:41.646727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27ec5335-f158-4b6e-ae9b-45957952771e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8171794 Dec 15 04:43:41.650454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '17f55c64-bca8-4c0c-a3a0-ea430cfee9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:41.672369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:41.694741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3788dc56-d62b-4c3c-9928-95ee00036dbd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:41.696286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:41.986864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:41.991468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:42.111496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing IP validity checks on allocation pools {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:43:42.117359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:43:42.222657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d04de4-350e-46bd-b635-253694528757 req-3d320214-b9b4-4d64-9c51-cbc2f56efbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:42.231465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-3d320214-b9b4-4d64-9c51-cbc2f56efbf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1095 time: 0.3403769 Dec 15 04:43:42.410165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715938b-1f69-43b8-b326-940ad3d0d117 req-879b5fe5-bf00-4556-86cf-011fe8a0886d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:42.419161 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:42.436725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6715938b-1f69-43b8-b326-940ad3d0d117 req-879b5fe5-bf00-4556-86cf-011fe8a0886d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1738029 Dec 15 04:43:42.609190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d04de4-350e-46bd-b635-253694528757 req-eb9cc406-f11b-415f-8c45-b17bdda858be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:42.610750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-eb9cc406-f11b-415f-8c45-b17bdda858be service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.3424551 Dec 15 04:43:42.614472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=13332e97-c823-4c56-911f-c7cf0621f865,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:42.617278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': 'c12b2b12-f9e0-4d76-bf4e-5ab95b3cc591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '17f55c64-bca8-4c0c-a3a0-ea430cfee9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:42.617818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:42.670909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6715938b-1f69-43b8-b326-940ad3d0d117 req-bd1425fa-772f-42fa-8ccf-7fdea9b62d3b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305441 Dec 15 04:43:42.698996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:42.704775 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-7f6f886d-01e6-4ee1-8fa3-5650997a062e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 217 time: 0.0678403 Dec 15 04:43:42.770569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d04de4-350e-46bd-b635-253694528757 req-9113527e-ac84-4b98-b04e-3f0d1a7f70db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:42.772006 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-9113527e-ac84-4b98-b04e-3f0d1a7f70db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.0595109 Dec 15 04:43:42.773708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:42.785576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:42.786437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:42.820084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f4d95a6-e759-4eb2-bb9a-87caac9e822c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1738782 Dec 15 04:43:42.822705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44114) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:42.849872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46db8e-eeae-42bc-a7d9-6b5710be9ba1 None None] Network 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:42.882410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d04de4-350e-46bd-b635-253694528757 req-c6d50364-0adb-4746-93be-9ff67913a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:42.890066 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-c6d50364-0adb-4746-93be-9ff67913a793 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912921 Dec 15 04:43:42.994229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:42.994558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.146042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-1bb92634-f656-43fa-bdaa-452b1130bfb9 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399757 Dec 15 04:43:43.240017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.311083 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.365740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b602e-1a5c-41ab-b67c-427b6b53d65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-17f55c64-bca8-4c0c-a3a0-ea430cfee9e2', 'network_id': '17f55c64-bca8-4c0c-a3a0-ea430cfee9e2', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': '13332e97-c823-4c56-911f-c7cf0621f865'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:43.366715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-762b602e-1a5c-41ab-b67c-427b6b53d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.447434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 2e6f3e16-0906-4cc0-a6f5-4737a9c5016c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:43.447726 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.460115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.472838 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-07d04de4-350e-46bd-b635-253694528757 req-9b877c6f-bc2b-4ce7-8f41-d891c2989ada service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072200 Dec 15 04:43:43.588898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Port 2e6f3e16-0906-4cc0-a6f5-4737a9c5016c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:43.603827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=13332e97-c823-4c56-911f-c7cf0621f865,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:43.630466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 6576e9b2-d748-42c1-b72e-18d624be2ee8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:43.630605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:43.999982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-762b602e-1a5c-41ab-b67c-427b6b53d65b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13332e97-c823-4c56-911f-c7cf0621f865: This subnet is being modified by another concurrent operation. Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:43:44.052206 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13332e97-c823-4c56-911f-c7cf0621f865: This subnet is being modified by another concurrent operation. Dec 15 04:43:44.056669 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:43:44.160331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f55c64-bca8-4c0c-a3a0-ea430cfee9e2']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:44.189992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8fa3a-53e9-4382-9538-4863c2fdf69c None None] Network 17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:44.206624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12b2b12-f9e0-4d76-bf4e-5ab95b3cc591') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:44.208641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12b2b12-f9e0-4d76-bf4e-5ab95b3cc591') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:44.231002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880d353-819b-4077-9a91-57030e4555d9 req-8499c6df-96d5-4c46-b236-ea59c5fbad23 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:44.244216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8880d353-819b-4077-9a91-57030e4555d9 req-8499c6df-96d5-4c46-b236-ea59c5fbad23 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.2089322 Dec 15 04:43:44.304789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:43:44.310345 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.321847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:44.322469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.340917 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.358730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:44.359364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:44.363369 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:44.438681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8880d353-819b-4077-9a91-57030e4555d9 req-50b55020-0148-4611-9617-a81ff9396031 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931856 Dec 15 04:43:44.477848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.489536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.resource_extend [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:43:44.517637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.523582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 HTTP/1.1" status: 204 len: 168 time: 1.6994364 Dec 15 04:43:44.527126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44238) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:44.528717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ed476-b2c7-48ed-9c34-78c61aef0ed6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=17f55c64-bca8-4c0c-a3a0-ea430cfee9e2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:44.533913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1148550990'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:44.569661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e53a4-a8e2-4b32-8990-a3c8802b8444 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:43:44.590220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:44.594806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.636778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:44.657334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.658037 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment 746d9c63-802e-4865-ae82-0b0aa3c2eef0 of type vlan for network a6295184-176d-4d00-a97b-7ef29aecc7b7 Dec 15 04:43:44.749335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.792868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.798386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 254bb641-a3c6-4dcd-9095-c54a4927e279 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:44.798869 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.801978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:44.802254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:44.803019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:44.863207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'mac_address': 'fa:16:3e:eb:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:43:44.901480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e53a4-a8e2-4b32-8990-a3c8802b8444 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:43:44.908526 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3793199 Dec 15 04:43:44.922206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44256) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:44.937310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': 'a6295184-176d-4d00-a97b-7ef29aecc7b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:45.035761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:45.218677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:43:45.272301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port a78e0556-1ac5-4c30-ba21-299fcc3392fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:45.275788 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:45.397054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203fa3c-2761-4001-b22a-4ce7128bc901 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=a6295184-176d-4d00-a97b-7ef29aecc7b7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:45.403554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:45.414576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:45.429650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Port a78e0556-1ac5-4c30-ba21-299fcc3392fe cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:45.438057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:45.440554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a6295184-176d-4d00-a97b-7ef29aecc7b7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:45.623605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:45.699269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abed4b-e712-4a31-99ea-fa2d269fb9d9 req-3bf2a4f9-e52e-42a4-bc3a-e01aa249d136 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:45.700875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27abed4b-e712-4a31-99ea-fa2d269fb9d9 req-3bf2a4f9-e52e-42a4-bc3a-e01aa249d136 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.1057236 Dec 15 04:43:45.803969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:45.804374 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:45.829507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:45.844337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27abed4b-e712-4a31-99ea-fa2d269fb9d9 req-564fa4e3-243a-471b-a489-4d7490611aba tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214366 Dec 15 04:43:45.917402 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:43:45.935841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:46.015986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 4254749f-7c6e-431c-bc82-df75cb05f87d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:46.016396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.065892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['03d9219e-4141-454e-9d86-99c2159a8ab5'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:43:46.074012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': '746d9c63-802e-4865-ae82-0b0aa3c2eef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a6295184-176d-4d00-a97b-7ef29aecc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:46.084849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: a6295184-176d-4d00-a97b-7ef29aecc7b7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:46.102859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=c1facfe2-ef28-45a0-84ab-e8b1e35ecfaf,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:46.147817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network a6295184-176d-4d00-a97b-7ef29aecc7b7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:46.164301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a6295184-176d-4d00-a97b-7ef29aecc7b7) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:46.181744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:46.183050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.210840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-de743497-1315-4667-b2eb-7e394caa5673 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2862465 Dec 15 04:43:46.212883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:46.223871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e99b3-8b66-45cc-808e-2898beb28e72 None None] Network a6295184-176d-4d00-a97b-7ef29aecc7b7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:46.319817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port 05cd3373-9184-46dd-b460-30a31eebba26 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:46.320222 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.335716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.390821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.411398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98347a-d291-4e54-b690-cf661c73d4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a6295184-176d-4d00-a97b-7ef29aecc7b7', 'network_id': 'a6295184-176d-4d00-a97b-7ef29aecc7b7', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': 'c1facfe2-ef28-45a0-84ab-e8b1e35ecfaf'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:46.412335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b98347a-d291-4e54-b690-cf661c73d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.465989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.500210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=c1facfe2-ef28-45a0-84ab-e8b1e35ecfaf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-9b98347a-d291-4e54-b690-cf661c73d4bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1facfe2-ef28-45a0-84ab-e8b1e35ecfaf: This subnet is being modified by another concurrent operation. Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:43:46.565766 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1facfe2-ef28-45a0-84ab-e8b1e35ecfaf: This subnet is being modified by another concurrent operation. Dec 15 04:43:46.569969 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:43:46.575669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port e855a8c7-56e3-445d-865b-0cdc47cf6f28 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:46.575669 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.596155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.626325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6295184-176d-4d00-a97b-7ef29aecc7b7']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:46.637763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746d9c63-802e-4865-ae82-0b0aa3c2eef0') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:46.638112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746d9c63-802e-4865-ae82-0b0aa3c2eef0') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:46.650297 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.667083 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.675951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:46.676668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:46.767315 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:46.793470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fd046-63a4-4606-9dcc-dd5eeb4f3ad6 None None] Network a6295184-176d-4d00-a97b-7ef29aecc7b7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:46.798340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.805408 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.808614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/a6295184-176d-4d00-a97b-7ef29aecc7b7 HTTP/1.1" status: 204 len: 168 time: 0.5945389 Dec 15 04:43:46.811913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fd046-63a4-4606-9dcc-dd5eeb4f3ad6 None None] Network a6295184-176d-4d00-a97b-7ef29aecc7b7 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:43:46.813091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:46.816603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Port e855a8c7-56e3-445d-865b-0cdc47cf6f28 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:46.820433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-890955206'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:46.832532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a8a8c-a325-425c-8782-f012645b7554 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:43:46.838169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf8e75-6407-4196-acd6-a7b23b266044 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=a6295184-176d-4d00-a97b-7ef29aecc7b7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:46.859463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Provisioning complete for port d95236f4-6ef4-44eb-8d72-a45b81a5e583 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:46.859859 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.864515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:46.870384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.944709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:46.954848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f1299bbb-f448-48bd-97cc-a247ad00c605 None None] Port d95236f4-6ef4-44eb-8d72-a45b81a5e583 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:46.979381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:46.979739 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae of type vlan for network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 Dec 15 04:43:47.066650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:47.100650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a8a8c-a325-425c-8782-f012645b7554 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:43:47.100891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:47.114659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:47.115315 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:47.224703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4103346 Dec 15 04:43:47.226191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:47.232770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:47.239738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdde66-1fb4-4c97-90b3-b71f0d076acd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:47.255587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:47.337078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c978c3-98be-4a30-99e8-58c89d96b05c req-ade68f83-e1f5-48e8-9e4d-988314cef5af tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:47.338847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7c978c3-98be-4a30-99e8-58c89d96b05c req-ade68f83-e1f5-48e8-9e4d-988314cef5af tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.4011917 Dec 15 04:43:47.388731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:47.392309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:47.464357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7c978c3-98be-4a30-99e8-58c89d96b05c req-04219271-f0d1-4cf1-9c9d-1c83d00deb55 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129684 Dec 15 04:43:47.665816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:47.737820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=ab52d42c-2620-4ea7-81e1-d9f1a592476b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:47.757665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:47.757995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:47.779452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:47.793685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:47.797144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:47.797993 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:47.804381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f7ed3-67fb-4589-8194-de53604f473d None None] Network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:47.823037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eae10f74-50be-4d2d-a9f2-de5b1e064d72 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5955713 Dec 15 04:43:47.825052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44420) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:47.856955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44422) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:47.949794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1346228-8309-454d-b716-421c60aab95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1', 'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': 'ab52d42c-2620-4ea7-81e1-d9f1a592476b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:47.953639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1346228-8309-454d-b716-421c60aab95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.023465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.106456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0731c-2285-48fa-a9de-cece21fbfd09 req-6939eb0b-8341-4073-b184-cdb9b9f2a612 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:48.115415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53f0731c-2285-48fa-a9de-cece21fbfd09 req-6939eb0b-8341-4073-b184-cdb9b9f2a612 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 950 time: 0.1313298 Dec 15 04:43:48.139304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-516e3ad2-a7a3-427b-9694-167a816e9d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.143442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-c1346228-8309-454d-b716-421c60aab95d None None] Allocated IP 172.20.0.2 (532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1/ab52d42c-2620-4ea7-81e1-d9f1a592476b/1e19f670-2980-44e6-812b-2e266ec9947e) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:48.194515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.204838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53f0731c-2285-48fa-a9de-cece21fbfd09 req-aa0b3962-a70c-4d79-837a-6a3af5a7fcf5 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883732 Dec 15 04:43:48.254431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-89535f42-8931-4937-9ce3-48ff2182d036 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2276952 Dec 15 04:43:48.290321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:48.368515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-6dfb188f-eec2-447c-ae0a-6320aa93cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:48.369951 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-516e3ad2-a7a3-427b-9694-167a816e9d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.371106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-6dfb188f-eec2-447c-ae0a-6320aa93cb94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 1102 time: 0.0755067 Dec 15 04:43:48.376966 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-516e3ad2-a7a3-427b-9694-167a816e9d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.434019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-516e3ad2-a7a3-427b-9694-167a816e9d4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40e0fa76566043e8a854046ee45b73fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751994 Dec 15 04:43:48.434906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e3ad2-a7a3-427b-9694-167a816e9d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfb8b5-2961-4ab6-96fb-77b3bd4233bc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:48.451547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:48.544614 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2758efbf-5cd2-4425-9602-a26a2c13c96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.552500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 03d9219e-4141-454e-9d86-99c2159a8ab5 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:43:48.563547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-fc126bef-5a77-4c29-95c4-b2062b8ebc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:48.565247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-fc126bef-5a77-4c29-95c4-b2062b8ebc4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.1537497 Dec 15 04:43:48.573370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 03d9219e-4141-454e-9d86-99c2159a8ab5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:48.573749 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.626980 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2758efbf-5cd2-4425-9602-a26a2c13c96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.666709 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1346228-8309-454d-b716-421c60aab95d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.680899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1346228-8309-454d-b716-421c60aab95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.721780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2758efbf-5cd2-4425-9602-a26a2c13c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.725259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2758efbf-5cd2-4425-9602-a26a2c13c96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.726576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2758efbf-5cd2-4425-9602-a26a2c13c96f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4cfb8b5-2961-4ab6-96fb-77b3bd4233bc HTTP/1.1" status: 204 len: 168 time: 0.2723382 Dec 15 04:43:48.726786 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-05094b8d-a7c4-4df9-a0fb-c2537bc103d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=49213b4b-da28-4654-b19b-3aa0b199e66c HTTP/1.1" status: 200 len: 217 time: 0.1512952 Dec 15 04:43:48.741616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758efbf-5cd2-4425-9602-a26a2c13c96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfb8b5-2961-4ab6-96fb-77b3bd4233bc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:48.745898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.790374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1346228-8309-454d-b716-421c60aab95d None None] Network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:48.803431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.822381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-c1346228-8309-454d-b716-421c60aab95d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:48.830052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1346228-8309-454d-b716-421c60aab95d None None] Pushing event updated for resources: {'Port': ['ID=1e19f670-2980-44e6-812b-2e266ec9947e,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:48.835300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1346228-8309-454d-b716-421c60aab95d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:48.851054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:48.853481 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c20cf3d-0074-4337-bdef-bce6f5f97790" -d '{"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-plugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:48.882170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:48.913845 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.939747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=ab52d42c-2620-4ea7-81e1-d9f1a592476b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:48.954909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c1346228-8309-454d-b716-421c60aab95d None None] Attempting to bind port 1e19f670-2980-44e6-812b-2e266ec9947e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:48.955286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c1346228-8309-454d-b716-421c60aab95d None None] Attempting to bind port 1e19f670-2980-44e6-812b-2e266ec9947e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:48.955653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1346228-8309-454d-b716-421c60aab95d None None] Attempting to bind port 1e19f670-2980-44e6-812b-2e266ec9947e on network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:48.964320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1346228-8309-454d-b716-421c60aab95d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:48.964698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1346228-8309-454d-b716-421c60aab95d None None] Checking segment: {'id': 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:48.965104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1346228-8309-454d-b716-421c60aab95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:48.965497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1346228-8309-454d-b716-421c60aab95d None None] Bound using segment: {'id': 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:48.965973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c1346228-8309-454d-b716-421c60aab95d None None] Bound port: 1e19f670-2980-44e6-812b-2e266ec9947e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:48.966357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1346228-8309-454d-b716-421c60aab95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.077365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c1346228-8309-454d-b716-421c60aab95d None None] For port 1e19f670-2980-44e6-812b-2e266ec9947e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:49.090137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c1346228-8309-454d-b716-421c60aab95d None None] For port 1e19f670-2980-44e6-812b-2e266ec9947e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1e19f670-2980-44e6-812b-2e266ec9947e,segment=NetworkSegment(bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae),segment_id=bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:49.090958 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.094544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:49.098180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1346228-8309-454d-b716-421c60aab95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.124653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-be9f55ba-ff9b-4604-af92-4fef711754e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:49.128714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-be9f55ba-ff9b-4604-af92-4fef711754e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.3887129 Dec 15 04:43:49.190378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:49.196023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1346228-8309-454d-b716-421c60aab95d None None] Pushing event updated for resources: {'Port': ['ID=1e19f670-2980-44e6-812b-2e266ec9947e,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:49.216440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4d2fe-1d97-40b4-afa5-63288c589500 None None] Network 532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:49.226928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:49.227135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:49.251820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.267043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5049ab-8e14-404f-906f-fb385f5ba765 req-9b769050-7296-4156-a2d5-edcfe8201af5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:49.273387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.275321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5049ab-8e14-404f-906f-fb385f5ba765 req-9b769050-7296-4156-a2d5-edcfe8201af5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1162658 Dec 15 04:43:49.280566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:49.281097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.352838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a896f-d8e3-49fa-8d59-2218f1e777a7 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:43:49.367803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5049ab-8e14-404f-906f-fb385f5ba765 req-d98886f4-c0a3-4c67-8205-60c110e8d754 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726092 Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:49.389969 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:49.400373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:43:49.400373 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:43:49.400373 n-d-820935-10 neutron-server[103132]: [parameters: {'id': '532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1'}] Dec 15 04:43:49.400373 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:43:49.401323 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:43:49.408266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-db7e50ea-1c7a-45a7-b37d-0cc855934219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:49.410132 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-db7e50ea-1c7a-45a7-b37d-0cc855934219 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693746 Dec 15 04:43:49.500928 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd914a3-f48d-44d7-8953-cbf780573e01 x-openstack-request-id: req-3fd914a3-f48d-44d7-8953-cbf780573e01 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:49.501227 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-plugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:49.502015 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fd914a3-f48d-44d7-8953-cbf780573e01 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:49.502426 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'code': 200} Dec 15 04:43:49.561234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a896f-d8e3-49fa-8d59-2218f1e777a7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:43:49.660499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-75e5a1c9-5ff7-4387-b134-cdd1c922e328 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164598 Dec 15 04:43:49.817263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f03f97ac-6bde-45f7-ae59-ea2e350fc8c1 req-8ee1f6d5-eac4-4dbd-a692-eb02120db902 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468701 Dec 15 04:43:49.819149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff41b3-a851-4abd-9846-df3da900ab96 req-c18663d6-86bd-47be-b2e1-941ae25bdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:49.820531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03ff41b3-a851-4abd-9846-df3da900ab96 req-c18663d6-86bd-47be-b2e1-941ae25bdddb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1097 time: 0.2241714 Dec 15 04:43:49.885183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03ff41b3-a851-4abd-9846-df3da900ab96 req-c07036e3-e596-4028-8ddc-1b75779ed203 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515585 Dec 15 04:43:49.903129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.973758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Deleting port 1e19f670-2980-44e6-812b-2e266ec9947e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:49.974201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:49.989734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44478) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:50.044739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] For port 1e19f670-2980-44e6-812b-2e266ec9947e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1e19f670-2980-44e6-812b-2e266ec9947e,segment=NetworkSegment(bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae),segment_id=bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:50.045133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.059296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Calling delete_port for 1e19f670-2980-44e6-812b-2e266ec9947e owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:50.101875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-353542636-network', 'tenant_id': '89f540e069f243de8fb833a184538d89'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:50.121823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:50.124688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.133641 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.154121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.175640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:43:50.203742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No DVR routers for this DVR port 1e19f670-2980-44e6-812b-2e266ec9947e on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:50.207379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Port': ['ID=1e19f670-2980-44e6-812b-2e266ec9947e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:50.245115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.251768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.272086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.290815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:50.305069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7298b09-a2f6-4560-81ee-f8cf704630e2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:50.314384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:50.314531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.314831 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Added segment 1cb45b83-f4f2-45e6-811d-56583d250ebf of type vlan for network eadacfe2-4db6-4a69-bcf1-4b14a2342663 Dec 15 04:43:50.319909 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.340791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.369513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:50.380356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:50.380689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe2065b-4fbe-4736-a139-e0d7d6c6b1ae') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:50.391624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.392822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.401258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:50.419447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.435117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:50.437503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:50.441352 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:50.443547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.444548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:50.445383 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.506632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.521710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.526239 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 HTTP/1.1" status: 204 len: 168 time: 2.7001171 Dec 15 04:43:50.543026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:50.544153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=eadacfe2-4db6-4a69-bcf1-4b14a2342663,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:50.549675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260166995'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:50.554880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282df6-2cd5-46cf-a540-c2b4a9d700dc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:50.555081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:50.608710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:50.614121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.617825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-09803ac0-141a-4e5d-a43a-17398b2bc6e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6268842 Dec 15 04:43:50.626420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:50.631935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Request body: {'subnet': {'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-353542636-subnet', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:50.634145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185c38-8b6b-4fec-ae65-727b07d4a5f1 req-ecf494c6-7275-4c0a-8647-f25a50c05ab8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:50.636585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28185c38-8b6b-4fec-ae65-727b07d4a5f1 req-ecf494c6-7275-4c0a-8647-f25a50c05ab8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1875124 Dec 15 04:43:50.671193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:50.681416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:50.684110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.699552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28185c38-8b6b-4fec-ae65-727b07d4a5f1 req-4fd05608-37d5-41f0-bcf5-26fd31c63560 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551376 Dec 15 04:43:50.700553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.701171 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment b0b0b233-04ff-4189-b04c-dfcffcc52a47 of type vlan for network b702439a-4ba1-43f3-8ab9-24771064198d Dec 15 04:43:50.784695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.833939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.839788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:50.840928 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:50.931431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3870280 Dec 15 04:43:50.934397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44500) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:50.942305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': 'b702439a-4ba1-43f3-8ab9-24771064198d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:50.954674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e449f4-8d7e-4718-8e59-026499de6bd1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=b702439a-4ba1-43f3-8ab9-24771064198d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:50.965777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b702439a-4ba1-43f3-8ab9-24771064198d details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:51.011811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.127393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:51.136485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.138347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a851a236-ad9a-41a7-bb39-677039f74c5a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:51.150233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:51.150604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Network hostable DHCP agents. Network: eadacfe2-4db6-4a69-bcf1-4b14a2342663, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:51.172792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:51.182179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, eadacfe2-4db6-4a69-bcf1-4b14a2342663) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:51.188707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:51.189436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.193639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6e7c1-ff45-4e48-9fdd-b7a365bb4e10 None None] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:51.218914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44506) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:51.220084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aaad7460-78b5-4eef-b0c2-d1ccb440343a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5923347 Dec 15 04:43:51.224474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:51.230649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing IP validity checks on allocation pools {{(pid=103133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:43:51.231186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:43:51.264512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.265613 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.303721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:51.304657 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.361987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.453501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Allocated IP 172.20.0.2 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/ce450b19-0acc-4772-a89d-0cf78ed54344) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:51.506241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:51.508648 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701885bc-ed58-49c7-a9e0-7eaa6373776b" -d '{"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:51.524464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.540290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.557826 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25fde08-fa86-4eb1-9b44-68751ec3c856 x-openstack-request-id: req-d25fde08-fa86-4eb1-9b44-68751ec3c856 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:51.558122 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:51.558382 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d25fde08-fa86-4eb1-9b44-68751ec3c856 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:51.558926 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'code': 200} Dec 15 04:43:51.632918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=1f0985d2-664e-4578-b8af-b0797ff3cec9,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:51.641970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.648709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': 'b0b0b233-04ff-4189-b04c-dfcffcc52a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b702439a-4ba1-43f3-8ab9-24771064198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:51.649056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: b702439a-4ba1-43f3-8ab9-24771064198d, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:51.649879 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.677356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network b702439a-4ba1-43f3-8ab9-24771064198d is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:51.691129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b702439a-4ba1-43f3-8ab9-24771064198d) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:51.696502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:51.697085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.698141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:51.702227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:51.707884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c17ac2-3ab4-4f73-85a3-e7a90bd7e9f5 None None] Network b702439a-4ba1-43f3-8ab9-24771064198d requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:51.710639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:51.724425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-57845599-2d1d-40a6-b58e-3237226d6203 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7851489 Dec 15 04:43:51.724999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:51.861698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.883418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Pushing event updated for resources: {'Port': ['ID=ce450b19-0acc-4772-a89d-0cf78ed54344,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:51.927005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483f880-9e4a-42b2-91b2-d7cc929afc4c req-411f1a0d-336a-4c86-9df8-fb0b3ccdc166 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:51.928864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.934938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5483f880-9e4a-42b2-91b2-d7cc929afc4c req-411f1a0d-336a-4c86-9df8-fb0b3ccdc166 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.0894794 Dec 15 04:43:51.942814 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.953057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428fe30-f6ba-41b9-8cd4-6d03969df809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b702439a-4ba1-43f3-8ab9-24771064198d', 'network_id': 'b702439a-4ba1-43f3-8ab9-24771064198d', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': '1f0985d2-664e-4578-b8af-b0797ff3cec9'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:43:51.953927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5428fe30-f6ba-41b9-8cd4-6d03969df809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.968704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Attempting to bind port ce450b19-0acc-4772-a89d-0cf78ed54344 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:51.969075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Attempting to bind port ce450b19-0acc-4772-a89d-0cf78ed54344 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:51.969444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Attempting to bind port ce450b19-0acc-4772-a89d-0cf78ed54344 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:51.978083 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.979537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:51.979924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:51.980918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:51.981332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:51.981816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Bound port: ce450b19-0acc-4772-a89d-0cf78ed54344, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:51.982200 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.043460 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.068111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5483f880-9e4a-42b2-91b2-d7cc929afc4c req-39bc2ab2-9ae5-4e65-8a96-abcc812a3d15 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301141 Dec 15 04:43:52.104816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0985d2-664e-4578-b8af-b0797ff3cec9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:52.174606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Allocated IP 172.25.2.100 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/de118ac8-4a3b-4624-8f76-f2f80afa9140) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:52.210326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.247323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b702439a-4ba1-43f3-8ab9-24771064198d']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:52.262235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b0b233-04ff-4189-b04c-dfcffcc52a47') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:52.262647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b0b233-04ff-4189-b04c-dfcffcc52a47') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:52.283917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:43:52.284740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.305874 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.322220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:52.322651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:52.328303 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:52.352329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] For port ce450b19-0acc-4772-a89d-0cf78ed54344, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-5428fe30-f6ba-41b9-8cd4-6d03969df809 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f0985d2-664e-4578-b8af-b0797ff3cec9: This subnet is being modified by another concurrent operation. Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:43:52.355901 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f0985d2-664e-4578-b8af-b0797ff3cec9: This subnet is being modified by another concurrent operation. Dec 15 04:43:52.359485 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:43:52.377437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] For port ce450b19-0acc-4772-a89d-0cf78ed54344, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ce450b19-0acc-4772-a89d-0cf78ed54344,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:52.397404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.459722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.467532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.468573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.475223 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.484524 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/b702439a-4ba1-43f3-8ab9-24771064198d HTTP/1.1" status: 204 len: 168 time: 0.7582548 Dec 15 04:43:52.492917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a613b85-72b2-4090-8eed-19d56e432bdc None None] Network b702439a-4ba1-43f3-8ab9-24771064198d requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:52.502229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44534) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:52.508946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927896005'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:52.539536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=de118ac8-4a3b-4624-8f76-f2f80afa9140,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:52.553841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:52.556871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f32ee3-0a0c-4d65-803e-8a1a7758b970 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=b702439a-4ba1-43f3-8ab9-24771064198d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:52.565690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:52.572518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:52.579082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.584052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a613b85-72b2-4090-8eed-19d56e432bdc None None] Network b702439a-4ba1-43f3-8ab9-24771064198d could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:43:52.591888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:52.599888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f613b3f-9bce-46ef-bff5-cd49e7de5d48 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:43:52.653870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:52.659626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a9cc-33e1-4996-9b2f-34813d70aa4c req-b6ce72f7-a0c8-415b-9e5f-230bca41bf23 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:52.661342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3158a9cc-33e1-4996-9b2f-34813d70aa4c req-b6ce72f7-a0c8-415b-9e5f-230bca41bf23 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1186471 Dec 15 04:43:52.676958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44542) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:52.683784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Request body: {'floatingip': {'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:52.730383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:52.745418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.749978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.750529 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment 7108e855-0962-4fe2-a0e0-a162ee173fd0 of type vlan for network 1cb9905c-6f81-415d-ad03-0503de11860e Dec 15 04:43:52.753696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edac82-4c86-4bc5-bf03-b7aad155d74d None None] Pushing event updated for resources: {'Port': ['ID=ce450b19-0acc-4772-a89d-0cf78ed54344,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:52.770604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'mac_address': 'fa:16:3e:f4:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:43:52.772416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-386e709a-dedc-42f1-994f-f4c4e7b5e07e None None] Provisioning complete for port de118ac8-4a3b-4624-8f76-f2f80afa9140 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:52.773265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-386e709a-dedc-42f1-994f-f4c4e7b5e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.877927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-386e709a-dedc-42f1-994f-f4c4e7b5e07e None None] Port de118ac8-4a3b-4624-8f76-f2f80afa9140 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:52.888080 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.903526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337ce67f-5e1a-4c40-b850-768c63a52ae8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:43:52.928524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:52.938569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:52.949373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:53.002913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:53.010686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:53.011339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:53.017475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:53.177059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['337ce67f-5e1a-4c40-b850-768c63a52ae8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:43:53.276178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7694054 Dec 15 04:43:53.292417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44554) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:53.302490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '1cb9905c-6f81-415d-ad03-0503de11860e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:53.462651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0800b-3c3c-415a-888f-8910c9df95ea tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=1cb9905c-6f81-415d-ad03-0503de11860e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:53.488859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:53.492045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1cb9905c-6f81-415d-ad03-0503de11860e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:53.492744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.082185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-fb75c2dc-8d2a-4fee-9adc-ea9a4684e205 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9779022 Dec 15 04:43:54.083712 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.215223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.resource_extend [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:43:54.293738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc12fa-2e25-44af-a290-5bc6aeae3983 None None] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:54.304495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0acd8c-95da-405b-8424-40c511613782 req-1ac544fa-a683-4e5c-872b-226c1ffbf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:54.304807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.323032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-1ac544fa-a683-4e5c-872b-226c1ffbf670 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1097 time: 0.1465371 Dec 15 04:43:54.331917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.399073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8b1d1122-4b37-42bb-a40f-6ce8cbd00eef None None] Provisioning complete for port ce450b19-0acc-4772-a89d-0cf78ed54344 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:54.400489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1122-4b37-42bb-a40f-6ce8cbd00eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.497128 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Floating IP b5f087a7-5355-4b09-80a3-4d0dd89b8dcf associated. External IP: 172.25.2.17, port: 03d9219e-4141-454e-9d86-99c2159a8ab5. Dec 15 04:43:54.604577 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1122-4b37-42bb-a40f-6ce8cbd00eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.653628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.666584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8b1d1122-4b37-42bb-a40f-6ce8cbd00eef None None] For port ce450b19-0acc-4772-a89d-0cf78ed54344, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ce450b19-0acc-4772-a89d-0cf78ed54344,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:54.672116 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1122-4b37-42bb-a40f-6ce8cbd00eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.742839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:54.755820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1122-4b37-42bb-a40f-6ce8cbd00eef None None] Pushing event updated for resources: {'Port': ['ID=ce450b19-0acc-4772-a89d-0cf78ed54344,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:54.868264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0acd8c-95da-405b-8424-40c511613782 req-be3f3554-22e8-450d-bcf8-bbbf67d13bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:54.869745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-be3f3554-22e8-450d-bcf8-bbbf67d13bff service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.5123928 Dec 15 04:43:54.890351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=152748c9-1d24-43b0-83d2-cca1b65f218e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:54.928523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.928911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.929263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.929626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.929965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.930403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.930739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.931088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.931422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.931850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.932244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.932570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.932996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:43:54.940782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': '7108e855-0962-4fe2-a0e0-a162ee173fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1cb9905c-6f81-415d-ad03-0503de11860e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:54.941257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 1cb9905c-6f81-415d-ad03-0503de11860e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:55.005202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-4df65397-8488-4d12-a2e5-8db20ea1a93b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 1001 time: 0.1209612 Dec 15 04:43:55.010635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f0685-e439-4011-a217-969262b8412f None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:43:55.090621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 1cb9905c-6f81-415d-ad03-0503de11860e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:55.113197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1cb9905c-6f81-415d-ad03-0503de11860e) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:55.129208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:55.130449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.143296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e13e-74c7-4ea9-a02e-ec6a85ffcb8b req-e3433c55-5ca5-4b4b-be6d-674160b5431d tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:55.145646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fa7e13e-74c7-4ea9-a02e-ec6a85ffcb8b req-e3433c55-5ca5-4b4b-be6d-674160b5431d tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.3474476 Dec 15 04:43:55.153793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0acd8c-95da-405b-8424-40c511613782 req-3e8492be-2b22-4539-a5b6-c8e78ef41750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:55.156405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-3e8492be-2b22-4539-a5b6-c8e78ef41750 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1302104 Dec 15 04:43:55.166373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ce450b19-0acc-4772-a89d-0cf78ed54344 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:55.177417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:43:55.182631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dabfe308-ebb3-45a4-81b5-bd745d08ff45 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8889167 Dec 15 04:43:55.189044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44602) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:55.216297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:43:55.263544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dc72cf20-8c11-48c1-a6d3-7111882f4b66 None None] Provisioning complete for port ce450b19-0acc-4772-a89d-0cf78ed54344 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:55.264482 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc72cf20-8c11-48c1-a6d3-7111882f4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.275105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fa7e13e-74c7-4ea9-a02e-ec6a85ffcb8b req-42bf5d18-d3e5-4608-b30c-cb79eef449a9 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178489 Dec 15 04:43:55.332995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ce450b19-0acc-4772-a89d-0cf78ed54344 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:55.333670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.372668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0acd8c-95da-405b-8424-40c511613782 req-02900c12-2f6f-4111-9c5d-6bff969ccabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:55.374713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-02900c12-2f6f-4111-9c5d-6bff969ccabd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770220 Dec 15 04:43:55.409693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.414833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:43:55.421619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.429796 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:43:55.461782 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:43:55.465101 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:43:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:55.485425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa732070-f053-423d-af2a-8802eaebb40a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "PUT /v2.0/floatingips/b5f087a7-5355-4b09-80a3-4d0dd89b8dcf HTTP/1.1" status: 200 len: 990 time: 2.8040648 Dec 15 04:43:55.494515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:55.496782 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:55.500332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:43:55.526813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.528027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.532855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c770f60f-06d9-40d3-855c-f417ac5a9fa5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3130479 Dec 15 04:43:55.535697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:55.537937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:43:55.552697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-2fb092c1-5641-4b6f-ba9d-ae3e724cf60a service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637728 Dec 15 04:43:55.645801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:43:55.646584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:43:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:55.699285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:55.724845 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df800456-f47d-4575-975e-72bbda975583 x-openstack-request-id: req-df800456-f47d-4575-975e-72bbda975583 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:55.725220 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:55.725374 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df800456-f47d-4575-975e-72bbda975583 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:55.726910 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'status': 'completed', 'code': 200} Dec 15 04:43:55.843420 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:43:55.850469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=152748c9-1d24-43b0-83d2-cca1b65f218e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:55.886927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0acd8c-95da-405b-8424-40c511613782 req-7b281b48-eb2e-4d73-bbbc-38e8685dfa1c service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736688 Dec 15 04:43:55.958722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.027536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-65621d6b-b4ec-49b7-912f-93f89316fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.039165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-65621d6b-b4ec-49b7-912f-93f89316fa8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1097 time: 0.2347567 Dec 15 04:43:56.041924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb9905c-6f81-415d-ad03-0503de11860e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:56.095862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:43:56.209388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7108e855-0962-4fe2-a0e0-a162ee173fd0') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:56.209796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7108e855-0962-4fe2-a0e0-a162ee173fd0') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:56.220800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-5cc82b85-2155-4c05-8cc6-b392cb12c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.222939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-5cc82b85-2155-4c05-8cc6-b392cb12c1d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.1671650 Dec 15 04:43:56.252418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.292791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-62cc1f57-5cde-4aad-9722-f4798a9f1966 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1006935 Dec 15 04:43:56.313529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.316987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.379381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:43:56.465457 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'b5f087a7-5355-4b09-80a3-4d0dd89b8dcf', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'mac_address': 'fa:16:3e:eb:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:43:31Z', 'updated_at': '2021-12-15T04:43:54Z', 'revision_number': 1, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:56.492511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f0685-e439-4011-a217-969262b8412f None None] Unable to find a vacant binding_index for network 1cb9905c-6f81-415d-ad03-0503de11860e and agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 {{(pid=103134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 15 04:43:56.501932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f0685-e439-4011-a217-969262b8412f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1cb9905c-6f81-415d-ad03-0503de11860e) {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:43:56.542014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:43:56.543190 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:43:56.547464 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:43:56.563147 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:43:56.573101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68359a8-4d89-49cf-8b83-722590d4065b req-c121036d-50c4-46a1-8842-9a6ed13b802a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.574695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b68359a8-4d89-49cf-8b83-722590d4065b req-c121036d-50c4-46a1-8842-9a6ed13b802a tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.1372092 Dec 15 04:43:56.591212 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:43:56.592685 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:43:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:56.636335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.637140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.637807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.639017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.639624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.640296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.641012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.643472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ae47c4f4-8b6c-4450-bfe3-0ca0945332f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.1858196 Dec 15 04:43:56.655715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-15dad267-eb8b-4d44-a745-3016ddd91957 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 998 time: 0.3759980 Dec 15 04:43:56.678917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-3bff6b50-97bf-4b9c-9198-af6efa6e80ec tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.684684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-3bff6b50-97bf-4b9c-9198-af6efa6e80ec tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.42 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.3907745 Dec 15 04:43:56.737012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b68359a8-4d89-49cf-8b83-722590d4065b req-cef569f7-4c9e-459e-8179-5604ca8a4d86 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257379 Dec 15 04:43:56.740183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.771564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 337ce67f-5e1a-4c40-b850-768c63a52ae8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:56.772266 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.843884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:56.847133 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/1cb9905c-6f81-415d-ad03-0503de11860e HTTP/1.1" status: 204 len: 168 time: 1.6527479 Dec 15 04:43:56.849907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae13c5-10c1-45c6-9362-a40b62098d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=1cb9905c-6f81-415d-ad03-0503de11860e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:56.856521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:56.862828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520782736'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:56.881515 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:43:56.953522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:53Z', 'revision_number': 3, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:56.967618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-1d6c6828-afa7-4298-855a-cbb8f465e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:56.969326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-1d6c6828-afa7-4298-855a-cbb8f465e085 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.2829883 Dec 15 04:43:56.980612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:57.000033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.017653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Allocated IP 172.20.0.1 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/8ec7f916-5dd9-4113-9a23-85abc3f283ff) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:43:57.107677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:43:57.108094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Updating router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 port de118ac8-4a3b-4624-8f76-f2f80afa9140 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:43:57.211813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-c49ccd3d-8ec1-4de2-bbf8-3bdf9dc979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:57.212711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-c49ccd3d-8ec1-4de2-bbf8-3bdf9dc979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:57.213381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-c49ccd3d-8ec1-4de2-bbf8-3bdf9dc979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:57.218406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-c49ccd3d-8ec1-4de2-bbf8-3bdf9dc979bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 2296 time: 0.5162461 Dec 15 04:43:57.235095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.248698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:43:57.258170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-11d25bbd-6bf5-40c6-a70d-dd12464ffdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:57.260053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-11d25bbd-6bf5-40c6-a70d-dd12464ffdf3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2807474 Dec 15 04:43:57.260382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.267791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Deleting port 49213b4b-da28-4654-b19b-3aa0b199e66c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:43:57.268776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.313567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.362444 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'b5f087a7-5355-4b09-80a3-4d0dd89b8dcf', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'mac_address': 'fa:16:3e:eb:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:43:31Z', 'updated_at': '2021-12-15T04:43:54Z', 'revision_number': 1, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:57.382071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] For port 49213b4b-da28-4654-b19b-3aa0b199e66c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=49213b4b-da28-4654-b19b-3aa0b199e66c,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:57.382878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.394925 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0c8c7-48b3-4cda-b1c5-31cc5db4dfcf None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'b5f087a7-5355-4b09-80a3-4d0dd89b8dcf', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'mac_address': 'fa:16:3e:eb:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:43:31Z', 'updated_at': '2021-12-15T04:43:54Z', 'revision_number': 1, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:43:57.416934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:57.420889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:57.428456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:43:57.449431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Calling delete_port for 49213b4b-da28-4654-b19b-3aa0b199e66c owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:43:57.471900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec7f916-5dd9-4113-9a23-85abc3f283ff,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:57.481438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.481898 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment 46b15d9b-443b-4c0e-b9bd-a153fb86b041 of type vlan for network c9abba98-d903-442e-a973-8f2844bcd1a7 Dec 15 04:43:57.499936 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.587513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-73f1516b-0af1-4375-9e1e-63e3db573f04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 1002 time: 0.3428941 Dec 15 04:43:57.589305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.728986 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.746049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-5ca2f444-ae90-44c1-98fd-599344611b31 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085709 Dec 15 04:43:57.750535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.769240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:57.769896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:57.816887 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269b11e-cd60-49ce-9ca2-a9b45fdddd4e None None] New status for floating IP b5f087a7-5355-4b09-80a3-4d0dd89b8dcf: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:43:57.963691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91c54966-a4d5-4ba9-94f6-16b6ddc64257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.005579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f18d39-091a-4191-aca6-c54615ba2902 req-91dcee0b-47d7-4e2c-8395-2da515e73690 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:58.007400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42f18d39-091a-4191-aca6-c54615ba2902 req-91dcee0b-47d7-4e2c-8395-2da515e73690 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 950 time: 0.1006274 Dec 15 04:43:58.048996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.066631 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.170065 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.193777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8abd1-49e4-4dad-8d9d-75ab58495a1a None None] Network 1cb9905c-6f81-415d-ad03-0503de11860e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:58.195156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42f18d39-091a-4191-aca6-c54615ba2902 req-f159b7e2-c853-47f6-a0d5-4271464955d2 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9add21-9f28-4f0b-bc60-aec786248c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791449 Dec 15 04:43:58.207603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.219089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec7f916-5dd9-4113-9a23-85abc3f283ff,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:58.276649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8abd1-49e4-4dad-8d9d-75ab58495a1a None None] Network 1cb9905c-6f81-415d-ad03-0503de11860e could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:43:58.291998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf8c99-70b0-47b4-8177-e7be17417ce5 None None] Network 1cb9905c-6f81-415d-ad03-0503de11860e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:58.314191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:58.316584 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb88e3ea-b68a-429a-9a96-d81aa940c68b" -d '{"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-plugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:58.324475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf8c99-70b0-47b4-8177-e7be17417ce5 None None] Network 1cb9905c-6f81-415d-ad03-0503de11860e could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:43:58.349605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:43:58.361491 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.483799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:58.510375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:43:58.515220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:58.576886 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.594470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.628564 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f508e-4d72-43dc-9103-dae773476ddc x-openstack-request-id: req-901f508e-4d72-43dc-9103-dae773476ddc {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:58.629106 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-plugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:58.629550 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-901f508e-4d72-43dc-9103-dae773476ddc {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:58.630133 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'code': 200} Dec 15 04:43:58.708601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:43:58.723812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44674) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:58.724195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8665004 Dec 15 04:43:58.731698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': 'c9abba98-d903-442e-a973-8f2844bcd1a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:43:58.733751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53148518-1701-453c-85f5-8fe89374e9d4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:43:58.781812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a724-7d8c-4658-bc81-d9d2d2e4a3b7 None None] Pushing event updated for resources: {'Port': ['ID=de118ac8-4a3b-4624-8f76-f2f80afa9140,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:58.785910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e1b43-dd17-4266-8b04-f0b5b6685ed7 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=c9abba98-d903-442e-a973-8f2844bcd1a7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:58.791888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-b17ad51c-9c27-47cf-8e8d-d6f1735ccbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:58.794806 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-b17ad51c-9c27-47cf-8e8d-d6f1735ccbe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 200 len: 856 time: 1.1173007 Dec 15 04:43:58.797263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Attempting to bind port de118ac8-4a3b-4624-8f76-f2f80afa9140 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:43:58.798278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Attempting to bind port de118ac8-4a3b-4624-8f76-f2f80afa9140 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:43:58.798899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Attempting to bind port de118ac8-4a3b-4624-8f76-f2f80afa9140 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:43:58.805382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c9abba98-d903-442e-a973-8f2844bcd1a7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:43:58.825718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-adb5af9b-f2d3-43c2-8771-e364915625ef None None] Provisioning complete for port 8ec7f916-5dd9-4113-9a23-85abc3f283ff triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:58.845133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-adb5af9b-f2d3-43c2-8771-e364915625ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.899529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:43:58.900612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:58.902778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.905211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:43:58.905815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Bound port: de118ac8-4a3b-4624-8f76-f2f80afa9140, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:43:58.906542 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:58.907939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-764d31d5-85aa-41c6-9da5-37f949648b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:58.909510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-764d31d5-85aa-41c6-9da5-37f949648b68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016645 Dec 15 04:43:58.986902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-adb5af9b-f2d3-43c2-8771-e364915625ef None None] Port 8ec7f916-5dd9-4113-9a23-85abc3f283ff cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:59.010701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb1dab2-d5ad-4737-9d5b-d28243d17dcd req-bc7b104a-bab0-412e-99ca-79e121c4f009 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1382999 Dec 15 04:43:59.050118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:43:59.056930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6b3b5528-01a4-44b7-aaf7-ba22205bea39 admin admin] 10.222.0.37 "PUT /v2.0/routers/8a0c90eb-81a4-4905-bcce-6244cbc10ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5201962 Dec 15 04:43:59.060369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:43:59.064412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.114367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.172186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] For port de118ac8-4a3b-4624-8f76-f2f80afa9140, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:43:59.182817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Pushing event deleted for resources: {'Port': ['ID=49213b4b-da28-4654-b19b-3aa0b199e66c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:59.198923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-7e5290b7-19fe-41b7-8838-0ddcfad9244b service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326300 Dec 15 04:43:59.245427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] For port de118ac8-4a3b-4624-8f76-f2f80afa9140, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=de118ac8-4a3b-4624-8f76-f2f80afa9140,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:43:59.247105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Provisioning complete for port 8ec7f916-5dd9-4113-9a23-85abc3f283ff triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:59.247929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.325732 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.357301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] No DVR routers for this DVR port 49213b4b-da28-4654-b19b-3aa0b199e66c on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:43:59.360482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.366117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-540abb3c-3359-4b21-9ec7-69d1290e7d26 req-c6b02c8e-dcc5-42ef-807e-f6e877b6daa6 tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.42 "DELETE /v2.0/ports/49213b4b-da28-4654-b19b-3aa0b199e66c HTTP/1.1" status: 204 len: 173 time: 2.6479445 Dec 15 04:43:59.366922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'name': 'network-vif-deleted', 'tag': '49213b4b-da28-4654-b19b-3aa0b199e66c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:43:59.370461 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622e6b0-3ea5-4c98-a25d-a5152e73da6b" -d '{"events": [{"server_uuid": "04cdac5c-0d5d-46f9-8959-d2d686bb8900", "name": "network-vif-deleted", "tag": "49213b4b-da28-4654-b19b-3aa0b199e66c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:43:59.377066 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-e3155028-5ddf-4380-8011-7d5873bb4cfd service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562996 Dec 15 04:43:59.382006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-597fb14b-8363-42a5-9a7f-0e3af59432bb req-1da1f3a3-afa8-4017-854a-70609b16a0dd tempest-VolumesBackupsTest-171298315 tempest-VolumesBackupsTest-171298315-project] 10.222.0.37 "GET /v2.0/ports?device_id=04cdac5c-0d5d-46f9-8959-d2d686bb8900 HTTP/1.1" status: 200 len: 210 time: 0.0625591 Dec 15 04:43:59.423592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a724-7d8c-4658-bc81-d9d2d2e4a3b7 None None] Pushing event updated for resources: {'Port': ['ID=de118ac8-4a3b-4624-8f76-f2f80afa9140,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:59.431613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c147ba-78a2-4e49-a498-9ffc200ecc83 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:43:59.441264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Port 8ec7f916-5dd9-4113-9a23-85abc3f283ff cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:43:59.471907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:43:59.473388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:43:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:43:59.478367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Provisioning complete for port de118ac8-4a3b-4624-8f76-f2f80afa9140 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:43:59.479232 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.572656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.649821 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d7b06-99b0-42e8-ab44-b5e17d505c02 x-openstack-request-id: req-574d7b06-99b0-42e8-ab44-b5e17d505c02 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:43:59.650990 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cdac5c-0d5d-46f9-8959-d2d686bb8900", "name": "network-vif-deleted", "tag": "49213b4b-da28-4654-b19b-3aa0b199e66c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:43:59.651732 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-574d7b06-99b0-42e8-ab44-b5e17d505c02 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:43:59.657759 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cdac5c-0d5d-46f9-8959-d2d686bb8900', 'name': 'network-vif-deleted', 'tag': '49213b4b-da28-4654-b19b-3aa0b199e66c', 'status': 'completed', 'code': 200} Dec 15 04:43:59.658132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=944fda3d-a2fa-4234-962b-8f0fa1dbcc84,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:43:59.660243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ba87a632-55ea-424b-9a3d-9b1df254f7cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 217 time: 0.2631416 Dec 15 04:43:59.708447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': '46b15d9b-443b-4c0e-b9bd-a153fb86b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9abba98-d903-442e-a973-8f2844bcd1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:43:59.709064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: c9abba98-d903-442e-a973-8f2844bcd1a7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:43:59.738033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network c9abba98-d903-442e-a973-8f2844bcd1a7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:43:59.761405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c9abba98-d903-442e-a973-8f2844bcd1a7) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:43:59.764433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-becfc29b-8536-4df4-bd4e-aaf4059dc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:59.765937 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-becfc29b-8536-4df4-bd4e-aaf4059dc816 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0971341 Dec 15 04:43:59.767231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:59.768866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:43:59.778075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbeb51c-0218-4640-9834-924f329486fd None None] Network c9abba98-d903-442e-a973-8f2844bcd1a7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:43:59.820538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56c26cef-823f-4944-857b-5fa82e5e675f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0921566 Dec 15 04:43:59.821746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44704) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:43:59.886908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-bd94116f-9f85-44e6-a608-d795cba12fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:43:59.899406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-bd94116f-9f85-44e6-a608-d795cba12fb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143167 Dec 15 04:43:59.969724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.016707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:00.043091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.148751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-95e8662c-9b38-40a4-80cb-2c3400ac3130 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390621 Dec 15 04:44:00.203555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.276519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=944fda3d-a2fa-4234-962b-8f0fa1dbcc84,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:00.297602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44716) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:00.307693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1055716965-network', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:00.326509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-7083e7f3-b135-4d2b-a192-fbda152c8ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699164 Dec 15 04:44:00.335534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.353100 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5de10f76-2b0c-473c-a524-33a3e54d4ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.386047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 49213b4b-da28-4654-b19b-3aa0b199e66c no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:00.403821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-351397be-5a6c-4cd2-8f3f-dda85a5df09f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 217 time: 0.0606697 Dec 15 04:44:00.407635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] For port de118ac8-4a3b-4624-8f76-f2f80afa9140, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=de118ac8-4a3b-4624-8f76-f2f80afa9140,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:00.413923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.425920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Made reservation on behalf of e14b24c228e5435cac79f6fb84621b83 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:00.431491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.436666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.438362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 49213b4b-da28-4654-b19b-3aa0b199e66c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:44:00.438711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 49213b4b-da28-4654-b19b-3aa0b199e66c not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:44:00.462765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.496494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0a7e-dc0f-4346-8ca5-fa301baeab02 None None] Pushing event updated for resources: {'Port': ['ID=de118ac8-4a3b-4624-8f76-f2f80afa9140,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:00.499552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-903105a0-be3f-42f1-b6bf-b48ec3292923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:00.501512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-903105a0-be3f-42f1-b6bf-b48ec3292923 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0888190 Dec 15 04:44:00.552950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c4fa6-969f-4b14-a645-2b339fbbb1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c9abba98-d903-442e-a973-8f2844bcd1a7', 'network_id': 'c9abba98-d903-442e-a973-8f2844bcd1a7', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': '944fda3d-a2fa-4234-962b-8f0fa1dbcc84'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:44:00.553883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-636c4fa6-969f-4b14-a645-2b339fbbb1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.615006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.620318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9abba98-d903-442e-a973-8f2844bcd1a7']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:00.641149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.675802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-9af8f5df-2844-4bd1-8358-2e48d8b15a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:00.677504 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-9af8f5df-2844-4bd1-8358-2e48d8b15a76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1571727 Dec 15 04:44:00.679435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b15d9b-443b-4c0e-b9bd-a153fb86b041') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:00.679738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b15d9b-443b-4c0e-b9bd-a153fb86b041') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:00.724506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.758777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:00.817182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-236abba4-da9c-4e06-a3c8-305e472908d2 None None] Provisioning complete for port de118ac8-4a3b-4624-8f76-f2f80afa9140 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:00.818152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-236abba4-da9c-4e06-a3c8-305e472908d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.832824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96ddfc-3f18-4ce8-ba9a-ad5900aa9e9e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:00.855266 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.864487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e51915-7d48-436d-82da-02ec18c1894f None None] Network c9abba98-d903-442e-a973-8f2844bcd1a7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:00.865480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.865779 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Added segment c5b2018d-7355-4ac5-845d-6c216f82cb0c of type vlan for network a7ce0a48-dc9f-4bba-8237-195e518f36f6 Dec 15 04:44:00.922636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:00.923057 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:00.926280 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:00.954261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-cd536f3c-c2fa-480c-b8c0-e4e22c91c365 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691269 Dec 15 04:44:01.026327 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.038802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 2, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:01.047773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.063430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.067334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/c9abba98-d903-442e-a973-8f2844bcd1a7 HTTP/1.1" status: 204 len: 168 time: 1.2442021 Dec 15 04:44:01.075498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44740) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:01.081791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196830825'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:01.083787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.084887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:01.085527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.088912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d13bb-e0ba-480b-9e2d-9f546fbda526 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=c9abba98-d903-442e-a973-8f2844bcd1a7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:01.153084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:01.165610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8652134 Dec 15 04:44:01.168408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44742) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:01.174638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.177321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Request body: {'subnet': {'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1055716965-subnet', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:01.189715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d183a1b-5f94-4c39-93bd-fd9e5e0af382 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 2, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:44:01.199387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48783f19-039e-459f-ad49-488dc54f6d98 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ce0a48-dc9f-4bba-8237-195e518f36f6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:01.229382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:01.239687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Made reservation on behalf of e14b24c228e5435cac79f6fb84621b83 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:01.243222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.275838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:01.284092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-33f47ab3-251e-46c2-a235-a2c572017a8e service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191669 Dec 15 04:44:01.311173 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.311535 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment f28666e7-b330-48d2-92ca-75dbce6b3320 of type vlan for network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 Dec 15 04:44:01.376601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.409888 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-c27b6b45-ad8f-43f2-98be-7b6df49f3a35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 200 len: 217 time: 0.1114206 Dec 15 04:44:01.554984 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.630838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8de3bb1-02c5-485f-befa-dbab3aaebc0b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:01.631507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.651253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-3a880c10-eeac-44f6-80ad-3b6da11484ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:01.652768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-3a880c10-eeac-44f6-80ad-3b6da11484ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.2306526 Dec 15 04:44:01.704909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Checking segment: {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:01.707074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Network hostable DHCP agents. Network: a7ce0a48-dc9f-4bba-8237-195e518f36f6, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:01.744856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.754584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:01.760876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:01.761536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.778422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a7ce0a48-dc9f-4bba-8237-195e518f36f6) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:01.784400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:01.785641 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.788676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94490cef-8d05-4630-97fd-50fac41a5ff2 None None] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:01.833088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7964877d-02bc-4cfb-8685-867cc5012027 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6634526 Dec 15 04:44:01.838961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:01.864400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:01.937470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.939994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:01.946118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-42bbb96e-ddd2-4054-a076-635a46ca0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:01.948577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-42bbb96e-ddd2-4054-a076-635a46ca0c9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2873011 Dec 15 04:44:01.968214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8911779 Dec 15 04:44:01.969705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44756) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:02.012516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:02.171257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c11ab-b517-44da-aa31-2737348cf28f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=9a71e5da-1704-4b73-a429-9d7aeb3651a6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:02.198547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:02.215538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:02.375438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a7ce0a48-dc9f-4bba-8237-195e518f36f6', 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6', 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'fixed_ips': [{'subnet_id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:44:02.376353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:02.415116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-caac89b6-d4de-45e3-a55b-842eae665d17 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151666 Dec 15 04:44:02.583821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:02.610141 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:02.666416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:02.690326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 is not hosted by any dhcp agent {{(pid=103132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:44:02.695970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:02.696729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:02.698070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "PUT /v2.0/networks/9a71e5da-1704-4b73-a429-9d7aeb3651a6 HTTP/1.1" status: 200 len: 723 time: 0.6970644 Dec 15 04:44:02.715377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44774) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:02.754113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:02.830377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-f524b72d-2889-45d4-bcf0-c2ac11a7cc4d service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963430 Dec 15 04:44:02.876276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386e30a-13e4-483a-b14f-853f0834207b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=9a71e5da-1704-4b73-a429-9d7aeb3651a6,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:02.927809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:03.016675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-61a77c3f-411f-46df-a7cb-1b3db5fde78a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 200 len: 217 time: 0.1743426 Dec 15 04:44:03.199207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device de118ac8-4a3b-4624-8f76-f2f80afa9140 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:03.322877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-a04f08f6-13fc-4547-a658-0797773e197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:03.324518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-a04f08f6-13fc-4547-a658-0797773e197c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.3027945 Dec 15 04:44:03.331894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:03.335767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:03.346578 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:03.567519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-357ff994-c73f-4286-af01-9da72f71dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:03.568199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Allocated IP 172.20.0.2 (a7ce0a48-dc9f-4bba-8237-195e518f36f6/c8de3bb1-02c5-485f-befa-dbab3aaebc0b/8746e67b-6d94-4403-bce5-0b4aa36f80ba) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:03.569530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-357ff994-c73f-4286-af01-9da72f71dbf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2302668 Dec 15 04:44:03.747611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-ad64d469-0228-4d6c-9875-2d75f55a8fbd service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677098 Dec 15 04:44:03.766616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:03.823081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:03.887614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:03.908470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.061118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port de118ac8-4a3b-4624-8f76-f2f80afa9140 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:04.061493 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.064541 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-c5b1087f-55b7-438d-b922-ccd4b267e4eb service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087614 Dec 15 04:44:04.117375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.129310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-83da1ba0-3e76-43ac-862e-b77770693fb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 200 len: 217 time: 0.0566213 Dec 15 04:44:04.140791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Allocated IP 172.25.2.162 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7a76ccfa-6f04-470a-890b-684a34207638) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:04.289905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': 'f28666e7-b330-48d2-92ca-75dbce6b3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:04.290656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 9a71e5da-1704-4b73-a429-9d7aeb3651a6, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:04.297181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-dfe3d039-d359-4ab9-9289-2cdea10d84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:04.299518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-dfe3d039-d359-4ab9-9289-2cdea10d84f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.1395302 Dec 15 04:44:04.302496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=d10bc8a8-445b-40b5-a4d9-3783e013c9da,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:04.334447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:04.357818 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.377666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.405323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:04.407809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:04.411450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:04.427339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9a71e5da-1704-4b73-a429-9d7aeb3651a6) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:04.446439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6f98b-9ba9-4725-a567-dc5b431f7781 None None] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:04.467031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:04.467729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.493333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.551710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.552947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-f36fd1ee-c212-411b-aaed-f3326450ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:04.563596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-f36fd1ee-c212-411b-aaed-f3326450ac05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2263882 Dec 15 04:44:04.577821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5123c1ff-3e4b-46e0-abc3-92f4d462e8b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8313646 Dec 15 04:44:04.595555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:04.609057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:04.657522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Pushing event updated for resources: {'Port': ['ID=7a76ccfa-6f04-470a-890b-684a34207638,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:04.690766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Pushing event updated for resources: {'Port': ['ID=8746e67b-6d94-4403-bce5-0b4aa36f80ba,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:04.697416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Attempting to bind port 8746e67b-6d94-4403-bce5-0b4aa36f80ba on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:04.697920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Attempting to bind port 8746e67b-6d94-4403-bce5-0b4aa36f80ba by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:04.698639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Attempting to bind port 8746e67b-6d94-4403-bce5-0b4aa36f80ba on network a7ce0a48-dc9f-4bba-8237-195e518f36f6 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:04.746350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:04.755575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-389a8fe4-41af-4a06-9826-7e90ab52d6b3 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746027 Dec 15 04:44:04.757096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:04.757484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Checking segment: {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:04.757899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.758293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Bound using segment: {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:04.762920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Bound port: 8746e67b-6d94-4403-bce5-0b4aa36f80ba, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:04.763896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.774189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:04.795898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:04.802932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0640db10-6512-46b0-9d3a-0bc3d962dcf9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:44:04.903341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-9a71e5da-1704-4b73-a429-9d7aeb3651a6', 'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': 'd10bc8a8-445b-40b5-a4d9-3783e013c9da'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:44:04.904841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.907975 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-1ff7b29c-8d7a-4f59-ab4b-877129a2c67f service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428151 Dec 15 04:44:04.953260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9093347'] for subnet, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:04.988542 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-7b889202-e6f0-4516-ba7d-5bf348005cc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 217 time: 0.0678017 Dec 15 04:44:05.085607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] For port 8746e67b-6d94-4403-bce5-0b4aa36f80ba, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:05.095405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c5dbd096-9ff5-4814-a1c0-80d1fb34303f None None] Provisioning complete for port 7a76ccfa-6f04-470a-890b-684a34207638 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:05.095615 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd096-9ff5-4814-a1c0-80d1fb34303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:05.142220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] For port 8746e67b-6d94-4403-bce5-0b4aa36f80ba, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8746e67b-6d94-4403-bce5-0b4aa36f80ba,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:05.166406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:05.175079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-9bc51180-60f4-4521-92ef-6f2c29af48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:05.183449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-9bc51180-60f4-4521-92ef-6f2c29af48af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.1876903 Dec 15 04:44:05.267178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db1288-34f1-4e1d-b5d8-08425670d0af None None] Pushing event updated for resources: {'Port': ['ID=8746e67b-6d94-4403-bce5-0b4aa36f80ba,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:05.270498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:44:05.292199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:44:05.293003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:05.452013 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:05.508265 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745017855452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8700921'] for subnet, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:05.516690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-8b4bcb81-96e8-4816-a2e9-376338b91956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:05.518649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-8b4bcb81-96e8-4816-a2e9-376338b91956 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3261883 Dec 15 04:44:05.535870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:05.577191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:05.577783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:05.589867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "PUT /v2.0/subnets/d10bc8a8-445b-40b5-a4d9-3783e013c9da HTTP/1.1" status: 200 len: 806 time: 0.9927738 Dec 15 04:44:05.593143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44830) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:05.691157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbd096-9ff5-4814-a1c0-80d1fb34303f None None] Port 7a76ccfa-6f04-470a-890b-684a34207638 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:44:05.700347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d7fd4-7fb0-44fd-bcb8-5ecb95a59884 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=d10bc8a8-445b-40b5-a4d9-3783e013c9da,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:05.795989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-7c8e2ed4-5876-4166-baf3-24c2c061b9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496927 Dec 15 04:44:05.914359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Allocated IP 172.20.0.2 (9a71e5da-1704-4b73-a429-9d7aeb3651a6/d10bc8a8-445b-40b5-a4d9-3783e013c9da/109a184a-0415-44a0-a079-62e0fb3fa356) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:05.915214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:05.922570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.001466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d276c873-7cb8-4535-9a3c-598c9b4d7790 req-4abca27c-1d76-4d6a-8046-9b08882731d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979842 Dec 15 04:44:06.158318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.269011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:44:06.298077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 2, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:06.343700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.411857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.412560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:44:06.413703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Updating router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 port 8ec7f916-5dd9-4113-9a23-85abc3f283ff binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:44:06.452219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.511950 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.523525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:06.561739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:06.583025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.583605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:06.587531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Pushing event updated for resources: {'Port': ['ID=109a184a-0415-44a0-a079-62e0fb3fa356,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:06.638108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a71e5da-1704-4b73-a429-9d7aeb3651a6']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:06.650078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28666e7-b330-48d2-92ca-75dbce6b3320') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:06.650804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28666e7-b330-48d2-92ca-75dbce6b3320') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:06.726318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=d10bc8a8-445b-40b5-a4d9-3783e013c9da,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:06.733424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:44:06.737460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.744453 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Sync routers for ids ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:44:06.768366 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Routers {'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:44:06.769376 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:06.801426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.826564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.832370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e132793d-c665-4b57-82cf-0b452cfc6ffa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9883430 Dec 15 04:44:06.832787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44860) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:06.862414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:06.862858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:06.884025 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:07.064580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.api [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:44:07.064580 n-d-820935-10 neutron-server[103133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:44:07.064580 n-d-820935-10 neutron-server[103133]: [parameters: {'id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6'}] Dec 15 04:44:07.064580 n-d-820935-10 neutron-server[103133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:44:07.066736 n-d-820935-10 neutron-server[103133]: DEBUG oslo_db.api [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:44:07.137668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.164007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.185017 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Set router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:07.237094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3136c10-3989-4b5f-9484-216c0a712ce1 None None] Pushing event updated for resources: {'Port': ['ID=8ec7f916-5dd9-4113-9a23-85abc3f283ff,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:07.249751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8746e67b-6d94-4403-bce5-0b4aa36f80ba up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:07.316293 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.324101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Attempting to bind port 109a184a-0415-44a0-a079-62e0fb3fa356 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:07.324687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Attempting to bind port 109a184a-0415-44a0-a079-62e0fb3fa356 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f28666e7-b330-48d2-92ca-75dbce6b3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:07.325437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Attempting to bind port 109a184a-0415-44a0-a079-62e0fb3fa356 on network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:07.333077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:07.333626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Checking segment: {'id': 'f28666e7-b330-48d2-92ca-75dbce6b3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:07.334127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.334612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Bound using segment: {'id': 'f28666e7-b330-48d2-92ca-75dbce6b3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:07.335334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Bound port: 109a184a-0415-44a0-a079-62e0fb3fa356, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28666e7-b330-48d2-92ca-75dbce6b3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9a71e5da-1704-4b73-a429-9d7aeb3651a6'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:07.342268 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.429868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] For port 109a184a-0415-44a0-a079-62e0fb3fa356, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:07.435711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] For port 109a184a-0415-44a0-a079-62e0fb3fa356, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=109a184a-0415-44a0-a079-62e0fb3fa356,segment=NetworkSegment(f28666e7-b330-48d2-92ca-75dbce6b3320),segment_id=f28666e7-b330-48d2-92ca-75dbce6b3320)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:07.461820 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.568424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.735493 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:44:05Z', 'revision_number': 3, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:07.735934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Deleting port 109a184a-0415-44a0-a079-62e0fb3fa356 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:07.736254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.828220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec5b9e-3848-44c5-9934-017df3d96ee5 None None] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:07.830853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] For port 109a184a-0415-44a0-a079-62e0fb3fa356, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=109a184a-0415-44a0-a079-62e0fb3fa356,segment=NetworkSegment(f28666e7-b330-48d2-92ca-75dbce6b3320),segment_id=f28666e7-b330-48d2-92ca-75dbce6b3320)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:07.831184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:07.847804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Calling delete_port for 109a184a-0415-44a0-a079-62e0fb3fa356 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:07.870104 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Checking router: c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:44:07.871083 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Updating router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 port 7a76ccfa-6f04-470a-890b-684a34207638 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:44:07.962769 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.005283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Port': ['ID=109a184a-0415-44a0-a079-62e0fb3fa356,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:08.016264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No DVR routers for this DVR port 109a184a-0415-44a0-a079-62e0fb3fa356 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:08.028417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe4165-c81b-49c0-aaf5-a9c584439e51 None None] Pushing event updated for resources: {'Port': ['ID=109a184a-0415-44a0-a079-62e0fb3fa356,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:08.066700 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.073376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Provisioning complete for port 8ec7f916-5dd9-4113-9a23-85abc3f283ff triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:08.073937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.112328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Attempting to bind port 8ec7f916-5dd9-4113-9a23-85abc3f283ff on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:08.112964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Attempting to bind port 8ec7f916-5dd9-4113-9a23-85abc3f283ff by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:08.113429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Attempting to bind port 8ec7f916-5dd9-4113-9a23-85abc3f283ff on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-7c15fcb3-b3b9-4b52-a446-182c28c061b9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 109a184a-0415-44a0-a079-62e0fb3fa356 could not be found. Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:44:08.133628 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 109a184a-0415-44a0-a079-62e0fb3fa356 could not be found. Dec 15 04:44:08.141259 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:44:08.163347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Port 8ec7f916-5dd9-4113-9a23-85abc3f283ff cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:44:08.167546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8746e67b-6d94-4403-bce5-0b4aa36f80ba triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:08.167965 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.173334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff7daf-c443-4e32-b95b-e9bc6a9aa16d None None] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:08.182776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.207565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.284188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:08.284635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:08.285059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.285460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:08.286024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Bound port: 8ec7f916-5dd9-4113-9a23-85abc3f283ff, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:08.286765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.329907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a71e5da-1704-4b73-a429-9d7aeb3651a6']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:08.349077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a78c0f-6fc7-43cb-a075-fe62566b2ced None None] Network 9a71e5da-1704-4b73-a429-9d7aeb3651a6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:08.392379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28666e7-b330-48d2-92ca-75dbce6b3320') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:08.393813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28666e7-b330-48d2-92ca-75dbce6b3320') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:08.420377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.452011 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.462019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:08.462427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:08.469723 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:08.595576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Provisioning complete for port 8746e67b-6d94-4403-bce5-0b4aa36f80ba triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:08.595967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.630092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.641987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.650183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/9a71e5da-1704-4b73-a429-9d7aeb3651a6 HTTP/1.1" status: 204 len: 168 time: 3.0540209 Dec 15 04:44:08.660027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44922) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:08.758838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab974-1034-43b0-92d0-fcfeab0b53c5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=9a71e5da-1704-4b73-a429-9d7aeb3651a6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:08.777477 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fefe1ac-2102-4b51-9309-32c2d25f97d0 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:08.778445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fefe1ac-2102-4b51-9309-32c2d25f97d0 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:08.793167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4fefe1ac-2102-4b51-9309-32c2d25f97d0 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/9a71e5da-1704-4b73-a429-9d7aeb3651a6 HTTP/1.1" status: 404 len: 339 time: 0.1314294 Dec 15 04:44:08.803080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:08.817333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119739183', 'description': 'd1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:08.883113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:08.887149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.899516 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.912849 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.922870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:08.959216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:08.961075 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment daeb63f5-819a-4a36-afe8-3c3004befd7a of type vlan for network f2c9aac5-b995-4b40-bb0a-464eacbb3757 Dec 15 04:44:08.981538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d613d6-f083-484f-adac-7879cecab6d5 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:44:09.022095 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Attempting to bind port 7a76ccfa-6f04-470a-890b-684a34207638 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:09.023206 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Attempting to bind port 7a76ccfa-6f04-470a-890b-684a34207638 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:09.023747 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Attempting to bind port 7a76ccfa-6f04-470a-890b-684a34207638 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:09.041905 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:09.042680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:09.043939 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.049026 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:09.049908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Bound port: 7a76ccfa-6f04-470a-890b-684a34207638, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:09.050745 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.097996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] For port 8ec7f916-5dd9-4113-9a23-85abc3f283ff, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:09.152196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.195295 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] For port 7a76ccfa-6f04-470a-890b-684a34207638, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:09.199176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] For port 7a76ccfa-6f04-470a-890b-684a34207638, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7a76ccfa-6f04-470a-890b-684a34207638,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:09.211976 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Pushing event updated for resources: {'Port': ['ID=7a76ccfa-6f04-470a-890b-684a34207638,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:09.225510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.232799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:09.233496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.281979 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.285828 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.286192 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.290681 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.291044 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.291379 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.297714 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.301030 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.302809 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.303560 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.304487 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.307162 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.307528 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:09.319828 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.338551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5339937 Dec 15 04:44:09.344133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44946) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:09.349026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] For port 8ec7f916-5dd9-4113-9a23-85abc3f283ff, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8ec7f916-5dd9-4113-9a23-85abc3f283ff,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:09.392639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.398491 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.532043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741723d-f54d-439d-a60b-6b815cf22377 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:09.533836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b741723d-f54d-439d-a60b-6b815cf22377 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks?id=f2c9aac5-b995-4b40-bb0a-464eacbb3757 HTTP/1.1" status: 200 len: 760 time: 0.1882422 Dec 15 04:44:09.536726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44968) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:09.558219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'description': 'd2'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:09.572123 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f345d77-2792-40f1-8d8d-b00d42c74551 None None] Pushing event updated for resources: {'Port': ['ID=7a76ccfa-6f04-470a-890b-684a34207638,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:09.582882 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.592421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Allocated IP 172.20.0.1 (a7ce0a48-dc9f-4bba-8237-195e518f36f6/c8de3bb1-02c5-485f-befa-dbab3aaebc0b/7e07b424-4841-462e-bdae-ed30c1f0be3f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:09.643925 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Routers {'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:44:09.644882 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:09.841388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 8746e67b-6d94-4403-bce5-0b4aa36f80ba, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8746e67b-6d94-4403-bce5-0b4aa36f80ba,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:09.861317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.873523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:44:09.874200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:09.913293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3136c10-3989-4b5f-9484-216c0a712ce1 None None] Pushing event updated for resources: {'Port': ['ID=8ec7f916-5dd9-4113-9a23-85abc3f283ff,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:09.926628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:09.988160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.052271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.130079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.131509 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] Set router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:10.146490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06462-5d32-4163-99e1-73830fc5af02 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=f2c9aac5-b995-4b40-bb0a-464eacbb3757,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:10.190298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Pushing event updated for resources: {'Port': ['ID=7e07b424-4841-462e-bdae-ed30c1f0be3f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:10.190606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network f2c9aac5-b995-4b40-bb0a-464eacbb3757 is not hosted by any dhcp agent {{(pid=103133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:44:10.224172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:10.224172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.227082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "PUT /v2.0/networks/f2c9aac5-b995-4b40-bb0a-464eacbb3757 HTTP/1.1" status: 200 len: 757 time: 0.6826148 Dec 15 04:44:10.231293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:10.236278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:10.379182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35597f35-3217-4235-b063-9b9d341965b1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:10.380821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35597f35-3217-4235-b063-9b9d341965b1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks?id=f2c9aac5-b995-4b40-bb0a-464eacbb3757 HTTP/1.1" status: 200 len: 760 time: 0.1431191 Dec 15 04:44:10.382107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:10.386054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44992) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:10.397823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748086428'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:10.402291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:10.424108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf104eb5-c046-490d-b0df-bb9e34a7a6bd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=f2c9aac5-b995-4b40-bb0a-464eacbb3757,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:10.469454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f2c9aac5-b995-4b40-bb0a-464eacbb3757 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:10.473523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8ec7f916-5dd9-4113-9a23-85abc3f283ff up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:10.489452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:10.498070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.529399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.551319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f2c9aac5-b995-4b40-bb0a-464eacbb3757 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:10.678062 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:44:05Z', 'revision_number': 3, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:10.718144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.720792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:10.741492 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee7f19-e094-41b6-a016-a344cae28224 None None] The sync data for ids ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'] in n-d-820935-10 is: [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:44:05Z', 'revision_number': 3, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:44:10.743354 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:10.743706 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment 9a08c136-4e08-4417-8ed9-690ca9c6d78d of type vlan for network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 Dec 15 04:44:11.000644 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:44:11.001015 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-a4d2f7db-15c5-490e-87c0-3524667fa71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:44:11.012907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.040605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=8746e67b-6d94-4403-bce5-0b4aa36f80ba,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:11.154961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.163624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:11.164589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.167058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d613d6-f083-484f-adac-7879cecab6d5 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:44:11.202411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:11.289596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9024377 Dec 15 04:44:11.304598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8ec7f916-5dd9-4113-9a23-85abc3f283ff triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:11.304849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45004) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:11.305409 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.310318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b596a41-bb9e-4971-8b48-3e3ffabbc6e5 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=0ffdea82-2755-42a2-898b-f891c4fd3ed7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:11.314817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '0ffdea82-2755-42a2-898b-f891c4fd3ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:11.326383 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.338003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.346363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:11.488796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Pushing event updated for resources: {'Port': ['ID=7e07b424-4841-462e-bdae-ed30c1f0be3f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:11.556931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.619632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:11.623844 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:11.818073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:11.821666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:12.218181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:44:12.271255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:12.378052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=c2c23d6d-22d1-4a35-8869-ef99d29abc81,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:12.431832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': '9a08c136-4e08-4417-8ed9-690ca9c6d78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0ffdea82-2755-42a2-898b-f891c4fd3ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:12.433999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 0ffdea82-2755-42a2-898b-f891c4fd3ed7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:12.471601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:12.485725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0ffdea82-2755-42a2-898b-f891c4fd3ed7) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:12.499990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:12.501165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:44:12.502112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:12.520215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df7ca801-fecf-4616-ab4d-a508392f7364 admin admin] 10.222.0.37 "PUT /v2.0/routers/c2e2976b-5fb4-4eb5-813c-252fa0bf4f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6800518 Dec 15 04:44:12.538167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-57c7b4e5-69c6-45ae-ac55-5ea081de5d6a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2321708 Dec 15 04:44:12.540848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45020) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:12.809185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:12.924154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:12.940902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-becc2d51-4f8e-4e5d-8d90-da901e980ead None None] Provisioning complete for port 8746e67b-6d94-4403-bce5-0b4aa36f80ba triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:12.941548 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-becc2d51-4f8e-4e5d-8d90-da901e980ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.079374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.132048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c23d6d-22d1-4a35-8869-ef99d29abc81,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:13.137198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.229918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:08Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:13.279929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.358135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffdea82-2755-42a2-898b-f891c4fd3ed7']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:13.396291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a08c136-4e08-4417-8ed9-690ca9c6d78d') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:13.396667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a08c136-4e08-4417-8ed9-690ca9c6d78d') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:13.430257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.442016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 8ec7f916-5dd9-4113-9a23-85abc3f283ff, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8ec7f916-5dd9-4113-9a23-85abc3f283ff,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:13.449611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b906-ae80-43b8-869b-68724ebbbe2e None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:08Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:44:13.458095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.508120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.556205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:13.564543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:13.568261 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:13.632875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=8ec7f916-5dd9-4113-9a23-85abc3f283ff,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:13.758869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.769870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:13.780487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/0ffdea82-2755-42a2-898b-f891c4fd3ed7 HTTP/1.1" status: 204 len: 168 time: 1.2382507 Dec 15 04:44:13.780971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45046) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:13.797275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa6987-dd68-4bc1-8d24-ceaa58aad3bf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=0ffdea82-2755-42a2-898b-f891c4fd3ed7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:13.903056 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6468e9-25e7-4e6f-a28d-31054bec9edf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] GET failed (client error): The resource could not be found. Dec 15 04:44:13.908254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb6468e9-25e7-4e6f-a28d-31054bec9edf tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/subnets/c2c23d6d-22d1-4a35-8869-ef99d29abc81 HTTP/1.1" status: 404 len: 337 time: 0.1257222 Dec 15 04:44:13.911364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:13.984525 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a8cc99-3149-4512-8d28-ac7ac7b93965 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:13.985223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a8cc99-3149-4512-8d28-ac7ac7b93965 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:13.999493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45052) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:14.011837 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c3a8cc99-3149-4512-8d28-ac7ac7b93965 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/0ffdea82-2755-42a2-898b-f891c4fd3ed7 HTTP/1.1" status: 404 len: 339 time: 0.0947049 Dec 15 04:44:14.189283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8746e67b-6d94-4403-bce5-0b4aa36f80ba up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:14.203751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Sync routers for ids ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:44:14.404400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c807aa2f-0550-4378-a639-a5c840c664a2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:44:14.441469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Routers {'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:44:14.442118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:14.800737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a9f3d-e9ca-4d98-997c-5c46b7be7cab tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:14.802328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cb5a9f3d-e9ca-4d98-997c-5c46b7be7cab tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8017871 Dec 15 04:44:14.805580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45064) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:14.938124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Set router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:14.991878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83fcf53c-0306-4b7c-a333-afa06b3d2882 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 207 time: 0.1801732 Dec 15 04:44:14.992463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45068) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:15.135928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3de87-e369-414a-b662-a3cbda7ee99a None None] Network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:15.142602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2193f9-4626-49da-9a02-ace5d10637d4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:44:15.240860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736faef-5eae-4d6a-bb08-ec04d37e17d2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.267417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736faef-5eae-4d6a-bb08-ec04d37e17d2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.276139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3de87-e369-414a-b662-a3cbda7ee99a None None] Network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:44:15.287115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736faef-5eae-4d6a-bb08-ec04d37e17d2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.301426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736faef-5eae-4d6a-bb08-ec04d37e17d2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.303171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6736faef-5eae-4d6a-bb08-ec04d37e17d2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3097644 Dec 15 04:44:15.308765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45074) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:15.343824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9ea00-9c8d-4052-82cc-9385fb9cf0e7 None None] Network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:15.367950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8746e67b-6d94-4403-bce5-0b4aa36f80ba triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:15.368403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:15.371610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-31b0c1e7-d7d9-4d5d-b811-bd35409ccb5a None None] Provisioning complete for port 7a76ccfa-6f04-470a-890b-684a34207638 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:15.371997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31b0c1e7-d7d9-4d5d-b811-bd35409ccb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:15.373867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9ea00-9c8d-4052-82cc-9385fb9cf0e7 None None] Network 0ffdea82-2755-42a2-898b-f891c4fd3ed7 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:44:15.540507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8f67aba4-4df4-4190-96ec-c530f694f91c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2305009 Dec 15 04:44:15.546061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:15.585182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7a76ccfa-6f04-470a-890b-684a34207638 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:15.666560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0123761-b211-40d1-956f-9a7feab99c6c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.668838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0123761-b211-40d1-956f-9a7feab99c6c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.671395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d0123761-b211-40d1-956f-9a7feab99c6c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1215940 Dec 15 04:44:15.676762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:15.722630 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31b0c1e7-d7d9-4d5d-b811-bd35409ccb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:15.746158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a969c18-d703-4a66-bd8d-1936c9f32212 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.749024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a969c18-d703-4a66-bd8d-1936c9f32212 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:15.752152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2a969c18-d703-4a66-bd8d-1936c9f32212 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0731208 Dec 15 04:44:15.757014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:15.787619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-31b0c1e7-d7d9-4d5d-b811-bd35409ccb5a None None] For port 7a76ccfa-6f04-470a-890b-684a34207638, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7a76ccfa-6f04-470a-890b-684a34207638,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:15.803626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:44:10Z', 'revision_number': 4, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '7e07b424-4841-462e-bdae-ed30c1f0be3f', 'name': '', 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'mac_address': 'fa:16:3e:94:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:08Z', 'updated_at': '2021-12-15T04:44:10Z', 'revision_number': 2, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'subnets': [{'id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:15.807446 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31b0c1e7-d7d9-4d5d-b811-bd35409ccb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:15.847898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Checking router: c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:44:15.848295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Updating router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 port 7e07b424-4841-462e-bdae-ed30c1f0be3f binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:44:15.905793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:15.927581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7a76ccfa-6f04-470a-890b-684a34207638 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:15.927950 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:16.481668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:16.498882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Provisioning complete for port 7a76ccfa-6f04-470a-890b-684a34207638 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:16.499634 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:16.530631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:16.556922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94484ead-2e94-4f5c-bbc3-210185bd7c80 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:16.563821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-94484ead-2e94-4f5c-bbc3-210185bd7c80 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks/2b6dce23-1fea-424a-9858-931373347196 HTTP/1.1" status: 200 len: 799 time: 0.8002274 Dec 15 04:44:16.563821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:16.574532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0c1e7-d7d9-4d5d-b811-bd35409ccb5a None None] Pushing event updated for resources: {'Port': ['ID=7a76ccfa-6f04-470a-890b-684a34207638,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:16.672883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28c833-2226-432f-aa1f-90191adcdc9b None None] Pushing event updated for resources: {'Port': ['ID=7e07b424-4841-462e-bdae-ed30c1f0be3f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:16.849395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-51ba0815-d836-4d47-99a7-136d18b747e8 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/networks/2b6dce23-1fea-424a-9858-931373347196?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2849460 Dec 15 04:44:16.853169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45104) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:16.959103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571daa84-5f4e-4477-937b-f3ce03f36a3a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:16.964782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45110) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:16.967803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-571daa84-5f4e-4477-937b-f3ce03f36a3a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/subnets/85ffdf90-8307-4e20-b226-ee991ef3b300 HTTP/1.1" status: 200 len: 811 time: 0.1128881 Dec 15 04:44:17.034532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f12a9-b4bd-483c-8a77-48681edf30ac tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['shared'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:17.039128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f6f12a9-b4bd-483c-8a77-48681edf30ac tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "GET /v2.0/subnets/85ffdf90-8307-4e20-b226-ee991ef3b300?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0702188 Dec 15 04:44:17.061036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:17.076976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601539042'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:17.187795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:17.203870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.276481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:17.288528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.288883 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Added segment a35bbff3-cb38-4962-b74e-c005706336ed of type vlan for network 26d4a92b-bf49-481f-b330-8e3a6729b993 Dec 15 04:44:17.332672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8ec7f916-5dd9-4113-9a23-85abc3f283ff up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:17.336875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Attempting to bind port 7e07b424-4841-462e-bdae-ed30c1f0be3f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:17.337247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Attempting to bind port 7e07b424-4841-462e-bdae-ed30c1f0be3f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:17.337608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Attempting to bind port 7e07b424-4841-462e-bdae-ed30c1f0be3f on network a7ce0a48-dc9f-4bba-8237-195e518f36f6 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:17.352323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.374195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:17.374613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Checking segment: {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:17.374980 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.375375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Bound using segment: {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:17.375870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Bound port: 7e07b424-4841-462e-bdae-ed30c1f0be3f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b2018d-7355-4ac5-845d-6c216f82cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:17.376286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.436313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Provisioning complete for port 8ec7f916-5dd9-4113-9a23-85abc3f283ff triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:17.436746 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.452412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.459995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:17.461214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.494656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:17.495575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4474854 Dec 15 04:44:17.503863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8ec7f916-5dd9-4113-9a23-85abc3f283ff triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:17.504880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:17.505102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.531679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] For port 7e07b424-4841-462e-bdae-ed30c1f0be3f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:17.557105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] For port 7e07b424-4841-462e-bdae-ed30c1f0be3f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7e07b424-4841-462e-bdae-ed30c1f0be3f,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:17.567069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-543c6626-4c9e-4691-b0fe-9f541dafa048 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:17.575633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-543c6626-4c9e-4691-b0fe-9f541dafa048 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2403660 Dec 15 04:44:17.600051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.634148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-80fe5fb6-ef1c-483d-9e5e-264d7b0ece56 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0572062 Dec 15 04:44:17.693664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b80e6b-6271-44f1-82be-ccb5892c724f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Network': ['ID=26d4a92b-bf49-481f-b330-8e3a6729b993,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:17.721132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 26d4a92b-bf49-481f-b330-8e3a6729b993 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:17.733735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Provisioning complete for port 7e07b424-4841-462e-bdae-ed30c1f0be3f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:17.733735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.749036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Made reservation on behalf of 39840a011818496eab1ba3d37d40043a for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:17.753813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:17.764347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-cc4df37d-7e4a-4f77-965f-75f4ff218613 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280897 Dec 15 04:44:17.801657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Routers {'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:44:17.802308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:17.907448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing IP validity checks on allocation pools {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:44:17.908763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:44:17.939867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] Set router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:44:17.986793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-c681ffe5-1327-4e4b-b787-57b741e865af service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213380 Dec 15 04:44:18.132951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.181355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28c833-2226-432f-aa1f-90191adcdc9b None None] Pushing event updated for resources: {'Port': ['ID=7e07b424-4841-462e-bdae-ed30c1f0be3f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:18.222901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-69b3fc4b-c649-4d0f-9ad8-6ca54bd94544 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317600 Dec 15 04:44:18.375165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Checking segment: {'id': 'a35bbff3-cb38-4962-b74e-c005706336ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:18.375165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network hostable DHCP agents. Network: 26d4a92b-bf49-481f-b330-8e3a6729b993, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:18.377301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=093da49e-9bca-4c2b-9ed4-896f5ea8770f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:18.413483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Network 26d4a92b-bf49-481f-b330-8e3a6729b993 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:18.427509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 26d4a92b-bf49-481f-b330-8e3a6729b993) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:18.432341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:18.432970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.446162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:44:10Z', 'revision_number': 4, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '7e07b424-4841-462e-bdae-ed30c1f0be3f', 'name': '', 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'mac_address': 'fa:16:3e:94:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:08Z', 'updated_at': '2021-12-15T04:44:17Z', 'revision_number': 4, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'subnets': [{'id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:18.452155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7ffab-aa87-44b6-8e2a-15400757cac0 None None] Network 26d4a92b-bf49-481f-b330-8e3a6729b993 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:18.460492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a34fb9f3-6545-4792-9ee1-0b26f100a81a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9644680 Dec 15 04:44:18.463470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45138) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:18.471226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:18.497004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7a76ccfa-6f04-470a-890b-684a34207638 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:18.498952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.563598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929e066-447e-40d1-aefb-ee25ad9d9482 None None] The sync data for ids ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'] in n-d-820935-10 is: [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:44:10Z', 'revision_number': 4, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '7e07b424-4841-462e-bdae-ed30c1f0be3f', 'name': '', 'network_id': 'a7ce0a48-dc9f-4bba-8237-195e518f36f6', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'mac_address': 'fa:16:3e:94:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:08Z', 'updated_at': '2021-12-15T04:44:17Z', 'revision_number': 4, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'subnets': [{'id': 'c8de3bb1-02c5-485f-befa-dbab3aaebc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:44:18.635451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9093347'] for subnet, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.677653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] For port 7e07b424-4841-462e-bdae-ed30c1f0be3f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7e07b424-4841-462e-bdae-ed30c1f0be3f,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:18.715038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7a76ccfa-6f04-470a-890b-684a34207638 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:18.715423 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.720703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.926039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-26d4a92b-bf49-481f-b330-8e3a6729b993', 'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993', 'project_id': '39840a011818496eab1ba3d37d40043a', 'fixed_ips': [{'subnet_id': '093da49e-9bca-4c2b-9ed4-896f5ea8770f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:44:18.926920 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:18.996915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-93b0b04e-ba58-4752-a8d6-b30b2781a56f None None] Provisioning complete for port 7e07b424-4841-462e-bdae-ed30c1f0be3f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:18.997849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-93b0b04e-ba58-4752-a8d6-b30b2781a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:19.051110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745017855452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8700921'] for subnet, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:19.090696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Pushing event updated for resources: {'Port': ['ID=7e07b424-4841-462e-bdae-ed30c1f0be3f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:19.110948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:19.112437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:19.114338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "PUT /v2.0/subnets/093da49e-9bca-4c2b-9ed4-896f5ea8770f HTTP/1.1" status: 200 len: 877 time: 0.6487966 Dec 15 04:44:19.117337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45146) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:19.136847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.137299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.138166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.138526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.138867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.139209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.139544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.139876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.140241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.140701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.141040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.141374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.141703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c94216-613c-42b1-ba51-70fa43539b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:19.231130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb7043-462a-4306-9d8d-fc696ab9f3d9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event updated for resources: {'Subnet': ['ID=093da49e-9bca-4c2b-9ed4-896f5ea8770f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:19.366278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:19.541819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:19.551811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dffe614c-34b9-4350-a229-553a6823c4f3 req-6cd6414a-1fe1-4087-a1f8-4cf3eb8dcade tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0927820 Dec 15 04:44:19.703407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Allocated IP 172.20.0.3 (26d4a92b-bf49-481f-b330-8e3a6729b993/093da49e-9bca-4c2b-9ed4-896f5ea8770f/cb1248b2-c67b-4044-8794-77cbc9fb1db9) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:20.026960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.043239 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.079370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.163534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Network 26d4a92b-bf49-481f-b330-8e3a6729b993 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:20.178304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:20.185431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=093da49e-9bca-4c2b-9ed4-896f5ea8770f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:20.186675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:20.237774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Pushing event updated for resources: {'Port': ['ID=cb1248b2-c67b-4044-8794-77cbc9fb1db9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:20.316773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.361394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d4a92b-bf49-481f-b330-8e3a6729b993']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:20.400977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Attempting to bind port cb1248b2-c67b-4044-8794-77cbc9fb1db9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:20.401420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Attempting to bind port cb1248b2-c67b-4044-8794-77cbc9fb1db9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'a35bbff3-cb38-4962-b74e-c005706336ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:20.401696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Attempting to bind port cb1248b2-c67b-4044-8794-77cbc9fb1db9 on network 26d4a92b-bf49-481f-b330-8e3a6729b993 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:20.413728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35bbff3-cb38-4962-b74e-c005706336ed') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:20.414178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35bbff3-cb38-4962-b74e-c005706336ed') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:20.429941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:20.430813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Checking segment: {'id': 'a35bbff3-cb38-4962-b74e-c005706336ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:20.430813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.431152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Bound using segment: {'id': 'a35bbff3-cb38-4962-b74e-c005706336ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:20.431649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Bound port: cb1248b2-c67b-4044-8794-77cbc9fb1db9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35bbff3-cb38-4962-b74e-c005706336ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '26d4a92b-bf49-481f-b330-8e3a6729b993'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:20.432103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.476167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.524714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.533247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:20.534133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:20.550672 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:20.594302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e07b424-4841-462e-bdae-ed30c1f0be3f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:20.675707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:44:20.675707 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:44:20.675707 n-d-820935-10 neutron-server[103132]: [parameters: {'id': '26d4a92b-bf49-481f-b330-8e3a6729b993'}] Dec 15 04:44:20.675707 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:44:20.676684 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:44:20.696689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd39e403-a442-40bc-bfef-80e396c6a238 req-9970bbee-fc8b-4ef6-a791-b650873e32f1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0475740 Dec 15 04:44:20.724027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] For port cb1248b2-c67b-4044-8794-77cbc9fb1db9, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:20.733634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] For port cb1248b2-c67b-4044-8794-77cbc9fb1db9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cb1248b2-c67b-4044-8794-77cbc9fb1db9,segment=NetworkSegment(a35bbff3-cb38-4962-b74e-c005706336ed),segment_id=a35bbff3-cb38-4962-b74e-c005706336ed)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:20.744670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:20.837982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcc2cc-5389-4e08-8445-d77c5a71cc0a None None] Pushing event updated for resources: {'Port': ['ID=cb1248b2-c67b-4044-8794-77cbc9fb1db9,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:20.851311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7e07b424-4841-462e-bdae-ed30c1f0be3f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:20.851979 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.031742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2480bb-22d1-49a5-9f5c-ff0fb89fd41c None None] Network 26d4a92b-bf49-481f-b330-8e3a6729b993 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:21.178287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.179138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-c7993efe-aaf4-4dfd-a4dc-8c4e01550a67 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:21.181312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-c7993efe-aaf4-4dfd-a4dc-8c4e01550a67 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2497733 Dec 15 04:44:21.198496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a705ae-c863-4f52-b49d-afffce00f59f None None] Network 26d4a92b-bf49-481f-b330-8e3a6729b993 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:21.212354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:21.275283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Deleting port cb1248b2-c67b-4044-8794-77cbc9fb1db9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:21.276905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.375156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] For port cb1248b2-c67b-4044-8794-77cbc9fb1db9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cb1248b2-c67b-4044-8794-77cbc9fb1db9,segment=NetworkSegment(a35bbff3-cb38-4962-b74e-c005706336ed),segment_id=a35bbff3-cb38-4962-b74e-c005706336ed)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:21.375936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.376753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbeba73-5b1e-41f8-8db2-d4ad9a14f480 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:44:21.396409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Calling delete_port for cb1248b2-c67b-4044-8794-77cbc9fb1db9 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:21.518596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.543079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No DVR routers for this DVR port cb1248b2-c67b-4044-8794-77cbc9fb1db9 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:21.588829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Port': ['ID=cb1248b2-c67b-4044-8794-77cbc9fb1db9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:21.603174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:21.614812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.784339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.832830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d4a92b-bf49-481f-b330-8e3a6729b993']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:21.857504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35bbff3-cb38-4962-b74e-c005706336ed') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:21.857827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35bbff3-cb38-4962-b74e-c005706336ed') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:21.873147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.897825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbeba73-5b1e-41f8-8db2-d4ad9a14f480 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:44:21.899463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.915477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:21.915888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:21.919373 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:22.045303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac616e91-7ad4-4141-a1a0-31708b1899b4 req-186d1cbc-a83e-4099-b0bf-a63f2cfe3cd3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0868952 Dec 15 04:44:22.050234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.066242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.073967 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/26d4a92b-bf49-481f-b330-8e3a6729b993 HTTP/1.1" status: 204 len: 168 time: 2.9492061 Dec 15 04:44:22.082861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:22.106183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b6cb4-5820-410e-a587-4cf96fb88442 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=26d4a92b-bf49-481f-b330-8e3a6729b993,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:22.217654 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad07158-d291-4186-9790-88bda84e3be9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:22.218109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad07158-d291-4186-9790-88bda84e3be9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:22.221162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1ad07158-d291-4186-9790-88bda84e3be9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/093da49e-9bca-4c2b-9ed4-896f5ea8770f HTTP/1.1" status: 404 len: 337 time: 0.1376400 Dec 15 04:44:22.224883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45188) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:22.256010 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f52123-f2a2-490c-9a88-4c8bb624eaf8 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:22.259684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f52123-f2a2-490c-9a88-4c8bb624eaf8 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:22.266623 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12f52123-f2a2-490c-9a88-4c8bb624eaf8 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/26d4a92b-bf49-481f-b330-8e3a6729b993 HTTP/1.1" status: 404 len: 339 time: 0.0406640 Dec 15 04:44:22.270838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:22.275486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.8 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/6ec4a73a-df37-421c-8af3-97ee208e2bdf) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:22.370576 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b4fcd3-961b-48ae-a4e7-e5e60ab059b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:22.371711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b4fcd3-961b-48ae-a4e7-e5e60ab059b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:22.380650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59b4fcd3-961b-48ae-a4e7-e5e60ab059b2 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/c2c23d6d-22d1-4a35-8869-ef99d29abc81 HTTP/1.1" status: 404 len: 337 time: 0.1050465 Dec 15 04:44:22.381557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45192) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:22.427104 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b8e9d0-6018-4d46-905d-d3d14ac88c22 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:22.428006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b8e9d0-6018-4d46-905d-d3d14ac88c22 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:22.431644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e5b8e9d0-6018-4d46-905d-d3d14ac88c22 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/0ffdea82-2755-42a2-898b-f891c4fd3ed7 HTTP/1.1" status: 404 len: 339 time: 0.0450900 Dec 15 04:44:22.436704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45194) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:22.616097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.624303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.707968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.733798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.759290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c9aac5-b995-4b40-bb0a-464eacbb3757']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:22.770894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeb63f5-819a-4a36-afe8-3c3004befd7a') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:22.771584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeb63f5-819a-4a36-afe8-3c3004befd7a') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:22.785380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.800277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.803747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:22.807603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:22.808135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:22.808789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.813022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:22.820471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=6ec4a73a-df37-421c-8af3-97ee208e2bdf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:22.895228 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:22.898983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.924229 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:44:22.928314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.938176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/f2c9aac5-b995-4b40-bb0a-464eacbb3757 HTTP/1.1" status: 204 len: 168 time: 0.5003190 Dec 15 04:44:22.939978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:22.941459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:22.945096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45204) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:22.977952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4faf1b-571d-4416-92fd-7555a2ececc6 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=f2c9aac5-b995-4b40-bb0a-464eacbb3757,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:22.989067 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-187df0ca-dfaa-4bbe-b234-5bb94d631e36 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:22.989900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187df0ca-dfaa-4bbe-b234-5bb94d631e36 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:22.994101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-187df0ca-dfaa-4bbe-b234-5bb94d631e36 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/d10bc8a8-445b-40b5-a4d9-3783e013c9da HTTP/1.1" status: 404 len: 337 time: 0.0474005 Dec 15 04:44:22.997885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45206) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.042247 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a63992-a1e6-4827-8fd5-4e52c2ee1acc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.042796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a63992-a1e6-4827-8fd5-4e52c2ee1acc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.048692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-60a63992-a1e6-4827-8fd5-4e52c2ee1acc tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/9a71e5da-1704-4b73-a429-9d7aeb3651a6 HTTP/1.1" status: 404 len: 339 time: 0.0475292 Dec 15 04:44:23.048883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-4b211214-8ebb-4372-897e-f19686464cf6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8472362 Dec 15 04:44:23.054018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.098642 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-db03aa1e-c877-4a2e-adea-baee064bbe32 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.099120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db03aa1e-c877-4a2e-adea-baee064bbe32 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.105483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-db03aa1e-c877-4a2e-adea-baee064bbe32 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/944fda3d-a2fa-4234-962b-8f0fa1dbcc84 HTTP/1.1" status: 404 len: 337 time: 0.0475535 Dec 15 04:44:23.105617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.154387 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-492d612b-9814-4ac3-9ec7-bff802ae410e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.159804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492d612b-9814-4ac3-9ec7-bff802ae410e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.165272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-492d612b-9814-4ac3-9ec7-bff802ae410e tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/c9abba98-d903-442e-a973-8f2844bcd1a7 HTTP/1.1" status: 404 len: 339 time: 0.0570209 Dec 15 04:44:23.165640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.209040 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfebaf0-f6f5-4bcc-acfc-44bf6377a93f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.209588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfebaf0-f6f5-4bcc-acfc-44bf6377a93f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.215511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d9a81312-af69-49eb-805d-fe5893bab200 None None] Provisioning complete for port 6ec4a73a-df37-421c-8af3-97ee208e2bdf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:23.216593 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9a81312-af69-49eb-805d-fe5893bab200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:23.217310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45218) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.220238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6cfebaf0-f6f5-4bcc-acfc-44bf6377a93f tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/152748c9-1d24-43b0-83d2-cca1b65f218e HTTP/1.1" status: 404 len: 337 time: 0.0510893 Dec 15 04:44:23.224571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Request body: {'port': {'device_id': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:23.248771 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-2041cbdb-1d5c-4f7d-950c-c60ef0c864b1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.249631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2041cbdb-1d5c-4f7d-950c-c60ef0c864b1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.253547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2041cbdb-1d5c-4f7d-950c-c60ef0c864b1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/1cb9905c-6f81-415d-ad03-0503de11860e HTTP/1.1" status: 404 len: 339 time: 0.0313416 Dec 15 04:44:23.255953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45220) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.289988 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4bac66-76a5-4cbb-9a39-6c06876c5e7c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.290846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4bac66-76a5-4cbb-9a39-6c06876c5e7c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.294824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8e4bac66-76a5-4cbb-9a39-6c06876c5e7c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/1f0985d2-664e-4578-b8af-b0797ff3cec9 HTTP/1.1" status: 404 len: 337 time: 0.0376153 Dec 15 04:44:23.297805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45222) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.327742 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-244b3794-fb52-4556-86c8-3fb49978960c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.328742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244b3794-fb52-4556-86c8-3fb49978960c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.332697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-244b3794-fb52-4556-86c8-3fb49978960c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/b702439a-4ba1-43f3-8ab9-24771064198d HTTP/1.1" status: 404 len: 339 time: 0.0335011 Dec 15 04:44:23.336192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45224) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.384520 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-49997d3e-61fb-49d9-ba7d-38b38724cf76 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.385949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49997d3e-61fb-49d9-ba7d-38b38724cf76 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.389833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-49997d3e-61fb-49d9-ba7d-38b38724cf76 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/ab52d42c-2620-4ea7-81e1-d9f1a592476b HTTP/1.1" status: 404 len: 337 time: 0.0523195 Dec 15 04:44:23.392271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45226) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.428011 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3887aa5-9df8-401b-86af-24f8ba593092 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.432778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3887aa5-9df8-401b-86af-24f8ba593092 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.448803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f3887aa5-9df8-401b-86af-24f8ba593092 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/532d4d20-fc62-4ac5-b9aa-1724a6f7c4c1 HTTP/1.1" status: 404 len: 339 time: 0.0552356 Dec 15 04:44:23.451700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45230) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.506165 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:23.523350 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7508a9-8b9f-4d27-ab44-2a356877c7d1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.524140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7508a9-8b9f-4d27-ab44-2a356877c7d1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.527201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e7508a9-8b9f-4d27-ab44-2a356877c7d1 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/c1facfe2-ef28-45a0-84ab-e8b1e35ecfaf HTTP/1.1" status: 404 len: 337 time: 0.0736492 Dec 15 04:44:23.531149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45232) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.584392 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecff5e8-2ebd-4feb-860a-e3a3effd7d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.585265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecff5e8-2ebd-4feb-860a-e3a3effd7d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.593438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d9a81312-af69-49eb-805d-fe5893bab200 None None] Port 6ec4a73a-df37-421c-8af3-97ee208e2bdf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:44:23.599500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2b79f-ab7d-48fa-8372-1b0c0ada6d35 req-407f2d31-e004-4f4b-83d7-198165103a33 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:23.600466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ecff5e8-2ebd-4feb-860a-e3a3effd7d9c tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/a6295184-176d-4d00-a97b-7ef29aecc7b7 HTTP/1.1" status: 404 len: 339 time: 0.0682790 Dec 15 04:44:23.602793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.624106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cb2b79f-ab7d-48fa-8372-1b0c0ada6d35 req-407f2d31-e004-4f4b-83d7-198165103a33 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 931 time: 0.3461323 Dec 15 04:44:23.689619 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1892b74e-4bf6-4e1c-b79e-88ba22a1f8cd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.690026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1892b74e-4bf6-4e1c-b79e-88ba22a1f8cd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.705200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1892b74e-4bf6-4e1c-b79e-88ba22a1f8cd tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/13332e97-c823-4c56-911f-c7cf0621f865 HTTP/1.1" status: 404 len: 337 time: 0.1013389 Dec 15 04:44:23.707839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45238) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.761686 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-17be1242-d59c-4edf-996c-00f735d5e463 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.762212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17be1242-d59c-4edf-996c-00f735d5e463 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.771452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-17be1242-d59c-4edf-996c-00f735d5e463 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/17f55c64-bca8-4c0c-a3a0-ea430cfee9e2 HTTP/1.1" status: 404 len: 339 time: 0.0625670 Dec 15 04:44:23.774610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45240) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.844497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cb2b79f-ab7d-48fa-8372-1b0c0ada6d35 req-ea880a55-1f18-469f-9275-614814878138 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190247 Dec 15 04:44:23.851300 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e9a0a0-4d2f-443e-8ae3-83dcfb845552 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.856547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e9a0a0-4d2f-443e-8ae3-83dcfb845552 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.870920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e5e9a0a0-4d2f-443e-8ae3-83dcfb845552 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/24c11a0e-deae-4a25-80e3-fa3198d58ac3 HTTP/1.1" status: 404 len: 337 time: 0.0912850 Dec 15 04:44:23.874044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45244) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:23.897479 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac20c3e4-446e-4dfa-8e96-21d2835bb32b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:23.898053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac20c3e4-446e-4dfa-8e96-21d2835bb32b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:23.903622 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac20c3e4-446e-4dfa-8e96-21d2835bb32b tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/01018c27-7e2f-4b99-b02c-0033e9cbead6 HTTP/1.1" status: 404 len: 339 time: 0.0261683 Dec 15 04:44:23.910181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45246) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:24.430452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Deleting subnet 85ffdf90-8307-4e20-b226-ee991ef3b300 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:44:24.437436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:24.472923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec4a73a-df37-421c-8af3-97ee208e2bdf {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:44:24.484596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:24.527169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.532398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:24.534530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.542090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.549004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.555857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.562992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.570096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:24.580518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-58d92026-9a07-459d-9e9f-e877a3317e24 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.1631103 Dec 15 04:44:24.602734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Transition to ACTIVE for port object 6ec4a73a-df37-421c-8af3-97ee208e2bdf will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:44:24.616737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:24.712450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4618326-db12-4e50-981a-1f2bc47dc5c7 req-ba0d9425-0c36-48d4-9b54-9d8d8e270e88 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282125 Dec 15 04:44:24.755171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:24.825698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4a73a-df37-421c-8af3-97ee208e2bdf,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:24.882815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Attempting to bind port 6ec4a73a-df37-421c-8af3-97ee208e2bdf on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:24.883535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Attempting to bind port 6ec4a73a-df37-421c-8af3-97ee208e2bdf by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:24.884097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Attempting to bind port 6ec4a73a-df37-421c-8af3-97ee208e2bdf on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:24.917035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Port 6ec4a73a-df37-421c-8af3-97ee208e2bdf on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:44:24.917766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Attempting to bind port 6ec4a73a-df37-421c-8af3-97ee208e2bdf on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:24.928461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:24.937001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:24.937655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:24.938251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:24.938888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Bound port: 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:24.940607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.007357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.011685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/subnets/85ffdf90-8307-4e20-b226-ee991ef3b300 HTTP/1.1" status: 204 len: 168 time: 1.1004443 Dec 15 04:44:25.013890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a78c24-9bc5-4118-a1dd-67e0f126ff5a tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Subnet': ['ID=85ffdf90-8307-4e20-b226-ee991ef3b300,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:25.014934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45288) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:25.016545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c444a6-a4cd-467d-8759-93aa253ec793 None None] Network 2b6dce23-1fea-424a-9858-931373347196 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:25.052573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a76d-4ee6-4433-aa06-1b99441575d3 req-feb19105-7a27-4df6-a7be-6dff32598c19 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.061412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8539a76d-4ee6-4433-aa06-1b99441575d3 req-feb19105-7a27-4df6-a7be-6dff32598c19 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 945 time: 0.1819654 Dec 15 04:44:25.257590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] For port 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:25.270493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.278549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.284387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.288711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] DHCP port deletion for 2b6dce23-1fea-424a-9858-931373347196 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:44:25.290407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.298666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.304877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.311381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.313588 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01b8874a-fcf2-4002-ba7c-7c03273380b8 req-f706598e-f0bb-421d-8283-96da03dd31a0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.3690255 Dec 15 04:44:25.334885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8539a76d-4ee6-4433-aa06-1b99441575d3 req-de867011-47d7-4fa6-9e21-d3c0968e29f8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725315 Dec 15 04:44:25.345400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.379716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] For port 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:25.380174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] Deleting port 3788dc56-d62b-4c3c-9928-95ee00036dbd {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:25.380996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.394567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.493413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] For port 3788dc56-d62b-4c3c-9928-95ee00036dbd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3788dc56-d62b-4c3c-9928-95ee00036dbd,segment=NetworkSegment(aecbb6ef-16fc-4fce-9100-460e5288dafa),segment_id=aecbb6ef-16fc-4fce-9100-460e5288dafa)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:25.494081 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.514905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] Calling delete_port for 3788dc56-d62b-4c3c-9928-95ee00036dbd owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:25.554276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.554898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.557799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ec4a73a-df37-421c-8af3-97ee208e2bdf HTTP/1.1" status: 200 len: 1092 time: 2.4767704 Dec 15 04:44:25.566304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'tag': '6ec4a73a-df37-421c-8af3-97ee208e2bdf'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:25.568710 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f743f36-ca08-4c25-b171-d536651a8f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "baedfc8f-f941-4fa6-8dcf-ca65324a0ce8", "tag": "6ec4a73a-df37-421c-8af3-97ee208e2bdf"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:25.640991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaf2bf-62c1-4afd-a617-0db6b029ed10 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4a73a-df37-421c-8af3-97ee208e2bdf,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:25.664394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.705459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] Pushing event deleted for resources: {'Port': ['ID=3788dc56-d62b-4c3c-9928-95ee00036dbd,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:25.712690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729692f-02d6-49c1-8678-6e2bc50cdcc4 None None] No DVR routers for this DVR port 3788dc56-d62b-4c3c-9928-95ee00036dbd on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:25.741272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db227b8f-a8e0-4dbe-970b-cba2213df97d req-e0741cba-f43a-4b0e-869a-31a85844c11f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.743453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db227b8f-a8e0-4dbe-970b-cba2213df97d req-e0741cba-f43a-4b0e-869a-31a85844c11f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.2698405 Dec 15 04:44:25.762194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a07f8b-4816-42ee-b405-5938b5fdeee7 req-10d12b8b-ab65-4fc5-a24f-8e29cf159cf4 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.764295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0a07f8b-4816-42ee-b405-5938b5fdeee7 req-10d12b8b-ab65-4fc5-a24f-8e29cf159cf4 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 951 time: 0.2917843 Dec 15 04:44:25.803371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Deleting port 3788dc56-d62b-4c3c-9928-95ee00036dbd {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:25.803371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:25.866296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-ed7a900a-de95-43ef-8ac0-3afffbe1bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:25.868017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-ed7a900a-de95-43ef-8ac0-3afffbe1bb22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 1095 time: 0.2162933 Dec 15 04:44:26.210238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] For port 3788dc56-d62b-4c3c-9928-95ee00036dbd, host n-d-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:26.210594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.216474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db227b8f-a8e0-4dbe-970b-cba2213df97d req-52c165d0-2b4a-4ec3-89a1-125c145aff9a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644017 Dec 15 04:44:26.223485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-bf63e547-2a4a-44ce-bd13-782ffdad75d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf HTTP/1.1" status: 200 len: 217 time: 0.0782375 Dec 15 04:44:26.229133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0a07f8b-4816-42ee-b405-5938b5fdeee7 req-ac57c987-c1c5-4b05-8e4e-cec2cc720b05 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529221 Dec 15 04:44:26.264584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Calling delete_port for 3788dc56-d62b-4c3c-9928-95ee00036dbd owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:26.268003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Port 3788dc56-d62b-4c3c-9928-95ee00036dbd was not found and therefore no delete operation was performed {{(pid=103133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:44:26.312558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.365682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] No DVR routers for this DVR port 3788dc56-d62b-4c3c-9928-95ee00036dbd on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:26.374129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Port': ['ID=3788dc56-d62b-4c3c-9928-95ee00036dbd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:26.408769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-bd8a9d29-7e0c-45fa-b2b3-ad9c569fec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:26.410337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-bd8a9d29-7e0c-45fa-b2b3-ad9c569fec7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1626477 Dec 15 04:44:26.442099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3788dc56-d62b-4c3c-9928-95ee00036dbd no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:26.504891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3788dc56-d62b-4c3c-9928-95ee00036dbd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:44:26.505435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3788dc56-d62b-4c3c-9928-95ee00036dbd not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:44:26.505645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.534486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6dce23-1fea-424a-9858-931373347196']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:26.544794 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb611a03-8dde-40fa-aa96-c8661985fc68 x-openstack-request-id: req-fb611a03-8dde-40fa-aa96-c8661985fc68 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:26.545077 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baedfc8f-f941-4fa6-8dcf-ca65324a0ce8", "tag": "6ec4a73a-df37-421c-8af3-97ee208e2bdf", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:26.545329 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb611a03-8dde-40fa-aa96-c8661985fc68 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:26.545722 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'tag': '6ec4a73a-df37-421c-8af3-97ee208e2bdf', 'status': 'completed', 'code': 200} Dec 15 04:44:26.547672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-13ae6a48-0de5-47c0-9c8e-b5cedf31bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:26.549173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-13ae6a48-0de5-47c0-9c8e-b5cedf31bd02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208153 Dec 15 04:44:26.553190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecbb6ef-16fc-4fce-9100-460e5288dafa') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:26.553491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecbb6ef-16fc-4fce-9100-460e5288dafa') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:26.582460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.633002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.651441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:26.651853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:26.656022 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:26.744206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-46cc5903-4c92-466f-920f-99df1f3b6282 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832569 Dec 15 04:44:26.749806 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.769816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:26.773276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] 10.222.0.37 "DELETE /v2.0/networks/2b6dce23-1fea-424a-9858-931373347196 HTTP/1.1" status: 204 len: 168 time: 1.7096996 Dec 15 04:44:26.818631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ca9c7-dadf-4d0c-a48b-45357f976ac9 tempest-NetworksTest-1243839918 tempest-NetworksTest-1243839918-project] Pushing event deleted for resources: {'Network': ['ID=2b6dce23-1fea-424a-9858-931373347196,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:26.881717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ba59307-3bf0-4372-aec0-46fb445d7d4e req-23450fcb-7151-4953-962d-62e5ae00aeda service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294079 Dec 15 04:44:27.034087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-a77b9720-9687-4392-8aa5-721f84a66cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:27.036582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-a77b9720-9687-4392-8aa5-721f84a66cb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0601103 Dec 15 04:44:27.194408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-d282a1d5-78bd-4271-9232-62b8569ced51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:27.198391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-d282a1d5-78bd-4271-9232-62b8569ced51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1449306 Dec 15 04:44:27.236196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45352) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:27.255052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-a2afb75e-a31e-43c7-b9fd-b84e697322a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf HTTP/1.1" status: 200 len: 217 time: 0.0488079 Dec 15 04:44:27.334571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-6bdfe7e1-a627-49e5-9e03-cf4c649e94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:27.336534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-6bdfe7e1-a627-49e5-9e03-cf4c649e94fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0730016 Dec 15 04:44:27.537023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a98105f1-3096-4e75-ac9c-c3ebf473db9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39840a011818496eab1ba3d37d40043a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991390 Dec 15 04:44:27.537924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:27.540673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-78da45c2-ad70-4fea-8d45-c0332b7e463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:27.542568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-78da45c2-ad70-4fea-8d45-c0332b7e463a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832588 Dec 15 04:44:27.551903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a379210-e0ef-45d9-b3b4-8ca0add2fcc9 req-fcb3428f-2eff-4452-9df0-b4f217a9cfa3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:27.553377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a379210-e0ef-45d9-b3b4-8ca0add2fcc9 req-fcb3428f-2eff-4452-9df0-b4f217a9cfa3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.2114296 Dec 15 04:44:27.625030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fe63d40a-21a0-4324-9d80-4645468e144a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:27.663403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb0af8f5-816f-425e-92b1-d64198855075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:27.672191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a379210-e0ef-45d9-b3b4-8ca0add2fcc9 req-3a7d3b80-fbeb-4250-bc2d-68613405685d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053677 Dec 15 04:44:27.715577 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb0af8f5-816f-425e-92b1-d64198855075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:27.728221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-bd9fa1a7-6e40-4180-a935-29ecbf02c6c4 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733992 Dec 15 04:44:27.854059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb0af8f5-816f-425e-92b1-d64198855075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:27.864970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb0af8f5-816f-425e-92b1-d64198855075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:27.886833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bb0af8f5-816f-425e-92b1-d64198855075 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb0904cc-23ee-4358-967c-e590181e683e HTTP/1.1" status: 204 len: 168 time: 0.3467314 Dec 15 04:44:27.887724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:27.913461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0af8f5-816f-425e-92b1-d64198855075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0904cc-23ee-4358-967c-e590181e683e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:27.931840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f743f36-ca08-4c25-b171-d536651a8f8d req-b6d2f2b9-d2cf-4649-aa8d-f97aa72a1ff2 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950579 Dec 15 04:44:28.033515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.034363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.035326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.035786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.036274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.036779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.037851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.041399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-955e84fb-6720-4e87-9dbe-c2cd37d1f907 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6497 time: 0.1499999 Dec 15 04:44:28.140627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-35355cfd-72f1-4eb2-8e97-90a10e94e05d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899024 Dec 15 04:44:28.861095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e05cb0-fbed-4952-92b3-35ad36983abe req-19103aae-7f47-4db4-95be-4963d2dfb7cb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:28.870697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83e05cb0-fbed-4952-92b3-35ad36983abe req-19103aae-7f47-4db4-95be-4963d2dfb7cb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.0883722 Dec 15 04:44:28.955087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83e05cb0-fbed-4952-92b3-35ad36983abe req-8df2d202-b683-4d92-84a7-a533ea68011f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831044 Dec 15 04:44:28.999647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.147624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-92eee80e-0fc2-49ef-83c4-a0cec0030dac tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] Request body: {'port': {'network_id': 'd7f1d70f-b785-4418-a313-15eb184b0f12', 'name': 'tempest-NetworksNegativeTestJSON-1839843310'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:29.164139 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eee80e-0fc2-49ef-83c4-a0cec0030dac tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] POST failed (client error): The resource could not be found. Dec 15 04:44:29.165026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eee80e-0fc2-49ef-83c4-a0cec0030dac tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.166684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-92eee80e-0fc2-49ef-83c4-a0cec0030dac tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1651015 Dec 15 04:44:29.170440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.192034 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-52131605-fd9f-4d7c-86e3-915772a85404 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:29.192887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52131605-fd9f-4d7c-86e3-915772a85404 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.196636 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-52131605-fd9f-4d7c-86e3-915772a85404 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "DELETE /v2.0/networks/606b450e-4404-4f01-9022-af217f0201c7 HTTP/1.1" status: 404 len: 339 time: 0.0250537 Dec 15 04:44:29.201368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45570) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.225117 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd41d86-6768-49d4-ac55-8579df34d974 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:29.226302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd41d86-6768-49d4-ac55-8579df34d974 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.235736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45572) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.235961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bcd41d86-6768-49d4-ac55-8579df34d974 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "DELETE /v2.0/ports/f5ef851b-5ae6-4105-81c0-da17d7310999 HTTP/1.1" status: 404 len: 333 time: 0.0330863 Dec 15 04:44:29.266997 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7d1a6b-b9bc-4262-a268-23959db27535 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] DELETE failed (client error): The resource could not be found. Dec 15 04:44:29.267709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7d1a6b-b9bc-4262-a268-23959db27535 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.271842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5b7d1a6b-b9bc-4262-a268-23959db27535 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "DELETE /v2.0/subnets/abb3f4b3-27a6-4b5e-b95d-7ddde36bdc94 HTTP/1.1" status: 404 len: 337 time: 0.0347900 Dec 15 04:44:29.275359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45580) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.297176 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a9629b-9458-40f5-9cef-7c800677eda5 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] GET failed (client error): The resource could not be found. Dec 15 04:44:29.298828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f6a9629b-9458-40f5-9cef-7c800677eda5 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "GET /v2.0/networks/5794df0d-7aac-4799-9085-c6520dca13dc HTTP/1.1" status: 404 len: 339 time: 0.0225501 Dec 15 04:44:29.303051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45582) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.338647 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38cdb18-e81e-4756-9cf6-af862a822853 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] GET failed (client error): The resource could not be found. Dec 15 04:44:29.340512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e38cdb18-e81e-4756-9cf6-af862a822853 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "GET /v2.0/ports/fd0ac3b9-9930-4e04-8654-ab37c9345b74 HTTP/1.1" status: 404 len: 333 time: 0.0364330 Dec 15 04:44:29.344527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45584) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.380245 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-9025d3b9-e68a-42ab-9cda-f17ad8e560f8 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] GET failed (client error): The resource could not be found. Dec 15 04:44:29.381572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9025d3b9-e68a-42ab-9cda-f17ad8e560f8 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "GET /v2.0/subnets/c77b9e92-0c87-4ce3-b626-d1a0f0dc29e8 HTTP/1.1" status: 404 len: 337 time: 0.0360539 Dec 15 04:44:29.385298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45586) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.390780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-33f52b99-681f-42bc-af3c-df965264fb20 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:29.406963 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f52b99-681f-42bc-af3c-df965264fb20 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] PUT failed (client error): The resource could not be found. Dec 15 04:44:29.407430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f52b99-681f-42bc-af3c-df965264fb20 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.408518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-33f52b99-681f-42bc-af3c-df965264fb20 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "PUT /v2.0/networks/c97e686f-4d0a-486b-bc17-af487bcaf122 HTTP/1.1" status: 404 len: 339 time: 0.0221109 Dec 15 04:44:29.412360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45588) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.417554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-46b8cd72-9755-42a1-a702-f27dddf8bbbb tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:29.441381 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b8cd72-9755-42a1-a702-f27dddf8bbbb tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] PUT failed (client error): The resource could not be found. Dec 15 04:44:29.441938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b8cd72-9755-42a1-a702-f27dddf8bbbb tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.443081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-46b8cd72-9755-42a1-a702-f27dddf8bbbb tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "PUT /v2.0/ports/3838128a-dbaf-4307-b82b-2028ec57bdfb HTTP/1.1" status: 404 len: 333 time: 0.0299075 Dec 15 04:44:29.446867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45594) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.453855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-18c14183-e391-4ebb-a4c5-3b2b3a019569 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:29.487258 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c14183-e391-4ebb-a4c5-3b2b3a019569 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] PUT failed (client error): The resource could not be found. Dec 15 04:44:29.487730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c14183-e391-4ebb-a4c5-3b2b3a019569 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:44:29.488929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18c14183-e391-4ebb-a4c5-3b2b3a019569 tempest-NetworksNegativeTestJSON-552675161 tempest-NetworksNegativeTestJSON-552675161-project] 10.222.0.37 "PUT /v2.0/subnets/b8b5a598-33e9-4d34-9f86-c28970a1fb74 HTTP/1.1" status: 404 len: 337 time: 0.0397637 Dec 15 04:44:29.857710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45626) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:29.881130 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea72f8f0-f954-4032-9fe5-e2fe6d5130b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.006569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40b3c97b-86c9-4bf3-948b-bc0e0adcb4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.117700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40b3c97b-86c9-4bf3-948b-bc0e0adcb4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.124095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40b3c97b-86c9-4bf3-948b-bc0e0adcb4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.157834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3c97b-86c9-4bf3-948b-bc0e0adcb4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979e1687-3c72-4370-a4f7-7a9ab83241c7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:30.177769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-40b3c97b-86c9-4bf3-948b-bc0e0adcb4d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=158d5bb382334a3cb0af22b539b3978f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189340 Dec 15 04:44:30.178394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45650) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:30.180890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf74976-ee9a-4827-ad04-a8a9007ba71b req-3368c10b-79a3-449e-810c-5a90c146c487 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:30.184261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbf74976-ee9a-4827-ad04-a8a9007ba71b req-3368c10b-79a3-449e-810c-5a90c146c487 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.0673249 Dec 15 04:44:30.243595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ba38722-df77-4543-a0ce-c846ee7c3a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.272576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbf74976-ee9a-4827-ad04-a8a9007ba71b req-4572694e-6ff5-49db-beab-fa1ee6c05b3d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814874 Dec 15 04:44:30.283690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ba38722-df77-4543-a0ce-c846ee7c3a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.327707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:44:30.346782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:30.346979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ba38722-df77-4543-a0ce-c846ee7c3a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.351423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6ba38722-df77-4543-a0ce-c846ee7c3a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.354693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6ba38722-df77-4543-a0ce-c846ee7c3a37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/979e1687-3c72-4370-a4f7-7a9ab83241c7 HTTP/1.1" status: 204 len: 168 time: 0.1727843 Dec 15 04:44:30.370801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba38722-df77-4543-a0ce-c846ee7c3a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e1687-3c72-4370-a4f7-7a9ab83241c7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:30.531050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.609858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:30.612263 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397fcc0-a5ba-44e3-93b5-10912e8660dc" -d '{"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-unplugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:30.633807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:30.640598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:30.643729 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.678755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'accba041-08e2-4857-86f6-bf231b236fd2', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:44:30.690055 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c90c7f-73e5-451e-b1da-51c89253ade1 x-openstack-request-id: req-81c90c7f-73e5-451e-b1da-51c89253ade1 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:30.690551 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-unplugged", "status": "completed", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:30.690957 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81c90c7f-73e5-451e-b1da-51c89253ade1 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:30.691495 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'code': 200} Dec 15 04:44:30.754634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:30.761265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.777400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:44:30.799904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:30.805517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:30.922127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:31.017041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['accba041-08e2-4857-86f6-bf231b236fd2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:44:31.204013 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:31.435244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d3fa-4780-4045-932c-eaf2d8b2911b req-0f25251f-b4a9-496f-88fd-97c1a84970ff tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:31.436981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b82d3fa-4780-4045-932c-eaf2d8b2911b req-0f25251f-b4a9-496f-88fd-97c1a84970ff tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.0620518 Dec 15 04:44:31.472110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45758) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:31.513003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b82d3fa-4780-4045-932c-eaf2d8b2911b req-7a1733a8-29c5-4a15-ba8e-503e78d667a4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Dec 15 04:44:31.601692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b7f37902-9fce-4147-aa6d-71aa7a609e89 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1700369646', 'prefixes': ['172.20.0.0/16']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:31.694838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b7f37902-9fce-4147-aa6d-71aa7a609e89 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] Publish callbacks [] for subnetpool, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:31.696109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b7f37902-9fce-4147-aa6d-71aa7a609e89 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2229719 Dec 15 04:44:31.698905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45778) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:31.768942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45790) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:31.773862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2ddc9c1f-7003-43eb-9220-b89afb6f8a4f tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1953960191'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:31.779199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7863cfe8-3157-41e1-ad94-9bca81156faf tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] 10.222.0.37 "GET /v2.0/subnetpools/5a3d658c-c0c8-40f4-adce-ca5dca9715bb HTTP/1.1" status: 200 len: 732 time: 0.0782659 Dec 15 04:44:31.944390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9c1f-7003-43eb-9220-b89afb6f8a4f tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] Publish callbacks [] for subnetpool, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:31.949487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45796) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:31.964055 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ddc9c1f-7003-43eb-9220-b89afb6f8a4f tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] 10.222.0.37 "PUT /v2.0/subnetpools/5a3d658c-c0c8-40f4-adce-ca5dca9715bb HTTP/1.1" status: 200 len: 684 time: 0.1939387 Dec 15 04:44:32.094026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30ecda-48d3-41aa-a6e4-85736dbb2544 req-f0b07f24-465a-4db2-875d-49395e3e1535 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:32.095565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e30ecda-48d3-41aa-a6e4-85736dbb2544 req-f0b07f24-465a-4db2-875d-49395e3e1535 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.0869541 Dec 15 04:44:32.099973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27467c5e-6de8-44b3-a23c-4337b3513aa2 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] Publish callbacks [] for subnetpool, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.103533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45798) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:32.113021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27467c5e-6de8-44b3-a23c-4337b3513aa2 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5a3d658c-c0c8-40f4-adce-ca5dca9715bb HTTP/1.1" status: 204 len: 168 time: 0.1618791 Dec 15 04:44:32.127204 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-b253f32a-45fb-4fb1-8e93-3ec11f3ff3bb tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] show failed (client error): The resource could not be found. Dec 15 04:44:32.132442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45800) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:32.133381 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b253f32a-45fb-4fb1-8e93-3ec11f3ff3bb tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] 10.222.0.37 "GET /v2.0/subnetpools/5a3d658c-c0c8-40f4-adce-ca5dca9715bb HTTP/1.1" status: 404 len: 346 time: 0.0285287 Dec 15 04:44:32.157380 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-901d8433-cc34-4495-abf6-78cef1243520 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] delete failed (client error): The resource could not be found. Dec 15 04:44:32.161995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-901d8433-cc34-4495-abf6-78cef1243520 tempest-SubnetPoolsTestJSON-1401569456 tempest-SubnetPoolsTestJSON-1401569456-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5a3d658c-c0c8-40f4-adce-ca5dca9715bb HTTP/1.1" status: 404 len: 346 time: 0.0276382 Dec 15 04:44:32.229247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e30ecda-48d3-41aa-a6e4-85736dbb2544 req-7ec36962-29b9-4a7c-8a0e-5346b2b3b241 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149297 Dec 15 04:44:32.352661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:32.438855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port accba041-08e2-4857-86f6-bf231b236fd2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:32.439250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.570935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45810) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:32.573689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.636603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:32.647018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.652935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.694266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:32.696415 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d97b7-bf06-4885-896f-3fb8d03a3b3b" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:32.708305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f506-a074-4641-b153-49827802b5c7 req-5359151d-67f9-448b-a504-be80cc26fea9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:32.710763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f4f506-a074-4641-b153-49827802b5c7 req-5359151d-67f9-448b-a504-be80cc26fea9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.0689039 Dec 15 04:44:32.726955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:32.794327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f4f506-a074-4641-b153-49827802b5c7 req-67c545d0-4d20-4176-9054-fa654be941d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705509 Dec 15 04:44:32.807748 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2f713f6-dab4-455c-b0bd-4c9e0606eda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.822302 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2280b52f-d2e1-4f0f-83d3-c4ada343aeb3 x-openstack-request-id: req-2280b52f-d2e1-4f0f-83d3-c4ada343aeb3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:32.822620 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:32.822884 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2280b52f-d2e1-4f0f-83d3-c4ada343aeb3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:32.823286 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'code': 200} Dec 15 04:44:32.912697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2f713f6-dab4-455c-b0bd-4c9e0606eda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.921322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2f713f6-dab4-455c-b0bd-4c9e0606eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:32.967953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f713f6-dab4-455c-b0bd-4c9e0606eda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69de8b-94c2-42ab-b3cb-c0becb9b7365,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:32.972561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e2f713f6-dab4-455c-b0bd-4c9e0606eda8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fa50e5208274403b9aebfbb672611bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004726 Dec 15 04:44:32.975833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45830) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:33.052030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44cff993-97a2-4b34-91cc-78a834aad921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:33.086194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44cff993-97a2-4b34-91cc-78a834aad921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:33.141552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44cff993-97a2-4b34-91cc-78a834aad921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:33.144677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44cff993-97a2-4b34-91cc-78a834aad921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:33.146583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-44cff993-97a2-4b34-91cc-78a834aad921 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e69de8b-94c2-42ab-b3cb-c0becb9b7365 HTTP/1.1" status: 204 len: 168 time: 0.1696231 Dec 15 04:44:33.156325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cff993-97a2-4b34-91cc-78a834aad921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69de8b-94c2-42ab-b3cb-c0becb9b7365,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:33.285364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:33.362558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:33.430461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be041b0-41c8-4b43-894a-3e173c6e81db req-41e457f0-bf3d-4a3a-baf3-e00a3b037c3d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:33.439294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7be041b0-41c8-4b43-894a-3e173c6e81db req-41e457f0-bf3d-4a3a-baf3-e00a3b037c3d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.1088214 Dec 15 04:44:33.540377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7be041b0-41c8-4b43-894a-3e173c6e81db req-708e66e5-422f-42d2-b597-ee9da3f47c6b tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979757 Dec 15 04:44:34.033091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ffb09-f2d3-45f5-833d-dabc923c334f req-a23477e8-5c3d-4b0a-82a5-5ffa03f31af4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:34.035752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e47ffb09-f2d3-45f5-833d-dabc923c334f req-a23477e8-5c3d-4b0a-82a5-5ffa03f31af4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.0890877 Dec 15 04:44:34.108195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-d130ad03-a0b5-491c-afe2-6666b3a58cb2 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:34.110205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-d130ad03-a0b5-491c-afe2-6666b3a58cb2 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.1001873 Dec 15 04:44:34.113693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45866) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:34.253064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e47ffb09-f2d3-45f5-833d-dabc923c334f req-6ae8b205-a782-4118-934c-dca59b451dfb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015648 Dec 15 04:44:34.315521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1287882141'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:34.349233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Made reservation on behalf of 512210d050654809b0c7065d0050d5ee for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:34.352664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.365924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.383402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Deleting port bc660da5-8807-4e0e-8114-8da5b5d9f545 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:34.383749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.519154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] For port bc660da5-8807-4e0e-8114-8da5b5d9f545, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=bc660da5-8807-4e0e-8114-8da5b5d9f545,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:34.519511 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.549095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Calling delete_port for bc660da5-8807-4e0e-8114-8da5b5d9f545 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:34.583476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.625142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.725917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:34.772132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca64bc6-88aa-48e0-84e3-d0ed1984b0b8 req-cc32cff2-f24b-443d-8cc1-6fdc3eb666f8 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:34.776833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ca64bc6-88aa-48e0-84e3-d0ed1984b0b8 req-cc32cff2-f24b-443d-8cc1-6fdc3eb666f8 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 948 time: 0.1555769 Dec 15 04:44:34.789620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0837e5-d229-40df-8c64-ee35d516c4cb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:34.796599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.797241 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Added segment 5625b5f7-013e-48a1-b43c-61f935d9c2d0 of type vlan for network 41c84ffd-640b-4263-ac72-d8593b9b1506 Dec 15 04:44:34.937993 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:34.972280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ca64bc6-88aa-48e0-84e3-d0ed1984b0b8 req-7ce61bb4-56fc-4bd6-9b1f-551d1bd6390b tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764772 Dec 15 04:44:35.005705 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.011204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:35.011786 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.014800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.106303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9911256 Dec 15 04:44:35.119027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45890) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:35.129522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Request body: {'subnet': {'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:35.143509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Pushing event deleted for resources: {'Port': ['ID=bc660da5-8807-4e0e-8114-8da5b5d9f545,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:35.227807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] No DVR routers for this DVR port bc660da5-8807-4e0e-8114-8da5b5d9f545 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:35.232755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.233187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.233599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.234030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.234436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.234836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.235239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.235639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.236031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.236452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.236847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.237251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.237643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:35.240820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.244264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ba885ed-987f-4c28-a69c-505d4aa3112c req-8316af8e-b127-4156-a309-8818f4fd076d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "DELETE /v2.0/ports/bc660da5-8807-4e0e-8114-8da5b5d9f545 HTTP/1.1" status: 204 len: 173 time: 1.1023521 Dec 15 04:44:35.247909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-deleted', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:35.250183 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73949d-aeb9-4840-acde-f7df45034ec5" -d '{"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-deleted", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:35.254109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b6372-8971-4971-a9e2-57e730381425 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event updated for resources: {'Network': ['ID=41c84ffd-640b-4263-ac72-d8593b9b1506,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:35.298042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:35.300260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Made reservation on behalf of 512210d050654809b0c7065d0050d5ee for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:35.307619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.330833 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3d614-3a17-43da-beb3-60dbc4e49c30 x-openstack-request-id: req-00a3d614-3a17-43da-beb3-60dbc4e49c30 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:35.331198 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae8aa89-9235-4e94-ac9e-ae1247ff8cd6", "name": "network-vif-deleted", "tag": "bc660da5-8807-4e0e-8114-8da5b5d9f545", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:35.331533 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00a3d614-3a17-43da-beb3-60dbc4e49c30 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:35.332337 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae8aa89-9235-4e94-ac9e-ae1247ff8cd6', 'name': 'network-vif-deleted', 'tag': 'bc660da5-8807-4e0e-8114-8da5b5d9f545', 'status': 'completed', 'code': 200} Dec 15 04:44:35.578160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53a1d2-b4e5-45af-bb2f-202fe0f0512c req-b689f6b3-a931-4a98-9d78-b89800543bbb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:35.584331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca53a1d2-b4e5-45af-bb2f-202fe0f0512c req-b689f6b3-a931-4a98-9d78-b89800543bbb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.1415968 Dec 15 04:44:35.694335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca53a1d2-b4e5-45af-bb2f-202fe0f0512c req-80884435-ad36-44aa-a4bf-47758848c38b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Dec 15 04:44:35.738144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.797446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event updated for resources: {'Subnet': ['ID=0785e4b5-f306-4d4b-9130-1c014dad664f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:35.848629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Checking segment: {'id': '5625b5f7-013e-48a1-b43c-61f935d9c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:35.849409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Network hostable DHCP agents. Network: 41c84ffd-640b-4263-ac72-d8593b9b1506, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:35.874938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:35.900708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 41c84ffd-640b-4263-ac72-d8593b9b1506) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:35.909150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:35.913068 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:35.929420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa153b-a8eb-43bc-8570-cd243acf40e6 None None] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:35.937788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f254e84d-9313-4b44-af41-eddf8bb35c6d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8149383 Dec 15 04:44:35.938155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45904) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:35.943186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Request body: {'port': {'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506', 'name': 'tempest-TagsExtTest-844145079'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:36.144682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Made reservation on behalf of 512210d050654809b0c7065d0050d5ee for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:36.148266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:36.186491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71d01ec1-0ebf-4001-8eb8-67c8ae0c0d4d req-d2b6d85c-0af3-4497-b102-1e81b0498221 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8aa89-9235-4e94-ac9e-ae1247ff8cd6 HTTP/1.1" status: 200 len: 210 time: 0.0910776 Dec 15 04:44:36.188546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] device_id is not set on port ff2c0ee3-794e-47cc-8685-c7fe921d90b3 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:44:36.255742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-41c84ffd-640b-4263-ac72-d8593b9b1506', 'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506', 'project_id': '512210d050654809b0c7065d0050d5ee', 'fixed_ips': [{'subnet_id': '0785e4b5-f306-4d4b-9130-1c014dad664f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:44:36.257230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:36.396425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Allocated IP 172.20.0.6 (41c84ffd-640b-4263-ac72-d8593b9b1506/0785e4b5-f306-4d4b-9130-1c014dad664f/ff2c0ee3-794e-47cc-8685-c7fe921d90b3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:36.582312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:36.631125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:36.702789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Allocated IP 172.20.0.2 (41c84ffd-640b-4263-ac72-d8593b9b1506/0785e4b5-f306-4d4b-9130-1c014dad664f/39c2f309-4b1e-48d2-99c4-a905e4d439b5) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:36.725898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:36.737975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:36.757617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:36.811854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:36.870886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event updated for resources: {'Port': ['ID=ff2c0ee3-794e-47cc-8685-c7fe921d90b3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:36.901331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:36.902193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:36.939902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c0f3c4a3-5c86-4873-a868-3013a1d07817 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9982073 Dec 15 04:44:36.940198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45920) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:36.947578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-702294323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:36.974200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b123-353b-4d0c-b204-707436f5d240 req-e8227462-3934-4da1-a932-4af79673c5f5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:36.982549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f346b123-353b-4d0c-b204-707436f5d240 req-e8227462-3934-4da1-a932-4af79673c5f5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.1064219 Dec 15 04:44:36.991077 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.007720 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.013330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.015987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.090270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.097313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.129540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f346b123-353b-4d0c-b204-707436f5d240 req-eeb5f4e8-7c32-4e96-b49a-1861dd870175 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463401 Dec 15 04:44:37.130182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.132655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1270108d-8d67-4363-9ed1-910af148f0e9 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1914103 Dec 15 04:44:37.135227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:37.141342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-aefe1619-748e-4dd4-b8d0-5400bc4de289 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-124900776', 'prefixes': ['172.20.0.0/16']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:37.282749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aefe1619-748e-4dd4-b8d0-5400bc4de289 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for subnetpool, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.288055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aefe1619-748e-4dd4-b8d0-5400bc4de289 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1512468 Dec 15 04:44:37.289412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45934) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:37.301649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-8426ea80-4198-427c-8309-28cb4c7fb4e3 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-595414455') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:37.357584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Pushing event updated for resources: {'Port': ['ID=39c2f309-4b1e-48d2-99c4-a905e4d439b5,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:37.369195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:37.370623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:37.376055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:37.469391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Attempting to bind port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:37.472230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Attempting to bind port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '5625b5f7-013e-48a1-b43c-61f935d9c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:37.472677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Attempting to bind port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 on network 41c84ffd-640b-4263-ac72-d8593b9b1506 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:37.481220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:37.481607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Checking segment: {'id': '5625b5f7-013e-48a1-b43c-61f935d9c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:37.482021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.482422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Bound using segment: {'id': '5625b5f7-013e-48a1-b43c-61f935d9c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:37.482900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Bound port: 39c2f309-4b1e-48d2-99c4-a905e4d439b5, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5625b5f7-013e-48a1-b43c-61f935d9c2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '41c84ffd-640b-4263-ac72-d8593b9b1506'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:37.483287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.546079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8426ea80-4198-427c-8309-28cb4c7fb4e3 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-595414455 HTTP/1.1" status: 201 len: 201 time: 0.2531147 Dec 15 04:44:37.548634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45936) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:37.553379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-23a6624e-aac7-4246-a997-a417edd5d006 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-1191449119') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:37.641835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] For port 39c2f309-4b1e-48d2-99c4-a905e4d439b5, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:37.649864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] For port 39c2f309-4b1e-48d2-99c4-a905e4d439b5, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=39c2f309-4b1e-48d2-99c4-a905e4d439b5,segment=NetworkSegment(5625b5f7-013e-48a1-b43c-61f935d9c2d0),segment_id=5625b5f7-013e-48a1-b43c-61f935d9c2d0)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:37.658875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:37.708127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-23a6624e-aac7-4246-a997-a417edd5d006 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-1191449119 HTTP/1.1" status: 201 len: 201 time: 0.1578491 Dec 15 04:44:37.710537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45942) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:37.720594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-044b11aa-ea6d-4d75-b105-2fd6831f6756 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-1502329870') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:37.732094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423d2f8-274f-4f23-9c89-0257e956aee8 None None] Pushing event updated for resources: {'Port': ['ID=39c2f309-4b1e-48d2-99c4-a905e4d439b5,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:37.935146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e423e-5cb4-467c-81f1-694a5b077cc4 req-a4308127-878a-4194-b250-f0d5f61ceb4f tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:37.944319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a8e423e-5cb4-467c-81f1-694a5b077cc4 req-a4308127-878a-4194-b250-f0d5f61ceb4f tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 949 time: 0.2212980 Dec 15 04:44:38.093491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a8e423e-5cb4-467c-81f1-694a5b077cc4 req-906d8626-0aef-47b9-8d93-54b952937b64 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478965 Dec 15 04:44:38.120524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-044b11aa-ea6d-4d75-b105-2fd6831f6756 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-1502329870 HTTP/1.1" status: 201 len: 201 time: 0.4065704 Dec 15 04:44:38.123217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.127915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-430da50c-471b-406b-9f00-3f3cf665f7cb tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-117947146') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.214486 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-430da50c-471b-406b-9f00-3f3cf665f7cb tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-117947146 HTTP/1.1" status: 201 len: 201 time: 0.0901506 Dec 15 04:44:38.217662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.230324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-1932170d-14f1-49a8-81cd-2698f6308e7a tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.346975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573bd23-eddb-4b71-b0a1-8438aab99e3f req-d585bedd-527e-414d-97dc-8a8119428848 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:38.358733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e573bd23-eddb-4b71-b0a1-8438aab99e3f req-d585bedd-527e-414d-97dc-8a8119428848 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.1228807 Dec 15 04:44:38.361195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:38.402214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: bc660da5-8807-4e0e-8114-8da5b5d9f545 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:44:38.402589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device bc660da5-8807-4e0e-8114-8da5b5d9f545 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:44:38.416626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1932170d-14f1-49a8-81cd-2698f6308e7a tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags HTTP/1.1" status: 200 len: 240 time: 0.1953998 Dec 15 04:44:38.419755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45958) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.424177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-25bdd02d-8a3f-4b47-ba79-6226a96fb3ec tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-595414455') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.450483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e573bd23-eddb-4b71-b0a1-8438aab99e3f req-6de6fa60-1c98-48f8-9756-3e3d209fd058 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905461 Dec 15 04:44:38.500637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25bdd02d-8a3f-4b47-ba79-6226a96fb3ec tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-595414455 HTTP/1.1" status: 204 len: 168 time: 0.0797935 Dec 15 04:44:38.503665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45960) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.510626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 39c2f309-4b1e-48d2-99c4-a905e4d439b5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:38.514896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-8bd653ec-014c-4a57-a029-1333dc0a420b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-595414455') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.596797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:38.597856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:38.661107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8bd653ec-014c-4a57-a029-1333dc0a420b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-595414455 HTTP/1.1" status: 204 len: 168 time: 0.1560841 Dec 15 04:44:38.663980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45962) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.670966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-dcba24ab-2d19-4688-8e2a-b7650bc0c414 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.735588 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:38.746819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dcba24ab-2d19-4688-8e2a-b7650bc0c414 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags HTTP/1.1" status: 200 len: 205 time: 0.0810103 Dec 15 04:44:38.749693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45964) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.756601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-fc4a5d5a-811c-4c2c-80a7-55bdf9da1cdb tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.786434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 39c2f309-4b1e-48d2-99c4-a905e4d439b5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=39c2f309-4b1e-48d2-99c4-a905e4d439b5,segment=NetworkSegment(5625b5f7-013e-48a1-b43c-61f935d9c2d0),segment_id=5625b5f7-013e-48a1-b43c-61f935d9c2d0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:38.795664 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:38.866733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fc4a5d5a-811c-4c2c-80a7-55bdf9da1cdb tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags HTTP/1.1" status: 200 len: 241 time: 0.1152177 Dec 15 04:44:38.869617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45968) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:38.875201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-e7b9b006-f6ae-4ebd-8bb1-7a823606c614 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-1191449119') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:38.920257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=39c2f309-4b1e-48d2-99c4-a905e4d439b5,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:38.998620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e7b9b006-f6ae-4ebd-8bb1-7a823606c614 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-1191449119 HTTP/1.1" status: 204 len: 168 time: 0.1270564 Dec 15 04:44:39.000814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45972) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:39.019282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-35b23507-6382-4953-8510-321bac3ebaa8 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-1191449119') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:39.188929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35b23507-6382-4953-8510-321bac3ebaa8 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-1191449119 HTTP/1.1" status: 204 len: 168 time: 0.1860619 Dec 15 04:44:39.191187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45980) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:39.203061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-07964703-8401-4746-abc3-941771ee7ebb tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:39.313818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea3f4b-337a-4683-8290-9e57084ac68d req-45a7a14e-c503-441a-ad49-853d3b24678a tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:39.328780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67ea3f4b-337a-4683-8290-9e57084ac68d req-45a7a14e-c503-441a-ad49-853d3b24678a tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 949 time: 0.1292555 Dec 15 04:44:39.339888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f9d2e-d03f-415f-96c6-7be43226ed65 None None] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:39.383847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45984) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:39.389422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-5b42bed0-b3a8-40ec-aaf1-0f0074562786 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:39.398382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-07964703-8401-4746-abc3-941771ee7ebb tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags HTTP/1.1" status: 200 len: 205 time: 0.2009172 Dec 15 04:44:39.424978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67ea3f4b-337a-4683-8290-9e57084ac68d req-8c512800-1b00-4fcf-a71d-6e492bd4f721 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911376 Dec 15 04:44:39.449680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-74be2fa8-2448-43a8-a9d4-6eef98a5cf7c None None] Provisioning complete for port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:39.450063 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-74be2fa8-2448-43a8-a9d4-6eef98a5cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:39.636535 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5b42bed0-b3a8-40ec-aaf1-0f0074562786 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags HTTP/1.1" status: 200 len: 241 time: 0.2513735 Dec 15 04:44:39.637098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:39.643053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-24781598-91d7-4b13-93e0-f2c3b5824008 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-1502329870') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:39.650269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22781b2-b2b9-40f3-bcb8-297b62ca6a06 req-9e26cb60-c25f-4ff2-b0ba-97487362bfae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:39.652429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e22781b2-b2b9-40f3-bcb8-297b62ca6a06 req-9e26cb60-c25f-4ff2-b0ba-97487362bfae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.0746567 Dec 15 04:44:39.733562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e22781b2-b2b9-40f3-bcb8-297b62ca6a06 req-3078e3e0-7afe-4c20-908a-fcca25cdc4a6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734105 Dec 15 04:44:39.766459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24781598-91d7-4b13-93e0-f2c3b5824008 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-1502329870 HTTP/1.1" status: 204 len: 168 time: 0.1282876 Dec 15 04:44:39.770306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45990) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:39.775684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-3bb8b75c-2917-431e-9da2-68ef16c71e15 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-1502329870') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:40.031693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-803e0d47-bc09-4c81-8ea2-2360e435253a None None] Provisioning complete for port ff2c0ee3-794e-47cc-8685-c7fe921d90b3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:40.032306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-803e0d47-bc09-4c81-8ea2-2360e435253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:40.113485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-803e0d47-bc09-4c81-8ea2-2360e435253a None None] Port ff2c0ee3-794e-47cc-8685-c7fe921d90b3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:44:40.136776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-803e0d47-bc09-4c81-8ea2-2360e435253a None None] Provisioning complete for port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:40.137874 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-803e0d47-bc09-4c81-8ea2-2360e435253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:40.283763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-2674e61f-4105-469e-83ad-18d609121311 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:40.285247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-2674e61f-4105-469e-83ad-18d609121311 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 949 time: 0.1533353 Dec 15 04:44:40.287621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3bb8b75c-2917-431e-9da2-68ef16c71e15 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-1502329870 HTTP/1.1" status: 204 len: 168 time: 0.5162625 Dec 15 04:44:40.291435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:40.311693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-7da8910d-22c4-492c-bf54-41498bacb235 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:40.381530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ec4a73a-df37-421c-8af3-97ee208e2bdf details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:44:40.488551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d2e3e6e9-959f-40e6-a42f-81c96747f20a None None] Provisioning complete for port ff2c0ee3-794e-47cc-8685-c7fe921d90b3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:40.488916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e6e9-959f-40e6-a42f-81c96747f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:40.618767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d2e3e6e9-959f-40e6-a42f-81c96747f20a None None] Port ff2c0ee3-794e-47cc-8685-c7fe921d90b3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:44:40.627994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 39c2f309-4b1e-48d2-99c4-a905e4d439b5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:40.666560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7da8910d-22c4-492c-bf54-41498bacb235 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags HTTP/1.1" status: 200 len: 205 time: 0.3716319 Dec 15 04:44:40.667203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:40.672754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-e08e1a89-9bef-4654-b522-14e786fed0b7 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:40.717916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e08e1a89-9bef-4654-b522-14e786fed0b7 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags HTTP/1.1" status: 200 len: 240 time: 0.0458469 Dec 15 04:44:40.718718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46008) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:40.723084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff93d-be01-4031-a0ca-ccea93498620 req-b56ce0f5-60fb-447d-bb31-2c869746330d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:40.727396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-d680d53d-0816-4ed7-a310-55174d0ff0ad tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-117947146') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:40.730642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-012ff93d-be01-4031-a0ca-ccea93498620 req-b56ce0f5-60fb-447d-bb31-2c869746330d tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 949 time: 0.0861330 Dec 15 04:44:40.739738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Deleting port 337ce67f-5e1a-4c40-b850-768c63a52ae8 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:40.740140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:40.800724 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d680d53d-0816-4ed7-a310-55174d0ff0ad tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-117947146 HTTP/1.1" status: 204 len: 168 time: 0.0785816 Dec 15 04:44:40.802324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46012) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:40.807061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-fb006478-97b9-4345-a3b8-8274dc5bd5a5 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-117947146') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:40.833637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:40.854916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6ec4a73a-df37-421c-8af3-97ee208e2bdf', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': '6ec4a73a-df37-421c-8af3-97ee208e2bdf', 'mac_address': 'fa:16:3e:aa:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:44:40.865023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:40.865250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:40.881656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-012ff93d-be01-4031-a0ca-ccea93498620 req-c9aee4bb-d230-4402-851c-1046165ac4b9 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca4e5073-ed19-495d-9639-99fad1453deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491168 Dec 15 04:44:40.957151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:40.969084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] For port 337ce67f-5e1a-4c40-b850-768c63a52ae8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=337ce67f-5e1a-4c40-b850-768c63a52ae8,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:40.969811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:41.010142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Calling delete_port for 337ce67f-5e1a-4c40-b850-768c63a52ae8 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:41.054906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec4a73a-df37-421c-8af3-97ee208e2bdf {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:44:41.102943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:41.122519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb006478-97b9-4345-a3b8-8274dc5bd5a5 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-117947146 HTTP/1.1" status: 204 len: 168 time: 0.3166554 Dec 15 04:44:41.123075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46016) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.128392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-0d4afd9e-abd3-4261-92fe-9fde118c984b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.132708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936ed30-6f31-461e-a01f-a49c0071cb85 req-b068e5cb-f612-471a-836f-f87914d09b53 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:41.133854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:41.134265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a936ed30-6f31-461e-a01f-a49c0071cb85 req-b068e5cb-f612-471a-836f-f87914d09b53 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 943 time: 0.2509549 Dec 15 04:44:41.178568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0d4afd9e-abd3-4261-92fe-9fde118c984b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags HTTP/1.1" status: 200 len: 205 time: 0.0543242 Dec 15 04:44:41.185921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46018) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.192581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-9665ae98-34ff-4f89-832f-0019821caf4b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.243355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6ec4a73a-df37-421c-8af3-97ee208e2bdf,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:41.287832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a936ed30-6f31-461e-a01f-a49c0071cb85 req-03e82468-b0e1-48cb-9c69-2fd96cfbb11c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335340 Dec 15 04:44:41.304984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9665ae98-34ff-4f89-832f-0019821caf4b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags HTTP/1.1" status: 204 len: 168 time: 0.1101372 Dec 15 04:44:41.305235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46024) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.305235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-61347f1b-17ae-4b1e-bbce-76edeb35bce4 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.328577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:41.372587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Pushing event deleted for resources: {'Port': ['ID=337ce67f-5e1a-4c40-b850-768c63a52ae8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:41.440568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61347f1b-17ae-4b1e-bbce-76edeb35bce4 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags HTTP/1.1" status: 204 len: 168 time: 0.1395285 Dec 15 04:44:41.444489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46028) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.445036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] No DVR routers for this DVR port 337ce67f-5e1a-4c40-b850-768c63a52ae8 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:41.447866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:41.449121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-40d15b6c-6374-4a87-9714-ded495855aea tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.452618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c5aff19-091e-41cf-97b4-4414b9bc8d8e req-3d072023-55d5-4f5d-b46c-49ebb1c8c666 tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.16 "DELETE /v2.0/ports/337ce67f-5e1a-4c40-b850-768c63a52ae8 HTTP/1.1" status: 204 len: 173 time: 1.1386507 Dec 15 04:44:41.453323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-deleted', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:41.456687 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6236c4-78f9-4638-8e4f-cb466bb70b29" -d '{"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-deleted", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:41.510288 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe0325-2705-4e35-8f0f-8e79bffc92ad x-openstack-request-id: req-91fe0325-2705-4e35-8f0f-8e79bffc92ad {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:41.510588 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187039ba-ab6c-4caf-98ee-97d5fd9d5b45", "name": "network-vif-deleted", "tag": "337ce67f-5e1a-4c40-b850-768c63a52ae8", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:41.510864 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91fe0325-2705-4e35-8f0f-8e79bffc92ad {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:41.511267 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187039ba-ab6c-4caf-98ee-97d5fd9d5b45', 'name': 'network-vif-deleted', 'tag': '337ce67f-5e1a-4c40-b850-768c63a52ae8', 'status': 'completed', 'code': 200} Dec 15 04:44:41.516104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-40d15b6c-6374-4a87-9714-ded495855aea tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags HTTP/1.1" status: 204 len: 168 time: 0.0684531 Dec 15 04:44:41.517093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46032) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.521700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-1639ad44-bc07-43d2-862e-56934d028ff1 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.593762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6ec4a73a-df37-421c-8af3-97ee208e2bdf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:44:41.604307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1639ad44-bc07-43d2-862e-56934d028ff1 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags HTTP/1.1" status: 204 len: 168 time: 0.0804203 Dec 15 04:44:41.604521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46034) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.611203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-12032569-7c2d-4a59-8c54-5710a60ead3b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-1715002300') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.789555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12032569-7c2d-4a59-8c54-5710a60ead3b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-1715002300 HTTP/1.1" status: 201 len: 201 time: 0.1858923 Dec 15 04:44:41.792184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46040) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.797287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-3dd4794b-92bc-4267-b47b-0c42b16e37af tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-284182242') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:41.881120 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3dd4794b-92bc-4267-b47b-0c42b16e37af tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-284182242 HTTP/1.1" status: 201 len: 201 time: 0.0867522 Dec 15 04:44:41.883714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:41.889241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-139bb625-881d-4d4b-9937-f9513d6e2e5f tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-752214255') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.039497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-139bb625-881d-4d4b-9937-f9513d6e2e5f tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-752214255 HTTP/1.1" status: 201 len: 201 time: 0.1541145 Dec 15 04:44:42.042407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.051874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-5918caf0-79f1-4104-aa24-ddf00dbdfa25 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-1789699750') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.094290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3bac865-1291-4ecf-bef0-fc3df86eabe3 req-58b9946e-0ae5-4580-930a-01643f38c63e tempest-ListImageFiltersTestJSON-1499329381 tempest-ListImageFiltersTestJSON-1499329381-project] 10.222.0.37 "GET /v2.0/ports?device_id=187039ba-ab6c-4caf-98ee-97d5fd9d5b45 HTTP/1.1" status: 200 len: 210 time: 0.0647421 Dec 15 04:44:42.175933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5918caf0-79f1-4104-aa24-ddf00dbdfa25 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-1789699750 HTTP/1.1" status: 201 len: 201 time: 0.1259637 Dec 15 04:44:42.176216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46054) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.180575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-59d7608e-17bd-4a86-a0f6-22236d97af31 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', {'tags': ['tempest-TagsExtTest-Tag-1466320031', 'tempest-TagsExtTest-Tag-903222326', 'tempest-TagsExtTest-Tag-974695040']}) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.281986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59d7608e-17bd-4a86-a0f6-22236d97af31 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags HTTP/1.1" status: 200 len: 316 time: 0.1013799 Dec 15 04:44:42.282290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.289700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-4c64192d-484c-456a-9bfe-6749017a9164 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.382569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:42.406835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 337ce67f-5e1a-4c40-b850-768c63a52ae8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:44:42.407197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 337ce67f-5e1a-4c40-b850-768c63a52ae8 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:44:42.417396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4c64192d-484c-456a-9bfe-6749017a9164 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags HTTP/1.1" status: 204 len: 168 time: 0.1341374 Dec 15 04:44:42.420651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46066) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.425302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-1fec26d0-3222-49fe-9c82-d1b633855599 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-1466320031') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.477011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86803f36-fc75-4fb6-9e51-ea8cba48473e req-7465ef4f-9901-43d7-aa17-58d11413c08d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:42.484835 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-1fec26d0-3222-49fe-9c82-d1b633855599 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:42.485972 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1fec26d0-3222-49fe-9c82-d1b633855599 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-1466320031 HTTP/1.1" status: 404 len: 329 time: 0.0643630 Dec 15 04:44:42.490148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46074) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.495858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86803f36-fc75-4fb6-9e51-ea8cba48473e req-7465ef4f-9901-43d7-aa17-58d11413c08d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 944 time: 0.1242423 Dec 15 04:44:42.499339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-64e2b053-f72c-4cb4-987f-763c017cf025 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-903222326') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.566160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86803f36-fc75-4fb6-9e51-ea8cba48473e req-ed07d879-ba90-4172-b5cb-cc499526ad30 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691850 Dec 15 04:44:42.595672 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-64e2b053-f72c-4cb4-987f-763c017cf025 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:42.596781 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-64e2b053-f72c-4cb4-987f-763c017cf025 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-903222326 HTTP/1.1" status: 404 len: 328 time: 0.1056352 Dec 15 04:44:42.599617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46076) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.603954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-dd1c1274-c7a3-4264-a2d4-a2fceb116513 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f', 'tempest-TagsExtTest-Tag-974695040') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.666392 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-dd1c1274-c7a3-4264-a2d4-a2fceb116513 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:42.669251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dd1c1274-c7a3-4264-a2d4-a2fceb116513 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags/tempest-TagsExtTest-Tag-974695040 HTTP/1.1" status: 404 len: 328 time: 0.0686870 Dec 15 04:44:42.671966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46078) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.676397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-28913ee5-32f0-42e4-8261-49f9b73419c8 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', {'tags': ['tempest-TagsExtTest-Tag-86338771', 'tempest-TagsExtTest-Tag-552832423', 'tempest-TagsExtTest-Tag-486157451']}) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.761766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-28913ee5-32f0-42e4-8261-49f9b73419c8 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags HTTP/1.1" status: 200 len: 314 time: 0.0887148 Dec 15 04:44:42.764480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46080) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.769563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-479316ea-84aa-42f3-a7ce-5e06c5b623ec tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.858270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-479316ea-84aa-42f3-a7ce-5e06c5b623ec tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags HTTP/1.1" status: 204 len: 168 time: 0.0921996 Dec 15 04:44:42.860848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.865764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-845eafca-67fa-414d-b36e-b63956338f5d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-86338771') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.927773 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-845eafca-67fa-414d-b36e-b63956338f5d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:42.928967 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-845eafca-67fa-414d-b36e-b63956338f5d tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-86338771 HTTP/1.1" status: 404 len: 327 time: 0.0669780 Dec 15 04:44:42.932132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:42.937068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-59431410-e0aa-467c-84f2-eb0519724070 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-552832423') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:42.997087 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-59431410-e0aa-467c-84f2-eb0519724070 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:43.000537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-59431410-e0aa-467c-84f2-eb0519724070 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-552832423 HTTP/1.1" status: 404 len: 328 time: 0.0672908 Dec 15 04:44:43.001537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46086) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.006870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-086ebf47-b2bd-4a9a-804d-9c73faa5b7cd tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3', 'tempest-TagsExtTest-Tag-486157451') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.079760 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-086ebf47-b2bd-4a9a-804d-9c73faa5b7cd tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:43.083641 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-086ebf47-b2bd-4a9a-804d-9c73faa5b7cd tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags/tempest-TagsExtTest-Tag-486157451 HTTP/1.1" status: 404 len: 328 time: 0.0783942 Dec 15 04:44:43.083981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46088) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.089049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-7aa22a22-76b3-476e-b730-06439028d157 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', {'tags': ['tempest-TagsExtTest-Tag-677461308', 'tempest-TagsExtTest-Tag-569315644', 'tempest-TagsExtTest-Tag-1865994590']}) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.267934 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7aa22a22-76b3-476e-b730-06439028d157 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags HTTP/1.1" status: 200 len: 316 time: 0.1803331 Dec 15 04:44:43.268218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46106) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.273127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-f69b25df-a425-40e5-be97-81e541992477 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.406164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46110) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.406335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f69b25df-a425-40e5-be97-81e541992477 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags HTTP/1.1" status: 204 len: 168 time: 0.1367657 Dec 15 04:44:43.411712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-69ce6554-6681-48ec-aaf2-4bc7c62cc059 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-677461308') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.589353 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-69ce6554-6681-48ec-aaf2-4bc7c62cc059 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:43.590465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-69ce6554-6681-48ec-aaf2-4bc7c62cc059 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-677461308 HTTP/1.1" status: 404 len: 328 time: 0.1828794 Dec 15 04:44:43.594023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.599167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-2225d885-f2e9-4816-bdf6-4155fc209c3b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-569315644') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.706957 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-2225d885-f2e9-4816-bdf6-4155fc209c3b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:43.711395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46128) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.716196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2225d885-f2e9-4816-bdf6-4155fc209c3b tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-569315644 HTTP/1.1" status: 404 len: 328 time: 0.1210897 Dec 15 04:44:43.717680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-f7a8188d-60f1-4292-9c5a-bf43d4b96902 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279', 'tempest-TagsExtTest-Tag-1865994590') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.878173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261eb4d-c76a-4a0d-8f59-b874044ce3d9 req-a98cb88f-4cb0-4bfa-9ccb-a78257347bd2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:43.880018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7261eb4d-c76a-4a0d-8f59-b874044ce3d9 req-a98cb88f-4cb0-4bfa-9ccb-a78257347bd2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 944 time: 0.1052742 Dec 15 04:44:43.885516 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-f7a8188d-60f1-4292-9c5a-bf43d4b96902 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:43.886549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7a8188d-60f1-4292-9c5a-bf43d4b96902 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags/tempest-TagsExtTest-Tag-1865994590 HTTP/1.1" status: 404 len: 329 time: 0.1740804 Dec 15 04:44:43.889963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.895938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-4d972f24-ba8d-47d1-a4c0-7309dcce62ca tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', {'tags': ['tempest-TagsExtTest-Tag-100937592', 'tempest-TagsExtTest-Tag-904137036', 'tempest-TagsExtTest-Tag-1758348280']}) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.964577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d972f24-ba8d-47d1-a4c0-7309dcce62ca tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "PUT /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags HTTP/1.1" status: 200 len: 316 time: 0.0734935 Dec 15 04:44:43.965805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:43.970791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-c5b7fe63-9360-4bb5-bec5-0da28ffa8eb5 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:43.981435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7261eb4d-c76a-4a0d-8f59-b874044ce3d9 req-6dd8c415-7de3-42f4-b7e7-7b053ae135f3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826297 Dec 15 04:44:44.032324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c5b7fe63-9360-4bb5-bec5-0da28ffa8eb5 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags HTTP/1.1" status: 204 len: 168 time: 0.0653222 Dec 15 04:44:44.035172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46148) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.039811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-700c9692-5e7c-41b5-8265-c0516b17ed58 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-100937592') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.068774 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-700c9692-5e7c-41b5-8265-c0516b17ed58 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:44.069830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-700c9692-5e7c-41b5-8265-c0516b17ed58 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-100937592 HTTP/1.1" status: 404 len: 328 time: 0.0336399 Dec 15 04:44:44.073319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46154) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.085013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-9800d6d2-5452-444a-8411-82229f5d9c4f tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-904137036') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.119209 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-9800d6d2-5452-444a-8411-82229f5d9c4f tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:44.120921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9800d6d2-5452-444a-8411-82229f5d9c4f tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-904137036 HTTP/1.1" status: 404 len: 328 time: 0.0463519 Dec 15 04:44:44.124525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46156) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.128963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-514e6de4-a5de-467b-8377-fb15e4529094 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428', 'tempest-TagsExtTest-Tag-1758348280') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.238886 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-514e6de4-a5de-467b-8377-fb15e4529094 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] show failed (client error): The resource could not be found. Dec 15 04:44:44.240134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-514e6de4-a5de-467b-8377-fb15e4529094 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags/tempest-TagsExtTest-Tag-1758348280 HTTP/1.1" status: 404 len: 329 time: 0.1145525 Dec 15 04:44:44.242967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46166) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.253627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-5f8c6006-5b7e-4ea6-a593-1c269be094ba tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a7f1c91c-46fa-4569-b935-301d018f6428') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.317831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5f8c6006-5b7e-4ea6-a593-1c269be094ba tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428/tags HTTP/1.1" status: 204 len: 168 time: 0.0722113 Dec 15 04:44:44.320496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46170) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.331137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.tag.tag_plugin [None req-0178b31a-1a75-4556-90b4-30a234dd899c tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f390e7ea-dd3b-4b6e-a91d-16efa1963279') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.416954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ec4a73a-df37-421c-8af3-97ee208e2bdf up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:44.439881 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0178b31a-1a75-4556-90b4-30a234dd899c tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279/tags HTTP/1.1" status: 204 len: 168 time: 0.1159329 Dec 15 04:44:44.442642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46176) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.448375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-621cb8b6-c6b2-40d3-b237-d4f9b502ff02 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ff2c0ee3-794e-47cc-8685-c7fe921d90b3') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.498911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6ec4a73a-df37-421c-8af3-97ee208e2bdf completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:44:44.530475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6ec4a73a-df37-421c-8af3-97ee208e2bdf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:44.530836 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:44.577359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-621cb8b6-c6b2-40d3-b237-d4f9b502ff02 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1336410 Dec 15 04:44:44.579850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.585581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.tag.tag_plugin [None req-31025e5a-8de1-4f5b-8be0-86a5a86f8106 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0785e4b5-f306-4d4b-9130-1c014dad664f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:44.691282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:44.761254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:44.763136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4a73a-df37-421c-8af3-97ee208e2bdf'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:44.766459 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b9578f-2308-4e94-bb5e-1bc83bde11e9" -d '{"events": [{"server_uuid": "baedfc8f-f941-4fa6-8dcf-ca65324a0ce8", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4a73a-df37-421c-8af3-97ee208e2bdf"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:44.772407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:44.774789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-31025e5a-8de1-4f5b-8be0-86a5a86f8106 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f/tags HTTP/1.1" status: 204 len: 168 time: 0.1936171 Dec 15 04:44:44.777111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:44.906188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6ec4a73a-df37-421c-8af3-97ee208e2bdf,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:44.914973 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26cfcfc-cc60-4104-b72f-97457fde5313 x-openstack-request-id: req-d26cfcfc-cc60-4104-b72f-97457fde5313 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:44.915326 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedfc8f-f941-4fa6-8dcf-ca65324a0ce8", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4a73a-df37-421c-8af3-97ee208e2bdf", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:44.915589 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d26cfcfc-cc60-4104-b72f-97457fde5313 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:44.915989 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4a73a-df37-421c-8af3-97ee208e2bdf', 'code': 200} Dec 15 04:44:45.119496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfd03f-c0f4-4a0a-b340-1a626fd346a0 req-24dfa6bd-1bd2-4637-934f-1a7372fe4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:45.120985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49cfd03f-c0f4-4a0a-b340-1a626fd346a0 req-24dfa6bd-1bd2-4637-934f-1a7372fe4f56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0999477 Dec 15 04:44:45.203546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e710438-4fc5-4e6f-86b8-d7e51400ad48 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for subnetpool, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.204753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e710438-4fc5-4e6f-86b8-d7e51400ad48 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a7f1c91c-46fa-4569-b935-301d018f6428 HTTP/1.1" status: 204 len: 168 time: 0.4313796 Dec 15 04:44:45.207380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:45.257906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a1b6cac-cc03-44ee-b124-a46e410d760c tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "GET /v2.0/ports?device_id=f390e7ea-dd3b-4b6e-a91d-16efa1963279 HTTP/1.1" status: 200 len: 205 time: 0.0488393 Dec 15 04:44:45.260440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46206) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:45.266229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49cfd03f-c0f4-4a0a-b340-1a626fd346a0 req-bdbb93ca-f4c4-45ba-8fb3-19e2c38f7b88 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297314 Dec 15 04:44:45.333393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40292a0-e3fe-4f88-946a-1f0f8c786595 req-e20978a6-89b3-4b75-8d07-37ed2e7b1ff9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:45.336466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e40292a0-e3fe-4f88-946a-1f0f8c786595 req-e20978a6-89b3-4b75-8d07-37ed2e7b1ff9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.1730661 Dec 15 04:44:45.367681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.445576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e40292a0-e3fe-4f88-946a-1f0f8c786595 req-34f57ecd-fbd9-4be4-a4ab-2409651fc286 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021380 Dec 15 04:44:45.477212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46210) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:45.645601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.649218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.737069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:45.737396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-452dab34-c8c9-4285-85c5-ccae83473d5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=057351b69e194da98c1ab46314d4447f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586961 Dec 15 04:44:45.745373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.745896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Fanout notify agent at l3_agent the message router_deleted on router f390e7ea-dd3b-4b6e-a91d-16efa1963279 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:44:45.753684 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.757639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d7350bcd-9b46-44d2-910e-c1574cb8058e tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/routers/f390e7ea-dd3b-4b6e-a91d-16efa1963279 HTTP/1.1" status: 204 len: 168 time: 0.4959443 Dec 15 04:44:45.758806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46218) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:45.834992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5dffba-6226-4c0f-ae80-3c7c4fbf3129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.872578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5dffba-6226-4c0f-ae80-3c7c4fbf3129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.884258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Deleting port ff2c0ee3-794e-47cc-8685-c7fe921d90b3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:45.884615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.955596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5dffba-6226-4c0f-ae80-3c7c4fbf3129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.960640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5dffba-6226-4c0f-ae80-3c7c4fbf3129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:45.967707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf5dffba-6226-4c0f-ae80-3c7c4fbf3129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca4e5073-ed19-495d-9639-99fad1453deb HTTP/1.1" status: 204 len: 168 time: 0.2241056 Dec 15 04:44:45.990295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dffba-6226-4c0f-ae80-3c7c4fbf3129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4e5073-ed19-495d-9639-99fad1453deb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:46.101308 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:46.126019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Calling delete_port for ff2c0ee3-794e-47cc-8685-c7fe921d90b3 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:46.327167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:46.372704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event deleted for resources: {'Port': ['ID=ff2c0ee3-794e-47cc-8685-c7fe921d90b3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:46.540104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:46.555255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4054930b-d3ce-4629-a5d2-499e8ad5e409 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/ports/ff2c0ee3-794e-47cc-8685-c7fe921d90b3 HTTP/1.1" status: 204 len: 168 time: 0.7932665 Dec 15 04:44:46.560504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46240) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:46.709481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Deleting subnet 0785e4b5-f306-4d4b-9130-1c014dad664f {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:44:46.722876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:46.794118 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:46.843784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b587f-496d-449b-8cec-784f6cd25279 req-614f7fed-7935-4e9d-8644-2af5ed29e41b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:46.845386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f3b587f-496d-449b-8cec-784f6cd25279 req-614f7fed-7935-4e9d-8644-2af5ed29e41b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.1527228 Dec 15 04:44:46.958731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f3b587f-496d-449b-8cec-784f6cd25279 req-cefe3aa9-fb03-4eef-bf81-02cec061d02c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 Dec 15 04:44:46.975667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.088003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.123744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event deleted for resources: {'Subnet': ['ID=0785e4b5-f306-4d4b-9130-1c014dad664f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:47.133642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.135300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e752753-1464-4738-bf32-d553a4dd63f4 None None] Network 41c84ffd-640b-4263-ac72-d8593b9b1506 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:47.139079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1437f8af-4a65-4e81-9bdd-25a739b71410 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/subnets/0785e4b5-f306-4d4b-9130-1c014dad664f HTTP/1.1" status: 204 len: 168 time: 0.5763144 Dec 15 04:44:47.141489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46260) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:47.253618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.264703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46262) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:47.386495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] DHCP port deletion for 41c84ffd-640b-4263-ac72-d8593b9b1506 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:44:47.395121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Deleting port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:47.396014 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.511807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] For port 39c2f309-4b1e-48d2-99c4-a905e4d439b5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=39c2f309-4b1e-48d2-99c4-a905e4d439b5,segment=NetworkSegment(5625b5f7-013e-48a1-b43c-61f935d9c2d0),segment_id=5625b5f7-013e-48a1-b43c-61f935d9c2d0)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:47.512335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.519245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-434392666-network', 'tenant_id': '8cd53977831b445abb9d03dcd0589305'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:47.528784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Calling delete_port for 39c2f309-4b1e-48d2-99c4-a905e4d439b5 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:47.537531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] Deleting port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:47.538170 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.566987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Made reservation on behalf of 8cd53977831b445abb9d03dcd0589305 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:47.575557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.596823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.645880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.649067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] For port 39c2f309-4b1e-48d2-99c4-a905e4d439b5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=39c2f309-4b1e-48d2-99c4-a905e4d439b5,segment=NetworkSegment(5625b5f7-013e-48a1-b43c-61f935d9c2d0),segment_id=5625b5f7-013e-48a1-b43c-61f935d9c2d0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:47.649844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.685597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] Calling delete_port for 39c2f309-4b1e-48d2-99c4-a905e4d439b5 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:47.712984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event deleted for resources: {'Port': ['ID=39c2f309-4b1e-48d2-99c4-a905e4d439b5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:47.729322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] No DVR routers for this DVR port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:47.752817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.758539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.798700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:47.823683 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.826086 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Added segment ddb609d7-5e25-472b-8fe8-de6effb15329 of type vlan for network ecad2692-021b-4e70-a6a1-b27834e49c23 Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: from cryptography.utils import int_from_bytes Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: from cryptography.utils import int_from_bytes Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.827589 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:44:47.830899 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:44:47.838417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e990d9a-3c7a-479d-9042-2fbcceb0a28f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:47.845315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.898422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] Pushing event deleted for resources: {'Port': ['ID=39c2f309-4b1e-48d2-99c4-a905e4d439b5,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:47.912511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd6e47-89b8-4c89-a277-ac524b5cbea8 None None] No DVR routers for this DVR port 39c2f309-4b1e-48d2-99c4-a905e4d439b5 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:47.936518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.937559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.977187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c84ffd-640b-4263-ac72-d8593b9b1506']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:47.990053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.992199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:47.993210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:47.994011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5625b5f7-013e-48a1-b43c-61f935d9c2d0') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:47.994391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5625b5f7-013e-48a1-b43c-61f935d9c2d0') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:48.015338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.043596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.051010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:48.051395 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:48.062517 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:48.109916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8421474 Dec 15 04:44:48.116832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46282) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:48.136043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Request body: {'subnet': {'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-434392666-subnet', 'tenant_id': '8cd53977831b445abb9d03dcd0589305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:48.161500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b970c9-24e6-4c40-a6f8-f984a665cca0 admin admin] Pushing event updated for resources: {'Network': ['ID=ecad2692-021b-4e70-a6a1-b27834e49c23,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:48.176783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.178374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network ecad2692-021b-4e70-a6a1-b27834e49c23 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:48.184669 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.188357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] 10.222.0.37 "DELETE /v2.0/networks/41c84ffd-640b-4263-ac72-d8593b9b1506 HTTP/1.1" status: 204 len: 168 time: 1.0456681 Dec 15 04:44:48.224713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ae27-5f59-48d2-920f-87ca01ac2663 tempest-TagsExtTest-1469085013 tempest-TagsExtTest-1469085013-project] Pushing event deleted for resources: {'Network': ['ID=41c84ffd-640b-4263-ac72-d8593b9b1506,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:48.247402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Made reservation on behalf of 8cd53977831b445abb9d03dcd0589305 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:48.250948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.265541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712205b8-f70a-476e-8b01-618924fb3414 req-c94ed7c2-c7c9-4876-bc73-15daea9d8937 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:48.267441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-712205b8-f70a-476e-8b01-618924fb3414 req-c94ed7c2-c7c9-4876-bc73-15daea9d8937 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.1741557 Dec 15 04:44:48.399649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-712205b8-f70a-476e-8b01-618924fb3414 req-e9203927-012f-43df-b8f0-9b60fe725b36 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244745 Dec 15 04:44:48.494574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 39c2f309-4b1e-48d2-99c4-a905e4d439b5 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:48.558462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 39c2f309-4b1e-48d2-99c4-a905e4d439b5 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:44:48.558869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 39c2f309-4b1e-48d2-99c4-a905e4d439b5 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:44:48.662472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72698e-f320-4acc-a871-c10dfad7bd28 req-727fe711-9c16-485f-9bf7-164a3f236e11 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:48.672803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd72698e-f320-4acc-a871-c10dfad7bd28 req-727fe711-9c16-485f-9bf7-164a3f236e11 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.1216831 Dec 15 04:44:48.674633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.726528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46292) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:48.763479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd72698e-f320-4acc-a871-c10dfad7bd28 req-4cf014fa-3763-46fa-87d0-3a7928d5dc63 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835900 Dec 15 04:44:48.780891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a278c131-2900-49f1-9493-1804d4d397cc,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:48.794466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Checking segment: {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:48.794966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Network hostable DHCP agents. Network: ecad2692-021b-4e70-a6a1-b27834e49c23, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:48.834290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Network ecad2692-021b-4e70-a6a1-b27834e49c23 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:48.868398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, ecad2692-021b-4e70-a6a1-b27834e49c23) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:48.874364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:48.874960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:48.878227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d2b07-d359-431f-b440-fd67ee857663 None None] Network ecad2692-021b-4e70-a6a1-b27834e49c23 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:48.911243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4859dcc2-ddc6-43f5-a009-bd7e4974aebc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7842708 Dec 15 04:44:48.936414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d763f-145d-48fe-acfa-42856dfc19c9 req-d26ca135-e2c0-4df5-bada-4468ebaca425 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:48.946762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e52d763f-145d-48fe-acfa-42856dfc19c9 req-d26ca135-e2c0-4df5-bada-4468ebaca425 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.0923476 Dec 15 04:44:49.034479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39cb7098-462f-44f0-a844-572dac951945 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=512210d050654809b0c7065d0050d5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065982 Dec 15 04:44:49.038485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46302) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:49.069055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb64d9-ec30-425f-bf2b-0648a4a10d67 None None] Network ecad2692-021b-4e70-a6a1-b27834e49c23 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:49.070128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e52d763f-145d-48fe-acfa-42856dfc19c9 req-7839a5ee-e348-4517-8570-116e5a3ab767 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145833 Dec 15 04:44:49.156809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5e5559e-a6fe-4c06-aa5d-dc82978030c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.185240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5e5559e-a6fe-4c06-aa5d-dc82978030c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.252583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5e5559e-a6fe-4c06-aa5d-dc82978030c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.258993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5e5559e-a6fe-4c06-aa5d-dc82978030c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.262591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e5e5559e-a6fe-4c06-aa5d-dc82978030c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a0837e5-d229-40df-8c64-ee35d516c4cb HTTP/1.1" status: 204 len: 168 time: 0.2231262 Dec 15 04:44:49.283970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5559e-a6fe-4c06-aa5d-dc82978030c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0837e5-d229-40df-8c64-ee35d516c4cb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:49.459179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-685081f9-5b3a-4406-8fb1-f27af747238f req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1771198708', 'description': 'tempest-description-182090485'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:49.522029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-685081f9-5b3a-4406-8fb1-f27af747238f req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.652272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-685081f9-5b3a-4406-8fb1-f27af747238f req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.659137 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-685081f9-5b3a-4406-8fb1-f27af747238f req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.691537 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-685081f9-5b3a-4406-8fb1-f27af747238f req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.725742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-685081f9-5b3a-4406-8fb1-f27af747238f req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2710662 Dec 15 04:44:49.746901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9fd5864b-a7b0-49d6-bb8d-b0df3b4fb350 req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-313447800', 'description': 'tempest-description-453959857'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:49.752352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a725a-f9d7-4ce8-8c2f-3ded3bc92f2d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76714589-da39-4f91-8690-8ac1b22ddb1a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:49.808611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9fd5864b-a7b0-49d6-bb8d-b0df3b4fb350 req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.833732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5f23e-dcf3-4196-8f3c-0ff586b9143d req-1b8e4a19-f8d1-4409-9039-b3417ec6eb6b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:49.835214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bee5f23e-dcf3-4196-8f3c-0ff586b9143d req-1b8e4a19-f8d1-4409-9039-b3417ec6eb6b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.1011071 Dec 15 04:44:49.908363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bee5f23e-dcf3-4196-8f3c-0ff586b9143d req-c1e6ac0c-655c-4b84-82d2-f1dfb1abd5de tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643873 Dec 15 04:44:49.946010 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9fd5864b-a7b0-49d6-bb8d-b0df3b4fb350 req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.953037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9fd5864b-a7b0-49d6-bb8d-b0df3b4fb350 req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.982880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cdf66b-164c-47f4-9ac3-95f21376fce3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:49.987916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9fd5864b-a7b0-49d6-bb8d-b0df3b4fb350 req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:49.989155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fd5864b-a7b0-49d6-bb8d-b0df3b4fb350 req-1a98d6e0-6703-46b4-8f4d-793ccc9e20f3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2472413 Dec 15 04:44:50.192777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46372) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:50.321105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-3561d44d-5905-44c6-8aaa-e8a63f1c41d8 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:50.322908 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-3561d44d-5905-44c6-8aaa-e8a63f1c41d8 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 812 time: 0.1449194 Dec 15 04:44:50.367029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-5518058b-2bc4-450a-a456-d0e527564b8e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/quotas/8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 375 time: 0.0374460 Dec 15 04:44:50.410185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-7729b4e2-071d-43da-9d0b-0a22f3831647 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366626 Dec 15 04:44:50.421945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cfa5d-60b9-4ad5-b6aa-6e3d9087f373 req-5bb67390-cbc5-4273-bfa7-73b97633441f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:50.423653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-991cfa5d-60b9-4ad5-b6aa-6e3d9087f373 req-5bb67390-cbc5-4273-bfa7-73b97633441f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 945 time: 0.0923367 Dec 15 04:44:50.449997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1309068306-network', 'tenant_id': '925de1d8570744e6835f959a38092a8e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:50.474143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Made reservation on behalf of 925de1d8570744e6835f959a38092a8e for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:50.478045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.487870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.537611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-991cfa5d-60b9-4ad5-b6aa-6e3d9087f373 req-6635e29f-2890-4f46-8782-35ffebcf1aa3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044872 Dec 15 04:44:50.555530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-f159f07e-ef9d-4660-b4dc-ff3c57d9037c service neutron] 10.222.0.37 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308420 Dec 15 04:44:50.586090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.593468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.623037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:50.638581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2724f37-4de7-4bff-8098-f0ca2c895998,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:50.644346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.644797 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Added segment 447c6f42-6a96-427f-9030-10c79d5ebfd8 of type vlan for network bfb584e7-2ae3-4a8d-b010-63f5af5166e2 Dec 15 04:44:50.691706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.709928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-cfd1edd3-389b-453c-8ff1-713cdc17e464 service neutron] 10.222.0.37 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426446 Dec 15 04:44:50.727207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.728958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:50.729539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:50.786832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5929098 Dec 15 04:44:50.789929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46392) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:50.800132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Request body: {'subnet': {'network_id': 'bfb584e7-2ae3-4a8d-b010-63f5af5166e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1309068306-subnet', 'tenant_id': '925de1d8570744e6835f959a38092a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:50.824283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce95b29-4e67-494e-a165-3c6341f63b9e admin admin] Pushing event updated for resources: {'Network': ['ID=bfb584e7-2ae3-4a8d-b010-63f5af5166e2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:50.835985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Made reservation on behalf of 925de1d8570744e6835f959a38092a8e for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:50.837281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network bfb584e7-2ae3-4a8d-b010-63f5af5166e2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:50.838834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:51.146822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d93ef6f8-7da8-4c24-b63c-156d0363daf1 req-1fee8136-83c7-4e5d-a249-cbebffdf05c5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 210 time: 0.0380905 Dec 15 04:44:51.164280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:51.258355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c704171-7025-4ff3-9ed5-1a3c34d8ba13,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:51.268728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942eaa-13ee-4f07-b363-6d35a35f1be9 req-02554fc5-1b5e-4a94-906e-87c350559e3b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:51.270415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa942eaa-13ee-4f07-b363-6d35a35f1be9 req-02554fc5-1b5e-4a94-906e-87c350559e3b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.1260386 Dec 15 04:44:51.289156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Checking segment: {'id': '447c6f42-6a96-427f-9030-10c79d5ebfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bfb584e7-2ae3-4a8d-b010-63f5af5166e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:51.289579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Network hostable DHCP agents. Network: bfb584e7-2ae3-4a8d-b010-63f5af5166e2, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:51.337410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Network bfb584e7-2ae3-4a8d-b010-63f5af5166e2 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:51.347068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa942eaa-13ee-4f07-b363-6d35a35f1be9 req-8322ba74-8ff7-43e0-99fe-77f9f19b10dd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665519 Dec 15 04:44:51.352718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, bfb584e7-2ae3-4a8d-b010-63f5af5166e2) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:51.356860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:51.357544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:51.368224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a71a7a-0b64-4c11-994f-22f60a718d9a None None] Network bfb584e7-2ae3-4a8d-b010-63f5af5166e2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:51.385230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c922cca6-996f-4b1a-8627-d8e09cbcab15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5892885 Dec 15 04:44:51.488547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5e473-9ef7-446a-94e1-f0ffd0437d3b None None] Network bfb584e7-2ae3-4a8d-b010-63f5af5166e2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:51.512467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-6b71b253-1830-47c7-91e4-f764a1828385 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:51.513977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-6b71b253-1830-47c7-91e4-f764a1828385 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 945 time: 0.0633020 Dec 15 04:44:51.635074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port 6ec4a73a-df37-421c-8af3-97ee208e2bdf {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:44:51.635419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:51.738054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port 6ec4a73a-df37-421c-8af3-97ee208e2bdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ec4a73a-df37-421c-8af3-97ee208e2bdf,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:51.738677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:51.753450 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for 6ec4a73a-df37-421c-8af3-97ee208e2bdf owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:44:51.967170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46432) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:51.973755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623202095-network', 'tenant_id': '7decb634a55d41c3ade0674ca58b5f83'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:52.003328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Made reservation on behalf of 7decb634a55d41c3ade0674ca58b5f83 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:52.006418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.016412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.151103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.193003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6ec4a73a-df37-421c-8af3-97ee208e2bdf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:44:52.209413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=6ec4a73a-df37-421c-8af3-97ee208e2bdf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:52.278097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.301548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.357803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port 6ec4a73a-df37-421c-8af3-97ee208e2bdf on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:44:52.361610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.366710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e9bff2e-cce8-44e9-a5be-aa2fb8f8b885 req-9110128c-31ea-482c-808b-5ee4a6c7da00 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "DELETE /v2.0/ports/6ec4a73a-df37-421c-8af3-97ee208e2bdf HTTP/1.1" status: 204 len: 173 time: 0.8414023 Dec 15 04:44:52.399434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2800b-3e03-44d0-baa2-9a7c4f159905,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:52.408497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'name': 'network-vif-deleted', 'tag': '6ec4a73a-df37-421c-8af3-97ee208e2bdf'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:52.411973 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744317c2-ba6c-4715-a4b5-8d6b4738cf9f" -d '{"events": [{"server_uuid": "baedfc8f-f941-4fa6-8dcf-ca65324a0ce8", "name": "network-vif-deleted", "tag": "6ec4a73a-df37-421c-8af3-97ee208e2bdf"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:52.434744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b397bea-5eff-44bc-9a21-3fec81123d1b req-c5dfa658-208c-46c8-9608-7fc53377d60e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 210 time: 0.1209786 Dec 15 04:44:52.446048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:44:52.457126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.457547 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Added segment 0eab6511-f84b-432f-ab7a-91f7aa6cdfb4 of type vlan for network ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2 Dec 15 04:44:52.483747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-c6ca6d1d-933c-4929-be40-67d611d0e31e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:52.485980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-c6ca6d1d-933c-4929-be40-67d611d0e31e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.42 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 812 time: 0.3611228 Dec 15 04:44:52.556784 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a0c6cd-e456-42e1-8cc3-2ac49eaa82c4 x-openstack-request-id: req-a6a0c6cd-e456-42e1-8cc3-2ac49eaa82c4 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:52.556784 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedfc8f-f941-4fa6-8dcf-ca65324a0ce8", "name": "network-vif-deleted", "tag": "6ec4a73a-df37-421c-8af3-97ee208e2bdf", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:52.556784 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6a0c6cd-e456-42e1-8cc3-2ac49eaa82c4 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:52.557365 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedfc8f-f941-4fa6-8dcf-ca65324a0ce8', 'name': 'network-vif-deleted', 'tag': '6ec4a73a-df37-421c-8af3-97ee208e2bdf', 'status': 'completed', 'code': 200} Dec 15 04:44:52.605218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bc008cb-1be9-4c8b-86d5-b1b67b6b11fc req-443776fe-c75c-43ad-a11b-acdb593aa480 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0588160 Dec 15 04:44:52.623767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'port': {'device_id': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23', 'admin_state_up': True, 'tenant_id': '8cd53977831b445abb9d03dcd0589305'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:52.675838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.737167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.738056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:52.738626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.806536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8379641 Dec 15 04:44:52.809514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46462) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:52.813866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c41f4-3cd7-4695-b8da-f7988673d4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:52.814683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Request body: {'subnet': {'network_id': 'ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623202095-subnet', 'tenant_id': '7decb634a55d41c3ade0674ca58b5f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:52.825990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:44:52.835694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Made reservation on behalf of 8cd53977831b445abb9d03dcd0589305 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:52.844432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:52.859510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Made reservation on behalf of 7decb634a55d41c3ade0674ca58b5f83 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:44:52.862578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.033535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Allocated IP 172.20.0.6 (ecad2692-021b-4e70-a6a1-b27834e49c23/a278c131-2900-49f1-9493-1804d4d397cc/f9941dfd-f140-4a9b-9aa6-886b24c2b0e7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:44:53.122990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.212325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.224045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1007378-d88c-4c73-ba0e-4fba65df1984,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:53.243837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Checking segment: {'id': '0eab6511-f84b-432f-ab7a-91f7aa6cdfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:53.244433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Network hostable DHCP agents. Network: ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:44:53.250330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.267358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Network ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:44:53.280020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:53.311183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:53.311841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.314085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7199b9-81ca-42e2-871e-ed487c273543 None None] Network ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:53.333780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-43fa6d4d-5c12-4807-8f62-3f559a0dd3bf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5230622 Dec 15 04:44:53.357128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Network ecad2692-021b-4e70-a6a1-b27834e49c23 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:44:53.372450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:44:53.379551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:44:53.440404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:53.450272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd9dce-d7d2-48cc-99e7-e706387cb9c7 None None] Network ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:44:53.505075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:53.505727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.548503 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-48363bdf-be9c-4179-9955-18e0e6150d37 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319327 Dec 15 04:44:53.573750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Request body: {'port': {'device_id': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:44:53.617171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:53.672221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe355af-16fa-41a4-8c14-9bbfd8f7733a req-2e6b93b2-c5db-40e5-b4d3-898dc28114d4 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:53.673797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afe355af-16fa-41a4-8c14-9bbfd8f7733a req-2e6b93b2-c5db-40e5-b4d3-898dc28114d4 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 931 time: 0.1088467 Dec 15 04:44:53.677077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Deleting subnet 3c704171-7025-4ff3-9ed5-1a3c34d8ba13 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:44:53.682421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.740862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.760312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:53.779540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcd2cf34-1dd5-4ffe-9442-4b245e7bf2c9 req-8e0327db-331a-4645-9496-bb8eb5658a98 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0557227 Dec 15 04:44:53.816283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afe355af-16fa-41a4-8c14-9bbfd8f7733a req-38b9804e-b059-414a-8db8-88c489168743 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343839 Dec 15 04:44:53.855362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.016955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.048059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c704171-7025-4ff3-9ed5-1a3c34d8ba13,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:54.059751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.063150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-19381862-74bc-4897-82e2-c7ff2acb3df9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3c704171-7025-4ff3-9ed5-1a3c34d8ba13 HTTP/1.1" status: 204 len: 168 time: 0.4449399 Dec 15 04:44:54.065749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46494) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:54.150805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:44:54.153624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.160206 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.175479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Transition to ACTIVE for port object f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:44:54.181282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.243230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:54.282807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.306771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb584e7-2ae3-4a8d-b010-63f5af5166e2']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:54.336340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447c6f42-6a96-427f-9030-10c79d5ebfd8') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:54.336758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447c6f42-6a96-427f-9030-10c79d5ebfd8') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:54.347742 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.362994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.365674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Attempting to bind port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:44:54.366022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Attempting to bind port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:44:54.366348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Attempting to bind port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 on network ecad2692-021b-4e70-a6a1-b27834e49c23 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:54.370562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:54.371688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.379205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 on network ecad2692-021b-4e70-a6a1-b27834e49c23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:44:54.379543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Attempting to bind port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 on network ecad2692-021b-4e70-a6a1-b27834e49c23 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:44:54.391395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:44:54.391739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Checking segment: {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:44:54.393137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Bound using segment: {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:44:54.393693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Bound port: f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:44:54.394053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:54.410798 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:54.442849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.449664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.454988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bfb584e7-2ae3-4a8d-b010-63f5af5166e2 HTTP/1.1" status: 204 len: 168 time: 0.3872061 Dec 15 04:44:54.458110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46502) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:54.478309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:44:54.499190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54cac-1509-47a2-aa5c-ad30b1a09484 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb584e7-2ae3-4a8d-b010-63f5af5166e2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:54.500492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:54.528215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Deleting subnet f1007378-d88c-4c73-ba0e-4fba65df1984 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:44:54.533736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.536462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:44:54.574859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:44:54.590676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.653471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.658677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:54.693670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:54.694506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:54.696095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-009c8bf8-c6e8-426f-9e24-aa0a890ff059 service neutron] 10.222.0.42 "PUT /v2.0/ports/f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 1092 time: 1.1342566 Dec 15 04:44:54.696695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:54.699359 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76" -d '{"events": [{"name": "network-changed", "server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:54.720579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.053857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.068827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2d2132b-70ea-45b7-98aa-6bd9e382a6af req-f684e482-2c7e-4a6c-9e2c-38c709b1678e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0725300 Dec 15 04:44:55.091120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:55.093907 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bc6a5-8936-41bf-8273-e5d8b8c15347" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-unplugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:55.118508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:55.132746 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.162669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:55.192911 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2422a7-3035-47cb-8e5b-3797db7816b2 x-openstack-request-id: req-7e2422a7-3035-47cb-8e5b-3797db7816b2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:55.193439 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:55.193439 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e2422a7-3035-47cb-8e5b-3797db7816b2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:55.196910 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'status': 'completed', 'code': 200} Dec 15 04:44:55.239251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:55.242513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'accba041-08e2-4857-86f6-bf231b236fd2', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:44:55.266299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-6cb14c5e-6e38-4421-9d58-2d8c5a319424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:55.267914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-6cb14c5e-6e38-4421-9d58-2d8c5a319424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1095 time: 0.5106058 Dec 15 04:44:55.294253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.346498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a77567-1fed-4d21-a2d6-52edc26fbacf req-8efd6434-a938-4326-974c-4151554f4233 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:55.352981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:44:55.356646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8a77567-1fed-4d21-a2d6-52edc26fbacf req-8efd6434-a938-4326-974c-4151554f4233 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 943 time: 0.1799507 Dec 15 04:44:55.391500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-7ff4f21f-9893-429f-96b1-1bcac3b0ad20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 217 time: 0.1046531 Dec 15 04:44:55.393232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.403207 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a741dd0e-5ee2-45e5-b9c4-a78c9e9b79a6 x-openstack-request-id: req-a741dd0e-5ee2-45e5-b9c4-a78c9e9b79a6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:55.403565 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-unplugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:55.403753 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a741dd0e-5ee2-45e5-b9c4-a78c9e9b79a6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:55.404177 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'code': 200} Dec 15 04:44:55.434034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.439393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:55.442754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f1007378-d88c-4c73-ba0e-4fba65df1984 HTTP/1.1" status: 204 len: 168 time: 0.9833963 Dec 15 04:44:55.450798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8a77567-1fed-4d21-a2d6-52edc26fbacf req-46aa2188-df1f-4218-8055-66337badfd2b tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Dec 15 04:44:55.452892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46542) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:55.471914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.548807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1007378-d88c-4c73-ba0e-4fba65df1984,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:55.586505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.586855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.587200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.587606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.587881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.591347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.591496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.592209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.592556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.592895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.593234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.593581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.593894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c06a3-7953-44c6-8dcf-951da902796b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:44:55.634186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:55.635876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-11070747-ff46-4c75-9c58-0be2fe01d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:55.639517 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-11070747-ff46-4c75-9c58-0be2fe01d37b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.2231688 Dec 15 04:44:55.666682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.681402 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-99fcb106-d811-4200-913a-32675e322501 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345590 Dec 15 04:44:55.682322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['accba041-08e2-4857-86f6-bf231b236fd2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:44:55.820919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.851487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:55.863188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eab6511-f84b-432f-ab7a-91f7aa6cdfb4') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:55.863487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eab6511-f84b-432f-ab7a-91f7aa6cdfb4') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:44:55.892820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.915911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-c7fc9048-9602-4069-b5e1-436a4d5551a5 service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275298 Dec 15 04:44:55.936449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.956207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:44:55.957091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:44:55.962660 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:44:56.088640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ed83f4c-fbf7-490f-8eae-425103a456cb req-0c962491-f6b0-43a9-a01c-0f3d4f3e08ab service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657395 Dec 15 04:44:56.103153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:56.111320 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:56.114233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2 HTTP/1.1" status: 204 len: 168 time: 0.6589878 Dec 15 04:44:56.141749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990765c-962d-4fd5-9d6e-40c59c5517a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4f9d16-da66-4f0d-b7a2-99b4274fb2a2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:56.312411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-7c0133ca-015c-47a8-8a1b-4ee82b1beb88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2226138 Dec 15 04:44:56.360074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b55f58d-d462-4142-9f2d-d3653bde856f req-60092b6c-bd24-44bd-8ea8-4138cf152e95 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0611758 Dec 15 04:44:56.390473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-7b4ce9fd-72c6-47d8-91f8-714ff16b214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:56.397521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-7b4ce9fd-72c6-47d8-91f8-714ff16b214c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1095 time: 0.1970580 Dec 15 04:44:56.484121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ec4a73a-df37-421c-8af3-97ee208e2bdf no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:44:56.540566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 6ec4a73a-df37-421c-8af3-97ee208e2bdf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:44:56.544611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ec4a73a-df37-421c-8af3-97ee208e2bdf not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:44:56.585630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-9d47f2bb-3a60-4041-b78a-6f0cb360afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:56.585986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-9d47f2bb-3a60-4041-b78a-6f0cb360afcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1097 time: 0.2357316 Dec 15 04:44:56.654303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:56.739706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-88a5233e-a0ed-4ca0-bdc0-3b75e4337710 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=925de1d8570744e6835f959a38092a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841892 Dec 15 04:44:56.741370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46574) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:56.797334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96392f5-cbc1-40d9-a075-95f2ab6e8c04 req-8df0ab23-a994-4d7c-9f4f-09356827d615 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:56.805065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f96392f5-cbc1-40d9-a075-95f2ab6e8c04 req-8df0ab23-a994-4d7c-9f4f-09356827d615 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 943 time: 0.1274986 Dec 15 04:44:56.808658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-79a12fc4-5b61-4082-a9b1-16b756dc5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:56.816829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-79a12fc4-5b61-4082-a9b1-16b756dc5771 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.1615276 Dec 15 04:44:56.862911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67165d-64d2-45b3-94d6-d3a46e6602c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:56.881792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-fc77c4e1-fb21-4ae0-829a-2012b75e15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:56.888118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-fc77c4e1-fb21-4ae0-829a-2012b75e15bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.4455717 Dec 15 04:44:56.958006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67165d-64d2-45b3-94d6-d3a46e6602c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:56.974597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f96392f5-cbc1-40d9-a075-95f2ab6e8c04 req-bda522c5-d574-4e8a-a023-062b8dae0b51 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686742 Dec 15 04:44:57.016956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-1bb1c35d-f633-4ae7-9051-abb0b31c5956 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 217 time: 0.0983386 Dec 15 04:44:57.064259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67165d-64d2-45b3-94d6-d3a46e6602c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:57.066896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67165d-64d2-45b3-94d6-d3a46e6602c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:57.070420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3c67165d-64d2-45b3-94d6-d3a46e6602c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2724f37-4de7-4bff-8098-f0ca2c895998 HTTP/1.1" status: 204 len: 168 time: 0.3258259 Dec 15 04:44:57.077809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67165d-64d2-45b3-94d6-d3a46e6602c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2724f37-4de7-4bff-8098-f0ca2c895998,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:57.102290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-6db0fa78-aef3-460e-8d34-4dab59edce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:57.104174 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-6db0fa78-aef3-460e-8d34-4dab59edce45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.0812593 Dec 15 04:44:57.106589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-f5eb9901-d368-4f68-9165-850e6fa984a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 1000 time: 0.2885969 Dec 15 04:44:57.281117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-4d76ddd9-df10-41ec-9a8a-aa9b8be6ec8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308508 Dec 15 04:44:57.377994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-97cec43e-4d16-4725-97c9-2e8246e019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:57.379468 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-97cec43e-4d16-4725-97c9-2e8246e019c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.2621241 Dec 15 04:44:57.459938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-ec7154b1-8a79-4c38-8185-5bf8c7743927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:57.462444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-ec7154b1-8a79-4c38-8185-5bf8c7743927 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743346 Dec 15 04:44:57.469122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-00129990-9bc4-431c-a15a-2ccbc7df44cb service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752851 Dec 15 04:44:57.573552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8907235a-0da9-405a-a8a1-c616112e1cb5 req-a0d27281-2e7a-40d9-9072-46471c248dc2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0697773 Dec 15 04:44:57.660779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8184c420-522c-4bf4-962e-85e740c423b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:57.713511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-16e6b16b-74a9-4d32-8211-e61d7c65c023 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230909 Dec 15 04:44:57.863154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0f52b4a-5108-4818-8dcd-2dddc5c22b76 req-5195b383-492f-43c6-a8a3-93395f069aec service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576508 Dec 15 04:44:57.875879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46596) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:57.919523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d60de27-cf56-4167-ae0d-c854b2752d1e req-631baea0-7d0f-47fe-9272-d514b902b811 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988368 Dec 15 04:44:57.946231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46600) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:44:57.946459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b326b873-018c-4767-ae18-3897a8376862 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7decb634a55d41c3ade0674ca58b5f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689008 Dec 15 04:44:58.063651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734fc60f-c9e8-454a-982a-91299072aa6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.121790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734fc60f-c9e8-454a-982a-91299072aa6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.181365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734fc60f-c9e8-454a-982a-91299072aa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.184546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734fc60f-c9e8-454a-982a-91299072aa6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.193860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-734fc60f-c9e8-454a-982a-91299072aa6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9f2800b-3e03-44d0-baa2-9a7c4f159905 HTTP/1.1" status: 204 len: 168 time: 0.2462778 Dec 15 04:44:58.204996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fc60f-c9e8-454a-982a-91299072aa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2800b-3e03-44d0-baa2-9a7c4f159905,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:58.213972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af17f-f7f6-4434-81f9-ba65a28e0e03 req-a6c0a4fa-6034-4aa5-a3f4-a8329abbd7db tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:58.215607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7af17f-f7f6-4434-81f9-ba65a28e0e03 req-a6c0a4fa-6034-4aa5-a3f4-a8329abbd7db tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 943 time: 0.1115716 Dec 15 04:44:58.341312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7af17f-f7f6-4434-81f9-ba65a28e0e03 req-7c9c825c-379c-4098-bf74-ae877b96a5c4 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125062 Dec 15 04:44:58.504591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:44:58.570070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port accba041-08e2-4857-86f6-bf231b236fd2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:44:58.570803 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.626277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:44:58.776005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-026e1033-deba-458c-9491-de2c915287cc req-ec9f934a-e42f-4216-b39a-b6e751fd717f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0430629 Dec 15 04:44:58.822967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:58.857783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23', 'port_id': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'mac_address': 'fa:16:3e:0a:b4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a278c131-2900-49f1-9493-1804d4d397cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:44:58.902872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.920395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:58.943589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:44:58.946427 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb9c61-0acc-4771-9246-63f1a905311e" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:44:58.965721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:44:58.981218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:59.014680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:59.033419 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a685f-76ef-4e6d-aa85-072d3849cb94 x-openstack-request-id: req-6b4a685f-76ef-4e6d-aa85-072d3849cb94 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:44:59.034952 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:44:59.035220 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b4a685f-76ef-4e6d-aa85-072d3849cb94 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:44:59.035636 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'code': 200} Dec 15 04:44:59.047194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:44:59.083504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:59.115774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:59.215060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:44:59.439557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:44:59.563220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769e2bc-2134-4561-bd9a-f02038e78631 req-2c04ec02-05d5-458a-9fbc-cc65d09f0af3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:44:59.566274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1769e2bc-2134-4561-bd9a-f02038e78631 req-2c04ec02-05d5-458a-9fbc-cc65d09f0af3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 944 time: 0.1116762 Dec 15 04:44:59.689039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1769e2bc-2134-4561-bd9a-f02038e78631 req-1fd54133-4919-4f8f-b779-8650abb82f05 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166213 Dec 15 04:44:59.862680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b81d9ae-243b-45e8-82e3-6647581ce400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:44:59.920501 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:44:59.986471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09fca88f-f972-4975-b03b-107e80bd8a8a req-f656df31-9386-4491-abc0-a4bee2394579 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=baedfc8f-f941-4fa6-8dcf-ca65324a0ce8 HTTP/1.1" status: 200 len: 210 time: 0.0491683 Dec 15 04:45:00.611640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:45:00.692730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:45:00.707872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:45:00.715226 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:00.862576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15aa-a9fb-4844-baa0-9b07e33d77bf req-b6888ca3-ed5a-4613-8f08-d20c77c04e5d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:00.876375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f2c15aa-a9fb-4844-baa0-9b07e33d77bf req-b6888ca3-ed5a-4613-8f08-d20c77c04e5d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 944 time: 0.1058383 Dec 15 04:45:00.906352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:00.955582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f2c15aa-a9fb-4844-baa0-9b07e33d77bf req-0c45757f-ef05-46fd-bcd5-6b79c66cb070 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777733 Dec 15 04:45:00.986407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:00.994104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:01.038690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:01.041437 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a0b93-55fb-4722-ad05-a87653a08efc" -d '{"events": [{"server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "name": "network-vif-plugged", "status": "completed", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:01.105881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:01.130425 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba2035-8b63-4f1b-8ed3-939bb9dfef51 x-openstack-request-id: req-3aba2035-8b63-4f1b-8ed3-939bb9dfef51 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:01.130425 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "name": "network-vif-plugged", "status": "completed", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:01.130425 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aba2035-8b63-4f1b-8ed3-939bb9dfef51 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:01.130425 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'code': 200} Dec 15 04:45:01.139008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:01.369085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eb779-a284-4cb5-92cf-c80f50885b04 req-1d393816-3b55-4771-a28f-84d2f8c9b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:01.372339 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0f6eb779-a284-4cb5-92cf-c80f50885b04 req-1d393816-3b55-4771-a28f-84d2f8c9b4ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1097 time: 0.1443636 Dec 15 04:45:01.471061 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0f6eb779-a284-4cb5-92cf-c80f50885b04 req-d2e67511-d811-4890-a45e-4e3c8cde50f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877411 Dec 15 04:45:02.170912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785566-7b44-441c-b572-aab1730179e9 req-06a59fc2-dcbb-48c0-a309-e6144a5d27bd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:02.178523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd785566-7b44-441c-b572-aab1730179e9 req-06a59fc2-dcbb-48c0-a309-e6144a5d27bd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 945 time: 0.0859833 Dec 15 04:45:02.293282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd785566-7b44-441c-b572-aab1730179e9 req-d74db0cb-ac12-4c5f-90e6-6f48d47a3cc0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046143 Dec 15 04:45:02.632996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:02.676837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46774) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:02.821443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29f7cce7-8171-4189-b6b3-ed67c35349dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:02.950672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29f7cce7-8171-4189-b6b3-ed67c35349dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:02.960488 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29f7cce7-8171-4189-b6b3-ed67c35349dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.030587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7cce7-8171-4189-b6b3-ed67c35349dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb005987-a022-4754-b146-b481d7c0de53,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:03.035308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-29f7cce7-8171-4189-b6b3-ed67c35349dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcc8751f4dbb4eeab9ecfcfec9255907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574133 Dec 15 04:45:03.038282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46782) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:03.121224 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fb2617-c663-4608-ad63-63c18ec044ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.151484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fb2617-c663-4608-ad63-63c18ec044ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.215774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fb2617-c663-4608-ad63-63c18ec044ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.219232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72fb2617-c663-4608-ad63-63c18ec044ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.222922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72fb2617-c663-4608-ad63-63c18ec044ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb005987-a022-4754-b146-b481d7c0de53 HTTP/1.1" status: 204 len: 168 time: 0.1811681 Dec 15 04:45:03.238688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb2617-c663-4608-ad63-63c18ec044ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb005987-a022-4754-b146-b481d7c0de53,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:03.313437 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.346681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.532455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b499d34-8218-454e-a9ec-e0bf65737a6b req-de60580c-cafc-4bc8-89f7-e7594601b653 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:03.539105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b499d34-8218-454e-a9ec-e0bf65737a6b req-de60580c-cafc-4bc8-89f7-e7594601b653 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 945 time: 0.0962751 Dec 15 04:45:03.612843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b499d34-8218-454e-a9ec-e0bf65737a6b req-af997117-c1c2-467b-b3ea-ffdcae010bfc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Dec 15 04:45:03.799225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a20c303-a009-4701-9ff1-380588a9128c req-598f95e5-b977-4202-98a1-6730244acb57 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1771198708&fields=id&tenant_id=8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 267 time: 0.1005526 Dec 15 04:45:03.816678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46800) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:03.837420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c297fc9-1475-4dd0-be78-0269134abc62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:03.899328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20c303-a009-4701-9ff1-380588a9128c req-10469d65-5495-45d5-a83b-5abb57c9c00e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:03.910783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a20c303-a009-4701-9ff1-380588a9128c req-10469d65-5495-45d5-a83b-5abb57c9c00e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 945 time: 0.1102424 Dec 15 04:45:03.918445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'port': {'security_groups': ['8e990d9a-3c7a-479d-9042-2fbcceb0a28f', '76714589-da39-4f91-8690-8ac1b22ddb1a']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:04.059360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c297fc9-1475-4dd0-be78-0269134abc62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.077700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c297fc9-1475-4dd0-be78-0269134abc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.084031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.115796 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0c297fc9-1475-4dd0-be78-0269134abc62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47778670808c43d5982a79b3e033992c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963486 Dec 15 04:45:04.115796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46810) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:04.159054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c297fc9-1475-4dd0-be78-0269134abc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a75f53-2028-453e-9e86-d41ba4aee18a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:04.191117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02af9a2d-ae02-4ff9-ac15-b9b4abb8564d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.247518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02af9a2d-ae02-4ff9-ac15-b9b4abb8564d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.316722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02af9a2d-ae02-4ff9-ac15-b9b4abb8564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.319615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02af9a2d-ae02-4ff9-ac15-b9b4abb8564d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.324882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-02af9a2d-ae02-4ff9-ac15-b9b4abb8564d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5a75f53-2028-453e-9e86-d41ba4aee18a HTTP/1.1" status: 204 len: 168 time: 0.2070663 Dec 15 04:45:04.337528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af9a2d-ae02-4ff9-ac15-b9b4abb8564d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a75f53-2028-453e-9e86-d41ba4aee18a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:04.528952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:04.605322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.616385 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.649948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:04.762975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:04.764095 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:04.771836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a20c303-a009-4701-9ff1-380588a9128c req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "PUT /v2.0/ports/f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 981 time: 0.8597829 Dec 15 04:45:04.773212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:04.795638 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0415ae-09ec-4a3f-8f5a-a017f8363169" -d '{"events": [{"name": "network-changed", "server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:04.889273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:04.947996 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1300fba-24d3-45da-9183-79fdd90fbfc9 x-openstack-request-id: req-f1300fba-24d3-45da-9183-79fdd90fbfc9 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:04.951552 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:04.952565 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1300fba-24d3-45da-9183-79fdd90fbfc9 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:04.954759 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'status': 'completed', 'code': 200} Dec 15 04:45:04.972273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a3a3c-a79c-4df5-a45a-b6b526acd052 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=6']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:05.052901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-10d2f538-8c4e-43e6-95a2-4c047aa938aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:05.055415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-10d2f538-8c4e-43e6-95a2-4c047aa938aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1136 time: 0.0644374 Dec 15 04:45:05.142980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-72b4009a-7dd8-4b47-ba9e-7aa3675d3eef tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-313447800&fields=id&tenant_id=8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 267 time: 0.1408710 Dec 15 04:45:05.241816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-1fc70c39-631f-4d79-94bf-858d743497d7 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:05.255181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-1fc70c39-631f-4d79-94bf-858d743497d7 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 984 time: 0.1045458 Dec 15 04:45:05.263056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'port': {'security_groups': ['76714589-da39-4f91-8690-8ac1b22ddb1a', '8e990d9a-3c7a-479d-9042-2fbcceb0a28f', 'b4cdf66b-164c-47f4-9ac3-95f21376fce3']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:05.298551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-c65f7268-7b9b-42cf-b9e7-22b72e85f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:05.300042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-c65f7268-7b9b-42cf-b9e7-22b72e85f3fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.2369928 Dec 15 04:45:05.392325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:05.463744 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-91084247-7607-4358-b0c6-e54be85b31f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 217 time: 0.1509929 Dec 15 04:45:05.666392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-c9022e0b-7f46-4603-b426-07ff1ee607d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:05.672431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-c9022e0b-7f46-4603-b426-07ff1ee607d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.1905966 Dec 15 04:45:05.753840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:05.767662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-c830f219-b6ea-4f47-a85f-75e547a72105 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894027 Dec 15 04:45:05.821429 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:05.836740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:05.869599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:05.911228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:05.913621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:05.923690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec30194-2b2d-44c7-92e4-ae7bb52925db req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "PUT /v2.0/ports/f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 1020 time: 0.6627476 Dec 15 04:45:06.005084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-6c054339-520b-4599-be27-3bca0882d4bd service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286601 Dec 15 04:45:06.099000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:06.121919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e86ea4-1207-4010-90c6-a2dc827c6b13 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:06.228164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c9d89-cf37-4c12-96d5-84c700e683fb req-d250e398-4f18-4ae7-98ed-6a120b529f38 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:06.265650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf1c9d89-cf37-4c12-96d5-84c700e683fb req-d250e398-4f18-4ae7-98ed-6a120b529f38 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1023 time: 0.2076302 Dec 15 04:45:06.314233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a0415ae-09ec-4a3f-8f5a-a017f8363169 req-9ffdcea3-d1cf-4e01-9ebc-c8188c3dbc27 service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009777 Dec 15 04:45:06.503945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf1c9d89-cf37-4c12-96d5-84c700e683fb req-a6710946-6e33-427a-a639-786d99bede23 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&id=76714589-da39-4f91-8690-8ac1b22ddb1a&id=b4cdf66b-164c-47f4-9ac3-95f21376fce3 HTTP/1.1" status: 200 len: 6206 time: 0.2248302 Dec 15 04:45:06.528534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0c16ca54-7dba-4ff3-8bba-bd85b5c4117a req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': ' tempest-securitygroup -318658870 ', 'description': 'tempest-description-1676581831'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:06.593730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c16ca54-7dba-4ff3-8bba-bd85b5c4117a req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:06.753403 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c16ca54-7dba-4ff3-8bba-bd85b5c4117a req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:06.770995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c16ca54-7dba-4ff3-8bba-bd85b5c4117a req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:06.801985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0c16ca54-7dba-4ff3-8bba-bd85b5c4117a req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:06.803480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c16ca54-7dba-4ff3-8bba-bd85b5c4117a req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2808421 Dec 15 04:45:06.828123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca4909-6cc4-40ff-bd34-a58fbb7548b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98e32b4-09f7-4b6e-87dd-f1896ae5c724,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:06.909770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22151a30-1b50-401a-89f0-fe67bd146bb7 req-363c26c9-f84d-403f-8989-85317d24b27e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/e98e32b4-09f7-4b6e-87dd-f1896ae5c724 HTTP/1.1" status: 200 len: 1799 time: 0.0643442 Dec 15 04:45:06.966949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:06.973462 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:06.992408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.081642 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6018924-9491-4566-9771-d3b65c3b6195 x-openstack-request-id: req-e6018924-9491-4566-9771-d3b65c3b6195 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:07.082159 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:07.082577 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6018924-9491-4566-9771-d3b65c3b6195 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:07.083150 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'status': 'completed', 'code': 200} Dec 15 04:45:07.094637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28237a3b-3615-49c2-9fa4-cae7f85b22ef req-a841588d-8048-4d2b-8f9b-c32b0724c6a2 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/e98e32b4-09f7-4b6e-87dd-f1896ae5c724 HTTP/1.1" status: 200 len: 1799 time: 0.1597321 Dec 15 04:45:07.219268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-ca8d88e1-ba3f-4342-9bee-9f0d7ba7e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:07.220815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-ca8d88e1-ba3f-4342-9bee-9f0d7ba7e30e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1175 time: 0.1098568 Dec 15 04:45:07.222637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-28237a3b-3615-49c2-9fa4-cae7f85b22ef req-3d9739cf-7738-442d-bd7b-34a382403467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.293860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-28237a3b-3615-49c2-9fa4-cae7f85b22ef req-3d9739cf-7738-442d-bd7b-34a382403467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.389164 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-28237a3b-3615-49c2-9fa4-cae7f85b22ef req-3d9739cf-7738-442d-bd7b-34a382403467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.393899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-28237a3b-3615-49c2-9fa4-cae7f85b22ef req-3d9739cf-7738-442d-bd7b-34a382403467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.395306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28237a3b-3615-49c2-9fa4-cae7f85b22ef req-3d9739cf-7738-442d-bd7b-34a382403467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/e98e32b4-09f7-4b6e-87dd-f1896ae5c724 HTTP/1.1" status: 204 len: 173 time: 0.2941828 Dec 15 04:45:07.409163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9739cf-7738-442d-bd7b-34a382403467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98e32b4-09f7-4b6e-87dd-f1896ae5c724,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:07.482556 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-8122e2b5-6bb6-4184-8aed-4235268c5246 req-2953a73c-fe28-4fdc-b587-998ef30a61e0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:07.489764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8122e2b5-6bb6-4184-8aed-4235268c5246 req-2953a73c-fe28-4fdc-b587-998ef30a61e0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/e98e32b4-09f7-4b6e-87dd-f1896ae5c724 HTTP/1.1" status: 404 len: 352 time: 0.0513732 Dec 15 04:45:07.499098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-c0c7b97b-9b76-417d-b2fe-352745334c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:07.504788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-c0c7b97b-9b76-417d-b2fe-352745334c5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.2677436 Dec 15 04:45:07.537348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-511eec84-9f9a-4e59-b1c9-244a3f8255f1 req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-559626808', 'description': 'tempest-description-305193602'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:07.624377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-511eec84-9f9a-4e59-b1c9-244a3f8255f1 req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.683815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-14e955b9-b88d-4610-9a8d-7b53e1b0a7d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 200 len: 217 time: 0.1635480 Dec 15 04:45:07.758165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-4a82fb73-a620-40f1-9ef2-9c334519b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:07.759970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-4a82fb73-a620-40f1-9ef2-9c334519b507 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.0699630 Dec 15 04:45:07.824864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-31558c4f-2859-4407-82a0-f3c32c0b5f5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566320 Dec 15 04:45:07.862871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-511eec84-9f9a-4e59-b1c9-244a3f8255f1 req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:07.877144 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-511eec84-9f9a-4e59-b1c9-244a3f8255f1 req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.064715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-31bd5411-3596-4236-9151-8215157aada5 service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301769 Dec 15 04:45:08.084050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-511eec84-9f9a-4e59-b1c9-244a3f8255f1 req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.101583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-511eec84-9f9a-4e59-b1c9-244a3f8255f1 req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5710330 Dec 15 04:45:08.106539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af2e5c-bd18-4091-8b03-31c5755fff6e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442526f1-b0a5-4fae-b332-6fa75cfc678f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:08.143613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-cc421e95-ab39-4d41-9b4e-bc74a6507521 req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457320164', 'description': 'tempest-description-833040500'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:08.206065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cc421e95-ab39-4d41-9b4e-bc74a6507521 req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.263902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84882c10-a5d9-47c9-a1f8-f2a5fbd28ccf req-3748d020-0ac5-4f71-8bf4-7e583c7443a3 service neutron] 10.222.0.42 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953166 Dec 15 04:45:08.380249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cc421e95-ab39-4d41-9b4e-bc74a6507521 req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.388361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cc421e95-ab39-4d41-9b4e-bc74a6507521 req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.476237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4bb44e-f208-4e50-9477-68ad70643d1c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:08.482280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cc421e95-ab39-4d41-9b4e-bc74a6507521 req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.484775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc421e95-ab39-4d41-9b4e-bc74a6507521 req-4c345203-b773-466a-9461-d763aafcd7b6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3503749 Dec 15 04:45:08.541776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-d7dd9a91-1198-42e6-8112-d13f1fda0726 req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-107501769', 'description': 'tempest-description-354931244'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:08.616322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d7dd9a91-1198-42e6-8112-d13f1fda0726 req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.801319 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d7dd9a91-1198-42e6-8112-d13f1fda0726 req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.813545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d7dd9a91-1198-42e6-8112-d13f1fda0726 req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.871314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120c5815-b80d-4c99-8836-b7c94d4ef7cb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:08.896781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d7dd9a91-1198-42e6-8112-d13f1fda0726 req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:08.898762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7dd9a91-1198-42e6-8112-d13f1fda0726 req-7c853b59-e1c0-490e-a5d5-ff68eb80852a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3621154 Dec 15 04:45:09.151727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-880e2534-aa4a-4d41-a083-4176f3b6d763 req-33d925c9-63f8-4dee-a750-3893b5d71d74 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 11007 time: 0.2240920 Dec 15 04:45:09.259694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-880e2534-aa4a-4d41-a083-4176f3b6d763 req-1b788fe6-3aad-46b8-add5-bf34d8c287a2 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8e990d9a-3c7a-479d-9042-2fbcceb0a28f HTTP/1.1" status: 200 len: 3002 time: 0.1060212 Dec 15 04:45:09.404814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-880e2534-aa4a-4d41-a083-4176f3b6d763 req-cc780a6a-9498-4e9a-8a59-f5dea4267c1e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8e990d9a-3c7a-479d-9042-2fbcceb0a28f HTTP/1.1" status: 200 len: 3002 time: 0.1421480 Dec 15 04:45:09.513807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-884f07f5-de27-4a62-ba1b-45b6d1d4988d req-ab24de2f-9771-43bc-ad31-941d9f263aca tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/442526f1-b0a5-4fae-b332-6fa75cfc678f HTTP/1.1" status: 200 len: 1818 time: 0.0841548 Dec 15 04:45:09.613120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-884f07f5-de27-4a62-ba1b-45b6d1d4988d req-063e241e-997e-4ca5-8e5e-58b3ab3295c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:09.717588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-884f07f5-de27-4a62-ba1b-45b6d1d4988d req-063e241e-997e-4ca5-8e5e-58b3ab3295c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:09.854130 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-884f07f5-de27-4a62-ba1b-45b6d1d4988d req-063e241e-997e-4ca5-8e5e-58b3ab3295c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:09.857188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-884f07f5-de27-4a62-ba1b-45b6d1d4988d req-063e241e-997e-4ca5-8e5e-58b3ab3295c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:09.867605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-884f07f5-de27-4a62-ba1b-45b6d1d4988d req-063e241e-997e-4ca5-8e5e-58b3ab3295c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/442526f1-b0a5-4fae-b332-6fa75cfc678f HTTP/1.1" status: 204 len: 173 time: 0.3525085 Dec 15 04:45:09.903533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e241e-997e-4ca5-8e5e-58b3ab3295c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442526f1-b0a5-4fae-b332-6fa75cfc678f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:10.000444 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-d67b6473-effd-43c2-bcd8-59acb291bd98 req-0a349878-8c3d-4be6-90d0-b208570b54d9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:10.002788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d67b6473-effd-43c2-bcd8-59acb291bd98 req-0a349878-8c3d-4be6-90d0-b208570b54d9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/442526f1-b0a5-4fae-b332-6fa75cfc678f HTTP/1.1" status: 404 len: 352 time: 0.0396955 Dec 15 04:45:10.079587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bf76cec-ef49-4ab7-a556-35f0e4d77299 req-e60edfc6-f987-4905-91a5-a3d9884776ad tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/be4bb44e-f208-4e50-9477-68ad70643d1c HTTP/1.1" status: 200 len: 1818 time: 0.0562146 Dec 15 04:45:10.155963 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6bf76cec-ef49-4ab7-a556-35f0e4d77299 req-251551c8-27d9-4738-aadd-b4c116bff1dc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.207399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6bf76cec-ef49-4ab7-a556-35f0e4d77299 req-251551c8-27d9-4738-aadd-b4c116bff1dc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.291926 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6bf76cec-ef49-4ab7-a556-35f0e4d77299 req-251551c8-27d9-4738-aadd-b4c116bff1dc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.295390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6bf76cec-ef49-4ab7-a556-35f0e4d77299 req-251551c8-27d9-4738-aadd-b4c116bff1dc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.296572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bf76cec-ef49-4ab7-a556-35f0e4d77299 req-251551c8-27d9-4738-aadd-b4c116bff1dc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/be4bb44e-f208-4e50-9477-68ad70643d1c HTTP/1.1" status: 204 len: 173 time: 0.2101767 Dec 15 04:45:10.310201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251551c8-27d9-4738-aadd-b4c116bff1dc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4bb44e-f208-4e50-9477-68ad70643d1c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:10.368863 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-814c02f4-528c-4b0b-a8f1-27c37d2eb0a9 req-0b33866b-3dae-4ab1-b41a-3b1b3d8f4a88 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:10.377428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-814c02f4-528c-4b0b-a8f1-27c37d2eb0a9 req-0b33866b-3dae-4ab1-b41a-3b1b3d8f4a88 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/be4bb44e-f208-4e50-9477-68ad70643d1c HTTP/1.1" status: 404 len: 352 time: 0.0358899 Dec 15 04:45:10.488933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d91bf59-0a68-46ab-9895-da946df326eb req-51a2b244-58ee-4be8-9f75-d8ed93b0aea9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/120c5815-b80d-4c99-8836-b7c94d4ef7cb HTTP/1.1" status: 200 len: 1818 time: 0.0749984 Dec 15 04:45:10.583792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d91bf59-0a68-46ab-9895-da946df326eb req-40c58314-6fce-4f55-9b04-c4af51140fee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.612655 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d91bf59-0a68-46ab-9895-da946df326eb req-40c58314-6fce-4f55-9b04-c4af51140fee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.672660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d91bf59-0a68-46ab-9895-da946df326eb req-40c58314-6fce-4f55-9b04-c4af51140fee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.681254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1d91bf59-0a68-46ab-9895-da946df326eb req-40c58314-6fce-4f55-9b04-c4af51140fee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:10.682549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d91bf59-0a68-46ab-9895-da946df326eb req-40c58314-6fce-4f55-9b04-c4af51140fee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/120c5815-b80d-4c99-8836-b7c94d4ef7cb HTTP/1.1" status: 204 len: 173 time: 0.1881595 Dec 15 04:45:10.692984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c58314-6fce-4f55-9b04-c4af51140fee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c5815-b80d-4c99-8836-b7c94d4ef7cb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:10.743038 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-74ea1fe1-e673-4dbe-9433-97d6aa1b3248 req-604ba58a-de24-475b-a1da-0e7af6baa4ef tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:10.744002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74ea1fe1-e673-4dbe-9433-97d6aa1b3248 req-604ba58a-de24-475b-a1da-0e7af6baa4ef tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/120c5815-b80d-4c99-8836-b7c94d4ef7cb HTTP/1.1" status: 404 len: 352 time: 0.0307822 Dec 15 04:45:10.877959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf3816d2-f721-49a8-a14a-a29c2556ae57 req-245c4eef-c362-40f0-bc9e-e0839c73a9ae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 6206 time: 0.1078732 Dec 15 04:45:10.989164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf3816d2-f721-49a8-a14a-a29c2556ae57 req-9d54fbe7-3783-4d5c-800c-573eb9eee2f1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8e990d9a-3c7a-479d-9042-2fbcceb0a28f HTTP/1.1" status: 200 len: 3002 time: 0.0964754 Dec 15 04:45:11.059828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf3816d2-f721-49a8-a14a-a29c2556ae57 req-096f3625-6bd6-46ae-b084-a6bdd0ab6023 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8e990d9a-3c7a-479d-9042-2fbcceb0a28f HTTP/1.1" status: 200 len: 3002 time: 0.0697153 Dec 15 04:45:11.081554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9d794de6-f150-43d5-95bc-51474b70f1b3 req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037644031', 'description': 'tempest-description-587549608'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:11.122515 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9d794de6-f150-43d5-95bc-51474b70f1b3 req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.269134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9d794de6-f150-43d5-95bc-51474b70f1b3 req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.274694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9d794de6-f150-43d5-95bc-51474b70f1b3 req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.313908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c724e8f-89a3-49cc-9524-919564248539,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:11.344093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9d794de6-f150-43d5-95bc-51474b70f1b3 req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.346052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9d794de6-f150-43d5-95bc-51474b70f1b3 req-c601bb56-4cfd-409d-9e46-b6094eeece22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2708049 Dec 15 04:45:11.384313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-e299b34c-1f84-4668-a1e1-20dc97834415 req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1866947437', 'description': 'tempest-description-921138564'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:11.436482 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e299b34c-1f84-4668-a1e1-20dc97834415 req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.545842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e299b34c-1f84-4668-a1e1-20dc97834415 req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.552695 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e299b34c-1f84-4668-a1e1-20dc97834415 req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.598552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14097e78-bbdc-420d-9ad3-0da8ad8f5377,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:11.606875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e299b34c-1f84-4668-a1e1-20dc97834415 req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:11.608357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e299b34c-1f84-4668-a1e1-20dc97834415 req-c09ac620-0466-4c9a-ac9b-b07cf1e4e949 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2280858 Dec 15 04:45:16.277786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47164) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:16.462421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee577f80-524f-4619-8e8f-a90541309cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.654466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee577f80-524f-4619-8e8f-a90541309cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.660115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee577f80-524f-4619-8e8f-a90541309cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.695914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ee577f80-524f-4619-8e8f-a90541309cd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9444a5397034978ac024eb298137577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169812 Dec 15 04:45:16.704832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47178) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:16.778417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee577f80-524f-4619-8e8f-a90541309cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d77bed6-0497-459c-b92d-386f641f4b22,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:16.816597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b616a142-45ae-42b2-8863-5a51089e58ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.844127 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b616a142-45ae-42b2-8863-5a51089e58ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.953633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b616a142-45ae-42b2-8863-5a51089e58ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.960320 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b616a142-45ae-42b2-8863-5a51089e58ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:16.962540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b616a142-45ae-42b2-8863-5a51089e58ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d77bed6-0497-459c-b92d-386f641f4b22 HTTP/1.1" status: 204 len: 168 time: 0.2566383 Dec 15 04:45:17.002803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616a142-45ae-42b2-8863-5a51089e58ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d77bed6-0497-459c-b92d-386f641f4b22,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:17.206081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc468d68-974e-4a49-bdc6-2d88eb8605fd req-6caada11-6aae-4751-9abc-fa12d840ed9e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:17.213724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc468d68-974e-4a49-bdc6-2d88eb8605fd req-6caada11-6aae-4751-9abc-fa12d840ed9e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.0901859 Dec 15 04:45:17.251513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-80597c93-1bb3-462d-89b2-4bd1ada08024 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:17.253076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-80597c93-1bb3-462d-89b2-4bd1ada08024 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 812 time: 0.2006264 Dec 15 04:45:17.288767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-bb076960-105c-4d0b-8566-222d85457b03 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/quotas/8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 375 time: 0.0232203 Dec 15 04:45:17.298804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc468d68-974e-4a49-bdc6-2d88eb8605fd req-8a183c86-59be-4556-85ea-2e046a1b2426 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834134 Dec 15 04:45:17.364582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-81fe3912-3d60-413a-912d-112ef37aee99 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647540 Dec 15 04:45:17.460742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47208) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:17.481779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b63ab45-cc62-4e84-97a5-62d08be05a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.634088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-cd7d3810-739c-48dc-a6e0-bb6d4a783055 service neutron] 10.222.0.37 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594550 Dec 15 04:45:17.648775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b63ab45-cc62-4e84-97a5-62d08be05a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.658529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b63ab45-cc62-4e84-97a5-62d08be05a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.740343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ab45-cc62-4e84-97a5-62d08be05a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7026d4a6-b334-408e-814f-8bf517cf7914,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:17.752950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b63ab45-cc62-4e84-97a5-62d08be05a78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c40c1437a7e4d6f83210b479756251a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910147 Dec 15 04:45:17.755264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47218) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:17.770482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-94c299a6-cbe9-4cc9-92b9-d53ff505d796 service neutron] 10.222.0.37 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162763 Dec 15 04:45:17.819162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe512c10-a958-4777-ac64-7d0edad76ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.846277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe512c10-a958-4777-ac64-7d0edad76ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.904418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe512c10-a958-4777-ac64-7d0edad76ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.919813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe512c10-a958-4777-ac64-7d0edad76ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:17.924307 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fe512c10-a958-4777-ac64-7d0edad76ac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7026d4a6-b334-408e-814f-8bf517cf7914 HTTP/1.1" status: 204 len: 168 time: 0.1648996 Dec 15 04:45:17.970380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe512c10-a958-4777-ac64-7d0edad76ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026d4a6-b334-408e-814f-8bf517cf7914,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:18.037097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed39817e-dbd8-4a0f-89a8-81ffa3c92c5c req-ef2c3104-1f6d-4c2b-ac52-bdb05e78a32a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 210 time: 0.0318489 Dec 15 04:45:18.475645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c93b-e28d-4a5f-a5c3-5bbe63007750 req-3df8e031-003e-45ad-b07d-9c5915e4c4f9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:18.488249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2051c93b-e28d-4a5f-a5c3-5bbe63007750 req-3df8e031-003e-45ad-b07d-9c5915e4c4f9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.0780928 Dec 15 04:45:18.555573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2051c93b-e28d-4a5f-a5c3-5bbe63007750 req-515c6f27-50e3-4fcb-af46-9511248fded6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616238 Dec 15 04:45:19.207506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083133d-3972-4fd3-bd27-b322a165444f req-6c0c07e9-7fbb-4c2d-9235-e4b307e310b7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:19.247164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2083133d-3972-4fd3-bd27-b322a165444f req-6c0c07e9-7fbb-4c2d-9235-e4b307e310b7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1075585 Dec 15 04:45:19.313769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a3555ca4-7a89-4ebe-aaf3-5b0b73a1e8e9 req-92cca6d5-1661-4b9f-ae9f-6dabb9735f53 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 210 time: 0.0558009 Dec 15 04:45:19.347663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2083133d-3972-4fd3-bd27-b322a165444f req-c5cf0355-0d07-419c-9e55-13a762f34920 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989938 Dec 15 04:45:19.537216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-5ba46b03-d4f4-4e7b-b10d-4a8ac747e090 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:19.544914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-5ba46b03-d4f4-4e7b-b10d-4a8ac747e090 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.16 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 812 time: 0.1594815 Dec 15 04:45:19.571074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'port': {'device_id': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23', 'admin_state_up': True, 'tenant_id': '8cd53977831b445abb9d03dcd0589305'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:19.727572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Made reservation on behalf of 8cd53977831b445abb9d03dcd0589305 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:45:19.734633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:19.904696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Allocated IP 172.20.0.8 (ecad2692-021b-4e70-a6a1-b27834e49c23/a278c131-2900-49f1-9493-1804d4d397cc/24d0221c-2c3d-4737-96d4-d4fe2c390b98) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:45:20.085771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:20.150289 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:20.185051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:20.256532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:20.268117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Network ecad2692-021b-4e70-a6a1-b27834e49c23 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:45:20.270204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:45:20.272992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:45:20.353888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:20.356003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:20.393876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-7555a8ec-34b1-49b1-8f23-6d5c7c89f048 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8277855 Dec 15 04:45:20.419795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Request body: {'port': {'device_id': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:20.614046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:20.631367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f83f-b9f8-4538-9325-ac9add64b550 req-68761a0d-88d4-444d-b539-0928e76caa62 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:20.634141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2a8f83f-b9f8-4538-9325-ac9add64b550 req-68761a0d-88d4-444d-b539-0928e76caa62 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 931 time: 0.1702428 Dec 15 04:45:20.664512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335cf62-595c-48b3-af68-1ba7b36e1f9d req-d7446c85-3273-4639-88d9-54cf9be7b701 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:20.666926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b335cf62-595c-48b3-af68-1ba7b36e1f9d req-d7446c85-3273-4639-88d9-54cf9be7b701 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1342394 Dec 15 04:45:20.847302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2a8f83f-b9f8-4538-9325-ac9add64b550 req-ae230177-3573-40f1-b094-62d7e5a1026a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927583 Dec 15 04:45:20.865153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b335cf62-595c-48b3-af68-1ba7b36e1f9d req-6ae0aeae-638c-455a-8c02-bffc11b02d20 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906614 Dec 15 04:45:21.080104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d0221c-2c3d-4737-96d4-d4fe2c390b98 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:45:21.088315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:21.101365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Transition to ACTIVE for port object 24d0221c-2c3d-4737-96d4-d4fe2c390b98 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:45:21.105747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:21.164966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:21.306183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Attempting to bind port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:45:21.306905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Attempting to bind port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:45:21.306905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Attempting to bind port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 on network ecad2692-021b-4e70-a6a1-b27834e49c23 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:45:21.323016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 on network ecad2692-021b-4e70-a6a1-b27834e49c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:45:21.324120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Attempting to bind port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 on network ecad2692-021b-4e70-a6a1-b27834e49c23 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:45:21.336586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:45:21.337312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Checking segment: {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:45:21.337719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Bound using segment: {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:45:21.338171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Bound port: 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb609d7-5e25-472b-8fe8-de6effb15329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:45:21.338538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:21.430910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:45:21.435609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:45:21.441056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:21.484425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:21.485133 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:21.486496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] 10.222.0.16 "PUT /v2.0/ports/24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 1092 time: 1.0726466 Dec 15 04:45:21.486950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:21.489492 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19279b3e-348b-47b2-a35e-6f4b9f05a17c" -d '{"events": [{"name": "network-changed", "server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:21.556470 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639857f-8d1a-433f-8c93-1333b604b30b x-openstack-request-id: req-3639857f-8d1a-433f-8c93-1333b604b30b {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:21.556920 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:21.559174 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3639857f-8d1a-433f-8c93-1333b604b30b {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:21.559174 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'status': 'completed', 'code': 200} Dec 15 04:45:21.572712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeac9b6-5e4e-4a70-8ab1-ba4fb6889774 service neutron] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:21.642214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-4e3f3da0-001c-42b6-b83c-7035f68ae8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:21.643978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-4e3f3da0-001c-42b6-b83c-7035f68ae8ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1095 time: 0.0582571 Dec 15 04:45:21.708187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-6c7b057b-f0f7-4b32-8f9a-cc09dc7fd808 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 217 time: 0.0432825 Dec 15 04:45:21.777802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-8993c4d3-cf7c-4ea7-9b36-71150d68e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:21.779281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-8993c4d3-cf7c-4ea7-9b36-71150d68e58b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.0629637 Dec 15 04:45:21.824511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-9d40653a-83d9-4452-9ddc-39d1e31cd017 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370259 Dec 15 04:45:22.374214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c026936-4b46-4f45-9d16-2f3d824675b0 req-1b43c077-a8dc-4cf1-ace4-5a5c122ea391 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:22.375701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c026936-4b46-4f45-9d16-2f3d824675b0 req-1b43c077-a8dc-4cf1-ace4-5a5c122ea391 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 943 time: 0.1054838 Dec 15 04:45:22.387858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321834ef-cae1-482d-8f37-c7faed2c5681 req-16dd466c-11ab-49fc-9bec-d169c628bb56 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:22.389388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-321834ef-cae1-482d-8f37-c7faed2c5681 req-16dd466c-11ab-49fc-9bec-d169c628bb56 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1207263 Dec 15 04:45:22.429961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-1ed198ae-c222-40e7-834b-b429d34625c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961540 Dec 15 04:45:22.521643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-321834ef-cae1-482d-8f37-c7faed2c5681 req-50e5a3ba-ca4e-41da-bcee-c5739f4344c8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154366 Dec 15 04:45:22.528403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c026936-4b46-4f45-9d16-2f3d824675b0 req-235d380b-1159-48df-85d3-54b5c008ef53 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329854 Dec 15 04:45:22.571574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:45:22.619992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caadbdaf-36b5-499e-b4f9-6cea516ee461 req-2445bf88-b97b-4ebf-8620-7be7fd8772e6 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666896 Dec 15 04:45:22.691443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:45:22.781479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:22.825406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'accba041-08e2-4857-86f6-bf231b236fd2', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': 'accba041-08e2-4857-86f6-bf231b236fd2', 'mac_address': 'fa:16:3e:63:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:45:22.837094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-22138b6d-ad13-434d-b63a-60f2ea257c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:22.844376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-22138b6d-ad13-434d-b63a-60f2ea257c97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1095 time: 0.0935884 Dec 15 04:45:22.869046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:22.884819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:45:22.894536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:22.918861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:22.930710 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:22.992854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:45:22.993212 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:45:23.042681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:23.069397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-73063e04-259d-43d5-ab8d-a1ccd588a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:23.070878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-73063e04-259d-43d5-ab8d-a1ccd588a24c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.2203958 Dec 15 04:45:23.072866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.073768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.074121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.074467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.074808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.075196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.075755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.075977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.076340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.076726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.077108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.077437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.077766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:23.132777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['accba041-08e2-4857-86f6-bf231b236fd2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:23.140168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-3494137a-0646-4595-b309-197622d0fd97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 217 time: 0.0601933 Dec 15 04:45:23.251710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-3d40a54b-0173-4984-b290-664a93975950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:23.255941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-3d40a54b-0173-4984-b290-664a93975950 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.1055698 Dec 15 04:45:23.319843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-7617053b-3ca2-4165-929c-99d54c300592 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569968 Dec 15 04:45:23.461490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-ffdb1545-09be-466d-af16-5364e459fdc4 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309171 Dec 15 04:45:23.613516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:23.617113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19279b3e-348b-47b2-a35e-6f4b9f05a17c req-7a1f3d32-c132-4256-a7d9-000a64de53cd service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448817 Dec 15 04:45:23.675223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:45:23.707652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:23.716967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:23.800477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:23.871859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee382d4-1681-4a53-a06d-ab57df4733e6 req-257ec09d-3f7c-4e21-93d4-1db30460967f tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:23.873426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cee382d4-1681-4a53-a06d-ab57df4733e6 req-257ec09d-3f7c-4e21-93d4-1db30460967f tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 943 time: 0.1796744 Dec 15 04:45:23.881715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b11b-63b0-4f8b-be61-bb63885dabee req-af10a6be-4ae1-4df0-9dd5-41ff7ac2093f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:23.891167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6c2b11b-63b0-4f8b-be61-bb63885dabee req-af10a6be-4ae1-4df0-9dd5-41ff7ac2093f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1285801 Dec 15 04:45:24.014685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6c2b11b-63b0-4f8b-be61-bb63885dabee req-4296e9f9-78b1-4926-8dd9-c829a49c1300 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177402 Dec 15 04:45:24.021144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cee382d4-1681-4a53-a06d-ab57df4733e6 req-91afefbc-392b-4d83-b3e7-3dec1ee7d031 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277063 Dec 15 04:45:24.591276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:45:24.704079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port accba041-08e2-4857-86f6-bf231b236fd2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:45:24.704795 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:24.999625 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:25.042290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:25.045098 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169c6cfb-210f-44f8-8b2c-da1ec4b30f06" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:25.062481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:25.069736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:25.126088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=13']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:25.207511 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e01fd5c-6c99-42a5-85fd-fb8f6e712d59 x-openstack-request-id: req-3e01fd5c-6c99-42a5-85fd-fb8f6e712d59 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:25.207976 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-plugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:25.208468 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e01fd5c-6c99-42a5-85fd-fb8f6e712d59 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:25.208982 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'code': 200} Dec 15 04:45:25.325727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74035-9fcc-4808-9363-aa3bd2bf4a10 req-b0cdb800-42cd-4328-98bf-613b0aba0e1c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:25.334905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37d74035-9fcc-4808-9363-aa3bd2bf4a10 req-b0cdb800-42cd-4328-98bf-613b0aba0e1c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1694303 Dec 15 04:45:25.482579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37d74035-9fcc-4808-9363-aa3bd2bf4a10 req-f465e93e-9db1-48ff-8e50-809fd09c2f53 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480989 Dec 15 04:45:25.514682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438228ad-25d2-4d5d-a001-f7dddafecb2f req-fe5f72f2-3751-401e-a178-d1a20e353a1d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:25.524599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-438228ad-25d2-4d5d-a001-f7dddafecb2f req-fe5f72f2-3751-401e-a178-d1a20e353a1d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 943 time: 0.1751089 Dec 15 04:45:25.648270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-438228ad-25d2-4d5d-a001-f7dddafecb2f req-bde657a6-8c68-4ae6-9ba7-f6ebc13ed4a3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105719 Dec 15 04:45:26.606015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 24d0221c-2c3d-4737-96d4-d4fe2c390b98 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:45:26.714643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f2688-45ca-4ab8-b350-053a4770781a req-cb36a9f7-3332-469e-801d-f147a338b2f3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:26.729209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a81f2688-45ca-4ab8-b350-053a4770781a req-cb36a9f7-3332-469e-801d-f147a338b2f3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1377122 Dec 15 04:45:26.840782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a81f2688-45ca-4ab8-b350-053a4770781a req-c444b397-7f82-49ef-b97b-0ea331d0a5d2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093495 Dec 15 04:45:26.918141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:26.946931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'network_id': 'ecad2692-021b-4e70-a6a1-b27834e49c23', 'port_id': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'mac_address': 'fa:16:3e:bf:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a278c131-2900-49f1-9493-1804d4d397cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:45:27.034709 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:27.051916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d0221c-2c3d-4737-96d4-d4fe2c390b98 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:45:27.082970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:27.091953 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:27.118297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2532c2-7595-4c1f-9b3a-3121314f0aa8 req-e1ba0097-3787-45f1-85bb-8b90d2475fed tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:27.126684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c2532c2-7595-4c1f-9b3a-3121314f0aa8 req-e1ba0097-3787-45f1-85bb-8b90d2475fed tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 943 time: 0.1353648 Dec 15 04:45:27.173362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:27.235644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c2532c2-7595-4c1f-9b3a-3121314f0aa8 req-8709a9ab-b7a2-461d-8f0e-8af1aefc4467 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986669 Dec 15 04:45:27.517504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['24d0221c-2c3d-4737-96d4-d4fe2c390b98'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:27.974241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bab2ec7-d816-41d4-93c2-306092fd6111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:28.093226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eb22c-12b4-4005-9ccb-fbe67b494c85 req-908fd684-2c1e-407b-8ed6-280c6dee1ebe tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:28.095612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3eb22c-12b4-4005-9ccb-fbe67b494c85 req-908fd684-2c1e-407b-8ed6-280c6dee1ebe tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1152837 Dec 15 04:45:28.222603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3eb22c-12b4-4005-9ccb-fbe67b494c85 req-ef6e86ea-354f-46b7-820b-863f448fcd8b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180706 Dec 15 04:45:28.433112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683899f-77f5-4bca-a083-4f0a05fa5e30 req-e1dc87f0-3b42-4def-bce8-ec716188ebde tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:28.441103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9683899f-77f5-4bca-a083-4f0a05fa5e30 req-e1dc87f0-3b42-4def-bce8-ec716188ebde tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 944 time: 0.1071415 Dec 15 04:45:28.580093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9683899f-77f5-4bca-a083-4f0a05fa5e30 req-4b9fb1af-2ab5-4554-b840-eaae3504c568 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379242 Dec 15 04:45:29.531643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0c33-aba0-4567-a498-64639cdc1144 req-c8681a4c-43ab-4055-823f-9c66c91852f2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:29.534433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bae0c33-aba0-4567-a498-64639cdc1144 req-c8681a4c-43ab-4055-823f-9c66c91852f2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.0909913 Dec 15 04:45:29.606288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47522) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:29.694016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bae0c33-aba0-4567-a498-64639cdc1144 req-43107903-af48-4776-b55c-8b819b968195 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477926 Dec 15 04:45:29.856489 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a55e28e-783a-4041-96b0-2ab566a55c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:29.862103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95603c-7621-4e47-b214-1b1e1d96cc6d req-79a29ce3-5a01-4113-a2af-e00905df4ea0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:29.871203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb95603c-7621-4e47-b214-1b1e1d96cc6d req-79a29ce3-5a01-4113-a2af-e00905df4ea0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 944 time: 0.1159477 Dec 15 04:45:29.871460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b323becd-c200-4f75-bdd8-203a4864651c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:29.986728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb95603c-7621-4e47-b214-1b1e1d96cc6d req-ee9c0b79-52fb-4f22-8e1a-cabba1738232 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003215 Dec 15 04:45:30.106430 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a55e28e-783a-4041-96b0-2ab566a55c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:30.116393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a55e28e-783a-4041-96b0-2ab566a55c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:30.192367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47534) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:30.193214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a55e28e-783a-4041-96b0-2ab566a55c7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=959ca02e323848579540fc2000b3635a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5849216 Dec 15 04:45:30.236273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55e28e-783a-4041-96b0-2ab566a55c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bd152-ccb5-4753-9d62-0aa78401bde4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:30.320254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0ee-473d-4167-99d8-3318d66bbfdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:30.362523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0ee-473d-4167-99d8-3318d66bbfdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:30.487954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0ee-473d-4167-99d8-3318d66bbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:30.491492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0ee-473d-4167-99d8-3318d66bbfdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:30.492912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7ad6d0ee-473d-4167-99d8-3318d66bbfdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c0bd152-ccb5-4753-9d62-0aa78401bde4 HTTP/1.1" status: 204 len: 168 time: 0.2991498 Dec 15 04:45:30.555625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6d0ee-473d-4167-99d8-3318d66bbfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bd152-ccb5-4753-9d62-0aa78401bde4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:30.733546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 24d0221c-2c3d-4737-96d4-d4fe2c390b98 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:45:30.813666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:45:30.837881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:45:30.843424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.017484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce25f2-c2d1-43d4-9b7c-8789aec75cb2 req-ada3abdf-dd6a-4926-8a52-b5691991701c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:31.027238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48ce25f2-c2d1-43d4-9b7c-8789aec75cb2 req-ada3abdf-dd6a-4926-8a52-b5691991701c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1379125 Dec 15 04:45:31.093312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48ce25f2-c2d1-43d4-9b7c-8789aec75cb2 req-76665d45-615a-4862-a9a5-eab6ec9cf820 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643103 Dec 15 04:45:31.130424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.180829 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.195532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:31.204209 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763d85c-7b9d-4db4-b81f-ba30fcc59173" -d '{"events": [{"server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "name": "network-vif-plugged", "status": "completed", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:31.238848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:31.266117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1969634-8382-454d-8672-3ccdc45a8ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.269377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:31.287172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.369271 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf98eb69-bea9-4b2b-b67f-e9734854bdbe x-openstack-request-id: req-bf98eb69-bea9-4b2b-b67f-e9734854bdbe {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:31.370973 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "name": "network-vif-plugged", "status": "completed", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:31.372107 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf98eb69-bea9-4b2b-b67f-e9734854bdbe {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:31.373479 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'code': 200} Dec 15 04:45:31.379123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b10a-e2b1-4a71-82bf-6e89c55b8be2 req-7eea95e7-45d1-4822-b94e-ae3575b440cc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:31.386071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5430b10a-e2b1-4a71-82bf-6e89c55b8be2 req-7eea95e7-45d1-4822-b94e-ae3575b440cc tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 944 time: 0.1930847 Dec 15 04:45:31.460353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1969634-8382-454d-8672-3ccdc45a8ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.464302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:31.469074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1969634-8382-454d-8672-3ccdc45a8ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.585955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47574) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:31.587875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b1969634-8382-454d-8672-3ccdc45a8ac0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=408464da1d844165ac7193edb4f40a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478615 Dec 15 04:45:31.590014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1969634-8382-454d-8672-3ccdc45a8ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b2eb9-85d2-4928-b78b-e8cdaba0f808,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:31.648909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee0de-6110-483b-9a81-adfe63f44789 req-d3aa0f1d-1ae9-44aa-b068-01b6cde30692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:31.650810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc6ee0de-6110-483b-9a81-adfe63f44789 req-d3aa0f1d-1ae9-44aa-b068-01b6cde30692 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1097 time: 0.1967237 Dec 15 04:45:31.677430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a27996-9d7c-4cfa-810d-09cbcf7ebacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.698547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5430b10a-e2b1-4a71-82bf-6e89c55b8be2 req-7ef0dea1-d68b-4be0-be63-ddbd0278f379 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039541 Dec 15 04:45:31.742100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc6ee0de-6110-483b-9a81-adfe63f44789 req-fb0dc685-92bb-4499-8d95-04beb790b1c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Dec 15 04:45:31.748190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a27996-9d7c-4cfa-810d-09cbcf7ebacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.814330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a27996-9d7c-4cfa-810d-09cbcf7ebacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.817776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a27996-9d7c-4cfa-810d-09cbcf7ebacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:31.821579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-04a27996-9d7c-4cfa-810d-09cbcf7ebacd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/923b2eb9-85d2-4928-b78b-e8cdaba0f808 HTTP/1.1" status: 204 len: 168 time: 0.2298031 Dec 15 04:45:31.832183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a27996-9d7c-4cfa-810d-09cbcf7ebacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b2eb9-85d2-4928-b78b-e8cdaba0f808,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:32.388087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8137522-4ec4-4286-94fe-16ef3f1a785a req-75b17297-835c-42f7-bdd2-37d38c6f9660 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:32.404105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8137522-4ec4-4286-94fe-16ef3f1a785a req-75b17297-835c-42f7-bdd2-37d38c6f9660 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1005940 Dec 15 04:45:32.481441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8137522-4ec4-4286-94fe-16ef3f1a785a req-dc21ad24-b2bd-43d9-bc88-9a276dba13f3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763581 Dec 15 04:45:32.630605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:32.906101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77701b07-f9d4-4cb8-9f10-9c365eba4caf req-76b49161-8941-4e0a-a5be-3725f38fe269 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:32.908252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77701b07-f9d4-4cb8-9f10-9c365eba4caf req-76b49161-8941-4e0a-a5be-3725f38fe269 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 945 time: 0.0984380 Dec 15 04:45:33.020258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77701b07-f9d4-4cb8-9f10-9c365eba4caf req-9bebec8b-7aca-415f-bbcf-46f181897200 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990987 Dec 15 04:45:33.324362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:33.376445 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:33.678394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f10fc-5091-4174-9fc3-f6121493027b req-11f0aa0e-a4d5-43f7-8060-9f04978f05b1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:33.680296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c2f10fc-5091-4174-9fc3-f6121493027b req-11f0aa0e-a4d5-43f7-8060-9f04978f05b1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.0738909 Dec 15 04:45:33.866408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c2f10fc-5091-4174-9fc3-f6121493027b req-f7ee3b88-39bf-4d6d-8c34-17457224fdad tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730359 Dec 15 04:45:34.226385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86041ef9-7d7c-4e3a-943d-8e99b4576ed7 req-73b742c9-e024-4fae-b9be-a5762aa0817d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:34.237395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86041ef9-7d7c-4e3a-943d-8e99b4576ed7 req-73b742c9-e024-4fae-b9be-a5762aa0817d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 945 time: 0.0871730 Dec 15 04:45:34.349266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86041ef9-7d7c-4e3a-943d-8e99b4576ed7 req-2c309761-b55a-4ed8-a317-48c22930183c tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103060 Dec 15 04:45:34.553131 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-ed24038d-951c-4bab-b132-805cc46bf323 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2037644031&fields=id&tenant_id=8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 267 time: 0.0968039 Dec 15 04:45:34.700741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-a08b9bbc-9c08-43b9-8bc6-c37741f4c207 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:34.710802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-a08b9bbc-9c08-43b9-8bc6-c37741f4c207 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 945 time: 0.1562767 Dec 15 04:45:34.723928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'port': {'security_groups': ['8e990d9a-3c7a-479d-9042-2fbcceb0a28f', '8c724e8f-89a3-49cc-9524-919564248539']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:34.858298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:35.175266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:35.217560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f03d0-63bd-4c41-a89e-932dbc3cee68 req-dfd3035d-788f-4269-8b1b-9d632810d373 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:35.219639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe8f03d0-63bd-4c41-a89e-932dbc3cee68 req-dfd3035d-788f-4269-8b1b-9d632810d373 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.0906196 Dec 15 04:45:35.272409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:35.299881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:35.334723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:35.408475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:35.408475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:35.408475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-022d7fcf-ed83-4208-a277-a1d81c5ad6a0 req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "PUT /v2.0/ports/24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 981 time: 0.6897891 Dec 15 04:45:35.410810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:35.417345 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259b9ce-a233-4548-8aa5-88ede74f2432" -d '{"events": [{"name": "network-changed", "server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:35.460487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['24d0221c-2c3d-4737-96d4-d4fe2c390b98'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:35.584909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe8f03d0-63bd-4c41-a89e-932dbc3cee68 req-93f23e39-4c7e-4c98-83cd-428b2e3e9d06 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511503 Dec 15 04:45:35.622757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=6']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:35.636447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['24d0221c-2c3d-4737-96d4-d4fe2c390b98'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:35.642681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.643112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.643378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.643980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.644506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.644708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.645010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.645336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.645752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.645971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.646291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.646611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.646992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df31e9-7a5f-4557-bfc7-e0464bd74966 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:35.678356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a143567-2468-4b74-b3b7-11e90bb7dcb8 req-6007df47-d526-49ca-87e9-80f8122f33b9 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8c724e8f-89a3-49cc-9524-919564248539 HTTP/1.1" status: 200 len: 1819 time: 0.2238607 Dec 15 04:45:35.737957 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6cc43-8689-4686-96fd-d0143b337891 x-openstack-request-id: req-0ae6cc43-8689-4686-96fd-d0143b337891 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:35.738258 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:35.738511 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ae6cc43-8689-4686-96fd-d0143b337891 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:35.738910 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'status': 'completed', 'code': 200} Dec 15 04:45:35.776822 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-0a143567-2468-4b74-b3b7-11e90bb7dcb8 req-c680b47e-3a4c-4658-9470-1b865053513a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 04:45:35.778283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a143567-2468-4b74-b3b7-11e90bb7dcb8 req-c680b47e-3a4c-4658-9470-1b865053513a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c724e8f-89a3-49cc-9524-919564248539 HTTP/1.1" status: 409 len: 341 time: 0.0852897 Dec 15 04:45:35.841040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-70e58baa-8c17-4726-ad2d-29704ccdb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:35.842914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-70e58baa-8c17-4726-ad2d-29704ccdb2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1136 time: 0.0631337 Dec 15 04:45:36.172283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-348a422d-703f-4176-a6be-f6092253b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:36.173800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-348a422d-703f-4176-a6be-f6092253b2c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.3232112 Dec 15 04:45:36.182645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd6596-b387-4ee5-ae89-5abfb30c6a8a req-1af49d06-ac55-4770-9b9d-2e4c7490b606 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:36.184192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37dd6596-b387-4ee5-ae89-5abfb30c6a8a req-1af49d06-ac55-4770-9b9d-2e4c7490b606 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 984 time: 0.0983407 Dec 15 04:45:36.223229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-731d12cf-b942-411c-b749-b829ed2301bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 217 time: 0.0380309 Dec 15 04:45:36.471837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-a925a9d2-ebad-4e4b-8446-0e40871dbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:36.475367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-a925a9d2-ebad-4e4b-8446-0e40871dbf3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.2341700 Dec 15 04:45:36.578263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-26154fe3-7aa9-4359-96a6-88b3714ff80c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901771 Dec 15 04:45:36.609533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37dd6596-b387-4ee5-ae89-5abfb30c6a8a req-5ce179f4-875c-4582-845b-8eff1a9fcebe tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c724e8f-89a3-49cc-9524-919564248539&id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3723624 Dec 15 04:45:36.713895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-1f567872-eeeb-4b4c-bd8d-c98dd7fb06b4 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979209 Dec 15 04:45:36.814877 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:36.908311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f0ba6-cffd-4afa-9a99-360685ee7467 req-3ae359ad-a2fb-4f55-94d7-4512fd76ca2b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:36.909635 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:45:36.916401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-311f0ba6-cffd-4afa-9a99-360685ee7467 req-3ae359ad-a2fb-4f55-94d7-4512fd76ca2b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1691899 Dec 15 04:45:37.050379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-311f0ba6-cffd-4afa-9a99-360685ee7467 req-7f7f2c35-a9a8-4f7d-9ff3-e5c7fb7f9bb1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313279 Dec 15 04:45:37.052832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8259b9ce-a233-4548-8aa5-88ede74f2432 req-18fdf0c9-164f-4a7a-8cc5-3d764b9321e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243332 Dec 15 04:45:37.243580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b385afb-4442-421e-94f6-5701e5b40914 req-fa5ade25-ea01-4ff7-b024-6c62efde924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:37.270414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-fa5ade25-ea01-4ff7-b024-6c62efde924f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1136 time: 0.1215627 Dec 15 04:45:37.466459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b385afb-4442-421e-94f6-5701e5b40914 req-8543db0f-0b00-4c3b-949d-593b9d261636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:37.468716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-8543db0f-0b00-4c3b-949d-593b9d261636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.1880922 Dec 15 04:45:37.543550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-16b99854-12ef-4c45-bb9e-b51debd9b9fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 217 time: 0.0666971 Dec 15 04:45:37.633512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b385afb-4442-421e-94f6-5701e5b40914 req-f5aaa566-5ef5-45c9-9586-11a6d82982a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:37.636863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-f5aaa566-5ef5-45c9-9586-11a6d82982a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.0855265 Dec 15 04:45:37.709963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-441bc654-24fe-4f6d-9e88-9301bfe2928d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646174 Dec 15 04:45:37.873098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-c34e886d-c2e7-4006-a71f-b0bafb6bfde8 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544578 Dec 15 04:45:38.132952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b385afb-4442-421e-94f6-5701e5b40914 req-dd869c70-9227-4b1b-ad73-31740accbd0a service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436640 Dec 15 04:45:38.323198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13da4e-0671-45ae-ba91-eb5451c00187 req-96847d95-cfce-4ef1-a93b-951c5213124e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:38.325394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe13da4e-0671-45ae-ba91-eb5451c00187 req-96847d95-cfce-4ef1-a93b-951c5213124e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1404204 Dec 15 04:45:38.526489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe13da4e-0671-45ae-ba91-eb5451c00187 req-52043ea3-9730-4f19-b35e-2cb9889bf9db tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851668 Dec 15 04:45:38.542069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150dda-8438-45af-b9b6-cce3781a9026 req-9a5d2166-b4a6-4f4c-a853-53f118032580 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:38.543730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23150dda-8438-45af-b9b6-cce3781a9026 req-9a5d2166-b4a6-4f4c-a853-53f118032580 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 984 time: 0.1482139 Dec 15 04:45:38.679903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23150dda-8438-45af-b9b6-cce3781a9026 req-6ccfd5f3-495d-4c97-a7b8-be5f1288f930 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c724e8f-89a3-49cc-9524-919564248539&id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1101007 Dec 15 04:45:39.976038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f950e-6d13-480d-a8ca-843177e09892 req-f11fd4e7-471e-469c-936b-7b024a26309b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:39.984822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f4f950e-6d13-480d-a8ca-843177e09892 req-f11fd4e7-471e-469c-936b-7b024a26309b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.3025432 Dec 15 04:45:40.066369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e4b9-b34e-40b8-8a9b-5e6a9b299f11 req-0c787d47-3e16-4e5c-a2d0-b9fea44eaef3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:40.073883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7aa3e4b9-b34e-40b8-8a9b-5e6a9b299f11 req-0c787d47-3e16-4e5c-a2d0-b9fea44eaef3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 984 time: 0.2747059 Dec 15 04:45:40.184498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f4f950e-6d13-480d-a8ca-843177e09892 req-05cca691-5c6e-4f7d-85f2-1b89865816f1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986904 Dec 15 04:45:40.324089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7aa3e4b9-b34e-40b8-8a9b-5e6a9b299f11 req-9104cdba-8bdb-4fe5-b078-8daabbbbf0c1 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c724e8f-89a3-49cc-9524-919564248539&id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2317636 Dec 15 04:45:40.576924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-5496391b-ac0e-47a1-bed7-fbe4c71b6ed2 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1866947437&fields=id&tenant_id=8cd53977831b445abb9d03dcd0589305 HTTP/1.1" status: 200 len: 267 time: 0.1433311 Dec 15 04:45:40.669264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-52c9f281-b510-410c-91a1-27a6e98e4741 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:40.671187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-52c9f281-b510-410c-91a1-27a6e98e4741 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 984 time: 0.0786564 Dec 15 04:45:40.684607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'port': {'security_groups': ['8c724e8f-89a3-49cc-9524-919564248539', '8e990d9a-3c7a-479d-9042-2fbcceb0a28f', '14097e78-bbdc-420d-9ad3-0da8ad8f5377']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:40.799965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:41.299591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:41.404187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:41.417580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:41.452697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:41.533061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['24d0221c-2c3d-4737-96d4-d4fe2c390b98'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:41.559530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:41.569152 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:41.570930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9ad323-8127-4c68-83de-7d2df14da239 req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "PUT /v2.0/ports/24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 1020 time: 0.8926542 Dec 15 04:45:41.578909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:41.582957 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa" -d '{"events": [{"name": "network-changed", "server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:41.671948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8130a0-5e66-4dd4-9552-e6e22956510f req-f7887c76-2f01-4991-8afe-73ab58a9c276 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:41.685827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af8130a0-5e66-4dd4-9552-e6e22956510f req-f7887c76-2f01-4991-8afe-73ab58a9c276 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.2792919 Dec 15 04:45:41.816493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['24d0221c-2c3d-4737-96d4-d4fe2c390b98'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:41.915694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb9d87-8063-4fd7-878d-5fed84c9a970 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:41.954616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af8130a0-5e66-4dd4-9552-e6e22956510f req-a2e00edd-eada-470e-9798-58b80c73238c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678699 Dec 15 04:45:42.059279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-974f0652-cb5c-43d3-9251-d21ec39933aa req-79bd419f-d426-4c05-83f3-b1b0a70bc94f tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/14097e78-bbdc-420d-9ad3-0da8ad8f5377 HTTP/1.1" status: 200 len: 1819 time: 0.1931257 Dec 15 04:45:42.115847 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fdd51f-9956-41a9-91bc-0c2abafb6a26 x-openstack-request-id: req-37fdd51f-9956-41a9-91bc-0c2abafb6a26 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:42.116910 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:42.117426 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37fdd51f-9956-41a9-91bc-0c2abafb6a26 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:42.118044 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'status': 'completed', 'code': 200} Dec 15 04:45:42.134699 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-974f0652-cb5c-43d3-9251-d21ec39933aa req-017bcd2a-1525-4a50-bb2c-bec3911aac1e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 04:45:42.144375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-974f0652-cb5c-43d3-9251-d21ec39933aa req-017bcd2a-1525-4a50-bb2c-bec3911aac1e tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/14097e78-bbdc-420d-9ad3-0da8ad8f5377 HTTP/1.1" status: 409 len: 341 time: 0.0831027 Dec 15 04:45:42.263064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-4fad6b70-0de0-4b68-8cd7-2d76cf44e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:42.275273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-4fad6b70-0de0-4b68-8cd7-2d76cf44e7bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cd53977831b445abb9d03dcd0589305&device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1175 time: 0.1457067 Dec 15 04:45:42.627490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-2c5c0c61-0d38-402a-bdba-c677e92751ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:42.628932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-2c5c0c61-0d38-402a-bdba-c677e92751ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 200 len: 912 time: 0.3514514 Dec 15 04:45:42.792387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-6a7c72f9-1e2c-4247-8b42-6f91f97caffa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 200 len: 217 time: 0.1385796 Dec 15 04:45:42.856860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfc44e-5268-445b-a5c8-fec8f34b4411 req-1268b10a-dbce-4dda-bbce-e46c06dac2ce tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:42.867769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9bfc44e-5268-445b-a5c8-fec8f34b4411 req-1268b10a-dbce-4dda-bbce-e46c06dac2ce tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1023 time: 0.1886647 Dec 15 04:45:42.974534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-bdfd98c8-3b50-4d84-94a2-e842f54abb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:42.977237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-bdfd98c8-3b50-4d84-94a2-e842f54abb3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 200 len: 852 time: 0.1648741 Dec 15 04:45:43.096185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9bfc44e-5268-445b-a5c8-fec8f34b4411 req-0458b64e-ecb7-4961-ada8-fea62dd35f5b tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c724e8f-89a3-49cc-9524-919564248539&id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&id=14097e78-bbdc-420d-9ad3-0da8ad8f5377&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2272034 Dec 15 04:45:43.098756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-9c1f7b2c-0a0c-4294-a252-f04dec57ecf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecad2692-021b-4e70-a6a1-b27834e49c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098738 Dec 15 04:45:43.632616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a5bd9-10ab-4af4-87ec-c7fee7b4243c req-40da075c-e2c5-4371-8d76-012ce2bb3751 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:43.634087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b9a5bd9-10ab-4af4-87ec-c7fee7b4243c req-40da075c-e2c5-4371-8d76-012ce2bb3751 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.4477727 Dec 15 04:45:43.660763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-bb263602-20d6-4843-9c52-eb16cd7ead9b service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530903 Dec 15 04:45:43.780724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b9a5bd9-10ab-4af4-87ec-c7fee7b4243c req-f1de7f33-37bd-4cc9-9b16-8feac57022a3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379530 Dec 15 04:45:43.902935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6beab4a3-bccd-4d4e-8fb5-65deb0f657aa req-2d677109-8e2c-4e05-876d-62c533b03468 service neutron] 10.222.0.16 "GET /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285018 Dec 15 04:45:44.427059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-530d46ca-f1b4-4191-9e0f-a0413b69671b tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:44.428819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-530d46ca-f1b4-4191-9e0f-a0413b69671b tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1023 time: 0.1497493 Dec 15 04:45:44.464519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94a1f4-5b57-4142-8617-e1c8255297ce req-046f8583-074b-43a6-a0c8-d8ca1fa21b22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:44.466113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa94a1f4-5b57-4142-8617-e1c8255297ce req-046f8583-074b-43a6-a0c8-d8ca1fa21b22 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 1023 time: 0.2103095 Dec 15 04:45:44.538656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-0c3eec4b-28af-4a79-8007-97c08821c931 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:44.548481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-0c3eec4b-28af-4a79-8007-97c08821c931 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2545722 Dec 15 04:45:44.622686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-d6f3b22c-c723-4992-b545-745af79969cb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0727623 Dec 15 04:45:44.731712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa94a1f4-5b57-4142-8617-e1c8255297ce req-d136fdd4-49a0-4d06-9055-65b147572c3c tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c724e8f-89a3-49cc-9524-919564248539&id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&id=14097e78-bbdc-420d-9ad3-0da8ad8f5377&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2337132 Dec 15 04:45:44.746521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-5d28d6a2-0049-4928-89c6-3e1b10fad084 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230330 Dec 15 04:45:44.770808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Deleting port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:45:44.771081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:44.969835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] For port 24d0221c-2c3d-4737-96d4-d4fe2c390b98, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=24d0221c-2c3d-4737-96d4-d4fe2c390b98,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:44.970254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:44.986495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Calling delete_port for 24d0221c-2c3d-4737-96d4-d4fe2c390b98 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:45:45.276244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:45.317132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-43022edd-aa0c-4a05-ac04-f1dab0e9fcc4 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696106 Dec 15 04:45:45.395311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71708bac-ce4f-4b29-b90d-c98f7cb73d0c req-9b07792b-5aa5-45e0-b1be-e029be20833d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:45.397397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71708bac-ce4f-4b29-b90d-c98f7cb73d0c req-9b07792b-5aa5-45e0-b1be-e029be20833d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.2632179 Dec 15 04:45:45.431128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'Port': ['ID=24d0221c-2c3d-4737-96d4-d4fe2c390b98,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:45.431345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:45.435308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['24d0221c-2c3d-4737-96d4-d4fe2c390b98'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:45.709388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] No DVR routers for this DVR port 24d0221c-2c3d-4737-96d4-d4fe2c390b98 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:45:45.714404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:45.717800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14df6607-5a59-4c4b-84bf-3dbc2d3ca58c req-e5678345-e9c2-4032-8cab-a1cd73a2c363 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.16 "DELETE /v2.0/ports/24d0221c-2c3d-4737-96d4-d4fe2c390b98 HTTP/1.1" status: 204 len: 173 time: 1.2798367 Dec 15 04:45:45.721509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'name': 'network-vif-deleted', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:45.728033 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf6d539-3774-4bff-8587-70345cf6db9f" -d '{"events": [{"server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "name": "network-vif-deleted", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:45.772475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71708bac-ce4f-4b29-b90d-c98f7cb73d0c req-4eca56b6-4676-4a73-bf80-b1f905a4016e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465521 Dec 15 04:45:45.784828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-88d151a6-856b-47a6-a49e-0a0e150d9a7b service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666407 Dec 15 04:45:45.986306 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b117d-37ab-416c-98d8-28407d96b77e x-openstack-request-id: req-733b117d-37ab-416c-98d8-28407d96b77e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:45.986606 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc26a28-04f1-40cd-a200-649e980fd62a", "name": "network-vif-deleted", "tag": "24d0221c-2c3d-4737-96d4-d4fe2c390b98", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:45.989587 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-733b117d-37ab-416c-98d8-28407d96b77e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:45.989587 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc26a28-04f1-40cd-a200-649e980fd62a', 'name': 'network-vif-deleted', 'tag': '24d0221c-2c3d-4737-96d4-d4fe2c390b98', 'status': 'completed', 'code': 200} Dec 15 04:45:46.107234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-177be3eb-1955-4986-8397-7839b6981636 req-f29caf49-bf19-4f62-a67c-5ff2335cc55b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0528784 Dec 15 04:45:46.266577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e6f7cf7-811a-4d68-b7f5-5c3f537d9dc0 req-7cad5baf-b5da-429a-a3e3-df200945d8c3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc26a28-04f1-40cd-a200-649e980fd62a HTTP/1.1" status: 200 len: 210 time: 0.1028385 Dec 15 04:45:46.431480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47916) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:46.688052 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee79977a-853d-4783-a074-c9facdeaa541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:46.900373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee79977a-853d-4783-a074-c9facdeaa541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:46.924890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ee79977a-853d-4783-a074-c9facdeaa541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.037598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ee79977a-853d-4783-a074-c9facdeaa541 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85414c06ce264c3290f68228e395e1e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6044753 Dec 15 04:45:47.043507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47932) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:47.053924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae0052-b12e-428c-8ad0-a19180a9e370 req-f09a2f0a-00ad-45f3-ac49-c7970d594b53 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:47.056037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dae0052-b12e-428c-8ad0-a19180a9e370 req-f09a2f0a-00ad-45f3-ac49-c7970d594b53 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.1870017 Dec 15 04:45:47.057798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79977a-853d-4783-a074-c9facdeaa541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba18fe-6361-4370-b432-28309b1bdc13,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:47.144905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dae0052-b12e-428c-8ad0-a19180a9e370 req-9ff25e80-0507-4e69-b5fe-f30c46706229 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679128 Dec 15 04:45:47.165475 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47a86c90-cbee-48a4-89b7-1c82ff539aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.192506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47a86c90-cbee-48a4-89b7-1c82ff539aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.271155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72530093-7eb4-4b5b-bf09-0eaa33e65b38 req-982bfef4-ba52-45ea-8876-ca82706e5a37 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0686309 Dec 15 04:45:47.302792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47a86c90-cbee-48a4-89b7-1c82ff539aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.306789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47a86c90-cbee-48a4-89b7-1c82ff539aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.308756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-47a86c90-cbee-48a4-89b7-1c82ff539aa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fba18fe-6361-4370-b432-28309b1bdc13 HTTP/1.1" status: 204 len: 168 time: 0.2631111 Dec 15 04:45:47.346473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86c90-cbee-48a4-89b7-1c82ff539aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba18fe-6361-4370-b432-28309b1bdc13,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:47.423501 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dce04bf-1319-470f-a5c6-fcd682f98437 req-19cda567-064d-4c79-85c4-f8f2e304cf24 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8c724e8f-89a3-49cc-9524-919564248539 HTTP/1.1" status: 200 len: 1819 time: 0.0440323 Dec 15 04:45:47.521824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3dce04bf-1319-470f-a5c6-fcd682f98437 req-f713d6be-bedf-4866-b594-627329503ddd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.545884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3dce04bf-1319-470f-a5c6-fcd682f98437 req-f713d6be-bedf-4866-b594-627329503ddd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.591424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3dce04bf-1319-470f-a5c6-fcd682f98437 req-f713d6be-bedf-4866-b594-627329503ddd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.594189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3dce04bf-1319-470f-a5c6-fcd682f98437 req-f713d6be-bedf-4866-b594-627329503ddd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.599327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dce04bf-1319-470f-a5c6-fcd682f98437 req-f713d6be-bedf-4866-b594-627329503ddd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c724e8f-89a3-49cc-9524-919564248539 HTTP/1.1" status: 204 len: 173 time: 0.1607358 Dec 15 04:45:47.611226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713d6be-bedf-4866-b594-627329503ddd tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c724e8f-89a3-49cc-9524-919564248539,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:47.668901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8c24f3a-70ae-4fdf-9434-51b6963541f5 req-57836811-d701-407a-8f46-a3e2e0c5e9ea tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/14097e78-bbdc-420d-9ad3-0da8ad8f5377 HTTP/1.1" status: 200 len: 1819 time: 0.0459375 Dec 15 04:45:47.715051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47962) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:47.734645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5099fd9e-320d-4191-85b4-722979e28a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.767410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a8c24f3a-70ae-4fdf-9434-51b6963541f5 req-31e9949f-5452-4c16-9ab5-834e2569f791 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.805684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a8c24f3a-70ae-4fdf-9434-51b6963541f5 req-31e9949f-5452-4c16-9ab5-834e2569f791 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.871633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a8c24f3a-70ae-4fdf-9434-51b6963541f5 req-31e9949f-5452-4c16-9ab5-834e2569f791 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.874181 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a8c24f3a-70ae-4fdf-9434-51b6963541f5 req-31e9949f-5452-4c16-9ab5-834e2569f791 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.875306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8c24f3a-70ae-4fdf-9434-51b6963541f5 req-31e9949f-5452-4c16-9ab5-834e2569f791 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/14097e78-bbdc-420d-9ad3-0da8ad8f5377 HTTP/1.1" status: 204 len: 173 time: 0.1999536 Dec 15 04:45:47.877166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5099fd9e-320d-4191-85b4-722979e28a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.887736 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5099fd9e-320d-4191-85b4-722979e28a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:47.893483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9949f-5452-4c16-9ab5-834e2569f791 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14097e78-bbdc-420d-9ad3-0da8ad8f5377,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:47.930002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-e2408f01-9b54-4274-946d-80c94c9b3f18 req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2124783821', 'description': 'tempest-description-1414902164'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:47.972976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5099fd9e-320d-4191-85b4-722979e28a32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=835a3a7e7e4d4ae58334d0ae6fda9def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561100 Dec 15 04:45:47.976113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:48.039363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a22984b5-89cb-45b6-8223-9a01761ebe98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.066346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099fd9e-320d-4191-85b4-722979e28a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafb205-9832-4fdc-9810-587645910f78,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:48.069383 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a22984b5-89cb-45b6-8223-9a01761ebe98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.132573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a22984b5-89cb-45b6-8223-9a01761ebe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.135928 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a22984b5-89cb-45b6-8223-9a01761ebe98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.139611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a22984b5-89cb-45b6-8223-9a01761ebe98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eafb205-9832-4fdc-9810-587645910f78 HTTP/1.1" status: 204 len: 168 time: 0.1597950 Dec 15 04:45:48.147151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22984b5-89cb-45b6-8223-9a01761ebe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafb205-9832-4fdc-9810-587645910f78,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:48.149006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e2408f01-9b54-4274-946d-80c94c9b3f18 req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.178589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-00d05dec-069d-4462-a6c6-821cf81001ae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:48.179991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-00d05dec-069d-4462-a6c6-821cf81001ae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2438111 Dec 15 04:45:48.243682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:48.527443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e2408f01-9b54-4274-946d-80c94c9b3f18 req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.547621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e2408f01-9b54-4274-946d-80c94c9b3f18 req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.560422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23c280-d184-4c05-a660-8672bc4b1208 req-874a4b2a-1ff4-483c-8858-96e795ae065c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:48.561986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c23c280-d184-4c05-a660-8672bc4b1208 req-874a4b2a-1ff4-483c-8858-96e795ae065c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.2245300 Dec 15 04:45:48.668424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e2408f01-9b54-4274-946d-80c94c9b3f18 req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.684930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2408f01-9b54-4274-946d-80c94c9b3f18 req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7686815 Dec 15 04:45:48.705158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc4736-e5c6-4d7c-ac24-a347a6900aae tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902944a2-3e48-496e-8e94-6e731bc9ae7d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:48.753183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c23c280-d184-4c05-a660-8672bc4b1208 req-037dc001-0ce9-471d-acca-34182bd0912e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757679 Dec 15 04:45:48.854360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 24d0221c-2c3d-4737-96d4-d4fe2c390b98 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:45:48.884494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:45:48.890892 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:48.933929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 24d0221c-2c3d-4737-96d4-d4fe2c390b98 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:45:48.934582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 24d0221c-2c3d-4737-96d4-d4fe2c390b98 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:45:49.017846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92a5dc8a-c128-47a0-af49-41a0325336e4 req-45a7fabc-d41f-450c-8cd2-07407fd90724 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.1361055 Dec 15 04:45:49.062866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-ef7a6a4e-9531-48d0-afab-80811a95c588 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/902944a2-3e48-496e-8e94-6e731bc9ae7d HTTP/1.1" status: 200 len: 1820 time: 0.2550268 Dec 15 04:45:49.160713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Request body: {'security_group': {'name': 'tempest-sg-hth-817321119', 'description': 'tempest-description-hth-651196274'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:49.254120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.13 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/92ad6893-7f48-4cf6-855a-ddbf0980af94) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:45:49.260330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.342248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.364944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.371120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.387923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c51861aa-f7d4-44df-8f71-1e655cd9f8de req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "PUT /v2.0/security-groups/902944a2-3e48-496e-8e94-6e731bc9ae7d HTTP/1.1" status: 200 len: 1792 time: 0.2482436 Dec 15 04:45:49.442778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735873-f208-42fb-a064-deca9e219270 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902944a2-3e48-496e-8e94-6e731bc9ae7d,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:49.614313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8d44d36-749b-4225-acfd-5828218f0fef req-726906f2-b233-47b1-9f09-e257222270a7 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/902944a2-3e48-496e-8e94-6e731bc9ae7d HTTP/1.1" status: 200 len: 1792 time: 0.0673323 Dec 15 04:45:49.677609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.722209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8af133a-122c-49a0-9d62-05046498f521 req-8078c8b3-2f21-4d7c-b804-401780133da3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/902944a2-3e48-496e-8e94-6e731bc9ae7d HTTP/1.1" status: 200 len: 1792 time: 0.0703831 Dec 15 04:45:49.845067 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f8af133a-122c-49a0-9d62-05046498f521 req-1ba57c80-f0e1-4e51-8599-7e36f659d4ee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.896898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f8af133a-122c-49a0-9d62-05046498f521 req-1ba57c80-f0e1-4e51-8599-7e36f659d4ee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.917581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:49.989996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:45:50.001434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:45:50.010304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:45:50.024646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91281c-05e4-4101-8b5e-38fadca0c559 req-89acd215-8d26-44fb-992e-95725e6674f0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:50.035650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f91281c-05e4-4101-8b5e-38fadca0c559 req-89acd215-8d26-44fb-992e-95725e6674f0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.2034321 Dec 15 04:45:50.078843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f8af133a-122c-49a0-9d62-05046498f521 req-1ba57c80-f0e1-4e51-8599-7e36f659d4ee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:50.081771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-f8af133a-122c-49a0-9d62-05046498f521 req-1ba57c80-f0e1-4e51-8599-7e36f659d4ee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:50.083135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8af133a-122c-49a0-9d62-05046498f521 req-1ba57c80-f0e1-4e51-8599-7e36f659d4ee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/902944a2-3e48-496e-8e94-6e731bc9ae7d HTTP/1.1" status: 204 len: 173 time: 0.3476813 Dec 15 04:45:50.095036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=92ad6893-7f48-4cf6-855a-ddbf0980af94,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:50.127330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57c80-f0e1-4e51-8599-7e36f659d4ee tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902944a2-3e48-496e-8e94-6e731bc9ae7d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:50.211818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f91281c-05e4-4101-8b5e-38fadca0c559 req-9c472019-7b05-4299-a0b5-760cb4d90d9b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751554 Dec 15 04:45:50.227380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:50.229238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:50.280771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-f4e8e8c5-649a-459d-a83b-de503e9595ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0465770 Dec 15 04:45:50.316721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097da725-f6ba-450a-8e7d-3e796ef55427 req-5835a093-ffe0-43f2-89b5-1e5f6f1addb6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:50.326816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-097da725-f6ba-450a-8e7d-3e796ef55427 req-5835a093-ffe0-43f2-89b5-1e5f6f1addb6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.0825672 Dec 15 04:45:50.333009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Request body: {'port': {'device_id': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:45:50.481740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:50.503758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-097da725-f6ba-450a-8e7d-3e796ef55427 req-fdd9e69e-549a-4333-91d1-f814de77f9e3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764052 Dec 15 04:45:50.541517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-daa0b6fd-2a04-454f-9459-56a0fee9a831 None None] Provisioning complete for port 92ad6893-7f48-4cf6-855a-ddbf0980af94 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:45:50.556018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-daa0b6fd-2a04-454f-9459-56a0fee9a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:50.628730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b5e8-5267-4499-a8b3-ec24e0af60c5 req-52b533e8-9887-4c11-a07f-d132c31a40c7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:50.637076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93f4b5e8-5267-4499-a8b3-ec24e0af60c5 req-52b533e8-9887-4c11-a07f-d132c31a40c7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 932 time: 0.2413867 Dec 15 04:45:50.665335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-daa0b6fd-2a04-454f-9459-56a0fee9a831 None None] Port 92ad6893-7f48-4cf6-855a-ddbf0980af94 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:45:50.824055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93f4b5e8-5267-4499-a8b3-ec24e0af60c5 req-73eb7a35-b1ae-4719-a81e-882e5785d2c8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836448 Dec 15 04:45:50.837724 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-28e652e4-a0bf-4603-ac6e-c0be7a859b36 req-934e9818-a63d-4386-baf5-95d3f3ed8de6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:50.845264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28e652e4-a0bf-4603-ac6e-c0be7a859b36 req-934e9818-a63d-4386-baf5-95d3f3ed8de6 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/14097e78-bbdc-420d-9ad3-0da8ad8f5377 HTTP/1.1" status: 404 len: 352 time: 0.0582261 Dec 15 04:45:50.898166 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-65f24939-fb81-4fb6-bf23-1e9f19a043ff req-095d7d56-98b1-4cac-ac4c-ad9f5a3c1d71 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:50.899220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65f24939-fb81-4fb6-bf23-1e9f19a043ff req-095d7d56-98b1-4cac-ac4c-ad9f5a3c1d71 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/8c724e8f-89a3-49cc-9524-919564248539 HTTP/1.1" status: 404 len: 352 time: 0.0288391 Dec 15 04:45:50.975552 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-2c165be7-e9d4-4dc6-82fa-c30ba37c322e req-40cb28ef-91e0-44ef-ad85-26d993f002ac tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:50.995089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c165be7-e9d4-4dc6-82fa-c30ba37c322e req-40cb28ef-91e0-44ef-ad85-26d993f002ac tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/120c5815-b80d-4c99-8836-b7c94d4ef7cb HTTP/1.1" status: 404 len: 352 time: 0.0700252 Dec 15 04:45:51.116186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ad6893-7f48-4cf6-855a-ddbf0980af94 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:45:51.126056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:51.141599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Transition to ACTIVE for port object 92ad6893-7f48-4cf6-855a-ddbf0980af94 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:45:51.173731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:51.195885 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-ef7346b4-ab32-4a98-a5f1-3514c9bedc1f req-3e1ec88c-8c79-49f7-89c2-9d8671b9afb7 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:51.198141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef7346b4-ab32-4a98-a5f1-3514c9bedc1f req-3e1ec88c-8c79-49f7-89c2-9d8671b9afb7 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/be4bb44e-f208-4e50-9477-68ad70643d1c HTTP/1.1" status: 404 len: 352 time: 0.1658986 Dec 15 04:45:51.341749 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-71900e35-a81a-4220-ab22-60cbb46e6c15 req-70b5fa39-bbd9-46c7-bc5a-3beac661685f tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:51.362460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71900e35-a81a-4220-ab22-60cbb46e6c15 req-70b5fa39-bbd9-46c7-bc5a-3beac661685f tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/442526f1-b0a5-4fae-b332-6fa75cfc678f HTTP/1.1" status: 404 len: 352 time: 0.0928700 Dec 15 04:45:51.492959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad6893-7f48-4cf6-855a-ddbf0980af94,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:51.512810 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-98890cdd-5b09-4fb8-bed8-049b805606aa req-971424b8-2809-4d45-a2db-64ac208418c3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] show failed (client error): The resource could not be found. Dec 15 04:45:51.522762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98890cdd-5b09-4fb8-bed8-049b805606aa req-971424b8-2809-4d45-a2db-64ac208418c3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/e98e32b4-09f7-4b6e-87dd-f1896ae5c724 HTTP/1.1" status: 404 len: 352 time: 0.1109400 Dec 15 04:45:51.531145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Attempting to bind port 92ad6893-7f48-4cf6-855a-ddbf0980af94 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:45:51.532162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Attempting to bind port 92ad6893-7f48-4cf6-855a-ddbf0980af94 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:45:51.532591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Attempting to bind port 92ad6893-7f48-4cf6-855a-ddbf0980af94 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:45:51.544560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Port 92ad6893-7f48-4cf6-855a-ddbf0980af94 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:45:51.544987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Attempting to bind port 92ad6893-7f48-4cf6-855a-ddbf0980af94 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:45:51.554727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:45:51.555171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:45:51.555630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:45:51.556168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Bound port: 92ad6893-7f48-4cf6-855a-ddbf0980af94, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:45:51.556641 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:51.591067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf382-8b20-46a6-a778-118af274ee40 req-a11da21f-de59-47aa-bc04-e6a6f5926b9d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:51.592889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-697bf382-8b20-46a6-a778-118af274ee40 req-a11da21f-de59-47aa-bc04-e6a6f5926b9d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.2292476 Dec 15 04:45:51.837016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] For port 92ad6893-7f48-4cf6-855a-ddbf0980af94, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:45:51.863159 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-697bf382-8b20-46a6-a778-118af274ee40 req-7b20d4aa-14d2-4212-96e7-7be5b6fd5481 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080410 Dec 15 04:45:51.909415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] For port 92ad6893-7f48-4cf6-855a-ddbf0980af94, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:45:51.929967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:51.974721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:51.976767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:51.978805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] 10.222.0.16 "PUT /v2.0/ports/92ad6893-7f48-4cf6-855a-ddbf0980af94 HTTP/1.1" status: 200 len: 1093 time: 1.6491218 Dec 15 04:45:52.081367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'tag': '92ad6893-7f48-4cf6-855a-ddbf0980af94'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:52.083466 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add680d5-fec2-4387-9a78-4d056f54ef2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ca705e-11b8-4c7a-9e8b-e37302cdc409", "tag": "92ad6893-7f48-4cf6-855a-ddbf0980af94"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:52.640219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf20aa-a8d5-4d2f-9e35-0caa4ace2fb9 req-105ff7c0-dd55-42e3-8e96-f0e050b05422 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:52.640219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80cf20aa-a8d5-4d2f-9e35-0caa4ace2fb9 req-105ff7c0-dd55-42e3-8e96-f0e050b05422 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.5398862 Dec 15 04:45:52.649527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3966b1-0233-48bd-bef7-51f2d6fa241a req-25e5ca9b-1522-401b-92f8-f9aa5dc015f0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:52.651346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b3966b1-0233-48bd-bef7-51f2d6fa241a req-25e5ca9b-1522-401b-92f8-f9aa5dc015f0 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1023 time: 0.6870599 Dec 15 04:45:52.656810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864f9c0-ce7d-417e-8ac5-be8f585d8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad6893-7f48-4cf6-855a-ddbf0980af94,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:52.661871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-e6b9fb50-88fa-45f5-9044-1ecb21613b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:52.664102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-e6b9fb50-88fa-45f5-9044-1ecb21613b08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 1096 time: 0.5597820 Dec 15 04:45:52.753568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-fc704bc1-34f9-4c04-ac69-db19ffe674e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94 HTTP/1.1" status: 200 len: 217 time: 0.0611894 Dec 15 04:45:52.814709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80cf20aa-a8d5-4d2f-9e35-0caa4ace2fb9 req-0a403983-48e8-403d-8a32-8fbf16b118f3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620865 Dec 15 04:45:52.853720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b3966b1-0233-48bd-bef7-51f2d6fa241a req-f37cb3aa-9d98-41de-be8a-54d85c30e8b3 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e990d9a-3c7a-479d-9042-2fbcceb0a28f&id=76714589-da39-4f91-8690-8ac1b22ddb1a&id=b4cdf66b-164c-47f4-9ac3-95f21376fce3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1860826 Dec 15 04:45:52.865480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-0c8c039c-a0f3-4c49-92ca-31bcac4285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:52.872698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:45:52.874866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-0c8c039c-a0f3-4c49-92ca-31bcac4285f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1098473 Dec 15 04:45:52.974408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-e1ec882d-2ee6-4d05-9642-8b2f397d6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:52.975929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-e1ec882d-2ee6-4d05-9642-8b2f397d6089 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901210 Dec 15 04:45:52.989681 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b692531b-4afe-4fb7-8687-5917e2c8962d x-openstack-request-id: req-b692531b-4afe-4fb7-8687-5917e2c8962d {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:52.989981 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ca705e-11b8-4c7a-9e8b-e37302cdc409", "tag": "92ad6893-7f48-4cf6-855a-ddbf0980af94", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:52.990239 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b692531b-4afe-4fb7-8687-5917e2c8962d {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:52.990640 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'tag': '92ad6893-7f48-4cf6-855a-ddbf0980af94', 'status': 'completed', 'code': 200} Dec 15 04:45:53.065784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:53.147191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:53.148402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:53.151337 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f798fab-d004-4d14-8a60-959f59379b2a" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-unplugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:53.163431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:53.214757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-482502dd-f962-4e88-b501-5ec28c58144d service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136829 Dec 15 04:45:53.232984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5150-be35-4550-b9bf-c85ece7a8483 req-ea54a78d-51df-4359-9e1e-7c9af8b9824b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:53.234575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6aa5150-be35-4550-b9bf-c85ece7a8483 req-ea54a78d-51df-4359-9e1e-7c9af8b9824b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 946 time: 0.2655945 Dec 15 04:45:53.245422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=14']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:53.325049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8adb7-ff62-4984-8fb6-e9f62cca8dd7 req-588efa80-0d8a-41a1-af45-2275cc7d9b0d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:53.326547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74f8adb7-ff62-4984-8fb6-e9f62cca8dd7 req-588efa80-0d8a-41a1-af45-2275cc7d9b0d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1489308 Dec 15 04:45:53.362687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6aa5150-be35-4550-b9bf-c85ece7a8483 req-80a66605-cc89-40a7-aa5e-2d6e08da1379 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101708 Dec 15 04:45:53.379118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-5ee5f410-5c16-491f-a9b0-c2da39f50943 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:53.384179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-5ee5f410-5c16-491f-a9b0-c2da39f50943 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.42 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 1023 time: 0.0979037 Dec 15 04:45:53.437281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74f8adb7-ff62-4984-8fb6-e9f62cca8dd7 req-0b75abe2-4f39-46ba-a20f-e97aa3702521 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806022 Dec 15 04:45:53.455895 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c055fe-bf24-465c-99b7-b32cbfcbe5b8 x-openstack-request-id: req-b4c055fe-bf24-465c-99b7-b32cbfcbe5b8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:53.457035 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-unplugged", "status": "completed", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:53.457539 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4c055fe-bf24-465c-99b7-b32cbfcbe5b8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:53.458765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d240317-4449-427a-9cd6-d65e3d1717b3 req-013902f0-5abe-48c3-902d-0435447e8691 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230279 Dec 15 04:45:53.458913 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'code': 200} Dec 15 04:45:53.597195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Deleting port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:45:53.597544 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:53.679507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-80972227-16de-4fbe-bc7c-6e02f3bbc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:53.681025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-80972227-16de-4fbe-bc7c-6e02f3bbc44c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 1096 time: 0.1044083 Dec 15 04:45:53.835112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] For port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,segment=NetworkSegment(ddb609d7-5e25-472b-8fe8-de6effb15329),segment_id=ddb609d7-5e25-472b-8fe8-de6effb15329)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:45:53.836591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:53.857782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Calling delete_port for f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:45:53.881737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-74cd47c3-8452-426b-807c-2631c901b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:53.883430 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-74cd47c3-8452-426b-807c-2631c901b8e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.1531212 Dec 15 04:45:54.099055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-66974622-8081-402a-a11c-77113b373c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.101660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-66974622-8081-402a-a11c-77113b373c1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.3967931 Dec 15 04:45:54.141847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319c1e0-753f-4d8d-b393-062846722aad req-c8e84a00-4e49-4d5b-b5cc-fc6654348746 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.143126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-5637b249-0981-4baa-bccc-339908395b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.145060 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-5637b249-0981-4baa-bccc-339908395b87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1933994 Dec 15 04:45:54.145976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9319c1e0-753f-4d8d-b393-062846722aad req-c8e84a00-4e49-4d5b-b5cc-fc6654348746 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.3968880 Dec 15 04:45:54.283292 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-f3e4641a-5bf8-4c8c-9850-4f296e94fea8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.1236351 Dec 15 04:45:54.284681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:54.327120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:45:54.342370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-3080f2a5-feb7-4901-a686-fd3f48857b36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94 HTTP/1.1" status: 200 len: 217 time: 0.1870825 Dec 15 04:45:54.446973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83375426-1e87-4a9d-84f2-f5c0c6102071 req-a6a17c70-ad63-4929-b122-63b19bb99f5f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.457561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83375426-1e87-4a9d-84f2-f5c0c6102071 req-a6a17c70-ad63-4929-b122-63b19bb99f5f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.4897339 Dec 15 04:45:54.504493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9319c1e0-753f-4d8d-b393-062846722aad req-b0d1b692-29bb-4e04-bc6c-22a930409fe7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512313 Dec 15 04:45:54.567510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-36e035c1-7231-4367-bc36-b6ee816f30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.569055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-36e035c1-7231-4367-bc36-b6ee816f30a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.2249980 Dec 15 04:45:54.574482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'Port': ['ID=f9941dfd-f140-4a9b-9aa6-886b24c2b0e7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:54.662906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] No DVR routers for this DVR port f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:45:54.679235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:54.682826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09e772ac-1f8c-445a-bf55-53bb7ce1a3d9 req-ef98e45d-97ae-48d9-a789-ef9f38bae565 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.42 "DELETE /v2.0/ports/f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 HTTP/1.1" status: 204 len: 173 time: 1.2903333 Dec 15 04:45:54.683271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'name': 'network-vif-deleted', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:45:54.695264 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c46e09-4015-460b-bf49-504ba062eef9" -d '{"events": [{"server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "name": "network-vif-deleted", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:45:54.706953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7685443-cd32-4ae1-afb0-b537b5e5ecbb req-e1f9ecd8-e53b-4e59-ba6a-39d2317b3fc4 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/ports?device_id=876d31c1-42b8-44c5-a5b7-0e33bae25c54 HTTP/1.1" status: 200 len: 210 time: 0.0659051 Dec 15 04:45:54.724003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-d19de2c3-5298-4235-b521-a775edfc7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.727113 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-d19de2c3-5298-4235-b521-a775edfc7897 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.4054108 Dec 15 04:45:54.739995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83375426-1e87-4a9d-84f2-f5c0c6102071 req-a2f0e6ea-fdb5-426b-bd5b-92817c21fa10 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812421 Dec 15 04:45:54.767559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-8a469a5f-915e-481b-864e-258cb3049140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.770693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-8a469a5f-915e-481b-864e-258cb3049140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880035 Dec 15 04:45:54.809027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-0ddf033d-e376-4448-9332-78b007a9406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:54.810721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-0ddf033d-e376-4448-9332-78b007a9406c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707505 Dec 15 04:45:55.019879 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c5f0b-9ba5-4db9-9965-34181e5b895c x-openstack-request-id: req-eb6c5f0b-9ba5-4db9-9965-34181e5b895c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:45:55.020630 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876d31c1-42b8-44c5-a5b7-0e33bae25c54", "name": "network-vif-deleted", "tag": "f9941dfd-f140-4a9b-9aa6-886b24c2b0e7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:45:55.021137 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb6c5f0b-9ba5-4db9-9965-34181e5b895c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:45:55.022313 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d31c1-42b8-44c5-a5b7-0e33bae25c54', 'name': 'network-vif-deleted', 'tag': 'f9941dfd-f140-4a9b-9aa6-886b24c2b0e7', 'status': 'completed', 'code': 200} Dec 15 04:45:55.071565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-3745462c-8954-434f-9b0f-c838f0269e91 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869189 Dec 15 04:45:55.073130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-176c4ee3-3426-44a1-a20b-41eb336c0ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0910475 Dec 15 04:45:55.077026 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-bc4bbb58-e92f-4486-9296-c1e1b3262f41 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561734 Dec 15 04:45:55.326718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa431ef6-ddb2-4f81-a2a8-85f8cdf00541 req-01a36e97-c295-4c3a-a4cf-185c9b309852 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.327986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6496ba39-7d11-4031-b1c9-31cd17372515 req-acee33ea-cd4f-44eb-9f61-041371411623 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069273 Dec 15 04:45:55.335977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa431ef6-ddb2-4f81-a2a8-85f8cdf00541 req-01a36e97-c295-4c3a-a4cf-185c9b309852 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.3997455 Dec 15 04:45:55.341323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.341922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.342454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.342967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.343483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.343994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.344538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.346671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-29d7ed3e-e50d-4951-95fb-f28c7f178fc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 6497 time: 0.0762115 Dec 15 04:45:55.377679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add680d5-fec2-4387-9a78-4d056f54ef2b req-d353fd39-b637-43e4-b339-410d8c280498 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326629 Dec 15 04:45:55.438026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa431ef6-ddb2-4f81-a2a8-85f8cdf00541 req-36483e19-9041-4fb4-bbed-a6259660e533 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008887 Dec 15 04:45:55.787991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-61d22dfb-ee7f-435a-bfd4-92933649743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.788845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-61d22dfb-ee7f-435a-bfd4-92933649743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.789672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-61d22dfb-ee7f-435a-bfd4-92933649743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.791999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-61d22dfb-ee7f-435a-bfd4-92933649743b service neutron] 10.222.0.16 "GET /v2.0/networks?id=71bbf166-4518-42f2-a41c-b4030317ebd3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 200 len: 2290 time: 0.3436108 Dec 15 04:45:55.980659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f44e6-7d06-4990-8054-c87aceee9102 req-945af32b-9cba-4abc-a76c-49214937032d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:55.984290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-244f44e6-7d06-4990-8054-c87aceee9102 req-945af32b-9cba-4abc-a76c-49214937032d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2722299 Dec 15 04:45:56.045878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-66502ba0-73bd-43d7-8a68-2d0ed69ebe78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 200 len: 1001 time: 0.2398183 Dec 15 04:45:56.095909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-244f44e6-7d06-4990-8054-c87aceee9102 req-3e0b55a3-7c4c-4bfb-b214-fdd1b22dacde tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864148 Dec 15 04:45:56.176320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b583dd-d843-4dbb-b4a1-24a0339dcb99 req-cad09bf5-54fa-456c-8165-989ad63c55db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:56.180711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1b583dd-d843-4dbb-b4a1-24a0339dcb99 req-cad09bf5-54fa-456c-8165-989ad63c55db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.2411964 Dec 15 04:45:56.249996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-d77545a1-07ce-437f-9cbe-7d52931b3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:56.251509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-d77545a1-07ce-437f-9cbe-7d52931b3e47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 HTTP/1.1" status: 200 len: 851 time: 0.1625171 Dec 15 04:45:56.374344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1b583dd-d843-4dbb-b4a1-24a0339dcb99 req-0afa39dc-003d-4459-8b55-af4d21f0f5c6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664908 Dec 15 04:45:56.391397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ec8dab3-caf5-448a-bb6e-d664f3ee0107 req-5047ba5d-2e5b-4247-9273-4db0d6efea4a tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/b4cdf66b-164c-47f4-9ac3-95f21376fce3 HTTP/1.1" status: 200 len: 1818 time: 0.2303343 Dec 15 04:45:56.447900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-30fdb90b-8f8e-49e2-9de7-b54606d5901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:56.450296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-30fdb90b-8f8e-49e2-9de7-b54606d5901d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71bbf166-4518-42f2-a41c-b4030317ebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755860 Dec 15 04:45:56.564989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7ec8dab3-caf5-448a-bb6e-d664f3ee0107 req-e9aee804-3859-4112-bf61-2fa2d108dfe5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:56.660296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7ec8dab3-caf5-448a-bb6e-d664f3ee0107 req-e9aee804-3859-4112-bf61-2fa2d108dfe5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:56.694433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-410b4f62-6b1d-40e1-8db2-e1524bcd9828 service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303417 Dec 15 04:45:56.748610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965fa5-4fcc-47ad-b16c-62ad62c31798 req-2884a3cf-644f-4f4a-99f1-425bcfedf677 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:56.750265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77965fa5-4fcc-47ad-b16c-62ad62c31798 req-2884a3cf-644f-4f4a-99f1-425bcfedf677 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1251645 Dec 15 04:45:56.820554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7ec8dab3-caf5-448a-bb6e-d664f3ee0107 req-e9aee804-3859-4112-bf61-2fa2d108dfe5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:56.823359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-7ec8dab3-caf5-448a-bb6e-d664f3ee0107 req-e9aee804-3859-4112-bf61-2fa2d108dfe5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:56.824549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ec8dab3-caf5-448a-bb6e-d664f3ee0107 req-e9aee804-3859-4112-bf61-2fa2d108dfe5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/b4cdf66b-164c-47f4-9ac3-95f21376fce3 HTTP/1.1" status: 204 len: 173 time: 0.4320922 Dec 15 04:45:56.864710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aee804-3859-4112-bf61-2fa2d108dfe5 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cdf66b-164c-47f4-9ac3-95f21376fce3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:56.878674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:45:56.893007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77965fa5-4fcc-47ad-b16c-62ad62c31798 req-baca9fbb-3c5d-4362-afe2-7de2b4f7296e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122944 Dec 15 04:45:56.927896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-9245875f-e3e6-4093-abec-551d3f6fa7d0 service neutron] 10.222.0.16 "GET /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155914 Dec 15 04:45:56.955042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:45:56.955765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device f9941dfd-f140-4a9b-9aa6-886b24c2b0e7 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:45:56.992582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-858bf69e-ba50-4c9c-bcde-8b2592cdb4ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 217 time: 0.0626535 Dec 15 04:45:57.003017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ad51798-20ab-4900-81ae-5e9c65539eb6 req-314da3fe-2c52-4dfb-b790-23d57e2a781d tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "GET /v2.0/security-groups/76714589-da39-4f91-8690-8ac1b22ddb1a HTTP/1.1" status: 200 len: 1819 time: 0.1422842 Dec 15 04:45:57.104754 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9ad51798-20ab-4900-81ae-5e9c65539eb6 req-dfca266b-d79a-4d36-ab41-90244c624027 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.129772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9ad51798-20ab-4900-81ae-5e9c65539eb6 req-dfca266b-d79a-4d36-ab41-90244c624027 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.133947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-b38835d0-a06c-4297-9a25-48c4dd545777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:57.135978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-b38835d0-a06c-4297-9a25-48c4dd545777 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.0959058 Dec 15 04:45:57.215403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-ead85530-089e-4a19-a509-0c2e745e9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:57.217206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-ead85530-089e-4a19-a509-0c2e745e9292 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711906 Dec 15 04:45:57.239862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9ad51798-20ab-4900-81ae-5e9c65539eb6 req-dfca266b-d79a-4d36-ab41-90244c624027 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.242340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9ad51798-20ab-4900-81ae-5e9c65539eb6 req-dfca266b-d79a-4d36-ab41-90244c624027 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.246683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ad51798-20ab-4900-81ae-5e9c65539eb6 req-dfca266b-d79a-4d36-ab41-90244c624027 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] 10.222.0.37 "DELETE /v2.0/security-groups/76714589-da39-4f91-8690-8ac1b22ddb1a HTTP/1.1" status: 204 len: 173 time: 0.2428288 Dec 15 04:45:57.249643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48336) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:57.346648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Deleting subnet a278c131-2900-49f1-9493-1804d4d397cc {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:45:57.353299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.392166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca266b-d79a-4d36-ab41-90244c624027 tempest-SecurityGroupsTestJSON-1095058361 tempest-SecurityGroupsTestJSON-1095058361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76714589-da39-4f91-8690-8ac1b22ddb1a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:57.460767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.564416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aebff-0192-43a1-86f4-06772bfe4ce2 req-308322ec-db82-4960-8fb1-6749f14ba382 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:57.567357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.572604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e13aebff-0192-43a1-86f4-06772bfe4ce2 req-308322ec-db82-4960-8fb1-6749f14ba382 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2860169 Dec 15 04:45:57.622135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-064a066d-a764-480a-92ee-4f7a7c2b6ad7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960321 Dec 15 04:45:57.629626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-877f1461-09fe-48a4-9cde-c596ed91b305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.747208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.771583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249b1e6-77fc-4f4c-b59e-1f2e6b1687e7 req-030dca2b-2a29-45d6-8a19-a73936cb8c29 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:57.772217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7249b1e6-77fc-4f4c-b59e-1f2e6b1687e7 req-030dca2b-2a29-45d6-8a19-a73936cb8c29 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.2438018 Dec 15 04:45:57.786123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e13aebff-0192-43a1-86f4-06772bfe4ce2 req-80225fc0-ccc9-4285-94e2-69f58768d214 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756778 Dec 15 04:45:57.838853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:57.842024 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a278c131-2900-49f1-9493-1804d4d397cc HTTP/1.1" status: 204 len: 168 time: 0.5905833 Dec 15 04:45:57.863215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48350) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:57.943004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a278c131-2900-49f1-9493-1804d4d397cc,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:57.962109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.963272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.963810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.964341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.964863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.965384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.965880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.966384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.966887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.967676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.968548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.969227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.969731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e18706-5a70-4385-b624-f0643862d3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:45:57.991448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:58.032444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-a8081b93-5ec0-4798-a67f-5cbfd2361a28 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970089 Dec 15 04:45:58.037629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7249b1e6-77fc-4f4c-b59e-1f2e6b1687e7 req-5fc81864-d381-4fbe-be58-3dd00f21c319 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589788 Dec 15 04:45:58.082949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-23af9fa3-17d6-4a0c-ba97-4a8e949e7364 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 217 time: 0.0419393 Dec 15 04:45:58.183782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-f929567c-d44c-4348-886c-68f0f3e322ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1522801 Dec 15 04:45:58.318781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:58.377872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.378354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.378813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.379273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.379735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.380218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.380679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.382595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3df82961-b82b-472b-ba03-24e84aace9f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.0958819 Dec 15 04:45:58.569560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-e79483d8-9117-4fc8-853c-5623236c2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.569996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-e79483d8-9117-4fc8-853c-5623236c2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.570459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-e79483d8-9117-4fc8-853c-5623236c2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.572827 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-e79483d8-9117-4fc8-853c-5623236c2c53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 2296 time: 0.1562479 Dec 15 04:45:58.755919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-75658a3e-73a9-4600-94a4-b0be65e107b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 1002 time: 0.1760116 Dec 15 04:45:58.763411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-46b0ac50-ed3e-46f7-b9ce-5eac770d984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.767278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-46b0ac50-ed3e-46f7-b9ce-5eac770d984a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.6518013 Dec 15 04:45:58.797876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecad2692-021b-4e70-a6a1-b27834e49c23']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:45:58.831084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb17ce-cb6d-4af8-8b36-3a34acc460fb req-32bcb2de-2c5e-4dc5-9c39-1fef6d6e5dd7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.833183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbb17ce-cb6d-4af8-8b36-3a34acc460fb req-32bcb2de-2c5e-4dc5-9c39-1fef6d6e5dd7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.6469941 Dec 15 04:45:58.853792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb609d7-5e25-472b-8fe8-de6effb15329') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:45:58.853951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb609d7-5e25-472b-8fe8-de6effb15329') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:45:58.868184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:58.908169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22f745-67d2-40f3-9fb2-d98a0ceac7f0 req-1cbb45a2-1acd-4de5-a4e2-3ede61ad2599 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.909199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e22f745-67d2-40f3-9fb2-d98a0ceac7f0 req-1cbb45a2-1acd-4de5-a4e2-3ede61ad2599 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.6344464 Dec 15 04:45:58.918996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-90a2c5a8-122c-40ef-b695-3eca376e9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:58.921167 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-90a2c5a8-122c-40ef-b695-3eca376e9704 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 200 len: 856 time: 0.1518068 Dec 15 04:45:58.926640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:58.972596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:45:58.973269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:45:58.982417 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:45:59.010240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-4bb1bf9c-8126-444d-a58a-b3b096030423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:59.011722 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-4bb1bf9c-8126-444d-a58a-b3b096030423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829418 Dec 15 04:45:59.041839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-33f7ed98-2f1b-4ac1-95a3-534757d67bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:59.043543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-33f7ed98-2f1b-4ac1-95a3-534757d67bf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2518978 Dec 15 04:45:59.071910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbb17ce-cb6d-4af8-8b36-3a34acc460fb req-ecf9ebdf-0da6-44ed-a76d-c68b39f84df9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102807 Dec 15 04:45:59.154697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e22f745-67d2-40f3-9fb2-d98a0ceac7f0 req-3adc74dd-5f19-4dd4-b2a7-aa1caac8b8fe tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335267 Dec 15 04:45:59.174640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-4bae91e9-fc99-4c69-b542-68dff56cf48a service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544399 Dec 15 04:45:59.198118 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:59.207178 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:59.212027 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ecad2692-021b-4e70-a6a1-b27834e49c23 HTTP/1.1" status: 204 len: 168 time: 1.3473597 Dec 15 04:45:59.234174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807ef1c-7b81-4025-a80d-ab74066aeec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecad2692-021b-4e70-a6a1-b27834e49c23,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:45:59.280119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-9a04daa8-a61e-4d9d-a24d-20aa4184a1de service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267199 Dec 15 04:45:59.644747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab33f67-b0b9-437f-b98f-1f597ab2d237 req-862c386d-05b9-4927-a35a-236386244070 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:59.656696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eab33f67-b0b9-437f-b98f-1f597ab2d237 req-862c386d-05b9-4927-a35a-236386244070 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2263048 Dec 15 04:45:59.674768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989b3d6-3f4e-4321-be25-0959adeaef3c req-7a3cd821-ae6f-40b3-bec6-6a65d29c2819 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:45:59.676301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1989b3d6-3f4e-4321-be25-0959adeaef3c req-7a3cd821-ae6f-40b3-bec6-6a65d29c2819 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.3803422 Dec 15 04:45:59.706812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:59.784447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-0c4b01d2-9eb5-4246-bf12-a2ecc15e4e9a service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963574 Dec 15 04:45:59.854397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-b2683fc2-efd7-438c-95da-608a6554948b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609 HTTP/1.1" status: 200 len: 217 time: 0.0575378 Dec 15 04:45:59.875214 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1097a21-3dc0-4506-b07a-c6245e334cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:45:59.886437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eab33f67-b0b9-437f-b98f-1f597ab2d237 req-f28e7fa3-8ca5-4f46-b2f8-779654091fb0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249150 Dec 15 04:45:59.907494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1989b3d6-3f4e-4321-be25-0959adeaef3c req-b4f36c57-b454-4df1-8cf4-0160ee307f6d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105687 Dec 15 04:45:59.910381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4cebca9d-cb2e-4c04-af00-12e8c7321371 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cd53977831b445abb9d03dcd0589305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850026 Dec 15 04:45:59.931249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48394) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:45:59.995426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2861d3e-78da-4462-ae16-20e69d640df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:00.009150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-4b956625-7d7d-4287-8ca0-d2fd255eb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:00.020847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-4b956625-7d7d-4287-8ca0-d2fd255eb43c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.1579328 Dec 15 04:46:00.068935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-dec7d3b9-0b28-45f1-a205-daa58a515935 service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671889 Dec 15 04:46:00.137630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2861d3e-78da-4462-ae16-20e69d640df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:00.152333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-69b34ce0-b516-4577-8e87-6ffa504125b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 217 time: 0.0738113 Dec 15 04:46:00.281753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-fb4355a8-4f58-45c2-a615-56c0b8f33395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:00.284247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-fb4355a8-4f58-45c2-a615-56c0b8f33395 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1218381 Dec 15 04:46:00.370826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-d2ac7ff0-3fb9-4284-9dea-d59a05b071b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:00.372581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-d2ac7ff0-3fb9-4284-9dea-d59a05b071b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0774567 Dec 15 04:46:00.535283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-abd1dd8d-a3dd-4dee-910e-d7556419bfb7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:00.536954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-abd1dd8d-a3dd-4dee-910e-d7556419bfb7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.2473736 Dec 15 04:46:00.610038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-26c70b8b-b074-40ee-afb9-3a351f52c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:00.614585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-26c70b8b-b074-40ee-afb9-3a351f52c12e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5806546 Dec 15 04:46:00.615296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2861d3e-78da-4462-ae16-20e69d640df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:00.627823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2861d3e-78da-4462-ae16-20e69d640df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:00.627823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a2861d3e-78da-4462-ae16-20e69d640df0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e990d9a-3c7a-479d-9042-2fbcceb0a28f HTTP/1.1" status: 204 len: 168 time: 0.6913707 Dec 15 04:46:00.634058 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-d2d39541-5206-4084-accb-be341c9eced9 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533183 Dec 15 04:46:00.661240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-dab510e8-209a-4dc9-acd2-aafe6234aad0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/quotas/5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 375 time: 0.1130705 Dec 15 04:46:00.736289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2861d3e-78da-4462-ae16-20e69d640df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e990d9a-3c7a-479d-9042-2fbcceb0a28f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:00.803661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44311f-37da-4fbb-a314-de4952408909 req-6861122a-05bd-4c36-9c7a-6768c03bbd57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:00.805437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f44311f-37da-4fbb-a314-de4952408909 req-6861122a-05bd-4c36-9c7a-6768c03bbd57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.5138705 Dec 15 04:46:00.908748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-222411e5-1385-4c34-b970-10d9fd0c4ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559142 Dec 15 04:46:00.937159 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-cc9d5ccc-bb25-4558-99dc-957bd3db16b1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2323377 Dec 15 04:46:00.964431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f44311f-37da-4fbb-a314-de4952408909 req-51b7e544-b2ba-482a-8ccd-ce87c9f8e547 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425378 Dec 15 04:46:00.969849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-f4f8233e-7b78-4ca3-bde3-bf1c03921685 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436413 Dec 15 04:46:01.039500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-bb0272b3-3506-4d6e-8176-63aeacb8b423 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 217 time: 0.1209948 Dec 15 04:46:01.091266 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:01.169327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-e1ce29cb-f161-4608-a0fe-ad56dd4de944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:01.171050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-e1ce29cb-f161-4608-a0fe-ad56dd4de944 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1236238 Dec 15 04:46:01.219103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-82bf49c1-cb5c-4ef7-9511-f39eb7297d26 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380264 Dec 15 04:46:01.224609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-bb1c4034-223c-4c69-8a08-4a49ce2b2a14 service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732086 Dec 15 04:46:01.340445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-2c9db274-2363-40b9-80cc-650e0f937285 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce536a95-15bb-45b5-8a98-6606de9408f7 HTTP/1.1" status: 200 len: 217 time: 0.1087043 Dec 15 04:46:01.340675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-1805b25c-117f-48c2-a1ad-d1a959b9068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:01.342937 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-1805b25c-117f-48c2-a1ad-d1a959b9068b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638603 Dec 15 04:46:01.587127 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-25837634-2a9f-43e0-84eb-ae09ab6161cb service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350883 Dec 15 04:46:01.643917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-6617d2f9-ef6f-492c-afcc-9bf2ff1cf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:01.646297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-6617d2f9-ef6f-492c-afcc-9bf2ff1cf514 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 200 len: 797 time: 0.2290325 Dec 15 04:46:01.671562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e867eb4-ccec-4e34-bf0f-8df89ae607e6 req-7cadad3e-9eea-40b6-87d6-c447acdcf0c6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:01.691637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e867eb4-ccec-4e34-bf0f-8df89ae607e6 req-7cadad3e-9eea-40b6-87d6-c447acdcf0c6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.2283006 Dec 15 04:46:01.808413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-65528d8f-4c90-4a24-b0c7-68674ca0de7b service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573397 Dec 15 04:46:01.847183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-6e854912-37fe-4354-9a6e-90884b1a110f service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470334 Dec 15 04:46:01.850325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e867eb4-ccec-4e34-bf0f-8df89ae607e6 req-382e5dd1-8625-41e3-9a58-5da7d2e9f986 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558461 Dec 15 04:46:01.857123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-667be7d9-face-4454-98b7-f2f3fec9c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:01.858880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-667be7d9-face-4454-98b7-f2f3fec9c41b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea31f19-76e8-499a-9902-6c076b0dd8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1301239 Dec 15 04:46:01.925585 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-095e0ed5-08ad-4bfb-886b-f1267e8c4ea6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0698237 Dec 15 04:46:02.125735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-374268a2-ce0f-48c5-bbed-bb66c12c1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:02.130788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-374268a2-ce0f-48c5-bbed-bb66c12c1536 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1974235 Dec 15 04:46:02.208698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-6ba930b5-a1ae-470f-84b9-c6d610ceec15 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380065 Dec 15 04:46:02.222048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-33f2a778-e6c5-4c8b-b151-f4bcd8468bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:02.223572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-33f2a778-e6c5-4c8b-b151-f4bcd8468bbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831988 Dec 15 04:46:02.418730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-02856f46-d6c5-445b-844b-de8b33e6a0ed service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751604 Dec 15 04:46:02.466857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a095f4a7-f322-40c7-85f2-e8ef401fa332 req-5ac1742f-dc01-4685-888d-3abad2cdbba0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 210 time: 0.2559531 Dec 15 04:46:02.499228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:02.568576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a744c8-daf7-4de7-b067-1255987c744f req-8571ab50-ae2b-442e-9f7d-bd9e9d59fd3a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:02.586183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4a744c8-daf7-4de7-b067-1255987c744f req-8571ab50-ae2b-442e-9f7d-bd9e9d59fd3a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.3697970 Dec 15 04:46:02.640815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-fd5ddcd0-661b-4d35-bcdc-85efdf60137d service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106228 Dec 15 04:46:02.644757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:02.660365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-b8e97c4b-bdcd-4e3e-b785-413fd605e0f0 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428539 Dec 15 04:46:02.798464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-afc4207b-35ba-42b6-a4ce-412193ebaba5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 200 len: 217 time: 0.1379700 Dec 15 04:46:02.812109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1264021103-network', 'tenant_id': '22c5ac932838431892889ef99fb38168'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:02.839816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-3cc35f9b-550b-4d53-82cc-8a4476275b53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6ce6fea8-bc9a-486f-9278-58371addd150 HTTP/1.1" status: 200 len: 217 time: 0.1708829 Dec 15 04:46:02.877216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:46:02.910872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Made reservation on behalf of 22c5ac932838431892889ef99fb38168 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:46:02.933673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:02.940452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3020894b-a280-4af9-989e-3b057f22041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:02.946494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3020894b-a280-4af9-989e-3b057f22041f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1289580 Dec 15 04:46:02.966504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:02.998732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4a744c8-daf7-4de7-b067-1255987c744f req-93a0035e-ac84-40a0-bb5a-9a3501fd74bd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096727 Dec 15 04:46:03.126464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:03.152581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'mac_address': 'fa:16:3e:eb:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:46:03.154982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.166127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.219832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45eef02-881f-4d09-b43d-670998c46c57,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:03.240140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-39ea273d-4b96-4fd4-b5d2-f38fecb03f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:03.242203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-39ea273d-4b96-4fd4-b5d2-f38fecb03f28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.3888743 Dec 15 04:46:03.253394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:46:03.263551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.268473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-eedf9594-dd7c-43a6-8923-b2308ff62e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:03.270663 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-eedf9594-dd7c-43a6-8923-b2308ff62e16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2987254 Dec 15 04:46:03.282749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.283384 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Added segment 310693ec-f55f-4b94-b7e6-694da69ef780 of type vlan for network 4c2e3726-a038-4aff-b9cb-5b8eb70fece0 Dec 15 04:46:03.287863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:46:03.363700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2343-51b9-4aeb-9448-3b8112c76caa req-50cc96ea-bec3-4afe-97b6-fe79ad64d7bd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:03.367748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c08f2343-51b9-4aeb-9448-3b8112c76caa req-50cc96ea-bec3-4afe-97b6-fe79ad64d7bd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.2794156 Dec 15 04:46:03.396960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:03.427383 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.429174 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.476420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-ffaa13a3-c548-434f-9cbc-6f65091a7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:03.480703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-ffaa13a3-c548-434f-9cbc-6f65091a7dab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2022960 Dec 15 04:46:03.551226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c08f2343-51b9-4aeb-9448-3b8112c76caa req-81998121-b749-43fb-a0cd-7e15faa8ec50 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737301 Dec 15 04:46:03.553039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3d1ef64d-31b2-4a85-a823-74db4353ccaa service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725499 Dec 15 04:46:03.605421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.613100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:03.638417 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:03.725805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['03d9219e-4141-454e-9d86-99c2159a8ab5'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:46:03.833526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-a8ef818f-370a-4c73-b2c1-a7289d2c3934 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435314 Dec 15 04:46:03.891639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-ac294b9e-2610-4386-b87c-8df80bc4fc01 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169343 Dec 15 04:46:04.043760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-74bb0e34-29f9-47be-947b-37674d457265 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 200 len: 217 time: 0.1448779 Dec 15 04:46:04.047363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.resource_extend [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:46:04.068902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3270311-ca12-48b4-8499-a4f5a7f560e8 req-fb205b0a-c36c-4693-be24-a6718f3ece69 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 210 time: 0.2281969 Dec 15 04:46:04.153018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-be712fab-f682-45f7-98aa-57fdcc475d9e service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826152 Dec 15 04:46:04.218108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-47f928aa-520d-4c04-be3f-51ba25bafcad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 200 len: 217 time: 0.0562942 Dec 15 04:46:04.281134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:04.288208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:04.288976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:04.355448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8527925 Dec 15 04:46:04.388272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48534) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:04.396703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Request body: {'subnet': {'network_id': '4c2e3726-a038-4aff-b9cb-5b8eb70fece0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1264021103-subnet', 'tenant_id': '22c5ac932838431892889ef99fb38168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:04.412906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-820e365f-ced4-4ca3-9ac6-0235f02cc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:04.414713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-820e365f-ced4-4ca3-9ac6-0235f02cc04b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 200 len: 797 time: 0.1907680 Dec 15 04:46:04.421018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-f2ec107e-c423-4002-97b1-88a32bdc2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:04.423307 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-f2ec107e-c423-4002-97b1-88a32bdc2681 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.3415356 Dec 15 04:46:04.496742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a30c1b-766c-4db2-a97b-6a751953d72e req-741124dc-28f0-44a6-bb2c-d085ced7cc18 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:04.498648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0a30c1b-766c-4db2-a97b-6a751953d72e req-741124dc-28f0-44a6-bb2c-d085ced7cc18 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.2409759 Dec 15 04:46:04.502361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Made reservation on behalf of 22c5ac932838431892889ef99fb38168 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:46:04.504750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:04.602097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4989f9-af4b-474a-99cc-5cd49ccc638a admin admin] Pushing event updated for resources: {'Network': ['ID=4c2e3726-a038-4aff-b9cb-5b8eb70fece0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:04.611566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 4c2e3726-a038-4aff-b9cb-5b8eb70fece0 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:46:04.683408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-e1332a06-0542-4f6d-85c8-f1b540c87a09 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:04.684892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-e1332a06-0542-4f6d-85c8-f1b540c87a09 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.42 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.7836828 Dec 15 04:46:04.726186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-290cf360-1545-42fc-803b-f4ce558ba852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:04.729017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-290cf360-1545-42fc-803b-f4ce558ba852 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2772839 Dec 15 04:46:04.738905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'port': {'device_id': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'admin_state_up': True, 'tenant_id': '5ce6912b41234295b070654966d6f06d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:04.891400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:05.064231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 03d9219e-4141-454e-9d86-99c2159a8ab5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:05.064607 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:05.327626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:05.372575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-71d86a44-8e76-40a8-bf76-13a8a6027b43 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215229 Dec 15 04:46:05.428514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:05.432180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:05.437327 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c0d74-4275-4636-ba6c-599b420648e6" -d '{"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-plugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:05.444609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:46:05.448311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:05.453897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:05.498455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-5729158a-b443-4e11-a954-72a2b578ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:05.500038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-5729158a-b443-4e11-a954-72a2b578ecbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8045e7a3-4bca-4174-ac8f-5c80cec4db3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0764766 Dec 15 04:46:05.600011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:05.679623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-1946f689-4ee2-4468-b8d0-36b31ef6d916 service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350939 Dec 15 04:46:05.757508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0a30c1b-766c-4db2-a97b-6a751953d72e req-1056e76d-9bef-4dca-ac54-5295c1fe2359 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2468925 Dec 15 04:46:05.796723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-3544b4d6-59f5-4954-91ac-1e88e0310cac service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140639 Dec 15 04:46:05.961987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-5cfd43ca-0d60-4c62-bddb-0dfec68e8b4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 217 time: 0.1483171 Dec 15 04:46:06.088915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3c523ce-bdd2-47b0-a6f6-b37655f5e486 req-5eaca8a3-bd09-46ed-b5b8-6f174e9db51d service neutron] 10.222.0.16 "GET /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981452 Dec 15 04:46:06.159604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Allocated IP 172.20.0.14 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/0b4749db-bd6f-4af9-af70-73f88148eff4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:46:06.176862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:06.192167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a67e9bf4-d85a-4359-bc03-7c6dfd82b313 req-f2963d66-1f34-47fe-9628-2a6154f99191 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 210 time: 0.0982790 Dec 15 04:46:06.202847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-158d5362-be7d-48d6-9af7-0b96760c02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:06.206610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-158d5362-be7d-48d6-9af7-0b96760c02b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.2319553 Dec 15 04:46:06.225866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a330-6174-43bc-a22c-a7c37eb163b2 req-d6983a59-8530-4b2a-8647-f1a9707fb25e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:06.229104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9078a330-6174-43bc-a22c-a7c37eb163b2 req-d6983a59-8530-4b2a-8647-f1a9707fb25e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.8734891 Dec 15 04:46:06.319415 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0e272f-1d73-421d-abac-d401082c0edc x-openstack-request-id: req-9b0e272f-1d73-421d-abac-d401082c0edc {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:06.319922 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-plugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:06.320043 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b0e272f-1d73-421d-abac-d401082c0edc {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:06.320375 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'code': 200} Dec 15 04:46:06.354091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecea722e-ffee-491c-9b5c-4615f8320614,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:06.424114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-ed86091b-2bcd-4dcf-853a-2c404ebc5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:06.425654 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-ed86091b-2bcd-4dcf-853a-2c404ebc5845 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2024393 Dec 15 04:46:06.427952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9078a330-6174-43bc-a22c-a7c37eb163b2 req-315b2303-2025-4cc9-8e97-7db24f45f8c2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485529 Dec 15 04:46:06.447214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Checking segment: {'id': '310693ec-f55f-4b94-b7e6-694da69ef780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4c2e3726-a038-4aff-b9cb-5b8eb70fece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:06.448594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Network hostable DHCP agents. Network: 4c2e3726-a038-4aff-b9cb-5b8eb70fece0, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:46:06.547374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Network 4c2e3726-a038-4aff-b9cb-5b8eb70fece0 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:46:06.549087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-5340d3b3-0c42-4db5-b410-4d114eaf8c04 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082652 Dec 15 04:46:06.565849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 4c2e3726-a038-4aff-b9cb-5b8eb70fece0) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:06.574117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe66330-8da7-4e07-9c9d-c20b8bc7c0ff None None] Network 4c2e3726-a038-4aff-b9cb-5b8eb70fece0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:46:06.574690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:06.576672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:06.635826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d76dd8c1-bdec-4a99-b7dd-d36aa1250a3d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2462494 Dec 15 04:46:06.862138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:06.986597 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ecdfaa0-ea4f-4f52-84ad-b6ed694b1d0f req-4600e5ec-60b5-445d-99a3-ff1ad3b84d3d service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991454 Dec 15 04:46:07.000772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9fb9d-8b7b-4a8b-b163-6c89d5b093fc None None] Network 4c2e3726-a038-4aff-b9cb-5b8eb70fece0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:46:07.003524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:07.086199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba43c-7605-4a57-a8fd-dd2d31dad179 req-dd6710af-ee89-4056-900f-5e52734936c0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:07.088459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:07.103428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf0ba43c-7605-4a57-a8fd-dd2d31dad179 req-dd6710af-ee89-4056-900f-5e52734936c0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1672330 Dec 15 04:46:07.216943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=0b4749db-bd6f-4af9-af70-73f88148eff4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:07.259185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf0ba43c-7605-4a57-a8fd-dd2d31dad179 req-949bbe84-0f3d-4d88-b85b-c9a23091a99c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546113 Dec 15 04:46:07.263486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:07.278421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:07.281576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:46:07.307433 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-315fb517-bb6c-41cd-bfbe-21b8f123e8a0 req-2e67b23e-3099-4c00-86b7-5cf3efeb1cd5 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] show failed (client error): The resource could not be found. Dec 15 04:46:07.315340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-315fb517-bb6c-41cd-bfbe-21b8f123e8a0 req-2e67b23e-3099-4c00-86b7-5cf3efeb1cd5 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups/e0d7a428-a443-491a-a090-9810a6e5bcfa HTTP/1.1" status: 404 len: 352 time: 0.0480533 Dec 15 04:46:07.388124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:07.388773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:07.452652 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-311446ce-1f8a-496b-9440-b922971acdf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7370737 Dec 15 04:46:07.477076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Request body: {'port': {'device_id': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:07.622645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da174b6e-8c59-4167-a004-c29335bd84a1 req-fc2ea1b1-1746-44b2-9521-b39eb73a47a7 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22c5ac932838431892889ef99fb38168 HTTP/1.1" status: 200 len: 3005 time: 0.1614978 Dec 15 04:46:07.677520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:07.828874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da174b6e-8c59-4167-a004-c29335bd84a1 req-9127302e-ec4c-4c9d-ab21-8da2003dbb40 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups/b45eef02-881f-4d09-b43d-670998c46c57 HTTP/1.1" status: 200 len: 3002 time: 0.2013576 Dec 15 04:46:07.875087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa6956-4677-49a5-94df-5ec55d1fe9dc req-4800c789-dc7c-422c-a372-2cf725cd1652 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:07.907386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76fa6956-4677-49a5-94df-5ec55d1fe9dc req-4800c789-dc7c-422c-a372-2cf725cd1652 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 932 time: 0.3317018 Dec 15 04:46:07.963773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-74082c6a-b404-4935-a99d-1feb0667a4f7 None None] Provisioning complete for port 0b4749db-bd6f-4af9-af70-73f88148eff4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:07.964798 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-74082c6a-b404-4935-a99d-1feb0667a4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:08.056582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-74082c6a-b404-4935-a99d-1feb0667a4f7 None None] Port 0b4749db-bd6f-4af9-af70-73f88148eff4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:08.066101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da174b6e-8c59-4167-a004-c29335bd84a1 req-1dbc28da-b58c-452a-b3d0-bbb1a2225107 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups/b45eef02-881f-4d09-b43d-670998c46c57 HTTP/1.1" status: 200 len: 3002 time: 0.2363279 Dec 15 04:46:08.116011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76fa6956-4677-49a5-94df-5ec55d1fe9dc req-444f6c41-9230-4332-8466-2b7aa325fb3a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965494 Dec 15 04:46:08.339127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-636eb14e-dd22-49ad-b58f-9ea812f6aa86 req-eb71690d-576f-4330-869e-a69801c9c762 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups/b45eef02-881f-4d09-b43d-670998c46c57 HTTP/1.1" status: 200 len: 3002 time: 0.1759112 Dec 15 04:46:08.439095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649a71-d155-4057-ad2c-973001543f3b req-a4f5b3ae-200c-437a-a6d2-7c968a735c2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:08.447087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56649a71-d155-4057-ad2c-973001543f3b req-a4f5b3ae-200c-437a-a6d2-7c968a735c2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.2171400 Dec 15 04:46:08.458121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4749db-bd6f-4af9-af70-73f88148eff4 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:46:08.488417 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:08.517070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Transition to ACTIVE for port object 0b4749db-bd6f-4af9-af70-73f88148eff4 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:46:08.542938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:08.574623 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-636eb14e-dd22-49ad-b58f-9ea812f6aa86 req-5570bbda-c3da-4b89-bf6d-cb0effc3d9e7 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 04:46:08.621458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-636eb14e-dd22-49ad-b58f-9ea812f6aa86 req-5570bbda-c3da-4b89-bf6d-cb0effc3d9e7 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "DELETE /v2.0/security-groups/b45eef02-881f-4d09-b43d-670998c46c57 HTTP/1.1" status: 409 len: 352 time: 0.2809777 Dec 15 04:46:08.679604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Pushing event updated for resources: {'Port': ['ID=0b4749db-bd6f-4af9-af70-73f88148eff4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:08.687868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56649a71-d155-4057-ad2c-973001543f3b req-f9918c42-c951-443d-bdef-d700baacc358 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396026 Dec 15 04:46:08.832271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Attempting to bind port 0b4749db-bd6f-4af9-af70-73f88148eff4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:46:08.836206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Attempting to bind port 0b4749db-bd6f-4af9-af70-73f88148eff4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:46:08.836860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Attempting to bind port 0b4749db-bd6f-4af9-af70-73f88148eff4 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:08.860676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Port 0b4749db-bd6f-4af9-af70-73f88148eff4 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:46:08.861126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Attempting to bind port 0b4749db-bd6f-4af9-af70-73f88148eff4 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:08.900495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:46:08.900495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:08.900495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:46:08.900495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Bound port: 0b4749db-bd6f-4af9-af70-73f88148eff4, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:46:08.900495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:09.058053 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-d38565a5-a21f-45db-a735-ddbbc9586d01 req-3ab31a05-1203-4af3-aeca-94a0bf185cc5 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] show failed (client error): The resource could not be found. Dec 15 04:46:09.068605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d38565a5-a21f-45db-a735-ddbbc9586d01 req-3ab31a05-1203-4af3-aeca-94a0bf185cc5 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups/c35f6866-6046-4728-9817-71beaea02536 HTTP/1.1" status: 404 len: 352 time: 0.0968225 Dec 15 04:46:09.104009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eb238-d43c-4ef9-9772-3cbd358afc29 req-0b3da87b-58d3-444e-b0aa-4826f11b5fb3 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:09.126832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d2eb238-d43c-4ef9-9772-3cbd358afc29 req-0b3da87b-58d3-444e-b0aa-4826f11b5fb3 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.2613983 Dec 15 04:46:09.147195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] For port 0b4749db-bd6f-4af9-af70-73f88148eff4, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:09.166199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] For port 0b4749db-bd6f-4af9-af70-73f88148eff4, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0b4749db-bd6f-4af9-af70-73f88148eff4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:46:09.186907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:09.198956 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-b7356c33-b00f-43b9-8be7-6e7b88d96bae req-e14f2946-a057-4958-a580-96ca6f2d9a90 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] show failed (client error): The resource could not be found. Dec 15 04:46:09.216644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7356c33-b00f-43b9-8be7-6e7b88d96bae req-e14f2946-a057-4958-a580-96ca6f2d9a90 tempest-SecurityGroupsNegativeTestJSON-1498630187 tempest-SecurityGroupsNegativeTestJSON-1498630187-project] 10.222.0.37 "GET /v2.0/security-groups/74ad751c-4255-4c2f-8659-7956116da1e0 HTTP/1.1" status: 404 len: 352 time: 0.0863395 Dec 15 04:46:09.225762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48610) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:09.341679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d2eb238-d43c-4ef9-9772-3cbd358afc29 req-bd7bb8cf-0c35-40bb-9809-fec2d03f2997 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126360 Dec 15 04:46:09.486584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1501fe-fef5-463e-9962-b5115ca5b936 req-5d61238b-ca6c-4a0c-99d1-73fad08c920d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:09.501615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c1501fe-fef5-463e-9962-b5115ca5b936 req-5d61238b-ca6c-4a0c-99d1-73fad08c920d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 944 time: 0.1179020 Dec 15 04:46:09.565381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:09.569917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:09.584365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] 10.222.0.42 "PUT /v2.0/ports/0b4749db-bd6f-4af9-af70-73f88148eff4 HTTP/1.1" status: 200 len: 1093 time: 2.1015737 Dec 15 04:46:09.587620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'tag': '0b4749db-bd6f-4af9-af70-73f88148eff4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:09.593203 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3189085-50b1-42ba-8603-008bcf0e2a37" -d '{"events": [{"name": "network-changed", "server_uuid": "11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25", "tag": "0b4749db-bd6f-4af9-af70-73f88148eff4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:09.641447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2d59c-db45-42f5-bb1c-3fbd6e7fe4bf service neutron] Pushing event updated for resources: {'Port': ['ID=0b4749db-bd6f-4af9-af70-73f88148eff4,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:09.678363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Deleting subnet ecea722e-ffee-491c-9b5c-4615f8320614 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:46:09.721261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c1501fe-fef5-463e-9962-b5115ca5b936 req-dfaa6bd6-7889-4829-b5c4-18700f329a90 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162642 Dec 15 04:46:09.739077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:09.823716 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1974c2-7694-4c41-a550-1592aa817fb5 x-openstack-request-id: req-5b1974c2-7694-4c41-a550-1592aa817fb5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:09.823945 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25", "tag": "0b4749db-bd6f-4af9-af70-73f88148eff4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:09.828250 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b1974c2-7694-4c41-a550-1592aa817fb5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:09.828710 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'tag': '0b4749db-bd6f-4af9-af70-73f88148eff4', 'status': 'completed', 'code': 200} Dec 15 04:46:09.876293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:09.936807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-540fd78d-2a96-498a-a966-2283d487b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:09.938278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-540fd78d-2a96-498a-a966-2283d487b2e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 1096 time: 0.2849724 Dec 15 04:46:09.980811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79525843-eab6-4b24-b985-725d80dafee1 req-694e9285-0957-410b-aaff-e35c8dcaad72 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:09.992345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79525843-eab6-4b24-b985-725d80dafee1 req-694e9285-0957-410b-aaff-e35c8dcaad72 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1532896 Dec 15 04:46:10.129841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-24b71669-5703-4b4d-bbb0-7703fb859a3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b4749db-bd6f-4af9-af70-73f88148eff4 HTTP/1.1" status: 200 len: 217 time: 0.1763592 Dec 15 04:46:10.179146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79525843-eab6-4b24-b985-725d80dafee1 req-180e72c8-ddd5-4493-8775-51b8b9816f01 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855538 Dec 15 04:46:10.251005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-2784cf6c-c196-41ea-8f99-c0926ea464ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:10.264536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-2784cf6c-c196-41ea-8f99-c0926ea464ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1259341 Dec 15 04:46:10.287943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:10.685775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb0587-6025-4cc9-b7f6-1a3f87bdc74b req-041fb01c-aa05-4e81-a17c-b6f09c91988d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:10.688324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01fb0587-6025-4cc9-b7f6-1a3f87bdc74b req-041fb01c-aa05-4e81-a17c-b6f09c91988d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1045771 Dec 15 04:46:10.963977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01fb0587-6025-4cc9-b7f6-1a3f87bdc74b req-4eacaa92-03da-4363-be1c-5f24bab2f822 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691014 Dec 15 04:46:11.004987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-bffcb7d8-ee69-4048-b023-68daa32391e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:11.005616 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-bffcb7d8-ee69-4048-b023-68daa32391e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7316446 Dec 15 04:46:11.032530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77947a-ba5a-48e3-a3c2-a7754eaf2de9 req-8b73a236-8d3c-4c49-b218-bad2495a5e6c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:11.043500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c77947a-ba5a-48e3-a3c2-a7754eaf2de9 req-8b73a236-8d3c-4c49-b218-bad2495a5e6c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 944 time: 0.2042556 Dec 15 04:46:11.158347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c77947a-ba5a-48e3-a3c2-a7754eaf2de9 req-b8a21004-b0ef-4f2a-b643-fb124415c791 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129878 Dec 15 04:46:11.308051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-3f8724d0-47dd-4442-ad1a-45e9f84dec32 service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927704 Dec 15 04:46:11.443420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e97ef-dcd6-464c-99b2-4b82527cb8b4 req-ab92958b-d72a-4f7f-9e23-7614b53ae9a2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:11.457329 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-252e97ef-dcd6-464c-99b2-4b82527cb8b4 req-ab92958b-d72a-4f7f-9e23-7614b53ae9a2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1220653 Dec 15 04:46:11.585789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-252e97ef-dcd6-464c-99b2-4b82527cb8b4 req-b5f8e309-dd9d-49e6-b518-c2197a88da6e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258380 Dec 15 04:46:11.606052 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44fc000e-af16-43c0-9fd6-5ef51255faa8 req-4da04de1-777f-4495-aa28-259b6c6cfa29 service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863643 Dec 15 04:46:11.621540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:11.731778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecea722e-ffee-491c-9b5c-4615f8320614,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:11.734010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:11.756089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48654) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:11.756317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-77617136-f15a-477a-824e-d2f6a54c641b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecea722e-ffee-491c-9b5c-4615f8320614 HTTP/1.1" status: 204 len: 168 time: 2.4297509 Dec 15 04:46:11.862700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-1e124e21-3b21-408e-aee9-4677454f12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:11.866010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-1e124e21-3b21-408e-aee9-4677454f12e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 1096 time: 0.1089413 Dec 15 04:46:11.898803 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:12.133126 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:12.169005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-0063c84a-3679-4d27-a00d-8b0933a6d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:12.170825 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-0063c84a-3679-4d27-a00d-8b0933a6d9d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.2961583 Dec 15 04:46:12.297709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-879a8457-b2ae-46dd-9c03-fecd56e00cec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b4749db-bd6f-4af9-af70-73f88148eff4 HTTP/1.1" status: 200 len: 217 time: 0.1198716 Dec 15 04:46:12.328842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2e3726-a038-4aff-b9cb-5b8eb70fece0']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:12.386724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50c27-28e3-4ba0-b12b-2101a5fb4b23 req-ebe9fa30-e026-401d-b922-7a8b36e82769 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:12.397986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6d50c27-28e3-4ba0-b12b-2101a5fb4b23 req-ebe9fa30-e026-401d-b922-7a8b36e82769 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.2248585 Dec 15 04:46:12.428092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-f16c130f-6b47-4a9b-83ab-703e9a946ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:12.428092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-f16c130f-6b47-4a9b-83ab-703e9a946ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1207232 Dec 15 04:46:12.446787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310693ec-f55f-4b94-b7e6-694da69ef780') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:12.447080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310693ec-f55f-4b94-b7e6-694da69ef780') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:12.512778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-6c8d1e1a-5d09-452e-92fa-76d9d1eb8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:12.514609 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-6c8d1e1a-5d09-452e-92fa-76d9d1eb8ded service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787234 Dec 15 04:46:12.574495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6d50c27-28e3-4ba0-b12b-2101a5fb4b23 req-bff235d5-a18d-492f-8c65-b1f4ab5760b4 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561875 Dec 15 04:46:12.582111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:12.685508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21304062-3d93-4b9c-b55e-1813324bd534 req-c5a12814-e554-4b61-bf84-31b6485093f1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:12.690479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21304062-3d93-4b9c-b55e-1813324bd534 req-c5a12814-e554-4b61-bf84-31b6485093f1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 944 time: 0.3337133 Dec 15 04:46:12.694182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:12.783532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-c86846ea-f9d9-4688-9914-e3ff642fdfaf service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513478 Dec 15 04:46:12.805117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:46:12.809468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:46:12.813866 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:46:13.094711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3189085-50b1-42ba-8603-008bcf0e2a37 req-2e1b1183-029e-4731-be3f-2fa36c62ac03 service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931967 Dec 15 04:46:13.202827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21304062-3d93-4b9c-b55e-1813324bd534 req-75afcb87-d9a0-4d5e-9d0d-332324d3eb09 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015256 Dec 15 04:46:13.309425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28432-e74d-4014-88f6-ceeebcfac3de req-b87bb599-b192-40b0-99b5-0845526d9a41 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:13.323969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4f28432-e74d-4014-88f6-ceeebcfac3de req-b87bb599-b192-40b0-99b5-0845526d9a41 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.4078553 Dec 15 04:46:13.348556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:13.382267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:13.391707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c2e3726-a038-4aff-b9cb-5b8eb70fece0 HTTP/1.1" status: 204 len: 168 time: 1.6340935 Dec 15 04:46:13.449430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97562-d6b0-4927-821f-1fe178273505 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2e3726-a038-4aff-b9cb-5b8eb70fece0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:13.552180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4f28432-e74d-4014-88f6-ceeebcfac3de req-0d4c5828-c69c-4943-b238-d74386040213 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168183 Dec 15 04:46:13.705425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48688) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:13.755725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6ac4221e-d329-4dd6-b7bd-5375067ba303 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22c5ac932838431892889ef99fb38168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491290 Dec 15 04:46:13.760242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48690) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:13.909205 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:46:13.998120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23a2a5db-bc04-404c-b3bb-f86b32afd6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:14.041074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055e960-bca6-4353-a301-d09ce6452076 req-8a5cbd55-92e7-46e7-bba4-cd32f3735d2a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:14.053844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b055e960-bca6-4353-a301-d09ce6452076 req-8a5cbd55-92e7-46e7-bba4-cd32f3735d2a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1629674 Dec 15 04:46:14.089442 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23a2a5db-bc04-404c-b3bb-f86b32afd6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:14.231510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23a2a5db-bc04-404c-b3bb-f86b32afd6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:14.235038 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23a2a5db-bc04-404c-b3bb-f86b32afd6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:14.242952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-23a2a5db-bc04-404c-b3bb-f86b32afd6c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b45eef02-881f-4d09-b43d-670998c46c57 HTTP/1.1" status: 204 len: 168 time: 0.4811692 Dec 15 04:46:14.294403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2a5db-bc04-404c-b3bb-f86b32afd6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45eef02-881f-4d09-b43d-670998c46c57,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:14.330205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b055e960-bca6-4353-a301-d09ce6452076 req-a4c71ba0-9c53-4a11-9f7a-076c74601f22 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660687 Dec 15 04:46:14.541909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cca518-a988-4aad-9063-fe3d584115a2 req-a3a7c2da-1c32-44ab-83b9-290b939ee13c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:14.552331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84cca518-a988-4aad-9063-fe3d584115a2 req-a3a7c2da-1c32-44ab-83b9-290b939ee13c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 944 time: 0.1285467 Dec 15 04:46:14.628495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84cca518-a988-4aad-9063-fe3d584115a2 req-d9d340e3-9ee6-4377-a208-eb67c4767bf1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751784 Dec 15 04:46:14.789778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb273-7672-4a83-afce-0ed65210f5e5 req-b5df95a4-640b-4a04-a695-92c28b7d9143 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:14.805946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-264bb273-7672-4a83-afce-0ed65210f5e5 req-b5df95a4-640b-4a04-a695-92c28b7d9143 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.0872045 Dec 15 04:46:14.914846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-264bb273-7672-4a83-afce-0ed65210f5e5 req-820d037d-2fed-4bc5-97f5-2fa31077355a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024034 Dec 15 04:46:14.942576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0b4749db-bd6f-4af9-af70-73f88148eff4 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:46:15.217628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0b4749db-bd6f-4af9-af70-73f88148eff4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0b4749db-bd6f-4af9-af70-73f88148eff4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:15.242838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '0b4749db-bd6f-4af9-af70-73f88148eff4', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': '0b4749db-bd6f-4af9-af70-73f88148eff4', 'mac_address': 'fa:16:3e:5e:04:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:46:15.300324 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:15.318677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4749db-bd6f-4af9-af70-73f88148eff4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:46:15.405435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0b4749db-bd6f-4af9-af70-73f88148eff4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0b4749db-bd6f-4af9-af70-73f88148eff4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:15.414580 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:15.599908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71decc00-a2f9-4728-9629-53c78d61b017 req-295b0814-6107-4ac6-9199-a76f7f3ad93e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:15.611141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71decc00-a2f9-4728-9629-53c78d61b017 req-295b0814-6107-4ac6-9199-a76f7f3ad93e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1174221 Dec 15 04:46:15.782432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71decc00-a2f9-4728-9629-53c78d61b017 req-afcfab07-2cc2-46ae-bc45-fa94c8653fc5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703436 Dec 15 04:46:16.017072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0b4749db-bd6f-4af9-af70-73f88148eff4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:16.065822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ca766-2f91-4ee7-8272-1c949fca2f94 req-09b5da57-203f-4bbb-a7f4-933a24e96fb6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:16.067422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a20ca766-2f91-4ee7-8272-1c949fca2f94 req-09b5da57-203f-4bbb-a7f4-933a24e96fb6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 945 time: 0.2653530 Dec 15 04:46:16.115997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:46:16.162694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a20ca766-2f91-4ee7-8272-1c949fca2f94 req-5297fd4f-6649-456d-9e61-87eedba5b600 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837522 Dec 15 04:46:16.370768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7e2c2-6921-40d3-9449-53431d2600bf req-7bdade2b-91a2-4406-a5c2-9e18a31edf6e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:16.377306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0c7e2c2-6921-40d3-9449-53431d2600bf req-7bdade2b-91a2-4406-a5c2-9e18a31edf6e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1434453 Dec 15 04:46:16.522369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0c7e2c2-6921-40d3-9449-53431d2600bf req-b44dae9e-7fd4-4168-96a8-cbfc9ae3c5de tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333525 Dec 15 04:46:16.826556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48776) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:17.093789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d258d-37e7-4a22-af4f-d4745b3e84c2 req-0649069b-5bb2-4fb0-a971-062943409326 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:17.097600 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f72d258d-37e7-4a22-af4f-d4745b3e84c2 req-0649069b-5bb2-4fb0-a971-062943409326 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1344502 Dec 15 04:46:17.160931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4170c492-9eec-4fe2-aea2-5a5af3841bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:17.288295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f72d258d-37e7-4a22-af4f-d4745b3e84c2 req-7c652a8c-54ba-49c7-8866-b20496d4d6b1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835995 Dec 15 04:46:17.413916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c49d-d033-474d-87eb-d2f4200e7626 req-6e1828e4-48df-4892-a1fa-1f99578e32a2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:17.428681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d66c49d-d033-474d-87eb-d2f4200e7626 req-6e1828e4-48df-4892-a1fa-1f99578e32a2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 945 time: 0.0947378 Dec 15 04:46:17.503153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4170c492-9eec-4fe2-aea2-5a5af3841bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:17.576359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d66c49d-d033-474d-87eb-d2f4200e7626 req-4a2cc94f-d336-4d71-941f-a42471482277 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317489 Dec 15 04:46:17.579560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4170c492-9eec-4fe2-aea2-5a5af3841bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:17.714626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170c492-9eec-4fe2-aea2-5a5af3841bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c37f5f1-a4b1-4566-8675-c7a930a767a4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:17.734313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4170c492-9eec-4fe2-aea2-5a5af3841bd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13589a4e324f40e4ae7d10e28f08acc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9044816 Dec 15 04:46:17.735088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48798) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:17.786799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985fd35-3970-4d39-9d58-7120d6d66952 req-36abc328-50c8-4022-9c02-db98d05d733d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:17.822843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0985fd35-3970-4d39-9d58-7120d6d66952 req-36abc328-50c8-4022-9c02-db98d05d733d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1810191 Dec 15 04:46:17.877239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f82f4e72-344a-4ae4-b189-aa075dc4924a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:17.929719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f82f4e72-344a-4ae4-b189-aa075dc4924a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:17.969732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0985fd35-3970-4d39-9d58-7120d6d66952 req-c4a71ccc-903d-45f6-b664-819ca3391c58 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382010 Dec 15 04:46:18.022524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f82f4e72-344a-4ae4-b189-aa075dc4924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:18.025192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f82f4e72-344a-4ae4-b189-aa075dc4924a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:18.028997 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f82f4e72-344a-4ae4-b189-aa075dc4924a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c37f5f1-a4b1-4566-8675-c7a930a767a4 HTTP/1.1" status: 204 len: 168 time: 0.2922893 Dec 15 04:46:18.052348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f4e72-344a-4ae4-b189-aa075dc4924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c37f5f1-a4b1-4566-8675-c7a930a767a4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:18.493889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4af71-3f6c-4db8-9389-ab6b4fd34c55 req-04f766ab-9d93-48d9-a7c2-f4863ec28606 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:18.503676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ca4af71-3f6c-4db8-9389-ab6b4fd34c55 req-04f766ab-9d93-48d9-a7c2-f4863ec28606 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.0899272 Dec 15 04:46:18.596694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ca4af71-3f6c-4db8-9389-ab6b4fd34c55 req-b21ecf94-bc4e-4a8c-9bfa-1b9430cbbe4e tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916710 Dec 15 04:46:18.776849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abe42c-08b4-424c-a7bb-b7ab397b6d5b req-eaa1bd02-ee5e-48e4-aa07-229e1f0ec09c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:18.780321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66abe42c-08b4-424c-a7bb-b7ab397b6d5b req-eaa1bd02-ee5e-48e4-aa07-229e1f0ec09c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 945 time: 0.0723312 Dec 15 04:46:18.872393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66abe42c-08b4-424c-a7bb-b7ab397b6d5b req-1cac18cf-a496-4966-a9f7-faf308cccc74 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830388 Dec 15 04:46:18.969429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0b4749db-bd6f-4af9-af70-73f88148eff4 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:19.045413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 0b4749db-bd6f-4af9-af70-73f88148eff4 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:46:19.053810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 0b4749db-bd6f-4af9-af70-73f88148eff4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:19.054632 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.198704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe5a9-a8bd-4881-9b2c-748810e1e913 req-0de072df-fa3d-4f14-9f24-f1ede32f2205 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:19.204877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b1fe5a9-a8bd-4881-9b2c-748810e1e913 req-0de072df-fa3d-4f14-9f24-f1ede32f2205 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1266801 Dec 15 04:46:19.266431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.297243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48848) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:19.304241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b1fe5a9-a8bd-4881-9b2c-748810e1e913 req-d1cdb6df-0ad9-4323-883c-f35d2da49386 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897617 Dec 15 04:46:19.326825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0b4749db-bd6f-4af9-af70-73f88148eff4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0b4749db-bd6f-4af9-af70-73f88148eff4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:19.328164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4749db-bd6f-4af9-af70-73f88148eff4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:19.331062 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b949015d-f985-4ec1-bc13-647705eacbb3" -d '{"events": [{"server_uuid": "11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25", "name": "network-vif-plugged", "status": "completed", "tag": "0b4749db-bd6f-4af9-af70-73f88148eff4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:19.336503 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.385708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0b4749db-bd6f-4af9-af70-73f88148eff4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:19.404228 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bff853-9930-442e-9638-2ef45677c2b5 x-openstack-request-id: req-03bff853-9930-442e-9638-2ef45677c2b5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:19.404734 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25", "name": "network-vif-plugged", "status": "completed", "tag": "0b4749db-bd6f-4af9-af70-73f88148eff4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:19.405176 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03bff853-9930-442e-9638-2ef45677c2b5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:19.405752 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4749db-bd6f-4af9-af70-73f88148eff4', 'code': 200} Dec 15 04:46:19.662173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1135237491-network', 'tenant_id': '4761547da47f4991bc292d32ba479b87'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:19.706830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Made reservation on behalf of 4761547da47f4991bc292d32ba479b87 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:46:19.710846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.734323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.832813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079fbe2-9a74-4737-9366-d3b1cfb882d5 req-33593ba9-3bb4-4290-ad16-bab309539d58 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:19.841152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1079fbe2-9a74-4737-9366-d3b1cfb882d5 req-33593ba9-3bb4-4290-ad16-bab309539d58 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.0745645 Dec 15 04:46:19.895073 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1079fbe2-9a74-4737-9366-d3b1cfb882d5 req-88bbda9e-f28f-44ad-bdd3-63ace3dc9533 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526230 Dec 15 04:46:19.964788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.967454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30803db4-5bbc-4a12-af8b-6b73ab2999b2 req-68b7ce8b-6622-45b3-a4f5-cb9098afd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:19.969719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30803db4-5bbc-4a12-af8b-6b73ab2999b2 req-68b7ce8b-6622-45b3-a4f5-cb9098afd91b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 1098 time: 0.2316494 Dec 15 04:46:19.973182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:19.988814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:46:19.999437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.000079 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Added segment 658c5ab9-38c7-48d2-a359-71bf5fc62b2a of type vlan for network de9977a5-6363-4e18-b899-4afc2cb9d0c7 Dec 15 04:46:20.048329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.105159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5ec0d3-7176-4d0d-af81-eb23065033ea,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:20.134924 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-30803db4-5bbc-4a12-af8b-6b73ab2999b2 req-e9b23f70-eeba-4c9a-9dc5-03955c00490b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837882 Dec 15 04:46:20.144365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.145555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:20.146179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.170037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4688b-6011-4cee-abc1-720b7585bbcc req-219dc703-af66-48ad-bb21-7d11e37a42ea tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:20.181328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1de4688b-6011-4cee-abc1-720b7585bbcc req-219dc703-af66-48ad-bb21-7d11e37a42ea tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1367097 Dec 15 04:46:20.249272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1de4688b-6011-4cee-abc1-720b7585bbcc req-7f9b33ff-d1f9-4f1c-bff2-b3642abb30eb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662811 Dec 15 04:46:20.267107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] Pushing event updated for resources: {'Network': ['ID=de9977a5-6363-4e18-b899-4afc2cb9d0c7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:20.282176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6cad9de3-cf61-44b2-98a8-9141b67f7eee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9806557 Dec 15 04:46:20.283050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48872) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:20.292710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:46:20.293287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Request body: {'subnet': {'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1135237491-subnet', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:20.345953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Made reservation on behalf of 4761547da47f4991bc292d32ba479b87 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:46:20.348955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.574776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8105-f6cd-49d9-a15f-621b916c53c3 req-6d3ff872-6273-4c23-b90d-eb3c87675640 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:20.577133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7ac8105-f6cd-49d9-a15f-621b916c53c3 req-6d3ff872-6273-4c23-b90d-eb3c87675640 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1305006 Dec 15 04:46:20.659012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.689288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48880) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:20.693793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7ac8105-f6cd-49d9-a15f-621b916c53c3 req-0c700eaf-bbb3-4c14-81ad-1c776940848b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Dec 15 04:46:20.760414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbe44a2-2105-418c-9007-8355cdece276,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:20.785148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Checking segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:20.785148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Network hostable DHCP agents. Network: de9977a5-6363-4e18-b899-4afc2cb9d0c7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:46:20.813140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:46:20.832631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, de9977a5-6363-4e18-b899-4afc2cb9d0c7) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:20.843353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedfed82-b903-432f-bc15-e585bc5e6f59 None None] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:46:20.891609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:20.908434 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.938699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bbaa5c3-408f-4f72-add2-e5d9a7446935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:20.956427 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-173a94b7-a222-49d2-8290-17857540bd40 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6721258 Dec 15 04:46:20.959926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48892) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:20.973434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:21.077344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'project_id': '4761547da47f4991bc292d32ba479b87', 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:46:21.078379 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.089338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bbaa5c3-408f-4f72-add2-e5d9a7446935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.101616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bbaa5c3-408f-4f72-add2-e5d9a7446935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.104683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.105693 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.162223 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.303407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9bbaa5c3-408f-4f72-add2-e5d9a7446935 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4aee3a25a14d4a63aa3c241a325e3bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6083841 Dec 15 04:46:21.306914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48902) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:21.362426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Allocated IP 172.20.0.2 (de9977a5-6363-4e18-b899-4afc2cb9d0c7/7fbe44a2-2105-418c-9007-8355cdece276/84b63ad0-0f2d-4982-8919-ae06e7836a0d) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:46:21.394728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbaa5c3-408f-4f72-add2-e5d9a7446935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84eaaa8-232f-4231-aa52-d17312235cc4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:21.437909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1791a790-c972-472d-aac0-a968fced4483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.482322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1791a790-c972-472d-aac0-a968fced4483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.554003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1791a790-c972-472d-aac0-a968fced4483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.554350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.558624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1791a790-c972-472d-aac0-a968fced4483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.560993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1791a790-c972-472d-aac0-a968fced4483 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e84eaaa8-232f-4231-aa52-d17312235cc4 HTTP/1.1" status: 204 len: 168 time: 0.2528300 Dec 15 04:46:21.582304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791a790-c972-472d-aac0-a968fced4483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84eaaa8-232f-4231-aa52-d17312235cc4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:21.604309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb58d-668b-4949-80c4-6e995bf83f94 req-f3eed99c-5836-4a3f-b78f-400852871411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:21.623228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-612eb58d-668b-4949-80c4-6e995bf83f94 req-f3eed99c-5836-4a3f-b78f-400852871411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.5319896 Dec 15 04:46:21.676115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.687224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.753179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:21.757049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:21.760764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:46:21.795050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Pushing event updated for resources: {'Port': ['ID=84b63ad0-0f2d-4982-8919-ae06e7836a0d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:21.844452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Attempting to bind port 84b63ad0-0f2d-4982-8919-ae06e7836a0d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:46:21.845286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Attempting to bind port 84b63ad0-0f2d-4982-8919-ae06e7836a0d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:46:21.846280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Attempting to bind port 84b63ad0-0f2d-4982-8919-ae06e7836a0d on network de9977a5-6363-4e18-b899-4afc2cb9d0c7 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:21.869259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:46:21.870272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Checking segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:21.870685 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.871080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Bound using segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:46:21.871561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Bound port: 84b63ad0-0f2d-4982-8919-ae06e7836a0d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:46:21.872719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:21.905632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-612eb58d-668b-4949-80c4-6e995bf83f94 req-2d854792-09c1-43ab-99ba-8728ce413f95 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771087 Dec 15 04:46:21.951027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa03f6-a492-4bde-bf0c-5182708ecef1 req-ba87ab8e-f8e3-4ec2-90fc-3094db2f1931 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:21.958539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1afa03f6-a492-4bde-bf0c-5182708ecef1 req-ba87ab8e-f8e3-4ec2-90fc-3094db2f1931 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.3916359 Dec 15 04:46:22.029708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] For port 84b63ad0-0f2d-4982-8919-ae06e7836a0d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:22.036436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] For port 84b63ad0-0f2d-4982-8919-ae06e7836a0d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84b63ad0-0f2d-4982-8919-ae06e7836a0d,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:46:22.046505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.148434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1afa03f6-a492-4bde-bf0c-5182708ecef1 req-7ecd8a2e-000d-4544-bdd9-49ffc0b07851 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737154 Dec 15 04:46:22.187318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144cf0d-61be-4eef-84af-c95b310f384a req-2a426d0c-366c-493d-83e7-658c6e256e31 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:22.189009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6144cf0d-61be-4eef-84af-c95b310f384a req-2a426d0c-366c-493d-83e7-658c6e256e31 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1682396 Dec 15 04:46:22.236995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc304-8707-45b9-9e0a-7f0880f7f2b9 None None] Pushing event updated for resources: {'Port': ['ID=84b63ad0-0f2d-4982-8919-ae06e7836a0d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:22.255876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48922) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:22.287072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cae2f13-510b-4d2a-8e56-6c5b82a5b796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.578067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cae2f13-510b-4d2a-8e56-6c5b82a5b796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.613524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cae2f13-510b-4d2a-8e56-6c5b82a5b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.617387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6144cf0d-61be-4eef-84af-c95b310f384a req-7d2c5b28-b696-4c73-927a-8355286606d7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087543 Dec 15 04:46:22.752336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3cae2f13-510b-4d2a-8e56-6c5b82a5b796 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94dbd0ce1b324d44b5b96d7382e1f082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4953768 Dec 15 04:46:22.753190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48932) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:22.788713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84b63ad0-0f2d-4982-8919-ae06e7836a0d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:22.822637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.874888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.877366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae2f13-510b-4d2a-8e56-6c5b82a5b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca46657-b8be-4bcf-832d-ca6c46a3115a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:22.922468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 84b63ad0-0f2d-4982-8919-ae06e7836a0d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:22.924705 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:22.953064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41335f-0dc7-448a-9a73-aa0aa38e07aa req-b9f2d778-e946-46a1-838e-4cbd00f9b3cc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:22.954900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c41335f-0dc7-448a-9a73-aa0aa38e07aa req-b9f2d778-e946-46a1-838e-4cbd00f9b3cc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1510725 Dec 15 04:46:22.966018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b52986ce-5a1b-49c8-b29e-e07b26039e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.054603 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b52986ce-5a1b-49c8-b29e-e07b26039e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.094892 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.153118 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b52986ce-5a1b-49c8-b29e-e07b26039e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.156372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b52986ce-5a1b-49c8-b29e-e07b26039e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.162783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b52986ce-5a1b-49c8-b29e-e07b26039e5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eca46657-b8be-4bcf-832d-ca6c46a3115a HTTP/1.1" status: 204 len: 168 time: 0.3919795 Dec 15 04:46:23.187102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52986ce-5a1b-49c8-b29e-e07b26039e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca46657-b8be-4bcf-832d-ca6c46a3115a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:23.200165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Allocated IP 172.25.2.76 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/924e802f-7e8d-44bf-862c-01cc872c503c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:46:23.214271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 84b63ad0-0f2d-4982-8919-ae06e7836a0d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84b63ad0-0f2d-4982-8919-ae06e7836a0d,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:23.251814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.378863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.385275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=84b63ad0-0f2d-4982-8919-ae06e7836a0d,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:23.403240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.404889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.405455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.406769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.407213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.407966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.409943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.410550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.411109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.412401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.413113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.413670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.414214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:23.435490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c41335f-0dc7-448a-9a73-aa0aa38e07aa req-712535fb-86b8-4248-b452-55199151671f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711747 Dec 15 04:46:23.457066 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.528455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Pushing event updated for resources: {'Port': ['ID=924e802f-7e8d-44bf-862c-01cc872c503c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:23.538870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f642d-21b1-4e3d-b1a2-1a047daac774 req-712f2ea5-3a6c-4d2c-b377-ce5ac20dff28 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:23.546948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c9f642d-21b1-4e3d-b1a2-1a047daac774 req-712f2ea5-3a6c-4d2c-b377-ce5ac20dff28 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.5052030 Dec 15 04:46:23.566300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:23.575782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:23.579911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:46:23.599436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf6f12-ae34-481a-bd5e-0e1867b95915 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:46:23.734443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3617386f-6c52-45d2-b97e-e8bf3793c89e None None] Provisioning complete for port 924e802f-7e8d-44bf-862c-01cc872c503c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:23.737457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3617386f-6c52-45d2-b97e-e8bf3793c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:23.832142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3617386f-6c52-45d2-b97e-e8bf3793c89e None None] Port 924e802f-7e8d-44bf-862c-01cc872c503c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:24.021897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe021afd-643d-47c4-a8d3-ed184ceb620f None None] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:46:24.240525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c9f642d-21b1-4e3d-b1a2-1a047daac774 req-6521a23d-29f1-4a5f-8834-c914f6bdea16 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921420 Dec 15 04:46:24.263330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d8be1839-6c7a-4563-b52c-e65849cda5f6 None None] Provisioning complete for port 84b63ad0-0f2d-4982-8919-ae06e7836a0d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:24.264840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8be1839-6c7a-4563-b52c-e65849cda5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:24.350987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d2506-37c1-4f32-8292-a9ab70ec5876 req-c7753e78-400b-4dba-8fb0-38fd7eb54325 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:24.365991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-135d2506-37c1-4f32-8292-a9ab70ec5876 req-c7753e78-400b-4dba-8fb0-38fd7eb54325 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.2219284 Dec 15 04:46:24.644371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84b63ad0-0f2d-4982-8919-ae06e7836a0d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:24.659105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-135d2506-37c1-4f32-8292-a9ab70ec5876 req-2c1c0b09-cece-4143-8a62-462abde593e9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789638 Dec 15 04:46:24.751432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 84b63ad0-0f2d-4982-8919-ae06e7836a0d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:24.751819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:24.828875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c7d6a-ca01-4055-94fa-f932417c2cac req-5f0b3e1e-5247-4d6e-8091-9c464a7711a4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:24.831789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f3c7d6a-ca01-4055-94fa-f932417c2cac req-5f0b3e1e-5247-4d6e-8091-9c464a7711a4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.2277730 Dec 15 04:46:24.872446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7bbd0887-90cc-4f93-808c-43e68b779c87 None None] Provisioning complete for port 84b63ad0-0f2d-4982-8919-ae06e7836a0d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:24.872969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bbd0887-90cc-4f93-808c-43e68b779c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:24.886928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:25.017950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f3c7d6a-ca01-4055-94fa-f932417c2cac req-9b403429-a63c-420f-90ed-dc13b44fa076 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641448 Dec 15 04:46:25.245466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:25.522452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992efae-576e-47af-9ead-3520aa983ecc req-1e089243-4b9d-427d-9195-b8a197a4702f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:25.530944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0992efae-576e-47af-9ead-3520aa983ecc req-1e089243-4b9d-427d-9195-b8a197a4702f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1442347 Dec 15 04:46:25.597206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0992efae-576e-47af-9ead-3520aa983ecc req-485eda5e-c3c1-4ec4-a952-3a6f66e56c38 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629594 Dec 15 04:46:25.626326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Router a637e2d9-96b8-4391-ac58-f306ce9b99a8 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:46:25.791893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:46:25.804561 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Sync routers for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:46:25.823761 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:46:25.825279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:46:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:25.888591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:25.890012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e1a3aff6-8d3d-4202-ad36-ad2cd20e7d03 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9201713 Dec 15 04:46:25.892749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:25.929866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46c13-bbc2-4b7f-b3ba-72643608e5a1 req-8ae86438-4b23-4903-8953-a687e9bb6384 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:25.937990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baf46c13-bbc2-4b7f-b3ba-72643608e5a1 req-8ae86438-4b23-4903-8953-a687e9bb6384 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1376467 Dec 15 04:46:26.055287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baf46c13-bbc2-4b7f-b3ba-72643608e5a1 req-925dd5e8-9a4c-4100-b8c9-5a12843da09a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114163 Dec 15 04:46:26.225944 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:46:26.304691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2ff4f-62cb-482c-915e-984d521f07a0 req-b8ebf5b8-eebd-4573-a7e0-8d5b6c5b28a2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:26.326495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0e2ff4f-62cb-482c-915e-984d521f07a0 req-b8ebf5b8-eebd-4573-a7e0-8d5b6c5b28a2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1322396 Dec 15 04:46:26.421248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0e2ff4f-62cb-482c-915e-984d521f07a0 req-64950754-55c4-4e8d-a84a-75f90788f460 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924339 Dec 15 04:46:26.591980 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:24Z', 'revision_number': 3, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:26.647769 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Checking router: a637e2d9-96b8-4391-ac58-f306ce9b99a8 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:46:26.648158 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Updating router a637e2d9-96b8-4391-ac58-f306ce9b99a8 port 924e802f-7e8d-44bf-862c-01cc872c503c binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:46:26.696322 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:26.769605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:26.822484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6617ad3-e573-4b4a-9694-ead26d58555c req-1568bb97-69e2-40b3-a089-0d68e532b853 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:26.833561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6617ad3-e573-4b4a-9694-ead26d58555c req-1568bb97-69e2-40b3-a089-0d68e532b853 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1102679 Dec 15 04:46:26.958765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6617ad3-e573-4b4a-9694-ead26d58555c req-7e8ea2eb-3337-4c73-ab84-880f8ac48f29 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174614 Dec 15 04:46:26.987300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Allocated IP 172.20.0.1 (de9977a5-6363-4e18-b899-4afc2cb9d0c7/7fbe44a2-2105-418c-9007-8355cdece276/54db63f8-a905-4de4-81fe-77b0aab2494c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:46:27.026352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 92ad6893-7f48-4cf6-855a-ddbf0980af94 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:46:27.169070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.213703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.299253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Pushing event updated for resources: {'Port': ['ID=54db63f8-a905-4de4-81fe-77b0aab2494c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:27.333997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:27.354268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 92ad6893-7f48-4cf6-855a-ddbf0980af94, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:27.355934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:27.359238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:46:27.385429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2619f-131a-416d-81f2-650660b8ded2 req-cee7928f-ba9d-4701-97b7-6d5b42337156 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:27.393676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcf2619f-131a-416d-81f2-650660b8ded2 req-cee7928f-ba9d-4701-97b7-6d5b42337156 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 944 time: 0.1512232 Dec 15 04:46:27.410146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '92ad6893-7f48-4cf6-855a-ddbf0980af94', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': '92ad6893-7f48-4cf6-855a-ddbf0980af94', 'mac_address': 'fa:16:3e:e6:70:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:46:27.538087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.547045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcf2619f-131a-416d-81f2-650660b8ded2 req-55606857-9d71-4dc7-8fdd-1b17a09493e1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520700 Dec 15 04:46:27.549134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.620219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ad6893-7f48-4cf6-855a-ddbf0980af94 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:46:27.675293 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.700865 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.776104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23fc29-90eb-4b7c-a39d-bcec973f86d9 req-2ac4ac8a-05c2-4ee5-8bef-23530a47ebdd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:27.783092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 92ad6893-7f48-4cf6-855a-ddbf0980af94, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:27.783092 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9440fd12-4da8-43e4-bf56-1f04a0173591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.790819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab23fc29-90eb-4b7c-a39d-bcec973f86d9 req-2ac4ac8a-05c2-4ee5-8bef-23530a47ebdd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1454077 Dec 15 04:46:27.833222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.833789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.916042 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Attempting to bind port 924e802f-7e8d-44bf-862c-01cc872c503c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:46:27.917265 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Attempting to bind port 924e802f-7e8d-44bf-862c-01cc872c503c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:46:27.918037 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Attempting to bind port 924e802f-7e8d-44bf-862c-01cc872c503c on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:27.926902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c1bd369b-0fe3-43d4-8079-edddc7b0d543 None None] Provisioning complete for port 54db63f8-a905-4de4-81fe-77b0aab2494c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:27.927315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1bd369b-0fe3-43d4-8079-edddc7b0d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.933555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab23fc29-90eb-4b7c-a39d-bcec973f86d9 req-792b0e00-773e-4c94-831c-c88a9fe2a49f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366529 Dec 15 04:46:27.935449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Pushing event updated for resources: {'Port': ['ID=924e802f-7e8d-44bf-862c-01cc872c503c,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:27.951804 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.952133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.952593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.952926 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.953243 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.953568 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.954168 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.954680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.955176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.955693 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.956321 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.957073 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.957577 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:27.961485 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:46:27.971082 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:27.971759 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:27.972369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:46:27.973046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Bound port: 924e802f-7e8d-44bf-862c-01cc872c503c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:46:27.973610 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.082825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd369b-0fe3-43d4-8079-edddc7b0d543 None None] Port 54db63f8-a905-4de4-81fe-77b0aab2494c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:28.090307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836b14f-9f34-443b-99db-635e8d10ba86 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:46:28.115344 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] For port 924e802f-7e8d-44bf-862c-01cc872c503c, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:28.126013 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] For port 924e802f-7e8d-44bf-862c-01cc872c503c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=924e802f-7e8d-44bf-862c-01cc872c503c,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:46:28.152676 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.177832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=92ad6893-7f48-4cf6-855a-ddbf0980af94,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:28.226231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6587a224-3d5a-4684-9f8c-36f0f16c0a96 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:46:28.245680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1ae27be5-a1f9-4a2c-9032-3dfb6060b156 None None] Provisioning complete for port 924e802f-7e8d-44bf-862c-01cc872c503c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:28.246456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ae27be5-a1f9-4a2c-9032-3dfb6060b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.294837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7ec6c-d566-4144-ad0e-5e7ef3623577 req-95802372-c42f-42d5-a379-d687b803b65d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:28.308548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11b7ec6c-d566-4144-ad0e-5e7ef3623577 req-95802372-c42f-42d5-a379-d687b803b65d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1626341 Dec 15 04:46:28.365360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.374693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['92ad6893-7f48-4cf6-855a-ddbf0980af94'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:46:28.384394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.409271 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e6a85-7075-41d8-a4a7-08fdc94f3538 None None] Pushing event updated for resources: {'Port': ['ID=924e802f-7e8d-44bf-862c-01cc872c503c,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:28.421728 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:46:28.423711 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:46:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:28.460216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11b7ec6c-d566-4144-ad0e-5e7ef3623577 req-0475c1d4-fa61-460d-b28a-75c5cbfb1a2d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292875 Dec 15 04:46:28.509691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ae27be5-a1f9-4a2c-9032-3dfb6060b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.595805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Pushing event updated for resources: {'Port': ['ID=54db63f8-a905-4de4-81fe-77b0aab2494c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:28.609159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.654699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ae27be5-a1f9-4a2c-9032-3dfb6060b156 None None] For port 924e802f-7e8d-44bf-862c-01cc872c503c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=924e802f-7e8d-44bf-862c-01cc872c503c,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:28.678615 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ae27be5-a1f9-4a2c-9032-3dfb6060b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:28.758646 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:46:28.806081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:28.813343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:28.837825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8341999-334f-4529-88dd-5ed7aa931e68 req-616a4400-6842-44c9-a4e1-034c8f9bb80f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:28.843163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8341999-334f-4529-88dd-5ed7aa931e68 req-616a4400-6842-44c9-a4e1-034c8f9bb80f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 945 time: 0.1462684 Dec 15 04:46:28.985256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8341999-334f-4529-88dd-5ed7aa931e68 req-795b91ef-c236-4597-baf7-8d55506327e7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186311 Dec 15 04:46:29.045333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3f46a32d-813f-403a-9f66-d7f9cfd8d468 None None] Provisioning complete for port 924e802f-7e8d-44bf-862c-01cc872c503c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:29.045912 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f46a32d-813f-403a-9f66-d7f9cfd8d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:29.127025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae27be5-a1f9-4a2c-9032-3dfb6060b156 None None] Pushing event updated for resources: {'Port': ['ID=924e802f-7e8d-44bf-862c-01cc872c503c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:29.137979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471fb3-2cc5-4553-90ec-6aba6e0b92fb req-b02e0d9d-53b8-483d-bacc-1cc62fea0002 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:29.147668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a3471fb3-2cc5-4553-90ec-6aba6e0b92fb req-b02e0d9d-53b8-483d-bacc-1cc62fea0002 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.0986421 Dec 15 04:46:29.263452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Router a637e2d9-96b8-4391-ac58-f306ce9b99a8 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:46:29.299032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a3471fb3-2cc5-4553-90ec-6aba6e0b92fb req-e08814f2-6a52-4295-8f82-8512fda8f1cd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454127 Dec 15 04:46:29.381363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-95342cf1-97bd-434a-b8d7-a94438af07b4 None None] Provisioning complete for port 54db63f8-a905-4de4-81fe-77b0aab2494c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:29.381996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95342cf1-97bd-434a-b8d7-a94438af07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:29.479238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-95342cf1-97bd-434a-b8d7-a94438af07b4 None None] Port 54db63f8-a905-4de4-81fe-77b0aab2494c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:29.505978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:46:29.530442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f300e44-fb28-4937-aed6-6f771cab1481 admin admin] 10.222.0.37 "PUT /v2.0/routers/a637e2d9-96b8-4391-ac58-f306ce9b99a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6334624 Dec 15 04:46:29.595779 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 2, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:29.683498 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b1c3f-762d-49fd-a77b-6fd1bf8003ed None None] The sync data for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 is: [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 2, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:46:29.703626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f8a4-6a27-4b91-9cf6-1923f38c7675 req-fd658416-a17f-41f2-bb28-06e3451523bb tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:29.721590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2868f8a4-6a27-4b91-9cf6-1923f38c7675 req-fd658416-a17f-41f2-bb28-06e3451523bb tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1028595 Dec 15 04:46:29.848199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2868f8a4-6a27-4b91-9cf6-1923f38c7675 req-572c3f05-831b-4013-977c-8fd736025e38 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290705 Dec 15 04:46:29.880188 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8daac44c-948b-4910-9fab-bc9bfb15a5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:30.638466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49166) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:30.645345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915930296', 'description': 'tempest-description--553291250'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:30.790280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:30.867540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d0f6f-d689-4ff3-a836-c2b62b95a8fa req-5ac73a40-189e-43a0-9993-8a1a68a22a38 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:30.869472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-752d0f6f-d689-4ff3-a836-c2b62b95a8fa req-5ac73a40-189e-43a0-9993-8a1a68a22a38 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 945 time: 0.1954458 Dec 15 04:46:30.927201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d14b2-f854-48a8-abe3-11583ba7ddde req-61de4b19-6403-4bb5-9dae-77e55f69bc6a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:30.932624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-764d14b2-f854-48a8-abe3-11583ba7ddde req-61de4b19-6403-4bb5-9dae-77e55f69bc6a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1575372 Dec 15 04:46:31.025795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 92ad6893-7f48-4cf6-855a-ddbf0980af94 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:31.111818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.136683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.140324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-764d14b2-f854-48a8-abe3-11583ba7ddde req-8cff461f-a79b-4ba6-b288-e2ece73fc20c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924572 Dec 15 04:46:31.142445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 92ad6893-7f48-4cf6-855a-ddbf0980af94 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:46:31.153117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-752d0f6f-d689-4ff3-a836-c2b62b95a8fa req-0150ce67-7deb-4925-be4c-87a4abfaf63f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762370 Dec 15 04:46:31.154272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.165419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 92ad6893-7f48-4cf6-855a-ddbf0980af94 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:31.166187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.195517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ded31db-aa79-46e8-9d8c-251656ea7e2a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:31.216963 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.218816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ded7a82b-24d5-4730-9954-84e51c086bf6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5779822 Dec 15 04:46:31.222022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:31.229505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Request body: {'security_group_rule': {'security_group_id': '2ded31db-aa79-46e8-9d8c-251656ea7e2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:31.317196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.321822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.401021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 92ad6893-7f48-4cf6-855a-ddbf0980af94, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:31.402378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad6893-7f48-4cf6-855a-ddbf0980af94'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:31.411248 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba6b016-3bae-4775-af7e-985710cd886e" -d '{"events": [{"server_uuid": "e2ca705e-11b8-4c7a-9e8b-e37302cdc409", "name": "network-vif-plugged", "status": "completed", "tag": "92ad6893-7f48-4cf6-855a-ddbf0980af94"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:31.429581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.475731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.480560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.489169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.491884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.500541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.507523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.513783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.520098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.526580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.534569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-0babddff-64fc-4922-9123-79b2def32c5b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.2013338 Dec 15 04:46:31.544773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f47a76-c248-498b-8471-ea9cb5bfc7b2,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:31.551093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.553865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=92ad6893-7f48-4cf6-855a-ddbf0980af94,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:31.556419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e55951e8-0382-4ffe-a5cc-70d8ad56353f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318651 Dec 15 04:46:31.557100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:31.570425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Request body: {'security_group_rule': {'security_group_id': '2ded31db-aa79-46e8-9d8c-251656ea7e2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:31.641256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.683378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7251e-81dc-4528-91a6-44648ef97264 req-4be746c1-35f8-4637-9589-270cb377b5d0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.690678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21c7251e-81dc-4528-91a6-44648ef97264 req-4be746c1-35f8-4637-9589-270cb377b5d0 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1475661 Dec 15 04:46:31.735733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1301232-74d1-474e-9a82-05bb0d4d2766 req-5f6d3953-8272-4b9b-8122-9fd2282f85d4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1942916 Dec 15 04:46:31.747498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.756217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.806644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca7487e-81ce-4d70-aef2-f6a1794b5c4e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:31.813047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21c7251e-81dc-4528-91a6-44648ef97264 req-8d84842c-d139-454f-a4b3-75d3fd196368 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213830 Dec 15 04:46:31.817892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.822660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49192) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:46:31.823554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-172117fd-9ec5-4200-8515-9d2f02669abc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632954 Dec 15 04:46:31.827157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:31.838819 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb606817-1b00-4da2-ace5-92f1e53d01b3 x-openstack-request-id: req-cb606817-1b00-4da2-ace5-92f1e53d01b3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:31.840834 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ca705e-11b8-4c7a-9e8b-e37302cdc409", "name": "network-vif-plugged", "status": "completed", "tag": "92ad6893-7f48-4cf6-855a-ddbf0980af94", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:31.841283 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb606817-1b00-4da2-ace5-92f1e53d01b3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:31.841855 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad6893-7f48-4cf6-855a-ddbf0980af94', 'code': 200} Dec 15 04:46:31.859610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:31.911811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-6510c934-f8f0-4244-9e33-50c2a96d2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:31.920631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-6510c934-f8f0-4244-9e33-50c2a96d2968 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1097 time: 0.0781837 Dec 15 04:46:31.996636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:32.047766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-fbddf465-e321-4a9b-b120-78c109b29d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.049319 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-fbddf465-e321-4a9b-b120-78c109b29d3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.1154759 Dec 15 04:46:32.136386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e3d1-bb4f-4e41-af88-2d053635080f req-41c9fbb4-10d2-4f2f-96b7-d0e1a3639d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.139443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b31e3d1-bb4f-4e41-af88-2d053635080f req-41c9fbb4-10d2-4f2f-96b7-d0e1a3639d1a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 1098 time: 0.1404164 Dec 15 04:46:32.175512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-716d645e-cadd-4c97-9fca-303c500a349c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 1000 time: 0.1169913 Dec 15 04:46:32.246128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Allocated IP 172.25.2.173 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/1def934a-4a3e-4acc-a17b-c17715ece93c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:46:32.264996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b31e3d1-bb4f-4e41-af88-2d053635080f req-6db2747f-cafd-43d1-a55a-b90eeb387735 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051571 Dec 15 04:46:32.281720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.290542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.299848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.308840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.315742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.323253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.329538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.331229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-99525f79-90b8-40de-9f95-871c9245f11f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.2810023 Dec 15 04:46:32.370398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-51ae1902-2a77-4b02-8632-27fb15a02a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.371903 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-51ae1902-2a77-4b02-8632-27fb15a02a33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1630158 Dec 15 04:46:32.429130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-877111aa-1524-4b39-a72a-3decf7f89db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.431298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-877111aa-1524-4b39-a72a-3decf7f89db9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515575 Dec 15 04:46:32.477883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8836d9-8b99-47f8-984a-87b4a357e775 req-c3fda6ee-c40c-4da9-b40b-53085c250743 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.481128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a8836d9-8b99-47f8-984a-87b4a357e775 req-c3fda6ee-c40c-4da9-b40b-53085c250743 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1871700 Dec 15 04:46:32.509663 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:32.596106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bc91-097d-4e11-ba91-eb9d53fd7b40 req-5ac03bd4-8772-4004-819d-97597d09138b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.597920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f603bc91-097d-4e11-ba91-eb9d53fd7b40 req-5ac03bd4-8772-4004-819d-97597d09138b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.2407646 Dec 15 04:46:32.608753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-8e16d89e-120c-4ac5-b2dc-c33c9c71a89d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:32.610501 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-8e16d89e-120c-4ac5-b2dc-c33c9c71a89d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "GET /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0667143 Dec 15 04:46:32.639107 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:32.681074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a8836d9-8b99-47f8-984a-87b4a357e775 req-7a97be77-08d4-4b36-a523-742a87639ea0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885300 Dec 15 04:46:32.698592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f603bc91-097d-4e11-ba91-eb9d53fd7b40 req-61e92a61-59df-4f32-bc22-a48f99dfae9f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858798 Dec 15 04:46:32.700436 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:32.722360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 924e802f-7e8d-44bf-862c-01cc872c503c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:32.753674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:32.758624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:32.770313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:46:32.824819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event updated for resources: {'Port': ['ID=1def934a-4a3e-4acc-a17b-c17715ece93c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:32.861374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 924e802f-7e8d-44bf-862c-01cc872c503c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:32.861732 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:32.958107 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-ddbffc09-98f7-4fca-b923-2ae23ca91120 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "GET /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3354290 Dec 15 04:46:32.962088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-384de6fd-0c95-4f38-8d0e-fbcd1bb28703 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228553 Dec 15 04:46:32.974102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:32.979153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.007748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.014490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.021215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.028332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.035075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.042407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.051703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.053871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-7d471be5-621c-4995-a90b-1425c5db6e8a tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 5433 time: 0.1551807 Dec 15 04:46:33.106941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e1b821d2-6d82-4b7d-866e-9a949b13c12d req-5ee25197-0374-4775-98ab-97896b11e6c6 service neutron] 10.222.0.42 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251590 Dec 15 04:46:33.149777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.170000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.197264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a6859-a288-4bb1-94d3-f67b41ba0134 req-b4e4c9de-17e0-41b3-a326-46cfdb192b31 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.198987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f18a6859-a288-4bb1-94d3-f67b41ba0134 req-b4e4c9de-17e0-41b3-a326-46cfdb192b31 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1440063 Dec 15 04:46:33.259143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c17020b5-2a02-4fbb-8b96-67acb90230d8 req-3bdd41dd-00a6-45d5-a9ac-b7de7f4016b9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1893930 Dec 15 04:46:33.360383 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.370094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.449026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ed4ccc14-a15e-4fe7-b196-11dd27839e91,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:33.462930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Sync routers for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:46:33.491529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:46:33.492111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:46:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:33.518675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] For port ed4ccc14-a15e-4fe7-b196-11dd27839e91, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:33.614325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] device_id is not set on port ed4ccc14-a15e-4fe7-b196-11dd27839e91 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:46:33.629857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.634505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.685352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:46:33.691465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f18a6859-a288-4bb1-94d3-f67b41ba0134 req-59de2779-dc42-4a2b-b88f-6e31b38aac27 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800532 Dec 15 04:46:33.746858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] No DVR routers for this DVR port ed4ccc14-a15e-4fe7-b196-11dd27839e91 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:33.770700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:33.817999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] In _notify_port_updated(), no bound segment for port ed4ccc14-a15e-4fe7-b196-11dd27839e91 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:46:33.819313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:33.820209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.822394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-c73e9018-7529-48ad-803b-db21074dfdd2 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 200 len: 1027 time: 0.8557966 Dec 15 04:46:33.917367 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:33.928709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.054511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64083-ac9b-4e9f-95fd-5cf15e5e4280 req-54bbf9d2-ec22-4561-b714-abbb9e452f5c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.063398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47c64083-ac9b-4e9f-95fd-5cf15e5e4280 req-54bbf9d2-ec22-4561-b714-abbb9e452f5c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1766748 Dec 15 04:46:34.070557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 2, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:34.078999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743816d-d4d8-40f3-a160-bf9facb7b15a req-a40191d0-ca20-4f29-938d-b535fe95087c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.087045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7743816d-d4d8-40f3-a160-bf9facb7b15a req-a40191d0-ca20-4f29-938d-b535fe95087c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.2437351 Dec 15 04:46:34.134024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Checking router: a637e2d9-96b8-4391-ac58-f306ce9b99a8 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:46:34.134388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Updating router a637e2d9-96b8-4391-ac58-f306ce9b99a8 port 54db63f8-a905-4de4-81fe-77b0aab2494c binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:46:34.138306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event updated for resources: {'Port': ['ID=1def934a-4a3e-4acc-a17b-c17715ece93c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:34.175809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.179342 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.222609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b32db58d-b0ca-45b6-9919-47538ddf48f6 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.223841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7743816d-d4d8-40f3-a160-bf9facb7b15a req-33bd8790-b4b9-4a56-ae09-d835c9111b2c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354368 Dec 15 04:46:34.225863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b32db58d-b0ca-45b6-9919-47538ddf48f6 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "GET /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3966246 Dec 15 04:46:34.246769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:34.247352 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.250183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49f4c434-5768-4f25-9bbb-1284bb8dd96c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4257898 Dec 15 04:46:34.261203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47c64083-ac9b-4e9f-95fd-5cf15e5e4280 req-552ebfe7-047e-4760-96ad-ceea14d3b9d2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540790 Dec 15 04:46:34.366652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.544520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=37f72851-15d9-4cfa-84fe-cdcaf43df108,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:34.557240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ea4b7-1f42-4203-a63a-2154a3de6cb2 req-d8b3cfe0-3908-4799-a588-933f13af4115 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.563968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da4ea4b7-1f42-4203-a63a-2154a3de6cb2 req-d8b3cfe0-3908-4799-a588-933f13af4115 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.1516805 Dec 15 04:46:34.588502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] For port 37f72851-15d9-4cfa-84fe-cdcaf43df108, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:34.674055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] device_id is not set on port 37f72851-15d9-4cfa-84fe-cdcaf43df108 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:46:34.690659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.707671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.752094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da4ea4b7-1f42-4203-a63a-2154a3de6cb2 req-11c1bc1a-9961-4b8d-8df1-b9c8a9022de2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598008 Dec 15 04:46:34.789642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.808146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.815278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:34.831750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.850169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Pushing event updated for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:34.857381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.884576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.890636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.901729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] No DVR routers for this DVR port 37f72851-15d9-4cfa-84fe-cdcaf43df108 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:34.919070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:34.932678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-33a36278-55ea-4b68-8a1f-7893f2bdc265 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 4581 time: 0.4030089 Dec 15 04:46:35.013567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] In _notify_port_updated(), no bound segment for port 37f72851-15d9-4cfa-84fe-cdcaf43df108 on network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:46:35.014820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:35.015762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:35.017125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-65cbbdf1-da79-4606-878d-ee9b3bf60934 service neutron] 10.222.0.16 "PUT /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 200 len: 1028 time: 0.7826467 Dec 15 04:46:35.081996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928c61-03ac-4875-b5fe-7aa751e2c191 None None] Pushing event updated for resources: {'Port': ['ID=54db63f8-a905-4de4-81fe-77b0aab2494c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:35.094358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6ce6fea8-bc9a-486f-9278-58371addd150 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:35.239069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:35.251482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a3593-9528-4159-87c5-b382bab0b431 req-9a1b97a5-0a67-4b94-9b78-b521283fa57c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:35.265054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-508a3593-9528-4159-87c5-b382bab0b431 req-9a1b97a5-0a67-4b94-9b78-b521283fa57c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.3294594 Dec 15 04:46:35.333042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-786055ac-1024-415a-a7fd-54ea494c993c None None] Provisioning complete for port ed4ccc14-a15e-4fe7-b196-11dd27839e91 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:35.333651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-786055ac-1024-415a-a7fd-54ea494c993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:35.365799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-989a0e6c-4e89-479d-8edd-82f3e44461fb req-89ad15ee-bee9-4619-b53c-2339440a6bf2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&id=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4320173 Dec 15 04:46:35.375326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port 6ce6fea8-bc9a-486f-9278-58371addd150 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:46:35.375326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:35.530486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-508a3593-9528-4159-87c5-b382bab0b431 req-08328ddc-9abc-4cf3-87c7-d63d1dd465ef tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606499 Dec 15 04:46:35.564610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5f06-b956-4ec8-b895-7ea83d4b924a req-fce66f8d-b707-4a1c-bca5-77669700f82f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:35.571587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3c5f06-b956-4ec8-b895-7ea83d4b924a req-fce66f8d-b707-4a1c-bca5-77669700f82f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.1543379 Dec 15 04:46:35.617491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] For port 6ce6fea8-bc9a-486f-9278-58371addd150, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6ce6fea8-bc9a-486f-9278-58371addd150,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:35.619038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:35.637688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for 6ce6fea8-bc9a-486f-9278-58371addd150 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:46:35.763522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3c5f06-b956-4ec8-b895-7ea83d4b924a req-c907035a-336f-4b88-b4d8-bd1f2c6a7d1d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826410 Dec 15 04:46:35.817497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:35.830594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1824f-0076-4756-a5f9-47cd7993ceaa req-ee933daa-ed5c-4123-a09f-28342927c400 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:35.832328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fce1824f-0076-4756-a5f9-47cd7993ceaa req-ee933daa-ed5c-4123-a09f-28342927c400 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1727653 Dec 15 04:46:35.850267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=6ce6fea8-bc9a-486f-9278-58371addd150,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:35.912348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Port 6ce6fea8-bc9a-486f-9278-58371addd150 update to DOWN by agent not found {{(pid=103134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 04:46:35.913457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 37f72851-15d9-4cfa-84fe-cdcaf43df108 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:35.916248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-786055ac-1024-415a-a7fd-54ea494c993c None None] Port ed4ccc14-a15e-4fe7-b196-11dd27839e91 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:35.921047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] No DVR routers for this DVR port 6ce6fea8-bc9a-486f-9278-58371addd150 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:35.923751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:35.929743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Attempting to bind port 54db63f8-a905-4de4-81fe-77b0aab2494c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:46:35.930851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Attempting to bind port 54db63f8-a905-4de4-81fe-77b0aab2494c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:46:35.931403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Attempting to bind port 54db63f8-a905-4de4-81fe-77b0aab2494c on network de9977a5-6363-4e18-b899-4afc2cb9d0c7 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:35.932699 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b28c3655-56d7-4045-8cdd-0caefaf342d3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "DELETE /v2.0/ports/6ce6fea8-bc9a-486f-9278-58371addd150 HTTP/1.1" status: 204 len: 173 time: 0.9039528 Dec 15 04:46:35.933366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': '6ce6fea8-bc9a-486f-9278-58371addd150'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:35.936537 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a8ea6-32e1-47be-bed5-eefe839537be" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "6ce6fea8-bc9a-486f-9278-58371addd150"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:35.975673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fce1824f-0076-4756-a5f9-47cd7993ceaa req-af15e386-d540-4ad9-a049-35ffd8a431ab tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323285 Dec 15 04:46:36.012668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.026381 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a11c79d-e4e3-4392-94e2-05ae73de8a50 x-openstack-request-id: req-0a11c79d-e4e3-4392-94e2-05ae73de8a50 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:36.026738 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "6ce6fea8-bc9a-486f-9278-58371addd150", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:36.026960 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a11c79d-e4e3-4392-94e2-05ae73de8a50 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:36.027304 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': '6ce6fea8-bc9a-486f-9278-58371addd150', 'status': 'completed', 'code': 200} Dec 15 04:46:36.042392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:46:36.042812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Checking segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:36.043177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.043570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Bound using segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:46:36.044083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Bound port: 54db63f8-a905-4de4-81fe-77b0aab2494c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:46:36.044515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.071725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port da96df1e-d49f-4b87-9c80-035a074f5f68 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:46:36.072099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.125857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 37f72851-15d9-4cfa-84fe-cdcaf43df108 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:46:36.126294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device da96df1e-d49f-4b87-9c80-035a074f5f68 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:36.134518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:36.137146 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b5f131-71db-4c80-8150-b9cc4347979d" -d '{"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:36.190577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:36.198071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-afc0f049-3860-40cd-bb1e-35d1bac45215 None None] Provisioning complete for port 54db63f8-a905-4de4-81fe-77b0aab2494c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:36.198779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afc0f049-3860-40cd-bb1e-35d1bac45215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.242732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] For port da96df1e-d49f-4b87-9c80-035a074f5f68, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da96df1e-d49f-4b87-9c80-035a074f5f68,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:36.243261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.271016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for da96df1e-d49f-4b87-9c80-035a074f5f68 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:46:36.323059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] For port 54db63f8-a905-4de4-81fe-77b0aab2494c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:36.338571 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e224e73-bf9d-47e4-ace2-29026189166e x-openstack-request-id: req-1e224e73-bf9d-47e4-ace2-29026189166e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:36.339165 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-unplugged", "status": "failed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "code": 422}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:36.339659 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e224e73-bf9d-47e4-ace2-29026189166e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:36.340263 n-d-820935-10 neutron-server[103134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'code': 422} returned with failed status Dec 15 04:46:36.341613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-afc0f049-3860-40cd-bb1e-35d1bac45215 None None] Port 54db63f8-a905-4de4-81fe-77b0aab2494c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:36.351611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] For port 54db63f8-a905-4de4-81fe-77b0aab2494c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=54db63f8-a905-4de4-81fe-77b0aab2494c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:46:36.365893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.408554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.504914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-afc0f049-3860-40cd-bb1e-35d1bac45215 None None] Provisioning complete for port 37f72851-15d9-4cfa-84fe-cdcaf43df108 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:36.505299 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afc0f049-3860-40cd-bb1e-35d1bac45215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.598234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8b495-6cc5-4008-acb3-1077f3f73725 req-594af82c-1779-42da-a397-ac0a6d6f3fd1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:36.604095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2c8b495-6cc5-4008-acb3-1077f3f73725 req-594af82c-1779-42da-a397-ac0a6d6f3fd1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.1754897 Dec 15 04:46:36.635202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.650685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170950e-1075-4360-9657-3503fad801d5 req-0ff8e17e-c555-4f71-99d2-1443b512bad2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:36.662861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170950e-1075-4360-9657-3503fad801d5 req-0ff8e17e-c555-4f71-99d2-1443b512bad2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:36.678379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170950e-1075-4360-9657-3503fad801d5 req-0ff8e17e-c555-4f71-99d2-1443b512bad2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:36.682914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=da96df1e-d49f-4b87-9c80-035a074f5f68,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:36.687378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170950e-1075-4360-9657-3503fad801d5 req-0ff8e17e-c555-4f71-99d2-1443b512bad2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:36.710046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6170950e-1075-4360-9657-3503fad801d5 req-0ff8e17e-c555-4f71-99d2-1443b512bad2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 3149 time: 0.2393174 Dec 15 04:46:36.743860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:36.747447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:46:36.747447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:46:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:36.757645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-afc0f049-3860-40cd-bb1e-35d1bac45215 None None] Port 37f72851-15d9-4cfa-84fe-cdcaf43df108 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:36.759089 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.791705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] No DVR routers for this DVR port da96df1e-d49f-4b87-9c80-035a074f5f68 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:36.797011 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:36.800644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b54c50c1-8f88-4ca7-b2f5-36d8a38d47fc tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "DELETE /v2.0/ports/da96df1e-d49f-4b87-9c80-035a074f5f68 HTTP/1.1" status: 204 len: 173 time: 0.8602526 Dec 15 04:46:36.880825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2c8b495-6cc5-4008-acb3-1077f3f73725 req-19f0fa92-1a7d-40d8-b7eb-84ffe74527d0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584550 Dec 15 04:46:36.919124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6170950e-1075-4360-9657-3503fad801d5 req-8b571e60-26a1-460e-81a3-e9c860404736 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078776 Dec 15 04:46:37.028403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:46:37.028751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.100396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.103079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ed622-ca96-4b80-b912-334bdb6d06d8 req-d304c132-07c4-4957-bbc1-5aa15be608cf tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:37.116922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a72ed622-ca96-4b80-b912-334bdb6d06d8 req-d304c132-07c4-4957-bbc1-5aa15be608cf tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1116374 Dec 15 04:46:37.199863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device da79f6cc-6c84-4060-8738-6582f3b20206 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:37.221622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a72ed622-ca96-4b80-b912-334bdb6d06d8 req-86ddc1ac-ea79-4939-ad28-e6b7d2b15654 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007197 Dec 15 04:46:37.291539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] For port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:37.294680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.325188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:46:37.374714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c72bc-5cba-46d0-9dfa-7943eb201cfb req-e74b86a3-bf5a-49da-a7dd-ed366a72991e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:37.391081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-680c72bc-5cba-46d0-9dfa-7943eb201cfb req-e74b86a3-bf5a-49da-a7dd-ed366a72991e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1437860 Dec 15 04:46:37.418781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.422671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928c61-03ac-4875-b5fe-7aa751e2c191 None None] Pushing event updated for resources: {'Port': ['ID=54db63f8-a905-4de4-81fe-77b0aab2494c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:37.464357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-680c72bc-5cba-46d0-9dfa-7943eb201cfb req-a10ec97f-7052-47bd-ba10-336a03f99ca7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699003 Dec 15 04:46:37.492965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ff13159d-a5c8-47db-9b87-bbab5f225ebb None None] Provisioning complete for port 54db63f8-a905-4de4-81fe-77b0aab2494c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:37.493698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff13159d-a5c8-47db-9b87-bbab5f225ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.552861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:46:37.617084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.659297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=5901fa7f-3d9c-485b-8121-7dfd0e2b7609,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:37.715543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] No DVR routers for this DVR port 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:37.718534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.722493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-f9a9b8f3-b29e-4ff0-82c7-2a15bed4a477 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "DELETE /v2.0/ports/5901fa7f-3d9c-485b-8121-7dfd0e2b7609 HTTP/1.1" status: 204 len: 173 time: 0.9155140 Dec 15 04:46:37.728644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da79f6cc-6c84-4060-8738-6582f3b20206,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:37.792007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.793023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce536a95-15bb-45b5-8a98-6606de9408f7 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:37.860380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port da79f6cc-6c84-4060-8738-6582f3b20206 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:46:37.861109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:37.961763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:38.020229 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff13159d-a5c8-47db-9b87-bbab5f225ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.033050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': 'da96df1e-d49f-4b87-9c80-035a074f5f68'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:38.043594 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53971c84-2894-41b2-b5ec-c3bc71acfbfa" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "da96df1e-d49f-4b87-9c80-035a074f5f68"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "5901fa7f-3d9c-485b-8121-7dfd0e2b7609"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:38.060038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] For port da79f6cc-6c84-4060-8738-6582f3b20206, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=da79f6cc-6c84-4060-8738-6582f3b20206,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:38.061691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.114372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf8eb0-26ad-47c8-9399-c354fddd5e83 req-e704e061-2c18-4980-bfd7-3312c10548b2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:38.124407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0bf8eb0-26ad-47c8-9399-c354fddd5e83 req-e704e061-2c18-4980-bfd7-3312c10548b2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.1363132 Dec 15 04:46:38.140675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ff13159d-a5c8-47db-9b87-bbab5f225ebb None None] For port 54db63f8-a905-4de4-81fe-77b0aab2494c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=54db63f8-a905-4de4-81fe-77b0aab2494c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:38.190234 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff13159d-a5c8-47db-9b87-bbab5f225ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.273565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1f9f-d9bf-4349-9b69-9c09c03020da req-a50c972f-a865-4015-817f-101e1a1439a2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:38.280374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a1f9f-d9bf-4349-9b69-9c09c03020da req-a50c972f-a865-4015-817f-101e1a1439a2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:38.282236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13159d-a5c8-47db-9b87-bbab5f225ebb None None] Pushing event updated for resources: {'Port': ['ID=54db63f8-a905-4de4-81fe-77b0aab2494c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:38.286642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.290240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e1a1f9f-d9bf-4349-9b69-9c09c03020da req-a50c972f-a865-4015-817f-101e1a1439a2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 1678 time: 0.1857390 Dec 15 04:46:38.310256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-2b0c2f3b-f75c-462b-8c71-e5afae013b6b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:38.312087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-2b0c2f3b-f75c-462b-8c71-e5afae013b6b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 946 time: 0.1785567 Dec 15 04:46:38.327722 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0bf8eb0-26ad-47c8-9399-c354fddd5e83 req-b73c1ae3-498f-41ae-8f97-271511a89136 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984737 Dec 15 04:46:38.343715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce536a95-15bb-45b5-8a98-6606de9408f7,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:38.343715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206'}, {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:38.345382 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fd1a9b-8494-424e-af8a-ae2cea214583" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206"}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:38.358840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.359922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ed4ccc14-a15e-4fe7-b196-11dd27839e91 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:38.411487 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d0f5f-ba4b-4b0c-a737-67d5ab7d7ba8 x-openstack-request-id: req-fb3d0f5f-ba4b-4b0c-a737-67d5ab7d7ba8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:38.411847 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "da96df1e-d49f-4b87-9c80-035a074f5f68", "status": "completed", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "5901fa7f-3d9c-485b-8121-7dfd0e2b7609", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:38.412053 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb3d0f5f-ba4b-4b0c-a737-67d5ab7d7ba8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:38.412482 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': 'da96df1e-d49f-4b87-9c80-035a074f5f68', 'status': 'completed', 'code': 200} Dec 15 04:46:38.412750 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': '5901fa7f-3d9c-485b-8121-7dfd0e2b7609', 'status': 'completed', 'code': 200} Dec 15 04:46:38.567769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ed4ccc14-a15e-4fe7-b196-11dd27839e91 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:46:38.568233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:38.572253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e1a1f9f-d9bf-4349-9b69-9c09c03020da req-a4e88c5e-b623-4b06-9485-7edaa1a1397b tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803874 Dec 15 04:46:38.633547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:36Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:38.636457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:46:38.637202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5901fa7f-3d9c-485b-8121-7dfd0e2b7609 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:46:38.693024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port 92ad6893-7f48-4cf6-855a-ddbf0980af94 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:46:38.693381 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.717597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.718281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.719010 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Floating IP 686f2355-f522-48d1-a11f-a3c877e5163a disassociated. External IP: 172.25.2.177, port: da79f6cc-6c84-4060-8738-6582f3b20206. Dec 15 04:46:38.719619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for da79f6cc-6c84-4060-8738-6582f3b20206 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:46:38.761701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:38.776398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54db63f8-a905-4de4-81fe-77b0aab2494c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:46:38.831971 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50dc286-9222-498d-bae1-4af63cfe22d3 x-openstack-request-id: req-c50dc286-9222-498d-bae1-4af63cfe22d3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:38.832406 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206", "code": 200}, {"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:38.832751 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c50dc286-9222-498d-bae1-4af63cfe22d3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:38.833249 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'code': 200} Dec 15 04:46:38.833633 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7', 'code': 200} Dec 15 04:46:38.839196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e1b93-a730-4d98-9d3f-9e8530826d8a None None] The sync data for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 is: [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:36Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:46:38.875673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 54db63f8-a905-4de4-81fe-77b0aab2494c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:38.876451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:38.968427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port 92ad6893-7f48-4cf6-855a-ddbf0980af94, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=92ad6893-7f48-4cf6-855a-ddbf0980af94,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:38.971386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:39.011112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for 92ad6893-7f48-4cf6-855a-ddbf0980af94 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:46:39.038395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c7c15-996a-48e9-a4d3-1dbe2bb0cbab req-f439a913-ea0e-4d16-be2a-6c638de1140b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:39.041836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:39.053366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c1c7c15-996a-48e9-a4d3-1dbe2bb0cbab req-f439a913-ea0e-4d16-be2a-6c638de1140b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1543443 Dec 15 04:46:39.098851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=da79f6cc-6c84-4060-8738-6582f3b20206,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:39.158243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3c1c7c15-996a-48e9-a4d3-1dbe2bb0cbab req-0b279edf-4b37-4639-8024-dc6bc2b06d0b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914223 Dec 15 04:46:39.338205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:46:39.364388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:39.506927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-efa46403-886d-4725-9487-f0bc1d015783 req-390000ca-13fe-425c-a297-36509906f69d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:46:39.508003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efa46403-886d-4725-9487-f0bc1d015783 req-390000ca-13fe-425c-a297-36509906f69d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975444 Dec 15 04:46:39.532657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68bf596b-3c17-4b29-b5dd-d6fbf9d35d08 req-d9e97080-d4ca-4885-8aa6-c0de1eaf1fe6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0738814 Dec 15 04:46:39.651938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=92ad6893-7f48-4cf6-855a-ddbf0980af94,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:39.661951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:46:39.673342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port 92ad6893-7f48-4cf6-855a-ddbf0980af94 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:39.679018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:39.680214 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] Sync routers for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:46:39.686033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43b3c4c2-31dd-4525-9d7c-ebfbe63d3f74 req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "DELETE /v2.0/ports/92ad6893-7f48-4cf6-855a-ddbf0980af94 HTTP/1.1" status: 204 len: 173 time: 1.3567226 Dec 15 04:46:39.689551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.689551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.689551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.689551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.689551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.690135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.690135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.695590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.696000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.696402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.698780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.699147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.699491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8e7e0-3e3c-4633-80e5-946a3c189a75 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:46:39.713392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'name': 'network-vif-deleted', 'tag': '92ad6893-7f48-4cf6-855a-ddbf0980af94'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:39.720548 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef60588-1b8e-446f-baed-141beb7779b5" -d '{"events": [{"server_uuid": "e2ca705e-11b8-4c7a-9e8b-e37302cdc409", "name": "network-vif-deleted", "tag": "92ad6893-7f48-4cf6-855a-ddbf0980af94"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:39.721493 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:46:39.724981 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:46:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:39.807288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] No DVR routers for this DVR port da79f6cc-6c84-4060-8738-6582f3b20206 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:39.825846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:39.829885 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-d531cde6-d48d-4503-9b76-d53d69d2b950 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "DELETE /v2.0/ports/da79f6cc-6c84-4060-8738-6582f3b20206 HTTP/1.1" status: 204 len: 173 time: 2.1010807 Dec 15 04:46:39.951254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d041dd-e633-4821-839b-13aaf2c3ba16 req-bdced123-0647-44c4-b7fb-05d2bbba50c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:39.964591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10d041dd-e633-4821-839b-13aaf2c3ba16 req-bdced123-0647-44c4-b7fb-05d2bbba50c4 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 942 time: 0.2519720 Dec 15 04:46:40.021675 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745de78a-8ce0-4327-a8f9-70abc4c4124d x-openstack-request-id: req-745de78a-8ce0-4327-a8f9-70abc4c4124d {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:40.021955 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ca705e-11b8-4c7a-9e8b-e37302cdc409", "name": "network-vif-deleted", "tag": "92ad6893-7f48-4cf6-855a-ddbf0980af94", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:40.022203 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-745de78a-8ce0-4327-a8f9-70abc4c4124d {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:40.022607 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ca705e-11b8-4c7a-9e8b-e37302cdc409', 'name': 'network-vif-deleted', 'tag': '92ad6893-7f48-4cf6-855a-ddbf0980af94', 'status': 'completed', 'code': 200} Dec 15 04:46:40.036457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10d041dd-e633-4821-839b-13aaf2c3ba16 req-a2f52a32-4c32-4fb8-b91b-8a5b196cda61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e140b36-497c-452b-b01b-603a94357d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709026 Dec 15 04:46:40.040362 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:46:40.132382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port ce536a95-15bb-45b5-8a98-6606de9408f7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:46:40.133533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:40.337088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] For port ce536a95-15bb-45b5-8a98-6606de9408f7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce536a95-15bb-45b5-8a98-6606de9408f7,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:40.337584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:40.351203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for ce536a95-15bb-45b5-8a98-6606de9408f7 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:46:40.356205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a386b-f5c1-4012-94f3-1230118fb8a8 req-ed4bb766-2118-436d-943e-0fa727587a9a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:40.362862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-556a386b-f5c1-4012-94f3-1230118fb8a8 req-ed4bb766-2118-436d-943e-0fa727587a9a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1565518 Dec 15 04:46:40.519677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:40.522414 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d73a5-b90d-4e0d-a3b2-933b95d546ec" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:40.528213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:40.561733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=ce536a95-15bb-45b5-8a98-6606de9408f7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:40.594091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9869d-7a4b-4322-88c6-4b6154669fe2 req-b57f672f-1e96-4645-a8ab-7854bbdd2f37 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:40.597588 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:40.608647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80c9869d-7a4b-4322-88c6-4b6154669fe2 req-b57f672f-1e96-4645-a8ab-7854bbdd2f37 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.2446644 Dec 15 04:46:40.632498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] No DVR routers for this DVR port ce536a95-15bb-45b5-8a98-6606de9408f7 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:40.635570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:40.640478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1182aa50-f743-4a93-9f49-4451050fc5b7 req-b26453dc-c803-4d64-ba91-4269ce62b7d9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.16 "DELETE /v2.0/ports/ce536a95-15bb-45b5-8a98-6606de9408f7 HTTP/1.1" status: 204 len: 173 time: 0.8025045 Dec 15 04:46:40.659603 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] Checking router: b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:46:40.667562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-556a386b-f5c1-4012-94f3-1230118fb8a8 req-464dfc2e-5411-44f6-8651-e2c3fab9f83a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690330 Dec 15 04:46:40.712291 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:46:40.713483 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:46:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:40.732925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80c9869d-7a4b-4322-88c6-4b6154669fe2 req-cd8c5566-06ad-4454-a551-e326a20f8b44 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206789 Dec 15 04:46:40.781953 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbb71d-1d91-4b88-bd69-e256ed14695b x-openstack-request-id: req-50bbb71d-1d91-4b88-bd69-e256ed14695b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:40.782691 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "da79f6cc-6c84-4060-8738-6582f3b20206", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:40.782691 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50bbb71d-1d91-4b88-bd69-e256ed14695b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:40.783026 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': 'da79f6cc-6c84-4060-8738-6582f3b20206', 'status': 'completed', 'code': 200} Dec 15 04:46:40.871560 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:46:40.893570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a03356e7-1f8c-42b3-90c7-1902d32b5f80 req-a21b0768-5c02-45fd-af15-3ad528008431 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0555301 Dec 15 04:46:41.082718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 92ad6893-7f48-4cf6-855a-ddbf0980af94 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:46:41.124956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 92ad6893-7f48-4cf6-855a-ddbf0980af94 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:46:41.125647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 92ad6893-7f48-4cf6-855a-ddbf0980af94 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:46:41.218961 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:46:41.229580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f214913-b9ea-4283-b2ac-3937b7ba1c3b req-1895742e-ca02-4a78-9dca-809b91ac33f8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0611687 Dec 15 04:46:41.287449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6c67c-f1b6-45aa-88fd-0feef69409a4 None None] The sync data for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 is: [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:36:01Z', 'revision_number': 4, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3f8b6dc-c6de-41e5-9549-4612bf0242e6', 'name': '', 'network_id': '71bbf166-4518-42f2-a41c-b4030317ebd3', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'mac_address': 'fa:16:3e:d1:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:00Z', 'updated_at': '2021-12-15T04:36:14Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'subnets': [{'id': '94ffdb48-28ee-4b5d-899b-ee1b5b35abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:46:41.706191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b6737-6f29-4262-822d-9609efd9bcf6 None None] New status for floating IP 686f2355-f522-48d1-a11f-a3c877e5163a: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:46:41.930301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce28fa-843b-4a30-b865-8eee4cb0ba62 req-5d7bc52c-2da3-4f40-a903-63594cbeb088 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:41.937476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cce28fa-843b-4a30-b865-8eee4cb0ba62 req-5d7bc52c-2da3-4f40-a903-63594cbeb088 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1436605 Dec 15 04:46:42.004105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8717-d3ef-4799-8c6b-169f614be67b req-6bdd161a-ff7b-44ea-9b70-55180f87aef5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:42.004105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bd8717-d3ef-4799-8c6b-169f614be67b req-6bdd161a-ff7b-44ea-9b70-55180f87aef5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1476982 Dec 15 04:46:42.044230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cce28fa-843b-4a30-b865-8eee4cb0ba62 req-58c61dc0-88ea-41b6-aabf-7d512722bd86 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916202 Dec 15 04:46:42.100318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bd8717-d3ef-4799-8c6b-169f614be67b req-09ed2fc4-b2b5-4f1c-ba6b-7d04aba54d38 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858095 Dec 15 04:46:42.204708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76d066f4-f112-44be-b604-f6cfd334f9a5 req-3d3f91e7-d9f6-4612-b2e9-ddee8fd34b8f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0549242 Dec 15 04:46:42.364871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-103e24fa-d93f-474f-b89b-9a8846495318 req-16756469-363c-4486-915c-198540ad3904 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0546467 Dec 15 04:46:42.784573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:42.786937 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c25bb-f99b-47c5-bc7a-792f2e88344b" -d '{"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:42.830184 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0b5096-6f55-4606-b3af-f213d4a1eb12 x-openstack-request-id: req-1f0b5096-6f55-4606-b3af-f213d4a1eb12 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:42.830491 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8", "name": "network-vif-deleted", "tag": "ce536a95-15bb-45b5-8a98-6606de9408f7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:42.830828 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f0b5096-6f55-4606-b3af-f213d4a1eb12 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:42.831250 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8', 'name': 'network-vif-deleted', 'tag': 'ce536a95-15bb-45b5-8a98-6606de9408f7', 'status': 'completed', 'code': 200} Dec 15 04:46:43.253559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c2f3a-e560-47a9-9667-6c760f93db55 req-37bac066-7c1f-4662-b119-05a95095a367 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:43.255055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e3c2f3a-e560-47a9-9667-6c760f93db55 req-37bac066-7c1f-4662-b119-05a95095a367 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1028011 Dec 15 04:46:43.278256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e2f3-f00c-49d0-b16a-f4de356ee08c req-957ccc0f-2a21-4533-ac4c-1c130868caaf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:43.285529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95d8e2f3-f00c-49d0-b16a-f4de356ee08c req-957ccc0f-2a21-4533-ac4c-1c130868caaf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.0878873 Dec 15 04:46:43.359355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95d8e2f3-f00c-49d0-b16a-f4de356ee08c req-5407c4db-413e-464f-a178-444535394efe tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Dec 15 04:46:43.402398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e3c2f3a-e560-47a9-9667-6c760f93db55 req-958277cf-0492-4bff-8e2b-169cfff80341 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335480 Dec 15 04:46:43.551054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ee46bc6-5f86-46ef-a5f8-161535171099 req-ea86f70e-283f-48b6-8d4e-d228b7da76ad tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0954921 Dec 15 04:46:43.613277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40deaa83-0a7f-46ec-9fd4-b07921aa564f req-796aadfc-a9ff-4274-8ad2-a20fcb9aea35 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1017826 Dec 15 04:46:44.545546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52d57-a522-408c-9890-0de3d958c44e req-b5174703-96d2-46c4-b9df-c461a636c760 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:44.547206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24b52d57-a522-408c-9890-0de3d958c44e req-b5174703-96d2-46c4-b9df-c461a636c760 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1028204 Dec 15 04:46:44.562325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3fb23-ca6a-4619-8776-0d20b06ab217 req-f883dd9f-ef1a-434f-b766-55b0ff2a4891 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:44.564144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02e3fb23-ca6a-4619-8776-0d20b06ab217 req-f883dd9f-ef1a-434f-b766-55b0ff2a4891 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.0840282 Dec 15 04:46:44.640128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24b52d57-a522-408c-9890-0de3d958c44e req-48df5d99-7623-46f0-9494-52b5ce7af607 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744898 Dec 15 04:46:44.650488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02e3fb23-ca6a-4619-8776-0d20b06ab217 req-4b3b3fcc-6194-42bc-980d-eae44d7d6077 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786641 Dec 15 04:46:44.754637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74c2bc85-24ab-4601-8d19-d0bcd2708a33 req-dd488ec8-c983-4999-88bb-67d8ded82695 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0358140 Dec 15 04:46:44.783934 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6e9b42c-4d90-48aa-9e22-91509a68cbd4 req-dc947905-bf70-47a9-8ac3-0ae7e2188b63 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0514374 Dec 15 04:46:45.896053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80e6f-109f-417c-9290-47cfe4eef965 req-3d7c4ac8-0e3e-4829-a751-6e8f50c4a357 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:45.900540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7f80e6f-109f-417c-9290-47cfe4eef965 req-3d7c4ac8-0e3e-4829-a751-6e8f50c4a357 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1539681 Dec 15 04:46:45.986813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7f80e6f-109f-417c-9290-47cfe4eef965 req-65222565-c88d-4362-b5db-b1651cfe17e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737689 Dec 15 04:46:45.995444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53099e3-9a86-4fcb-92ff-bc8f1f4ee94c req-69841cd2-b7fb-4db9-a5b7-aa83345ea8f5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:45.997729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c53099e3-9a86-4fcb-92ff-bc8f1f4ee94c req-69841cd2-b7fb-4db9-a5b7-aa83345ea8f5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1903350 Dec 15 04:46:46.079965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c53099e3-9a86-4fcb-92ff-bc8f1f4ee94c req-c6245864-c293-4c21-a44d-4369571295c1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652983 Dec 15 04:46:46.176853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e17fe68-6585-430f-a7b4-c8f81730925e req-0223cd09-8df5-47c9-b462-d6e6a050b95b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ca705e-11b8-4c7a-9e8b-e37302cdc409 HTTP/1.1" status: 200 len: 210 time: 0.0844367 Dec 15 04:46:46.223098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc4d0d8f-880f-4295-a403-a5661105b71a req-1922aaa3-59a0-4ff3-809c-be361832440e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0380125 Dec 15 04:46:47.152669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c522a8-52d6-4886-8669-6d08f3504b12 req-b4408b41-f425-4216-9fc4-05fbf806e361 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:47.154461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97c522a8-52d6-4886-8669-6d08f3504b12 req-b4408b41-f425-4216-9fc4-05fbf806e361 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.0693238 Dec 15 04:46:47.241303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97c522a8-52d6-4886-8669-6d08f3504b12 req-34383331-284b-4638-a82d-49ca56baa3db tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773761 Dec 15 04:46:47.260865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57a2b9-41e5-46a3-9df0-f01a57bf4e49 req-5c1db413-c96c-46d0-a7b6-c37d18a769f8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:47.262527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec57a2b9-41e5-46a3-9df0-f01a57bf4e49 req-5c1db413-c96c-46d0-a7b6-c37d18a769f8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.0920622 Dec 15 04:46:47.358208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec57a2b9-41e5-46a3-9df0-f01a57bf4e49 req-fb24d965-5828-40f9-b6f3-69e48b378f29 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864172 Dec 15 04:46:47.412689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d602a29a-f6a2-4ac1-b826-9d94720ba59d req-d1fe526f-80bd-45b6-b0f9-cca7e024a6f1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0276005 Dec 15 04:46:48.512331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80497c7-0862-4632-b732-acface6763ba req-c8da76a9-7675-4166-9651-e6449ce5e1f6 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:48.513826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e80497c7-0862-4632-b732-acface6763ba req-c8da76a9-7675-4166-9651-e6449ce5e1f6 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1285553 Dec 15 04:46:48.552558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fb8e0-8e64-4b47-bbf0-2b51cf534daa req-2ab732bc-56a2-41bb-97fb-222dc874c694 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:48.554015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f37fb8e0-8e64-4b47-bbf0-2b51cf534daa req-2ab732bc-56a2-41bb-97fb-222dc874c694 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.0948203 Dec 15 04:46:48.612615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e80497c7-0862-4632-b732-acface6763ba req-db1ba465-6ef4-47ba-a8e6-9f42fa73fc08 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899510 Dec 15 04:46:48.635855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f37fb8e0-8e64-4b47-bbf0-2b51cf534daa req-63d4c9e0-d977-4353-a78d-ed3af4a83994 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744915 Dec 15 04:46:48.731518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be9353c5-3cb7-4730-9ff7-22bc137aba57 req-dfb21e9b-7e8a-48d8-9427-3cb8ba7f0fc0 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0441849 Dec 15 04:46:48.975433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e40e61-03d8-49a8-b858-efd396ee435f req-9cae0ea4-2c5a-475d-816e-afefca6952a2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:48.977341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37e40e61-03d8-49a8-b858-efd396ee435f req-9cae0ea4-2c5a-475d-816e-afefca6952a2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0550981 Dec 15 04:46:49.057060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37e40e61-03d8-49a8-b858-efd396ee435f req-d67d2432-8eca-44ff-b814-370d6294c3dc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644667 Dec 15 04:46:49.217120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b180cd-24b7-4e0a-9d52-2e2b91ea7915 req-17d89e31-af63-4dbe-ae0b-01b4af706fc5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:49.224631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1b180cd-24b7-4e0a-9d52-2e2b91ea7915 req-17d89e31-af63-4dbe-ae0b-01b4af706fc5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0600982 Dec 15 04:46:49.296120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1b180cd-24b7-4e0a-9d52-2e2b91ea7915 req-c69c8705-6a90-45d3-9d8e-bc1a57809df2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657020 Dec 15 04:46:49.411202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-d9442c02-5f1e-4d18-a522-c0983e33ae16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1791952 Dec 15 04:46:49.422771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-264b32d0-8c86-4e43-bbee-b54e2fa86225 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:46:49.424742 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-264b32d0-8c86-4e43-bbee-b54e2fa86225 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087750 Dec 15 04:46:49.712912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-04e50d71-b56e-419f-a302-34bd0fc62336 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:49.714635 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-04e50d71-b56e-419f-a302-34bd0fc62336 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.1328683 Dec 15 04:46:49.736633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-f32e2ce5-641c-4a94-8f54-1b7692de8ead tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/quotas/5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 375 time: 0.0152578 Dec 15 04:46:49.849405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5144750-e8b5-4a2c-8dbf-3e24e4348e5c req-879c089c-95b6-42ef-8267-2d4831d94231 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:49.857853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5144750-e8b5-4a2c-8dbf-3e24e4348e5c req-879c089c-95b6-42ef-8267-2d4831d94231 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1197717 Dec 15 04:46:49.903215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-b9e5b0c8-a773-457e-8f80-8d6d47ffe7dd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1268485 Dec 15 04:46:50.024407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-38e2eeda-b95d-42fd-953c-901fdd80c2c4 service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193955 Dec 15 04:46:50.149658 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5144750-e8b5-4a2c-8dbf-3e24e4348e5c req-efae52bd-3f4a-487f-9b7c-098006a7a88b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883372 Dec 15 04:46:50.257036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-41696684-3603-437c-a747-4d33eadc379a service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318363 Dec 15 04:46:50.515028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01916039-9daa-4df1-946e-65489fba6a4b req-f584bae8-1535-424d-abf5-ceae522d3db3 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0553167 Dec 15 04:46:50.543178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-727e5fba-b747-4735-b9cd-f73baf577525 req-97880b21-ed77-46a2-a13f-7afe5aa2439b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Dec 15 04:46:50.823229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-4d50f8cd-7338-45f9-a274-1d1d267d45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:50.825606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-4d50f8cd-7338-45f9-a274-1d1d267d45a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e&tenant_id=412702fbba94438dac612d001ee4fd6f HTTP/1.1" status: 200 len: 1095 time: 0.0836575 Dec 15 04:46:50.855361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:50.908592 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:46:50.932474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:51.207527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:46:51.287200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:51.387285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:46:51.395537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9d17f-c4eb-49d1-a365-3e50481a8f85 req-28230594-941c-4101-ab23-5218208655d5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:51.396456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:51.405332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85f9d17f-c4eb-49d1-a365-3e50481a8f85 req-28230594-941c-4101-ab23-5218208655d5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 943 time: 0.1306670 Dec 15 04:46:51.410941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Transition to ACTIVE for port object 03d9219e-4141-454e-9d86-99c2159a8ab5 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:46:51.420054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:51.515091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85f9d17f-c4eb-49d1-a365-3e50481a8f85 req-9cf46c51-4e30-45ff-af44-9b50145407c9 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088018 Dec 15 04:46:51.711522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a53cc6b-e84f-478c-8bcd-a1a6bc73d1d4 req-b708dd6e-062a-4cfa-a287-20367646b827 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 210 time: 0.0777707 Dec 15 04:46:51.756843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=9']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:51.786242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f691636-67cb-46be-997c-580847a99b35 req-11649a2d-1007-41c5-b1fb-721497dc9c29 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0588470 Dec 15 04:46:51.836211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] No DVR routers for this DVR port 03d9219e-4141-454e-9d86-99c2159a8ab5 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:46:52.019686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:46:52.020030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:46:52.021305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:52.029941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Port 03d9219e-4141-454e-9d86-99c2159a8ab5 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:46:52.030343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Attempting to bind port 03d9219e-4141-454e-9d86-99c2159a8ab5 on network f76a9c8e-8c56-4856-9255-f6d8892380b2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:52.036091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:46:52.036554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Checking segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:52.037010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Bound using segment: {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:46:52.037508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Bound port: 03d9219e-4141-454e-9d86-99c2159a8ab5, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979c73e8-c678-4215-9970-61da95246812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:46:52.037936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:52.120815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:52.123916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:46:52.132339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:52.187767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-e26813d9-60e3-4abc-9662-5679d32b0b80 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.190183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-e26813d9-60e3-4abc-9662-5679d32b0b80 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.2825317 Dec 15 04:46:52.202960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.203579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:52.210457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] 10.222.0.16 "PUT /v2.0/ports/03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 1092 time: 1.3625474 Dec 15 04:46:52.211006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:52.213492 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537d5052-1b78-4cd1-96fb-810ca8f7ca76" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:52.234499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'port': {'device_id': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'admin_state_up': True, 'tenant_id': '5ce6912b41234295b070654966d6f06d'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:52.375325 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba3f16-d024-4a40-a3da-dcec632a6264 x-openstack-request-id: req-4aba3f16-d024-4a40-a3da-dcec632a6264 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:52.375684 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:52.375962 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4aba3f16-d024-4a40-a3da-dcec632a6264 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:52.376389 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'status': 'completed', 'code': 200} Dec 15 04:46:52.378607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a800ad-0c7f-48fa-92f9-5e41bd2fdf17 service neutron] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:52.436751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-663e364d-4f43-420c-9f75-b33d85f78489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.438150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-663e364d-4f43-420c-9f75-b33d85f78489 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1096 time: 0.1540072 Dec 15 04:46:52.519597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:46:52.523624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:52.651730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-3ad9d882-c608-4a48-803d-58eb0310193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.656925 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-3ad9d882-c608-4a48-803d-58eb0310193f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.2075043 Dec 15 04:46:52.744386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-7a39137a-546c-4b4f-a2b2-478d1c66db22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 998 time: 0.0738556 Dec 15 04:46:52.779611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae841a-d5e9-4659-a2d3-83bb8cde7c80 req-c0391866-938b-436c-9c04-24d1893fd1c2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.780623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fae841a-d5e9-4659-a2d3-83bb8cde7c80 req-c0391866-938b-436c-9c04-24d1893fd1c2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.1226702 Dec 15 04:46:52.829296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Allocated IP 172.20.0.6 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:46:52.856264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-e278b257-0e9f-4675-a19a-36f98b86243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.858519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-e278b257-0e9f-4675-a19a-36f98b86243f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1029792 Dec 15 04:46:52.905687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18ec3ba4-21be-4864-bf64-f30036e9d6f3 req-034cab4c-2685-49f1-88f0-cf3f826728c2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 210 time: 0.0597272 Dec 15 04:46:52.922745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fae841a-d5e9-4659-a2d3-83bb8cde7c80 req-e4186243-7bd6-4a3b-8e14-9f1695db1679 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339998 Dec 15 04:46:52.956606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-58649c04-61f3-4a38-84b2-1fa5e1f4b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:52.959356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-58649c04-61f3-4a38-84b2-1fa5e1f4b210 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879335 Dec 15 04:46:53.094628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7c58754-b872-4ab4-95da-84e303dc694d req-d112279d-6d6a-4ed1-abf8-0c0382e3160e tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0773623 Dec 15 04:46:53.175022 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-d104777d-0b0a-4765-ad01-dccaeaebf621 service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033632 Dec 15 04:46:53.189058 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:53.235628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:53.270683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:46:53.342438 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa80b1f9-bdbc-422c-9694-2066d9d99b8e req-3f512008-b8f6-4607-ab19-94827970c7f6 service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524603 Dec 15 04:46:53.377080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:53.388306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:46:53.390229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:46:53.397772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:46:53.505754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:53.506443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:53.544164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-c4955337-0719-48eb-af66-1c110026d781 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3146045 Dec 15 04:46:53.568920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Request body: {'port': {'device_id': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:46:53.592857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-ce76645b-4da6-4d85-a3c6-bedc2f47e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:53.594367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-ce76645b-4da6-4d85-a3c6-bedc2f47e044 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=412702fbba94438dac612d001ee4fd6f&device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1096 time: 0.1272933 Dec 15 04:46:53.705597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:53.852314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a38f9121-771c-4ed0-91b6-fd1ec28b99f2 None None] Provisioning complete for port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:46:53.853722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a38f9121-771c-4ed0-91b6-fd1ec28b99f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:53.859589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-9ac9a3e9-389b-4b7f-b810-9704fc3b6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:53.864684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-9ac9a3e9-389b-4b7f-b810-9704fc3b6c43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 200 len: 916 time: 0.2470615 Dec 15 04:46:53.910111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a38f9121-771c-4ed0-91b6-fd1ec28b99f2 None None] Port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:46:54.026675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-e541f587-734c-4773-9d05-b11e055d1263 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 200 len: 998 time: 0.1512079 Dec 15 04:46:54.153830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25b153-b2a9-4955-9894-0bcf729a1148 req-572159cf-06e4-49bf-b415-e1df27f32a4a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:54.155368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc25b153-b2a9-4955-9894-0bcf729a1148 req-572159cf-06e4-49bf-b415-e1df27f32a4a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 931 time: 0.1577635 Dec 15 04:46:54.184827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-b1da5c5d-a668-43cd-b72d-9df9b9cdb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:54.189457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-b1da5c5d-a668-43cd-b72d-9df9b9cdb219 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 200 len: 855 time: 0.1417682 Dec 15 04:46:54.245068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97dfd7-2a5a-4b07-81fb-f3db5ce4b310 req-72b8da03-f6b1-473e-80eb-6b36216f3691 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:54.253358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd97dfd7-2a5a-4b07-81fb-f3db5ce4b310 req-72b8da03-f6b1-473e-80eb-6b36216f3691 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.1418724 Dec 15 04:46:54.301042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc25b153-b2a9-4955-9894-0bcf729a1148 req-36178e36-8f85-446e-ae21-739680c6fb23 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343560 Dec 15 04:46:54.381867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd97dfd7-2a5a-4b07-81fb-f3db5ce4b310 req-4e9c7f6e-0590-4a99-832a-eea5ddb9f94d tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273456 Dec 15 04:46:54.454030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-e0dc03cd-9062-4d56-9477-b702e4b29be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:54.456932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-e0dc03cd-9062-4d56-9477-b702e4b29be8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f76a9c8e-8c56-4856-9255-f6d8892380b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027756 Dec 15 04:46:54.512540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:46:54.531500 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:54.546764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Transition to ACTIVE for port object f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:46:54.560681 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:54.592648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a362cbc4-6e5f-41b7-95bd-e40079f68653 req-a6b1af81-1fff-4d9c-a582-25d7c4897517 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1347487 Dec 15 04:46:54.740976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Pushing event updated for resources: {'Port': ['ID=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:54.849952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-fe5656ba-5ad3-40c0-8fa6-e87c83813912 service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296438 Dec 15 04:46:55.201135 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-537d5052-1b78-4cd1-96fb-810ca8f7ca76 req-74a84a78-fe2b-4265-ab27-72e43ff37d2b service neutron] 10.222.0.16 "GET /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585535 Dec 15 04:46:55.384438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Attempting to bind port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:46:55.388854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Attempting to bind port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:46:55.389444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Attempting to bind port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:55.408684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf on network 14313082-41c9-4a09-84f5-23b7c2a7d02e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:46:55.409906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Attempting to bind port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:46:55.425262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:46:55.426317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:46:55.426949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:46:55.427625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Bound port: f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:46:55.441137 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:55.788200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ec32e-1029-4736-9d2c-d0df7e6101a9 req-d9b770f7-8a5f-4b0e-b3ac-2f093fcd4922 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:55.799533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d3ec32e-1029-4736-9d2c-d0df7e6101a9 req-d9b770f7-8a5f-4b0e-b3ac-2f093fcd4922 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.3093164 Dec 15 04:46:55.814204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] For port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:46:55.846167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12c706-ead5-4dc7-af16-bb81510a9c26 req-1dc64bd3-6d9f-4f53-912a-3d52d9a45665 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:55.854066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a12c706-ead5-4dc7-af16-bb81510a9c26 req-1dc64bd3-6d9f-4f53-912a-3d52d9a45665 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.2712524 Dec 15 04:46:55.865867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] For port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:46:55.881087 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:55.973531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a12c706-ead5-4dc7-af16-bb81510a9c26 req-d970f176-34fd-433a-ba14-dc05968308aa tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180215 Dec 15 04:46:56.043630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d3ec32e-1029-4736-9d2c-d0df7e6101a9 req-e43685b8-686d-40d6-a009-b37c908d942a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389419 Dec 15 04:46:56.046643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:56.047269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:56.065816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] 10.222.0.16 "PUT /v2.0/ports/f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf HTTP/1.1" status: 200 len: 1092 time: 2.5041399 Dec 15 04:46:56.066336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'tag': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:46:56.068759 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6d8b8b-3213-491b-8ed3-1e83b70865c9", "tag": "f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:46:56.131157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ec22-1d7f-4784-8e0f-a047905bac70 service neutron] Pushing event updated for resources: {'Port': ['ID=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:46:56.264512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a3e698d-ecd0-4572-8b30-e9096cc38ffe req-764a1ac3-1017-4833-81ea-5a568fcf6dfb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1189680 Dec 15 04:46:56.398700 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf9ca3-4b27-4d0c-b407-ba65c3cafbc6 x-openstack-request-id: req-2bdf9ca3-4b27-4d0c-b407-ba65c3cafbc6 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:46:56.399003 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6d8b8b-3213-491b-8ed3-1e83b70865c9", "tag": "f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:46:56.399253 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bdf9ca3-4b27-4d0c-b407-ba65c3cafbc6 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:46:56.399661 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'tag': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf', 'status': 'completed', 'code': 200} Dec 15 04:46:57.282442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec27ab-af49-4cd2-aa43-56f5ce13399a req-2d9ea355-5cc5-4f9a-aab8-5f001ebc5eca tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:57.284116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92ec27ab-af49-4cd2-aa43-56f5ce13399a req-2d9ea355-5cc5-4f9a-aab8-5f001ebc5eca tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.1474593 Dec 15 04:46:57.295756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698cf05-bdd9-47df-90fb-4bf12fe11ed0 req-a0d37439-0ebe-4fba-a6b7-23470a9ba757 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:57.297797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1698cf05-bdd9-47df-90fb-4bf12fe11ed0 req-a0d37439-0ebe-4fba-a6b7-23470a9ba757 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.1088161 Dec 15 04:46:57.429327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92ec27ab-af49-4cd2-aa43-56f5ce13399a req-e714f81c-91e3-4cd7-b6cc-0cd25c3dfec7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139593 Dec 15 04:46:57.457037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1698cf05-bdd9-47df-90fb-4bf12fe11ed0 req-1835215d-2a10-45f0-ac47-4841b5af84ae tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166332 Dec 15 04:46:57.637784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42eb4313-ccd8-43cc-ad41-0e9cca376b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:46:57.689941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a95ca1b-b093-4a71-9262-c3adfb454bce req-d3644770-d377-4d83-98f4-fd1ade1b974f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0574341 Dec 15 04:46:58.790426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250e8b-eb52-4e4d-8162-f93b65e4dcf6 req-4927309c-7eda-4559-9f0f-aeacff0acaf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:58.804835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd250e8b-eb52-4e4d-8162-f93b65e4dcf6 req-4927309c-7eda-4559-9f0f-aeacff0acaf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.1977346 Dec 15 04:46:58.831157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9d2a-c9da-488f-b9ac-69151ec0d9ac req-086df82b-c818-48c0-b663-ca36512ce84b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:46:58.832766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-388e9d2a-c9da-488f-b9ac-69151ec0d9ac req-086df82b-c818-48c0-b663-ca36512ce84b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.2277129 Dec 15 04:46:59.021938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd250e8b-eb52-4e4d-8162-f93b65e4dcf6 req-1d88a7b4-885f-4181-ac44-faf0dbdf1b2c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110739 Dec 15 04:46:59.055810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-388e9d2a-c9da-488f-b9ac-69151ec0d9ac req-52a5a0ca-9ca7-41f8-9314-90bcbb4527ad tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065334 Dec 15 04:46:59.284779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd49b3b2-5e0e-4282-abf2-47638c63aa3a req-8d30a4c0-5c44-4219-9528-c750baf18052 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0514960 Dec 15 04:46:59.881787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-805b3436-e6a9-4677-9871-6b0e54420db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:00.421689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f626dce-c3b3-4b4e-9f39-09ef5d85b813 req-b12163ec-884d-438e-81c5-cda3c9d9fc5a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:00.426146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f626dce-c3b3-4b4e-9f39-09ef5d85b813 req-b12163ec-884d-438e-81c5-cda3c9d9fc5a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.2084353 Dec 15 04:47:00.446740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633cf2-5b3c-4915-9ad5-f76e5586e2ac req-ebe4bac0-989d-4530-a784-00bb6f72306f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:00.458188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80633cf2-5b3c-4915-9ad5-f76e5586e2ac req-ebe4bac0-989d-4530-a784-00bb6f72306f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.2649646 Dec 15 04:47:00.659405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80633cf2-5b3c-4915-9ad5-f76e5586e2ac req-c0bd4a82-fd5c-4774-8a36-06ff21a53727 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795390 Dec 15 04:47:00.700780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f626dce-c3b3-4b4e-9f39-09ef5d85b813 req-46675257-0445-4827-8a60-6cc25ab8aebb tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406645 Dec 15 04:47:00.892187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7bdfaab-b0b3-48f5-a8db-688ec506e0bf req-d867164e-c062-4b28-a7f3-cbaf37cc0486 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0577810 Dec 15 04:47:01.113853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:01.718416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-43a84d60-54f5-4fcf-9570-ae3b50152c87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1187348 Dec 15 04:47:01.905709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-206c84a3-1399-45a9-a2a9-9659088c9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:01.910458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-206c84a3-1399-45a9-a2a9-9659088c9d16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.1160376 Dec 15 04:47:02.164338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78bfd1-e920-493b-91ce-a1c5ac55b8b0 req-03889aa0-d258-4c36-9fdf-8582e065ff00 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.173503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe78bfd1-e920-493b-91ce-a1c5ac55b8b0 req-03889aa0-d258-4c36-9fdf-8582e065ff00 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.2264054 Dec 15 04:47:02.202853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a254e-89e4-4000-bc7d-d43f7e58ea9f req-7e0bf182-d387-4ebd-8fc0-6714f3157b69 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.204790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b0a254e-89e4-4000-bc7d-d43f7e58ea9f req-7e0bf182-d387-4ebd-8fc0-6714f3157b69 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.2034307 Dec 15 04:47:02.206323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0 req-ed469604-bbb1-43b1-93e9-81faa8872ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.215974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0 req-ed469604-bbb1-43b1-93e9-81faa8872ea3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 1095 time: 0.7543287 Dec 15 04:47:02.305881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe78bfd1-e920-493b-91ce-a1c5ac55b8b0 req-3d09a362-d0a9-43b8-92f1-ff3b6d797886 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278071 Dec 15 04:47:02.366882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-9ba207e7-4e5a-46ce-9222-a4d7e1fb2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.368559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-9ba207e7-4e5a-46ce-9222-a4d7e1fb2795 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.4047756 Dec 15 04:47:02.374277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b0a254e-89e4-4000-bc7d-d43f7e58ea9f req-3790a09e-7a29-4090-a909-429f742a4288 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599171 Dec 15 04:47:02.482541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-5bc3390f-15a8-4906-91a0-32db9477a1bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.1043227 Dec 15 04:47:02.638439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-ca3305f2-ec68-4b73-8420-39277b17d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.639906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-ca3305f2-ec68-4b73-8420-39277b17d539 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1264222 Dec 15 04:47:02.649408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:02.667274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0 req-7636632b-fa6e-405a-9f63-6fa6cc71ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.669197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0 req-7636632b-fa6e-405a-9f63-6fa6cc71ee1d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5ce6912b41234295b070654966d6f06d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4034188 Dec 15 04:47:02.857290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa1440df-5dbc-4cd4-a2bb-52fb8b9191ab req-cb8870f0-6824-4902-9615-f74904b231d6 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.2155747 Dec 15 04:47:02.923025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-25346997-d939-4790-9ec1-e69165be220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:02.924538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-25346997-d939-4790-9ec1-e69165be220d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2550611 Dec 15 04:47:03.101681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0 req-87174564-e995-4d48-8633-6fb0a741950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:03.103500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5a560a4-c57f-4b07-b351-1ee2e6b38bd0 req-87174564-e995-4d48-8633-6fb0a741950c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3794680 Dec 15 04:47:03.386419 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:03.402514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-5b52ea75-6af2-4823-b274-05dbd40f6d95 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603074 Dec 15 04:47:03.467061 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:03.595212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-15de0df7-05b6-422a-86bd-c3fa937d26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:03.627230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-15de0df7-05b6-422a-86bd-c3fa937d26d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 1095 time: 0.2568798 Dec 15 04:47:03.839756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-6602ed3c-ef56-40a3-8f35-897600f611a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf HTTP/1.1" status: 200 len: 217 time: 0.1585586 Dec 15 04:47:04.140178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-68d97df6-0b7f-43cf-8edc-3864f7da9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:04.157989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-68d97df6-0b7f-43cf-8edc-3864f7da9e5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.2986305 Dec 15 04:47:04.208683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cacbf4f5-974d-4dc0-9a2b-b0bb5c2c81ca req-51df0e29-7cfa-4b74-bd85-a305cb5d8f5b service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920427 Dec 15 04:47:04.298254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16502dae-bb09-49ca-be95-5e2eb5458fd8 req-70043363-38c2-4d4d-83b8-09e349890cbd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:04.306871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16502dae-bb09-49ca-be95-5e2eb5458fd8 req-70043363-38c2-4d4d-83b8-09e349890cbd tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.4467630 Dec 15 04:47:04.336599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f62a69-9de3-44da-bbdc-8e559041fedc req-fe77a9a0-b1d2-4d29-b9fc-d1a359b10b01 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:04.352059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6f62a69-9de3-44da-bbdc-8e559041fedc req-fe77a9a0-b1d2-4d29-b9fc-d1a359b10b01 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.4938691 Dec 15 04:47:04.488829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-929413e5-84ac-405a-aef5-2af59f317d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:04.495159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-929413e5-84ac-405a-aef5-2af59f317d89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043807 Dec 15 04:47:04.594258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16502dae-bb09-49ca-be95-5e2eb5458fd8 req-df6498b7-12ab-48d4-9a4b-44aa7c0d53e7 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353230 Dec 15 04:47:04.693396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6f62a69-9de3-44da-bbdc-8e559041fedc req-913d65e3-3cec-4213-8095-60a30b55e8c9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125250 Dec 15 04:47:05.032621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-5c1c1ed3-25eb-4cbf-af07-06e8ad0db27a service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972733 Dec 15 04:47:05.033188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f33b61f-9059-466b-ab9b-99c9ac40fba8 req-b52e7883-d511-426d-8a81-e868f0f06370 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1299329 Dec 15 04:47:05.136245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d4bd713-ac03-4822-81c8-12e8b7679ee8 req-5bcdd997-e298-401d-aba5-7c19b5099ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570244 Dec 15 04:47:06.145725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ba152-311a-43d2-9bad-ba2fde31013b req-c9e73234-c510-46a0-be96-57dc0a3bd651 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:06.162001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c2ba152-311a-43d2-9bad-ba2fde31013b req-c9e73234-c510-46a0-be96-57dc0a3bd651 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.2689934 Dec 15 04:47:06.287927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c2ba152-311a-43d2-9bad-ba2fde31013b req-b11ab832-165a-4749-98ae-bce04db8d697 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268885 Dec 15 04:47:06.392571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5c6ff-1da1-45c1-b93f-b0cf48690b5d req-a58b3462-2b2a-4919-a6df-d205704d0e64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:06.402831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daf5c6ff-1da1-45c1-b93f-b0cf48690b5d req-a58b3462-2b2a-4919-a6df-d205704d0e64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.4135888 Dec 15 04:47:06.582438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daf5c6ff-1da1-45c1-b93f-b0cf48690b5d req-3a1a7a00-49dd-4b95-9d93-4733ee1f88e0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770205 Dec 15 04:47:06.794417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1827a939-0c92-44fe-9dde-278c9f2832c4 req-4e648f32-6570-4ea0-9ad2-73f93555ae25 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0703921 Dec 15 04:47:06.860221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:07.602791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9adc-6ea8-4bdf-bb2f-ec628a58e755 req-acc15396-b409-4daa-b5d0-64be365da33b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:07.605311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a9f9adc-6ea8-4bdf-bb2f-ec628a58e755 req-acc15396-b409-4daa-b5d0-64be365da33b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.1479282 Dec 15 04:47:07.708311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a9f9adc-6ea8-4bdf-bb2f-ec628a58e755 req-c7133e95-99cc-4e05-8f03-01a8e704c7b6 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968921 Dec 15 04:47:08.191154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfb3804d-72af-495f-ab50-545d94be2acd req-2b5fe6e2-e287-434f-b1b3-9c6e75782040 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1256821 Dec 15 04:47:08.229344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa62723-fa65-42ee-99ac-37e0d5b55a37 req-e5d52a16-7754-4692-81ce-6b5566c60409 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:08.236945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fa62723-fa65-42ee-99ac-37e0d5b55a37 req-e5d52a16-7754-4692-81ce-6b5566c60409 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.2519841 Dec 15 04:47:08.333122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fa62723-fa65-42ee-99ac-37e0d5b55a37 req-70aa8c42-cf9c-40a6-91cd-7e8246946cf0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950770 Dec 15 04:47:08.912162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ace5a1-cf60-4ad9-b07f-04e93c32cc37 req-e7c2460b-64dc-4ad9-bf70-d7b45fbdee61 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:08.921997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69ace5a1-cf60-4ad9-b07f-04e93c32cc37 req-e7c2460b-64dc-4ad9-bf70-d7b45fbdee61 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.0638404 Dec 15 04:47:08.992996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69ace5a1-cf60-4ad9-b07f-04e93c32cc37 req-9a9b396e-7e36-4595-a366-66f6e729386b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640333 Dec 15 04:47:09.148798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:47:09.406532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6699830b-9eb5-4bff-9a69-8bd0c75d9033 req-c5a20afb-7bf4-42b2-80bc-b09871e3aed9 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0684726 Dec 15 04:47:09.446112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:09.461837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf', 'mac_address': 'fa:16:3e:b2:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:47:09.541204 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:09.563129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:09.584701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:09.592982 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:09.594126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b133-d252-46bf-979b-c224a3f3f4f0 req-5b78bf1b-704b-4e9c-8992-49b52ca96b71 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:09.612663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e61b133-d252-46bf-979b-c224a3f3f4f0 req-5b78bf1b-704b-4e9c-8992-49b52ca96b71 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 943 time: 0.1337540 Dec 15 04:47:09.710568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:09.735270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e61b133-d252-46bf-979b-c224a3f3f4f0 req-218753cc-9a6b-4415-8ce5-8b2b99596d76 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216180 Dec 15 04:47:09.957668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:47:10.155306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194216b0-78b7-428b-b95a-3f723cb98918 req-e59b4487-fbfb-437d-af2c-0c0b8e6b81e2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:10.157069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-194216b0-78b7-428b-b95a-3f723cb98918 req-e59b4487-fbfb-437d-af2c-0c0b8e6b81e2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.0634785 Dec 15 04:47:10.217780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-194216b0-78b7-428b-b95a-3f723cb98918 req-83e8714d-5f11-4dd2-85a3-214950a456c1 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540140 Dec 15 04:47:10.618840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bae14f5-d018-4171-b664-39939e7ab92f req-703f6236-673f-4c6f-acc5-03babc4077cb tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0573940 Dec 15 04:47:10.994301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fd315-4b1b-46c3-af2a-3e401989e8df req-767ff3e3-0c7d-4254-950e-2c7dd26644a7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:10.996588 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd8fd315-4b1b-46c3-af2a-3e401989e8df req-767ff3e3-0c7d-4254-950e-2c7dd26644a7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 944 time: 0.1630256 Dec 15 04:47:11.109710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd8fd315-4b1b-46c3-af2a-3e401989e8df req-62beb297-719d-4d14-89c9-b34841604c8b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056042 Dec 15 04:47:11.154085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:47:11.168193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:47:11.273153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:47:11.364376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:11.365044 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:11.536821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e30faa-c61b-4ab9-8461-de16bf4ec064 req-cc0d59c1-c24e-4f3f-b20a-4db8d7dbb771 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:11.544991 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:11.547397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8e30faa-c61b-4ab9-8461-de16bf4ec064 req-cc0d59c1-c24e-4f3f-b20a-4db8d7dbb771 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 944 time: 0.1357813 Dec 15 04:47:11.589769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:11.594613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:11.597656 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55a235-4404-4054-853a-2a0ef39d6952" -d '{"events": [{"server_uuid": "8c6d8b8b-3213-491b-8ed3-1e83b70865c9", "name": "network-vif-plugged", "status": "completed", "tag": "f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:11.602886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:11.622731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:11.683125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8e30faa-c61b-4ab9-8461-de16bf4ec064 req-732c1c15-0952-453b-9324-9b3c3a0b3dff tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275685 Dec 15 04:47:11.708329 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1833516-1dc3-49c7-abef-e9960c07fa49 x-openstack-request-id: req-a1833516-1dc3-49c7-abef-e9960c07fa49 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:11.708329 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d8b8b-3213-491b-8ed3-1e83b70865c9", "name": "network-vif-plugged", "status": "completed", "tag": "f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:11.708329 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1833516-1dc3-49c7-abef-e9960c07fa49 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:11.708329 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf', 'code': 200} Dec 15 04:47:11.708329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'port_id': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'mac_address': 'fa:16:3e:eb:9f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:47:11.824221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:11.833995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:11.893135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:11.918320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4c386ce-bb76-4cfc-9631-8d0809fa1655 req-85fdab40-dde3-4d5e-a27e-4a738f3d0fde tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.1076820 Dec 15 04:47:11.953926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8635a3b-5240-4e18-8f21-a4ec9c6b31b9 req-f97999ec-5079-483a-87b6-e8991d8e68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:11.957516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8635a3b-5240-4e18-8f21-a4ec9c6b31b9 req-f97999ec-5079-483a-87b6-e8991d8e68c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 1097 time: 0.1485169 Dec 15 04:47:11.959709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:11.972876 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:12.078817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8635a3b-5240-4e18-8f21-a4ec9c6b31b9 req-813caf55-32eb-4c34-8ab4-6ba2f44884fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101849 Dec 15 04:47:12.095931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:12.318638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['03d9219e-4141-454e-9d86-99c2159a8ab5'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:47:12.703239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585122-d602-4df5-aa5f-68dca35f32bc req-1ec30e6f-580f-4e0d-b741-40a6c500b95b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:12.737140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd585122-d602-4df5-aa5f-68dca35f32bc req-1ec30e6f-580f-4e0d-b741-40a6c500b95b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 945 time: 0.2380581 Dec 15 04:47:12.850446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd585122-d602-4df5-aa5f-68dca35f32bc req-0be9cdc6-78e6-425f-9fb7-d792780e6208 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041448 Dec 15 04:47:12.985863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7c932-7378-433f-ae79-ab91b826638a req-83a610dd-a055-49b8-a69e-bb9618c39c6b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:13.014358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13b7c932-7378-433f-ae79-ab91b826638a req-83a610dd-a055-49b8-a69e-bb9618c39c6b tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.1226707 Dec 15 04:47:13.132867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13b7c932-7378-433f-ae79-ab91b826638a req-90ae67b4-fde3-4ada-8c4a-71a853a547a2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169734 Dec 15 04:47:13.196583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecda6807-17fa-4318-9ffc-3ec58ea6c612 req-665774a4-4a2d-47b9-bd22-ff9b6d1e5034 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0624216 Dec 15 04:47:13.269494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50036) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:13.452672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0f44f12-11d5-4d8f-ae72-b3555cbfd5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:13.627284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0f44f12-11d5-4d8f-ae72-b3555cbfd5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:13.632893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0f44f12-11d5-4d8f-ae72-b3555cbfd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:13.707168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0f44f12-11d5-4d8f-ae72-b3555cbfd5b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ff4f8e2aa294237b55712756c02a016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360583 Dec 15 04:47:13.708249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:13.740794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f44f12-11d5-4d8f-ae72-b3555cbfd5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7cfa85-4426-4174-a47b-66046cb47104,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:13.852412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:13.934631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:14.009851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:14.013061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:14.014369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c7cfa85-4426-4174-a47b-66046cb47104 HTTP/1.1" status: 204 len: 168 time: 0.3029621 Dec 15 04:47:14.052918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7cfa85-4426-4174-a47b-66046cb47104,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:14.073074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.073507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.074640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.075061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.076436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.077000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.077673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.079541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.079682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.081009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.081437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.081848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.083257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86967cb2-50fa-4975-a505-94370a3009db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:14.144250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-176889fe-6721-4644-b465-5c6ebe24cdb5 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1915930296&fields=id&tenant_id=4761547da47f4991bc292d32ba479b87 HTTP/1.1" status: 200 len: 267 time: 0.2003093 Dec 15 04:47:14.498693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-d2c81583-0c6b-4f2e-ad28-b0a8ceaf0c52 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:14.511719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-d2c81583-0c6b-4f2e-ad28-b0a8ceaf0c52 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/networks?id=de9977a5-6363-4e18-b899-4afc2cb9d0c7 HTTP/1.1" status: 200 len: 816 time: 0.3635466 Dec 15 04:47:14.565862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-eea8ae8d-b4ba-4d89-ba9f-6ee734521aec tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/quotas/4761547da47f4991bc292d32ba479b87 HTTP/1.1" status: 200 len: 375 time: 0.0528560 Dec 15 04:47:14.713877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf412a37-0c64-4e57-bf83-2052f2b458d9 req-93151650-7e66-4ab3-bbc1-71781307d690 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:14.730137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf412a37-0c64-4e57-bf83-2052f2b458d9 req-93151650-7e66-4ab3-bbc1-71781307d690 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 945 time: 0.6024280 Dec 15 04:47:14.740779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-de4e9d0d-829f-4321-915c-e29bd3ece4d0 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4761547da47f4991bc292d32ba479b87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738946 Dec 15 04:47:15.159516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf412a37-0c64-4e57-bf83-2052f2b458d9 req-108c04c0-2421-46ff-aa6c-c45da0eab908 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283459 Dec 15 04:47:15.165594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:47:15.209011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-74caa189-5039-4db4-97a0-7edda365ac3e service neutron] 10.222.0.37 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281251 Dec 15 04:47:15.274569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 03d9219e-4141-454e-9d86-99c2159a8ab5 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:47:15.285742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 03d9219e-4141-454e-9d86-99c2159a8ab5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:15.286508 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:15.469701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-8853e05f-442e-44be-8e54-c5c752e425df service neutron] 10.222.0.37 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511218 Dec 15 04:47:15.477124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:15.510138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a3f82-17ed-44ec-9011-078bf7ab0792 req-1897beff-6bec-452d-b267-79441d0d05b2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:15.511788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-647a3f82-17ed-44ec-9011-078bf7ab0792 req-1897beff-6bec-452d-b267-79441d0d05b2 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 945 time: 0.2053850 Dec 15 04:47:15.582353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:15.584511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:15.588098 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e02319b-87d0-4b9b-ab4e-a81eadca1eeb" -d '{"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-plugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:15.608754 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:15.637341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-647a3f82-17ed-44ec-9011-078bf7ab0792 req-8879fb05-5212-4a28-baa1-b37907b0e796 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167037 Dec 15 04:47:15.798662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50178) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:15.848363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:15.919073 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d42efd03-0800-4614-973b-d813bd0776e8 req-c017cb90-422d-4277-8847-daa60dc8bfd7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0736439 Dec 15 04:47:16.066474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1259944145-network', 'tenant_id': '7d8c997f6ff84b51957431830ffb7031'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:16.113408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Made reservation on behalf of 7d8c997f6ff84b51957431830ffb7031 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:47:16.118123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.145628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.372884 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98911389-2f89-494c-b1d1-42e8c68f4c7c x-openstack-request-id: req-98911389-2f89-494c-b1d1-42e8c68f4c7c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:16.373453 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-plugged", "status": "completed", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:16.373453 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98911389-2f89-494c-b1d1-42e8c68f4c7c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:16.373821 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'code': 200} Dec 15 04:47:16.440053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.485540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62e7a5df-a138-42be-954b-e937395c87b4 req-8857a954-24ae-46a2-a68b-31dcf0d0c6bb tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.1360664 Dec 15 04:47:16.486460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.516321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:47:16.523126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e37ac06-8539-4152-bc8e-d7e42269d033,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:16.543611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.544010 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Added segment 28740478-1517-434d-9cff-02625d3f92d9 of type vlan for network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b Dec 15 04:47:16.654121 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.698678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d21f43-54d4-43d6-b49e-2c56db6f1982 req-6b3e1dc3-fd25-4161-92cf-66dcb87868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:16.700996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94d21f43-54d4-43d6-b49e-2c56db6f1982 req-6b3e1dc3-fd25-4161-92cf-66dcb87868f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 1098 time: 0.0744867 Dec 15 04:47:16.725275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.728446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:16.729845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.797398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-94d21f43-54d4-43d6-b49e-2c56db6f1982 req-d02ad0fc-8cb6-4a1a-ad07-b56872eaebed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882757 Dec 15 04:47:16.872996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50206) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:16.873175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0722885 Dec 15 04:47:16.880969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Request body: {'subnet': {'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1259944145-subnet', 'tenant_id': '7d8c997f6ff84b51957431830ffb7031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:16.904343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2eb0d4-68ca-42c7-8e54-e07377cf885f admin admin] Pushing event updated for resources: {'Network': ['ID=4bf79681-4e40-4ea2-b5b4-e83b3995df4b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:16.918048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:47:16.928348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116865bc-6518-4b03-9d0f-b0a882daa8b7 req-2f1e0a5a-1a88-47e6-95dc-c0eeadcec02a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:16.931469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Made reservation on behalf of 7d8c997f6ff84b51957431830ffb7031 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:47:16.933932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:16.938253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-116865bc-6518-4b03-9d0f-b0a882daa8b7 req-2f1e0a5a-1a88-47e6-95dc-c0eeadcec02a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 946 time: 0.0877209 Dec 15 04:47:17.015233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-116865bc-6518-4b03-9d0f-b0a882daa8b7 req-733de902-927c-438e-8c5c-bab8d12e4f1f tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759983 Dec 15 04:47:17.136491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e41f0418-82e9-4685-9671-05165d5b7977 req-5e9855dc-4454-4600-8246-8a41a675d43f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0532997 Dec 15 04:47:17.368138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:17.436604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff08c5a-b792-4594-911a-3404f6d90a55,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:17.446546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Checking segment: {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:47:17.447093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Network hostable DHCP agents. Network: 4bf79681-4e40-4ea2-b5b4-e83b3995df4b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:47:17.486908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:47:17.501497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 4bf79681-4e40-4ea2-b5b4-e83b3995df4b) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:47:17.506774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:17.507772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:17.513432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9a1cb-120c-4bec-a7a8-8ca85f6313c5 None None] Network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:47:17.566500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-87fb8f87-d749-4eab-8d19-b60d0305d405 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6890738 Dec 15 04:47:17.725273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31cb3b2-b04a-4ff8-9879-3bfcd5a85b61 None None] Network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:47:17.771645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cae6dcb3-59a0-45f3-8808-8d13c1d13e1c req-fedc8acd-5b91-477c-9b1e-c3bb4d0ba797 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0938916 Dec 15 04:47:18.258838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4bba-5ee3-4c29-ba52-29b53142ac5e req-aa4c8b3c-660d-46e4-8cc9-1e84c59af77a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:18.262841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab1b4bba-5ee3-4c29-ba52-29b53142ac5e req-aa4c8b3c-660d-46e4-8cc9-1e84c59af77a tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 946 time: 0.1191077 Dec 15 04:47:18.352800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b918403b-5089-4e08-a511-9068bc7f8557 req-aff623d4-1424-423a-b3c4-3e9df64a3a59 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0521157 Dec 15 04:47:18.447580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab1b4bba-5ee3-4c29-ba52-29b53142ac5e req-6c0db03d-ab4b-49ff-977f-a4f21d04d4e6 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636417 Dec 15 04:47:18.516246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-03423ee2-4ab2-4dfd-b670-a2d4d3f0e0e6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:18.519332 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-03423ee2-4ab2-4dfd-b670-a2d4d3f0e0e6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.42 "GET /v2.0/networks?id=de9977a5-6363-4e18-b899-4afc2cb9d0c7 HTTP/1.1" status: 200 len: 816 time: 0.4451578 Dec 15 04:47:18.700275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-054d17ae-c17a-42bc-8598-c8b08f9329dc tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4761547da47f4991bc292d32ba479b87 HTTP/1.1" status: 200 len: 380 time: 0.1503077 Dec 15 04:47:18.716176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Request body: {'port': {'device_id': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'admin_state_up': True, 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'security_groups': ['2ded31db-aa79-46e8-9d8c-251656ea7e2a']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:18.965140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd1cf064-0ab5-4936-85a0-71c07bfb85da req-29013b89-08a0-4282-896a-7652d4eae9be tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0665925 Dec 15 04:47:18.983648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Made reservation on behalf of 4761547da47f4991bc292d32ba479b87 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:47:18.994308 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:19.229246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Allocated IP 172.20.0.13 (de9977a5-6363-4e18-b899-4afc2cb9d0c7/7fbe44a2-2105-418c-9007-8355cdece276/e7a9dc01-173d-46d8-9137-64364515c70c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:47:19.541746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:19.691713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:19.700030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-619d3614-e2bf-44ae-970d-89f908d71809 req-88b95a3d-846f-4c20-9812-8e084a015452 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0638711 Dec 15 04:47:19.762521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:47:19.765955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:47:19.770649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:47:19.818020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4def215-b386-4bcd-8823-11b59878dcaf req-e88a772c-9c26-48b2-9c6a-cf736cf91597 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:19.819802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4def215-b386-4bcd-8823-11b59878dcaf req-e88a772c-9c26-48b2-9c6a-cf736cf91597 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 946 time: 0.1328399 Dec 15 04:47:19.827889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event updated for resources: {'Port': ['ID=e7a9dc01-173d-46d8-9137-64364515c70c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:19.860846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:19.865063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:19.903513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-c8055244-5971-4e77-b510-c67c1930503a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1968083 Dec 15 04:47:19.922435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Request body: {'port': {'device_id': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:19.977377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4def215-b386-4bcd-8823-11b59878dcaf req-39a66702-13a0-4752-8255-fa642e066068 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502304 Dec 15 04:47:20.024973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:20.271613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e907d46-8577-475e-8b59-04c0a9dd22a3 req-6c15a913-d17c-40dd-8ea3-0730f2e34b50 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:20.274060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e907d46-8577-475e-8b59-04c0a9dd22a3 req-6c15a913-d17c-40dd-8ea3-0730f2e34b50 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 932 time: 0.0939951 Dec 15 04:47:20.293977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1afd2811-6782-4cc7-bd59-addb1c5d8ed6 None None] Provisioning complete for port e7a9dc01-173d-46d8-9137-64364515c70c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:20.313630 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1afd2811-6782-4cc7-bd59-addb1c5d8ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:20.444989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e907d46-8577-475e-8b59-04c0a9dd22a3 req-a2b7d8b0-d91c-41a3-9341-ad3cf9c03c86 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643894 Dec 15 04:47:20.451674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1afd2811-6782-4cc7-bd59-addb1c5d8ed6 None None] Port e7a9dc01-173d-46d8-9137-64364515c70c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:47:20.548718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a9dc01-173d-46d8-9137-64364515c70c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:20.558566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:20.571659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Transition to ACTIVE for port object e7a9dc01-173d-46d8-9137-64364515c70c will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:47:20.578449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:20.758657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a9dc01-173d-46d8-9137-64364515c70c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:20.823093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Attempting to bind port e7a9dc01-173d-46d8-9137-64364515c70c on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:47:20.823442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Attempting to bind port e7a9dc01-173d-46d8-9137-64364515c70c by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:47:20.823764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Attempting to bind port e7a9dc01-173d-46d8-9137-64364515c70c on network de9977a5-6363-4e18-b899-4afc2cb9d0c7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:20.837676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Port e7a9dc01-173d-46d8-9137-64364515c70c on network de9977a5-6363-4e18-b899-4afc2cb9d0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:47:20.838031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Attempting to bind port e7a9dc01-173d-46d8-9137-64364515c70c on network de9977a5-6363-4e18-b899-4afc2cb9d0c7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:20.851855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:47:20.852676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Checking segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:47:20.853094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Bound using segment: {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:47:20.853555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Bound port: e7a9dc01-173d-46d8-9137-64364515c70c, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658c5ab9-38c7-48d2-a359-71bf5fc62b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:47:20.853927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:20.933262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35c1a191-8a50-4662-a1fd-5ad146e9e40f req-dd7226e1-98ac-42db-9f7c-4599c61230fe tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0772507 Dec 15 04:47:20.983846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] For port e7a9dc01-173d-46d8-9137-64364515c70c, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:47:20.991300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] For port e7a9dc01-173d-46d8-9137-64364515c70c, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7a9dc01-173d-46d8-9137-64364515c70c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:47:21.001876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:21.066252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:21.066252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:21.066252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] 10.222.0.42 "PUT /v2.0/ports/e7a9dc01-173d-46d8-9137-64364515c70c HTTP/1.1" status: 200 len: 1093 time: 1.1485465 Dec 15 04:47:21.066840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:21.073166 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf37e41-1fd0-47c9-827a-0e164e6c0184" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:21.122351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1f8b-88fc-40b0-8b5d-7baab26baf05 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a9dc01-173d-46d8-9137-64364515c70c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:21.137512 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c7960-5ffd-4b9e-a5ee-606bb0d63029 x-openstack-request-id: req-ba8c7960-5ffd-4b9e-a5ee-606bb0d63029 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:21.137890 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:21.139560 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba8c7960-5ffd-4b9e-a5ee-606bb0d63029 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:21.140026 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'status': 'completed', 'code': 200} Dec 15 04:47:21.232947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-e680db66-1c1e-4b83-803d-f3a08fb253a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:21.234474 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-e680db66-1c1e-4b83-803d-f3a08fb253a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4761547da47f4991bc292d32ba479b87&device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 1096 time: 0.0852487 Dec 15 04:47:21.305932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-7d891dd9-54aa-498b-81b0-1515ea61999c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a9dc01-173d-46d8-9137-64364515c70c HTTP/1.1" status: 200 len: 217 time: 0.0576618 Dec 15 04:47:21.376441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-47f7ad43-5389-4bd9-a419-0ac8627b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:21.378052 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-47f7ad43-5389-4bd9-a419-0ac8627b291b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fbe44a2-2105-418c-9007-8355cdece276 HTTP/1.1" status: 200 len: 855 time: 0.0658894 Dec 15 04:47:21.436932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-721b1489-e579-4249-9492-56c703ea42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:21.438796 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-721b1489-e579-4249-9492-56c703ea42d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de9977a5-6363-4e18-b899-4afc2cb9d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520890 Dec 15 04:47:21.582331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-dfd19e93-c9e5-4cf0-97f8-297852eb237c service neutron] 10.222.0.42 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354368 Dec 15 04:47:21.748042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e629a3f-d30e-4734-a36e-8fa599a25e0d req-68c81680-59f6-4ae7-bc83-2501dfbe098c service neutron] 10.222.0.42 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575379 Dec 15 04:47:21.950120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-e1c2c252-8e91-4a22-9a03-52b7f2f92c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:21.954348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-e1c2c252-8e91-4a22-9a03-52b7f2f92c30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4761547da47f4991bc292d32ba479b87&device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 1096 time: 0.1132784 Dec 15 04:47:22.088186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30068-3ba7-401a-ba61-d921066e780c req-ae2c0103-443f-4df9-a757-a1d63bdd7267 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:22.096326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2df30068-3ba7-401a-ba61-d921066e780c req-ae2c0103-443f-4df9-a757-a1d63bdd7267 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.5717797 Dec 15 04:47:22.148996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c60a7fe-2ce8-4d4e-845d-2f0bc135ce7b req-0d7e9706-fbde-4341-9e5e-d7d12e25fb05 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e8ad4e-d41e-4b09-9769-2dc4c18dfdc8 HTTP/1.1" status: 200 len: 210 time: 0.0338788 Dec 15 04:47:22.220909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-c6a9f7a5-8bf3-4798-a8e0-f3aee65a977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:22.222443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2df30068-3ba7-401a-ba61-d921066e780c req-4f46c4ce-5ce0-4039-83f9-bc242254e4de tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248903 Dec 15 04:47:22.224726 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-c6a9f7a5-8bf3-4798-a8e0-f3aee65a977a service neutron] 10.222.0.42 "GET /v2.0/networks?id=de9977a5-6363-4e18-b899-4afc2cb9d0c7 HTTP/1.1" status: 200 len: 916 time: 0.2663682 Dec 15 04:47:22.288899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-45027e41-7751-4af9-b8e1-5ba889e61d5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a9dc01-173d-46d8-9137-64364515c70c HTTP/1.1" status: 200 len: 217 time: 0.0529327 Dec 15 04:47:22.424452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-3e5b89a0-bff4-4e36-9e60-954803faf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:22.431421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-3e5b89a0-bff4-4e36-9e60-954803faf481 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fbe44a2-2105-418c-9007-8355cdece276 HTTP/1.1" status: 200 len: 855 time: 0.1354296 Dec 15 04:47:22.521594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-cff654cd-716d-4ff1-8595-104394464d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:22.524852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-cff654cd-716d-4ff1-8595-104394464d41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de9977a5-6363-4e18-b899-4afc2cb9d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865939 Dec 15 04:47:22.611207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-80af95e9-60f7-431f-8c21-054319236365 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:22.613266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-80af95e9-60f7-431f-8c21-054319236365 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/networks?id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 200 len: 809 time: 0.2524295 Dec 15 04:47:22.649440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-d41a0834-9778-468b-8aa3-05964be822bc tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/quotas/7d8c997f6ff84b51957431830ffb7031 HTTP/1.1" status: 200 len: 375 time: 0.0267911 Dec 15 04:47:22.665878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-7fc00f4e-3846-431c-b0e6-30c2e5787d1c service neutron] 10.222.0.42 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333108 Dec 15 04:47:22.718693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-1ae67b53-f0b2-435c-aaa5-73a3074219ba tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d8c997f6ff84b51957431830ffb7031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582600 Dec 15 04:47:22.793176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cbf37e41-1fd0-47c9-827a-0e164e6c0184 req-3e825b7e-fe32-4b8a-849a-8225b2e07ece service neutron] 10.222.0.42 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196618 Dec 15 04:47:22.923135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-9bad0ad1-0c47-4136-af1a-062abd062fbe service neutron] 10.222.0.37 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890607 Dec 15 04:47:23.103249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-9feb2d65-618f-4d5b-a520-8cd38e53e0ec service neutron] 10.222.0.37 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745119 Dec 15 04:47:23.288820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:23.397064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-647f9597-9ad4-42de-8f3c-150c9c8dae20 req-c0dc097b-4207-4acb-8fab-034809a5ec68 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 210 time: 0.0612109 Dec 15 04:47:23.397291 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8155df1e-3feb-46ad-b5f8-6e2b4e45fb61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:23.451560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8155df1e-3feb-46ad-b5f8-6e2b4e45fb61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:23.543402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b3cd6-4323-4886-ad6d-737af0c24f5a req-88e509a0-bd6d-4409-802f-656367095857 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:23.545695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-060b3cd6-4323-4886-ad6d-737af0c24f5a req-88e509a0-bd6d-4409-802f-656367095857 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.1637757 Dec 15 04:47:23.545915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8155df1e-3feb-46ad-b5f8-6e2b4e45fb61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:23.548805 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8155df1e-3feb-46ad-b5f8-6e2b4e45fb61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:23.552410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8155df1e-3feb-46ad-b5f8-6e2b4e45fb61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e140b36-497c-452b-b01b-603a94357d70 HTTP/1.1" status: 204 len: 168 time: 0.2600682 Dec 15 04:47:23.560039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50414) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:23.568635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155df1e-3feb-46ad-b5f8-6e2b4e45fb61 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e140b36-497c-452b-b01b-603a94357d70,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:23.647562 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-b70a4198-5b12-4ae8-8584-cc227b9866a2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] show failed (client error): The resource could not be found. Dec 15 04:47:23.649567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b70a4198-5b12-4ae8-8584-cc227b9866a2 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "GET /v2.0/security-groups/1e140b36-497c-452b-b01b-603a94357d70 HTTP/1.1" status: 404 len: 347 time: 0.0459292 Dec 15 04:47:23.652830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:23.725163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-060b3cd6-4323-4886-ad6d-737af0c24f5a req-d49936c4-0d74-4ad5-bb26-7afaa7fcc11d tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623583 Dec 15 04:47:23.898174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port e855a8c7-56e3-445d-865b-0cdc47cf6f28 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:23.900180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.028948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.029836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.044124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for e855a8c7-56e3-445d-865b-0cdc47cf6f28 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:24.213769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.238107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=e855a8c7-56e3-445d-865b-0cdc47cf6f28,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:24.260865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128eb85-7f86-4526-b939-21d9df0777ee None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:24.362881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.366018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.367532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5f15329-2f8b-42b3-9d4e-6e2e5830e26d tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/floatingips/686f2355-f522-48d1-a11f-a3c877e5163a HTTP/1.1" status: 204 len: 168 time: 0.7133703 Dec 15 04:47:24.370449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50434) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:24.531156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e26b557c-b923-4289-9cda-a2dd53861ca7 req-16a28d6d-9972-4340-8281-1063ae742366 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 210 time: 0.0542586 Dec 15 04:47:24.560171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port ed4ccc14-a15e-4fe7-b196-11dd27839e91 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:24.560761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.707904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:24.727633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for ed4ccc14-a15e-4fe7-b196-11dd27839e91 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:24.966369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b782ce-a392-4534-87cb-1f0b2263e4ca req-f389f015-4a52-47a8-8d53-fc36881ee710 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:24.976766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0b782ce-a392-4534-87cb-1f0b2263e4ca req-f389f015-4a52-47a8-8d53-fc36881ee710 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.1037889 Dec 15 04:47:25.069704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0b782ce-a392-4534-87cb-1f0b2263e4ca req-d634daff-fd52-45a2-8725-b1f1f6e4c8d3 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914824 Dec 15 04:47:25.070593 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:25.180467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=ed4ccc14-a15e-4fe7-b196-11dd27839e91,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:25.198490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-5fb34757-fa80-41db-a01c-7ef7abdc4f6e tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:25.199933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-5fb34757-fa80-41db-a01c-7ef7abdc4f6e tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "GET /v2.0/networks?id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 200 len: 809 time: 0.3005948 Dec 15 04:47:25.244983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Request body: {'port': {'device_id': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b', 'admin_state_up': True, 'tenant_id': '7d8c997f6ff84b51957431830ffb7031'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:25.374794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:25.378841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd7936fb-a57a-43b7-93f1-ea3c7ede1e7f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/ports/ed4ccc14-a15e-4fe7-b196-11dd27839e91 HTTP/1.1" status: 204 len: 168 time: 1.0066345 Dec 15 04:47:25.381336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50462) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:25.445008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Made reservation on behalf of 7d8c997f6ff84b51957431830ffb7031 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:47:25.455571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:25.534359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting port 37f72851-15d9-4cfa-84fe-cdcaf43df108 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:25.535015 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:25.637476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Allocated IP 172.20.0.2 (4bf79681-4e40-4ea2-b5b4-e83b3995df4b/4ff08c5a-b792-4594-911a-3404f6d90a55/21ae7d62-9bf5-445b-bf0e-5afaa67a0264) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:47:25.691619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:25.730733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Calling delete_port for 37f72851-15d9-4cfa-84fe-cdcaf43df108 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:25.905333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3baefdcc-60a4-49e7-8a52-0104f5ccf62c req-c12ee24b-1dc9-4e64-b975-f7777a8f8574 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 210 time: 0.0766816 Dec 15 04:47:25.964944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.036010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.091815 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.096869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:47:26.101557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:47:26.111568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:47:26.177102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Pushing event updated for resources: {'Port': ['ID=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:26.199860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Port': ['ID=37f72851-15d9-4cfa-84fe-cdcaf43df108,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:26.228004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:26.228871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.305431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-3ae60a84-243a-48e6-b856-eec523d20a60 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641315 Dec 15 04:47:26.333568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Request body: {'port': {'device_id': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:26.337886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.343634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3cd83130-fe13-47fc-8591-dd2b168090c5 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/ports/37f72851-15d9-4cfa-84fe-cdcaf43df108 HTTP/1.1" status: 204 len: 168 time: 0.9603918 Dec 15 04:47:26.347142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:26.379345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c4f4-2d39-4af3-b7ac-3fa73f5ff583 req-efa8a8f4-c8e1-4b3f-a9d8-8e6c26bd7bf7 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:26.381159 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c64c4f4-2d39-4af3-b7ac-3fa73f5ff583 req-efa8a8f4-c8e1-4b3f-a9d8-8e6c26bd7bf7 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.1056514 Dec 15 04:47:26.444612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c64c4f4-2d39-4af3-b7ac-3fa73f5ff583 req-112a920e-29a7-45fd-aae2-bc4a07372c01 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548913 Dec 15 04:47:26.489816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.504498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting subnet 906cfc12-21b1-484a-8e4f-7fad859ea66d {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:47:26.515494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:26.610970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.153162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd109935-455a-464c-a690-ad10dbe9355c req-172b17e3-363b-4148-9547-d708120f6fee tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:27.154840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd109935-455a-464c-a690-ad10dbe9355c req-172b17e3-363b-4148-9547-d708120f6fee tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 931 time: 0.1334171 Dec 15 04:47:27.281002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd109935-455a-464c-a690-ad10dbe9355c req-a207e8b3-c813-4cf3-8594-60d0040535b9 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148472 Dec 15 04:47:27.309673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3ca3a-230c-4cdf-a013-024db788b862 req-753ec002-20e6-443a-b66a-e3e9a7582563 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:27.317812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81b3ca3a-230c-4cdf-a013-024db788b862 req-753ec002-20e6-443a-b66a-e3e9a7582563 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1194293 Dec 15 04:47:27.338837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.376771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81b3ca3a-230c-4cdf-a013-024db788b862 req-ff69b31b-2a65-42db-831c-8de85349e21c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578666 Dec 15 04:47:27.539884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.572684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Subnet': ['ID=906cfc12-21b1-484a-8e4f-7fad859ea66d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:27.598102 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.611596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-277e7c5a-38a4-45df-befb-51b7c94c842f tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/subnets/906cfc12-21b1-484a-8e4f-7fad859ea66d HTTP/1.1" status: 204 len: 168 time: 1.2609005 Dec 15 04:47:27.615530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1999769-b80a-4fe2-a8fb-527f68294e2e None None] Network 8045e7a3-4bca-4174-ac8f-5c80cec4db3f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:47:27.623777 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d0cfff1-52d1-41ac-b7cd-8c7c09211945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.627031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50524) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:27.679630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:27.687811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bea37-b25a-4f16-9477-84b9eb48b325 req-44117ac3-1a24-46a6-905a-46803c8cd232 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:27.690934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.705994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa5bea37-b25a-4f16-9477-84b9eb48b325 req-44117ac3-1a24-46a6-905a-46803c8cd232 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.1630945 Dec 15 04:47:27.715279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Deleting subnet 020df7f7-5dce-48c1-81bf-03d92a9383aa {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:47:27.724508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.734485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Transition to ACTIVE for port object 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:47:27.765960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d355-99a6-4c77-96f9-a401b11e0391 req-086b7ac4-05a8-43dd-847d-b938d8208a7a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:27.768246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.792914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec18d355-99a6-4c77-96f9-a401b11e0391 req-086b7ac4-05a8-43dd-847d-b938d8208a7a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2841253 Dec 15 04:47:27.844341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:27.909421 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:47:27.952847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec18d355-99a6-4c77-96f9-a401b11e0391 req-692a330f-c657-4e6d-b228-d3c06956f52b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374538 Dec 15 04:47:27.953771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:27.977270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa5bea37-b25a-4f16-9477-84b9eb48b325 req-fad1ad4a-3a31-4b66-8f7f-c1284f662026 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597988 Dec 15 04:47:27.992371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] DHCP port deletion for 8045e7a3-4bca-4174-ac8f-5c80cec4db3f request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:28.079851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Attempting to bind port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:47:28.080506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Attempting to bind port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:47:28.081159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Attempting to bind port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 on network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:28.091738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 on network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:47:28.092080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Attempting to bind port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 on network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:28.099370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:47:28.099693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Checking segment: {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:47:28.101328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Bound using segment: {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:47:28.101774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Bound port: 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:47:28.102131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.155939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Deleting port 530025b8-00f2-4b57-8cee-9ab50afa4c8b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:28.158821 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.161100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.232444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] For port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:47:28.238262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] For port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:47:28.250877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.323765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] For port 530025b8-00f2-4b57-8cee-9ab50afa4c8b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=530025b8-00f2-4b57-8cee-9ab50afa4c8b,segment=NetworkSegment(6c6aca81-b25f-4e5d-b2ac-cc7a479421f3),segment_id=6c6aca81-b25f-4e5d-b2ac-cc7a479421f3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:28.324189 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.356950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Calling delete_port for 530025b8-00f2-4b57-8cee-9ab50afa4c8b owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:28.394723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:28.413719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.505368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:28.506388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.509669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-a3dfa6b5-ca53-4be7-b428-3929db7e8cb9 service neutron] 10.222.0.16 "PUT /v2.0/ports/21ae7d62-9bf5-445b-bf0e-5afaa67a0264 HTTP/1.1" status: 200 len: 1092 time: 2.1884961 Dec 15 04:47:28.512491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Subnet': ['ID=020df7f7-5dce-48c1-81bf-03d92a9383aa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:28.514364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'tag': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:28.516894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.528513 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8" -d '{"events": [{"name": "network-changed", "server_uuid": "13cf925d-6a95-49c4-abb1-5670fc57e007", "tag": "21ae7d62-9bf5-445b-bf0e-5afaa67a0264"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:28.531584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4824b-85ce-4a58-b35d-2dae905c1e39 req-93d00949-4ca3-4450-87eb-cedd5986e184 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:28.540211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2db4824b-85ce-4a58-b35d-2dae905c1e39 req-93d00949-4ca3-4450-87eb-cedd5986e184 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 943 time: 0.1468961 Dec 15 04:47:28.543059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.552512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d9059a7f-610c-419a-be87-ccfb19d59ca1 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/subnets/020df7f7-5dce-48c1-81bf-03d92a9383aa HTTP/1.1" status: 204 len: 168 time: 0.9243395 Dec 15 04:47:28.555665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:28.572727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36e2cc-8cb3-49ba-bc94-785e187deb15 req-bc280b37-7bf6-4a0d-8680-c414602bce69 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:28.589508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b36e2cc-8cb3-49ba-bc94-785e187deb15 req-bc280b37-7bf6-4a0d-8680-c414602bce69 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1469212 Dec 15 04:47:28.593405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Pushing event deleted for resources: {'Port': ['ID=530025b8-00f2-4b57-8cee-9ab50afa4c8b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:28.626418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1487bd-40bc-4a79-a98d-5b4db75bf25e None None] Network 3ea31f19-76e8-499a-9902-6c076b0dd8e3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:47:28.631228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] No DVR routers for this DVR port 530025b8-00f2-4b57-8cee-9ab50afa4c8b on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:47:28.638149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.641546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.642100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.645877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.646412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.646934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.647475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.647967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.648487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.648988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.649321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.649649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.649979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316c2ad-496e-48d9-9563-8be9bea3e4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:28.681963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2db4824b-85ce-4a58-b35d-2dae905c1e39 req-1b9f7dc9-07b5-45e4-927c-9aa84a33b5fb tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403313 Dec 15 04:47:28.769883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b36e2cc-8cb3-49ba-bc94-785e187deb15 req-8a98ba1b-9d6d-4e2b-94c2-b75b94faf16c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793718 Dec 15 04:47:28.792728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 530025b8-00f2-4b57-8cee-9ab50afa4c8b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:28.817495 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947ba504-2a3f-48cc-a94f-78d5266e574a x-openstack-request-id: req-947ba504-2a3f-48cc-a94f-78d5266e574a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:28.817793 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cf925d-6a95-49c4-abb1-5670fc57e007", "tag": "21ae7d62-9bf5-445b-bf0e-5afaa67a0264", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:28.818053 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-947ba504-2a3f-48cc-a94f-78d5266e574a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:28.818574 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'tag': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264', 'status': 'completed', 'code': 200} Dec 15 04:47:28.857296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 530025b8-00f2-4b57-8cee-9ab50afa4c8b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:47:28.857642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 530025b8-00f2-4b57-8cee-9ab50afa4c8b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:47:28.914115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:28.921235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-45782f95-ba80-491c-9ddd-dea58c48db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:28.922667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-45782f95-ba80-491c-9ddd-dea58c48db5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d8c997f6ff84b51957431830ffb7031&device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 1095 time: 0.2888861 Dec 15 04:47:29.061912 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-39b35066-025f-45ba-8150-ae60d8c4410c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264 HTTP/1.1" status: 200 len: 217 time: 0.1001213 Dec 15 04:47:29.088273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] DHCP port deletion for 3ea31f19-76e8-499a-9902-6c076b0dd8e3 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:29.155973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.159714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-e2210615-efc3-48d1-834f-c1ad0bd2dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:29.161714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-e2210615-efc3-48d1-834f-c1ad0bd2dc07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ff08c5a-b792-4594-911a-3404f6d90a55 HTTP/1.1" status: 200 len: 849 time: 0.0890934 Dec 15 04:47:29.209607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] Deleting port ae75cee1-09cf-4170-ad9f-9984512afeaa {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:29.209983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.264739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67709b4a-a10d-4899-ae11-fba8386396d1 req-66636580-0a33-49f1-bc52-ad2d7e2d6674 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:29.268639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-b4f22939-f631-4d7f-abd2-84d789e97b2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728469 Dec 15 04:47:29.275656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67709b4a-a10d-4899-ae11-fba8386396d1 req-66636580-0a33-49f1-bc52-ad2d7e2d6674 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.1294017 Dec 15 04:47:29.374361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67709b4a-a10d-4899-ae11-fba8386396d1 req-9e4be538-9158-434e-a074-f52171d46dfd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959229 Dec 15 04:47:29.443188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-324df624-5366-4d2c-b315-36ec38fcebc9 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734016 Dec 15 04:47:29.466301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8045e7a3-4bca-4174-ac8f-5c80cec4db3f']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:29.528111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:29.528392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6aca81-b25f-4e5d-b2ac-cc7a479421f3') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:29.542969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b644b2-7e7b-4986-9801-31fef38aa823 req-3975bcb6-d86f-4a25-bf82-bce7ba5ac0c9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:29.545190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97b644b2-7e7b-4986-9801-31fef38aa823 req-3975bcb6-d86f-4a25-bf82-bce7ba5ac0c9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0789628 Dec 15 04:47:29.590054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.658849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97b644b2-7e7b-4986-9801-31fef38aa823 req-322594bb-7c13-47ee-9291-4f6487ba0d8b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069176 Dec 15 04:47:29.709238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6759848-5d6e-421e-be82-4f4dbb36df94 req-00fe7769-b848-4482-96b0-99a38cb530bc service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354443 Dec 15 04:47:29.716166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.728475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:47:29.729165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.744833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] For port ae75cee1-09cf-4170-ad9f-9984512afeaa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ae75cee1-09cf-4170-ad9f-9984512afeaa,segment=NetworkSegment(003b69b3-9538-459b-aa38-f96786fde1d7),segment_id=003b69b3-9538-459b-aa38-f96786fde1d7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:29.746946 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:47:29.761617 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:47:29.795950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] Calling delete_port for ae75cee1-09cf-4170-ad9f-9984512afeaa owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:29.890815 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76bd5956-a9d3-4eef-8c6d-7eb99816d47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.942863 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:29.973820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] No DVR routers for this DVR port ae75cee1-09cf-4170-ad9f-9984512afeaa on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:47:30.004907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.009768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-e354a269-8586-493b-890d-c8cf5ded7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:30.011544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-e354a269-8586-493b-890d-c8cf5ded7ce8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d8c997f6ff84b51957431830ffb7031&device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 1095 time: 0.1021104 Dec 15 04:47:30.020293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.020528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc3492-55b0-4a00-afa1-73f74a5691d4 None None] Pushing event deleted for resources: {'Port': ['ID=ae75cee1-09cf-4170-ad9f-9984512afeaa,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:30.027686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/networks/8045e7a3-4bca-4174-ac8f-5c80cec4db3f HTTP/1.1" status: 204 len: 168 time: 1.4679081 Dec 15 04:47:30.039396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:30.049716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135014f2-8888-4d44-adf8-d83a15c9a0e8 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Network': ['ID=8045e7a3-4bca-4174-ac8f-5c80cec4db3f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:30.056216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099e171-8e20-4215-864b-963110c921d4 req-2204bca4-befe-4edb-a186-12e8190e7922 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:30.066377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9099e171-8e20-4215-864b-963110c921d4 req-2204bca4-befe-4edb-a186-12e8190e7922 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 943 time: 0.2441437 Dec 15 04:47:30.124632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9099e171-8e20-4215-864b-963110c921d4 req-395b540f-d2c0-42fd-a0ce-42957f047944 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Dec 15 04:47:30.257532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.324396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-26c67893-8ff4-4938-96c2-2c2fa8eb3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:30.326570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-26c67893-8ff4-4938-96c2-2c2fa8eb3c44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 200 len: 909 time: 0.1699467 Dec 15 04:47:30.404905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-5e9a7588-2a7e-49f7-9629-bad73267a1a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264 HTTP/1.1" status: 200 len: 217 time: 0.0680397 Dec 15 04:47:30.420500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.477592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea31f19-76e8-499a-9902-6c076b0dd8e3']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:30.492209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003b69b3-9538-459b-aa38-f96786fde1d7') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:30.492582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003b69b3-9538-459b-aa38-f96786fde1d7') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:30.500101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-fa8dfb89-18fc-4042-a837-4377008c8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:30.503006 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-fa8dfb89-18fc-4042-a837-4377008c8eee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ff08c5a-b792-4594-911a-3404f6d90a55 HTTP/1.1" status: 200 len: 849 time: 0.0843210 Dec 15 04:47:30.505595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.559198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-210baa24-ead0-4aea-ad9a-47cd7b9a08b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459309 Dec 15 04:47:30.566755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.575423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c3b6-b729-4817-994d-2e01e6f50147 req-2d0a975a-6b99-42ec-89b6-8660ec894b08 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:30.583758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6425c3b6-b729-4817-994d-2e01e6f50147 req-2d0a975a-6b99-42ec-89b6-8660ec894b08 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.0726633 Dec 15 04:47:30.596288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:47:30.597441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:47:30.603025 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:47:30.655232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6425c3b6-b729-4817-994d-2e01e6f50147 req-5911edbb-889e-40af-a201-6c82e86430f7 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705485 Dec 15 04:47:30.656643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae75cee1-09cf-4170-ad9f-9984512afeaa no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:30.685587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ae75cee1-09cf-4170-ad9f-9984512afeaa {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:47:30.686147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae75cee1-09cf-4170-ad9f-9984512afeaa not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:47:30.746112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.767266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:30.772608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] 10.222.0.37 "DELETE /v2.0/networks/3ea31f19-76e8-499a-9902-6c076b0dd8e3 HTTP/1.1" status: 204 len: 168 time: 0.7311735 Dec 15 04:47:30.785795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c06ece-0774-4ccc-8df3-fecf2b7627a7 tempest-TaggedBootDevicesTest-1585283974 tempest-TaggedBootDevicesTest-1585283974-project] Pushing event deleted for resources: {'Network': ['ID=3ea31f19-76e8-499a-9902-6c076b0dd8e3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:30.809391 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-0ffe3b45-84ba-47d0-95ec-5c44fc7da703 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394600 Dec 15 04:47:30.879759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254495a2-e715-4dd4-a426-80d4d0583504 req-12b8fca2-8f27-4625-a062-4db27d931694 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:30.882855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-254495a2-e715-4dd4-a426-80d4d0583504 req-12b8fca2-8f27-4625-a062-4db27d931694 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0667274 Dec 15 04:47:30.970004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6be7d1a6-5a81-454b-b2f6-f0970f6642b8 req-9e5274c6-d07f-4aff-b768-26ae2ccec60b service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487000 Dec 15 04:47:30.996701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-254495a2-e715-4dd4-a426-80d4d0583504 req-1cba4854-5538-4f8f-a91d-cb629f1266c3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051383 Dec 15 04:47:31.108228 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:31.285779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c103df-24c6-4596-a4e7-dab86245ad3f req-f5ded395-e198-420a-8164-044c709859a9 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:31.287344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8c103df-24c6-4596-a4e7-dab86245ad3f req-f5ded395-e198-420a-8164-044c709859a9 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 943 time: 0.0600479 Dec 15 04:47:31.341634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8c103df-24c6-4596-a4e7-dab86245ad3f req-519997f1-8f60-4267-ad57-c3781cee2beb tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Dec 15 04:47:31.792735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e19447-bda6-422c-a8f0-d306a05e4e84 req-8ccec2e4-aa89-4717-a3ec-aad0c1b5a7b2 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:31.795766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78e19447-bda6-422c-a8f0-d306a05e4e84 req-8ccec2e4-aa89-4717-a3ec-aad0c1b5a7b2 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.0626736 Dec 15 04:47:31.854983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78e19447-bda6-422c-a8f0-d306a05e4e84 req-98e2e036-85ab-457e-a76c-2e28eafa2b15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539613 Dec 15 04:47:32.117045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ad423-4af8-4bca-bd1c-a38391df827d req-2de4e144-b1d6-408e-92f2-ec15456eeabd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:32.120518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-144ad423-4af8-4bca-bd1c-a38391df827d req-2de4e144-b1d6-408e-92f2-ec15456eeabd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0591853 Dec 15 04:47:32.184735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-144ad423-4af8-4bca-bd1c-a38391df827d req-c9d02381-f175-4fb0-845f-73d71e07aeea tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597980 Dec 15 04:47:32.476473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d7270-0037-411e-a5f0-2196477b70bd req-d548a56c-729a-4340-a287-da7d9979da15 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:32.477967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c64d7270-0037-411e-a5f0-2196477b70bd req-d548a56c-729a-4340-a287-da7d9979da15 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 943 time: 0.0525892 Dec 15 04:47:32.530008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c64d7270-0037-411e-a5f0-2196477b70bd req-d39d14db-b0b1-4c15-8862-0656698b79f2 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Dec 15 04:47:32.634733 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:32.998471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6f2bb-5c73-4daa-841f-23f9b5ae0769 req-254a909a-41d3-4b7d-9af1-598c52ed0097 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:32.999948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87f6f2bb-5c73-4daa-841f-23f9b5ae0769 req-254a909a-41d3-4b7d-9af1-598c52ed0097 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.0547588 Dec 15 04:47:33.069915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87f6f2bb-5c73-4daa-841f-23f9b5ae0769 req-2fbf64e3-54a0-41b9-9781-b24088f00f4a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601134 Dec 15 04:47:33.274226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:47:33.334073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8af52-1584-474b-b020-2112c64d85ec req-3f18afec-5748-43f0-8cdf-baa449655b06 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:33.336676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55c8af52-1584-474b-b020-2112c64d85ec req-3f18afec-5748-43f0-8cdf-baa449655b06 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0680120 Dec 15 04:47:33.394804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55c8af52-1584-474b-b020-2112c64d85ec req-990a00ec-df74-4509-a5eb-be29067b2b74 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511715 Dec 15 04:47:33.402356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:33.408387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:33.442301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:33.455285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264', 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b', 'port_id': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264', 'mac_address': 'fa:16:3e:e9:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff08c5a-b792-4594-911a-3404f6d90a55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:47:33.497517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:33.512238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:33.535140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:33.539307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:33.606040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:33.674829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeedbf-7d4e-46ac-8b01-d8aa6d887dea req-093c22cf-ec17-4927-86d1-6804dc32562d tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:33.682848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8eeedbf-7d4e-46ac-8b01-d8aa6d887dea req-093c22cf-ec17-4927-86d1-6804dc32562d tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 944 time: 0.0603802 Dec 15 04:47:33.748992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8eeedbf-7d4e-46ac-8b01-d8aa6d887dea req-d3fac3d0-01a5-4c7d-8a3a-6428bc41750c tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Dec 15 04:47:33.913821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['21ae7d62-9bf5-445b-bf0e-5afaa67a0264'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:47:34.215141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a055-815d-46f1-93b4-84bc4056e150 req-56a1b79f-1eb1-4b56-8c81-c81f942b0158 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:34.216740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0972a055-815d-46f1-93b4-84bc4056e150 req-56a1b79f-1eb1-4b56-8c81-c81f942b0158 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.0698850 Dec 15 04:47:34.299354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0972a055-815d-46f1-93b4-84bc4056e150 req-cb555e74-e74b-4127-9159-319c1940398c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730240 Dec 15 04:47:34.530582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafde14-b3da-4a44-b5f1-3a0e45309373 req-aa406acc-4021-4295-a1cc-43517209c726 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:34.532081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aafde14-b3da-4a44-b5f1-3a0e45309373 req-aa406acc-4021-4295-a1cc-43517209c726 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0520182 Dec 15 04:47:34.585991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aafde14-b3da-4a44-b5f1-3a0e45309373 req-4a612be1-6830-4e01-96f1-47ace534646a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Dec 15 04:47:34.882099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedeb89-4fce-4e09-8d7f-aed04dbd73eb req-656dd11b-1a42-4cc5-aca8-098f6c507f44 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:34.884511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acedeb89-4fce-4e09-8d7f-aed04dbd73eb req-656dd11b-1a42-4cc5-aca8-098f6c507f44 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 944 time: 0.0655644 Dec 15 04:47:34.951188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acedeb89-4fce-4e09-8d7f-aed04dbd73eb req-26dbc5ce-f526-4270-9b26-858e482a3aea tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Dec 15 04:47:35.275325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:47:35.333562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:47:35.339443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:35.339932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:35.436384 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:35.464530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:35.467527 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737da364-6c72-407d-9fed-21c7db6daad7" -d '{"events": [{"server_uuid": "13cf925d-6a95-49c4-abb1-5670fc57e007", "name": "network-vif-plugged", "status": "completed", "tag": "21ae7d62-9bf5-445b-bf0e-5afaa67a0264"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:35.469091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483da5d-b5d5-41e3-8401-b065cb29fa9d req-88188f1b-a82d-4fdd-9bef-6de11163bae3 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:35.470782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f483da5d-b5d5-41e3-8401-b065cb29fa9d req-88188f1b-a82d-4fdd-9bef-6de11163bae3 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.0707955 Dec 15 04:47:35.488725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:35.495641 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:35.530555 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dc34f4-a805-4b70-b087-8eb80d8462c7 x-openstack-request-id: req-f8dc34f4-a805-4b70-b087-8eb80d8462c7 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:35.530849 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cf925d-6a95-49c4-abb1-5670fc57e007", "name": "network-vif-plugged", "status": "completed", "tag": "21ae7d62-9bf5-445b-bf0e-5afaa67a0264", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:35.531107 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8dc34f4-a805-4b70-b087-8eb80d8462c7 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:35.531507 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264', 'code': 200} Dec 15 04:47:35.555129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f483da5d-b5d5-41e3-8401-b065cb29fa9d req-484fc93b-c224-411c-a6f8-bbcd5c1c9a36 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701225 Dec 15 04:47:35.586724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:35.704917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0edce-ed8b-4f4c-91f7-373f6fabe7c9 req-6c8071c4-3d4f-455d-9e6f-f92db52d4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:35.706577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-32c0edce-ed8b-4f4c-91f7-373f6fabe7c9 req-6c8071c4-3d4f-455d-9e6f-f92db52d4218 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 1097 time: 0.0609655 Dec 15 04:47:35.750826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc02f-01f1-42b5-8897-81a7a6ecc80f req-8883832b-7a3c-4a6f-a241-27332713139b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:35.760376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-121fc02f-01f1-42b5-8897-81a7a6ecc80f req-8883832b-7a3c-4a6f-a241-27332713139b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0698853 Dec 15 04:47:35.792455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-32c0edce-ed8b-4f4c-91f7-373f6fabe7c9 req-646c59cf-b369-4975-8943-a864363b9b9b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782764 Dec 15 04:47:35.828574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-121fc02f-01f1-42b5-8897-81a7a6ecc80f req-d0dbd92f-21e0-47ed-9272-8a72f7cb6a9b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658350 Dec 15 04:47:36.086360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a51cdc-653d-46ff-a22a-36cffaf01215 req-6e8d60c4-1117-4824-9463-c4d796e8ebcf tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:36.088128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5a51cdc-653d-46ff-a22a-36cffaf01215 req-6e8d60c4-1117-4824-9463-c4d796e8ebcf tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 945 time: 0.0534317 Dec 15 04:47:36.160194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5a51cdc-653d-46ff-a22a-36cffaf01215 req-94ae9e90-e48b-4eb8-89a9-8d0378a1eae6 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653973 Dec 15 04:47:36.801559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4abc54-4988-4bd2-b20c-5cf6597b2df0 req-3e06de97-e109-4856-9b76-cc51895fde52 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:36.804045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb4abc54-4988-4bd2-b20c-5cf6597b2df0 req-3e06de97-e109-4856-9b76-cc51895fde52 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 944 time: 0.0723224 Dec 15 04:47:36.883774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:36.888645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb4abc54-4988-4bd2-b20c-5cf6597b2df0 req-2cdd98ad-fa8a-49d8-bb5a-eea64785cc1a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776355 Dec 15 04:47:36.980006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55279-a820-4701-9bb7-c8d8ebd2fa60 req-0c4dd8ad-5955-4120-8625-ad5a3c6e2972 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:36.982041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ed55279-a820-4701-9bb7-c8d8ebd2fa60 req-0c4dd8ad-5955-4120-8625-ad5a3c6e2972 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0666466 Dec 15 04:47:37.036679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ed55279-a820-4701-9bb7-c8d8ebd2fa60 req-ba9b6fbf-507a-4392-aa63-1cb74ee0e0cd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471485 Dec 15 04:47:37.317648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b1d4f-3fc5-4ea3-b3a4-89b6fcc90f59 req-1cbe7097-667f-4702-9d2e-89fc6f282d34 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:37.320512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d0b1d4f-3fc5-4ea3-b3a4-89b6fcc90f59 req-1cbe7097-667f-4702-9d2e-89fc6f282d34 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 945 time: 0.0667827 Dec 15 04:47:37.349265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7a9dc01-173d-46d8-9137-64364515c70c details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:47:37.373927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d0b1d4f-3fc5-4ea3-b3a4-89b6fcc90f59 req-4af00912-bbc2-4e26-8dd6-fce2135e0bab tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478852 Dec 15 04:47:37.472279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7a9dc01-173d-46d8-9137-64364515c70c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7a9dc01-173d-46d8-9137-64364515c70c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:37.487559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'port_id': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'mac_address': 'fa:16:3e:62:75:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:47:37.543986 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:37.563656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a9dc01-173d-46d8-9137-64364515c70c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:37.586128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7a9dc01-173d-46d8-9137-64364515c70c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7a9dc01-173d-46d8-9137-64364515c70c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:37.604036 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:37.689982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7a9dc01-173d-46d8-9137-64364515c70c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:37.946829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e7a9dc01-173d-46d8-9137-64364515c70c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:47:38.081807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd0a95-3441-4338-8856-0ee51ae7c3fd req-3d518baa-2062-4dbd-9a8c-4efd42da2b9c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:38.092210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8cd0a95-3441-4338-8856-0ee51ae7c3fd req-3d518baa-2062-4dbd-9a8c-4efd42da2b9c tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 945 time: 0.0993741 Dec 15 04:47:38.202043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8cd0a95-3441-4338-8856-0ee51ae7c3fd req-abd01430-6e4e-43af-9a38-787811d56ed3 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088707 Dec 15 04:47:38.383345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c43e1-55a7-4702-8e0b-fe1ceb713aad req-a2631f3f-4fc4-4f68-a791-de751a28c4cb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:38.384899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7c43e1-55a7-4702-8e0b-fe1ceb713aad req-a2631f3f-4fc4-4f68-a791-de751a28c4cb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0540452 Dec 15 04:47:38.451993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7c43e1-55a7-4702-8e0b-fe1ceb713aad req-bc79ef61-7e2d-4bc6-97db-80f625d6ff77 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602994 Dec 15 04:47:38.503280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110ad1-2f5c-4134-a63f-a2e8acf41563 req-2bd65779-f4e8-42b8-b18b-7027749b2f11 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:38.504821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a110ad1-2f5c-4134-a63f-a2e8acf41563 req-2bd65779-f4e8-42b8-b18b-7027749b2f11 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 945 time: 0.0519257 Dec 15 04:47:38.570797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a110ad1-2f5c-4134-a63f-a2e8acf41563 req-bbcebbdc-e3b0-42ab-ad40-a2e3762cc1a9 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558074 Dec 15 04:47:39.356371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267b7a-4328-400b-a281-f7ee861e0fa0 req-9cb9bc7b-2795-4711-bcba-b0e9b49f83ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:39.358021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17267b7a-4328-400b-a281-f7ee861e0fa0 req-9cb9bc7b-2795-4711-bcba-b0e9b49f83ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 945 time: 0.0689037 Dec 15 04:47:39.373438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7a9dc01-173d-46d8-9137-64364515c70c up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:47:39.471050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17267b7a-4328-400b-a281-f7ee861e0fa0 req-57a8381f-baf5-4db8-bdff-55984562aa60 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066737 Dec 15 04:47:39.478059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port e7a9dc01-173d-46d8-9137-64364515c70c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:47:39.483132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e7a9dc01-173d-46d8-9137-64364515c70c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:39.483704 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:39.654730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21423e6-5ddb-49e4-9708-63225b430355 req-fc3800c2-166c-4c70-a180-f87c769335fc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:39.660781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:39.663693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d21423e6-5ddb-49e4-9708-63225b430355 req-fc3800c2-166c-4c70-a180-f87c769335fc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1066391 Dec 15 04:47:39.696791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:39.707454 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f26d5a-f7f7-494d-95c7-55c1d960e360" -d '{"events": [{"server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "name": "network-vif-plugged", "status": "completed", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:39.744053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7a9dc01-173d-46d8-9137-64364515c70c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7a9dc01-173d-46d8-9137-64364515c70c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:39.757646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:39.794187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c3a1-ea22-4551-a62e-28f3f73d453b req-90c1e5cd-5f9f-4fcb-8e8a-049df413469f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:39.805451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d47c3a1-ea22-4551-a62e-28f3f73d453b req-90c1e5cd-5f9f-4fcb-8e8a-049df413469f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 945 time: 0.1324248 Dec 15 04:47:39.858023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7a9dc01-173d-46d8-9137-64364515c70c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:39.877705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d21423e6-5ddb-49e4-9708-63225b430355 req-b4f9a5dc-348a-401c-91dd-a266c11ec74a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062726 Dec 15 04:47:39.927571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d47c3a1-ea22-4551-a62e-28f3f73d453b req-f760b07f-a470-4199-9197-960e220a0d6b tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180553 Dec 15 04:47:39.980006 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c20801-dbdf-4637-b4bc-3ec1d8331095 x-openstack-request-id: req-95c20801-dbdf-4637-b4bc-3ec1d8331095 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:39.980979 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "name": "network-vif-plugged", "status": "completed", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:39.981612 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95c20801-dbdf-4637-b4bc-3ec1d8331095 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:39.983726 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'code': 200} Dec 15 04:47:40.100491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-cde49f89-bb92-4a00-9049-0654b5c91115 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:40.103604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-cde49f89-bb92-4a00-9049-0654b5c91115 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 945 time: 0.1254492 Dec 15 04:47:40.273698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407906-a772-438f-b183-4a6ce41e027c req-3a719524-4bb9-4bba-a241-e5821e599375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:40.275356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac407906-a772-438f-b183-4a6ce41e027c req-3a719524-4bb9-4bba-a241-e5821e599375 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 1098 time: 0.1455953 Dec 15 04:47:40.326993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Deleting port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:40.327405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:40.410992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac407906-a772-438f-b183-4a6ce41e027c req-85c16a86-200b-4e37-a6b5-7acf799cb150 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275232 Dec 15 04:47:40.485564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] For port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:40.488185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:40.514885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Calling delete_port for 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:40.662852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabb697-1e93-4155-a866-80911b2deb74 req-41739b74-4f52-4d74-969d-eaf22bccb9c5 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:40.671908 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fabb697-1e93-4155-a866-80911b2deb74 req-41739b74-4f52-4d74-969d-eaf22bccb9c5 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.0768867 Dec 15 04:47:40.741662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fabb697-1e93-4155-a866-80911b2deb74 req-dcec5db1-0232-4c5e-9785-cfcc67ac75a8 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634253 Dec 15 04:47:40.770434 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:40.801982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Pushing event deleted for resources: {'Port': ['ID=21ae7d62-9bf5-445b-bf0e-5afaa67a0264,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:40.810788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['21ae7d62-9bf5-445b-bf0e-5afaa67a0264'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:47:40.858341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] No DVR routers for this DVR port 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:47:40.861107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:40.865311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa846fe4-d5d7-4007-80e5-0d288d9b2888 req-5a8c50a4-82c0-4eaa-ba22-720d2be85fef tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "DELETE /v2.0/ports/21ae7d62-9bf5-445b-bf0e-5afaa67a0264 HTTP/1.1" status: 204 len: 173 time: 0.7523172 Dec 15 04:47:40.865785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'name': 'network-vif-deleted', 'tag': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:40.868335 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df66ff-2d38-46e1-b25e-4d3e99524190" -d '{"events": [{"server_uuid": "13cf925d-6a95-49c4-abb1-5670fc57e007", "name": "network-vif-deleted", "tag": "21ae7d62-9bf5-445b-bf0e-5afaa67a0264"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:40.923166 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116f0ff-2713-4151-af07-a64531a253c9 x-openstack-request-id: req-e116f0ff-2713-4151-af07-a64531a253c9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:40.923725 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cf925d-6a95-49c4-abb1-5670fc57e007", "name": "network-vif-deleted", "tag": "21ae7d62-9bf5-445b-bf0e-5afaa67a0264", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:40.924178 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e116f0ff-2713-4151-af07-a64531a253c9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:40.924830 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cf925d-6a95-49c4-abb1-5670fc57e007', 'name': 'network-vif-deleted', 'tag': '21ae7d62-9bf5-445b-bf0e-5afaa67a0264', 'status': 'completed', 'code': 200} Dec 15 04:47:41.135821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-59c8b87f-9a6e-40f8-a4fb-fcf3ff680df7 req-8d9d70e5-1a0e-4982-a997-7ec017a1942e tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=13cf925d-6a95-49c4-abb1-5670fc57e007 HTTP/1.1" status: 200 len: 210 time: 0.0465388 Dec 15 04:47:41.153471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57b73-6f29-4c09-afc0-d80e5f92303a req-237fc609-2c2d-45d4-aa4e-b3eca2e02d3a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:41.161070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62a57b73-6f29-4c09-afc0-d80e5f92303a req-237fc609-2c2d-45d4-aa4e-b3eca2e02d3a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1258469 Dec 15 04:47:41.226795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62a57b73-6f29-4c09-afc0-d80e5f92303a req-180854e6-f231-4bf5-9435-334d504af6d4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647430 Dec 15 04:47:41.891869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c1de2-e591-4335-ba60-8e90906c4681 req-1d4a22f8-dbf5-4ff0-88ac-31e3e2993b90 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:41.893606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-491c1de2-e591-4335-ba60-8e90906c4681 req-1d4a22f8-dbf5-4ff0-88ac-31e3e2993b90 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.0536087 Dec 15 04:47:41.947287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-491c1de2-e591-4335-ba60-8e90906c4681 req-731b3644-984d-4bca-93f4-c77b36942af1 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464525 Dec 15 04:47:42.087782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b02a98-2623-48a7-9aee-3e13c7793b49 req-4bbf3dd6-e988-4b3e-920b-25c0bea92b51 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:42.089369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7b02a98-2623-48a7-9aee-3e13c7793b49 req-4bbf3dd6-e988-4b3e-920b-25c0bea92b51 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.0628977 Dec 15 04:47:42.098489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50786) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:42.107247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Request body: {'floatingip': {'port_id': 'e7a9dc01-173d-46d8-9137-64364515c70c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:42.157734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:42.409613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99657d12-3fbe-4c2a-9ca3-9d627da03ac8 req-5b299a56-0bd6-4eb3-a1d8-1c384972503e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:42.419352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99657d12-3fbe-4c2a-9ca3-9d627da03ac8 req-5b299a56-0bd6-4eb3-a1d8-1c384972503e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0824900 Dec 15 04:47:42.556646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99657d12-3fbe-4c2a-9ca3-9d627da03ac8 req-34451ec1-c9c1-4e1c-97b0-ec1089bd8c71 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362929 Dec 15 04:47:42.653652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-bad9830a-8de4-4364-9656-b1c0e7af5bbf tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:42.655071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-bad9830a-8de4-4364-9656-b1c0e7af5bbf tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/networks?id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 200 len: 809 time: 0.1921482 Dec 15 04:47:42.681220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ed0e1f03-4cfb-474f-80e0-e138ae084475 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/quotas/7d8c997f6ff84b51957431830ffb7031 HTTP/1.1" status: 200 len: 375 time: 0.0141852 Dec 15 04:47:42.750012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-0b715279-fcdf-4def-8b3d-ed6caa1994c3 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d8c997f6ff84b51957431830ffb7031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608282 Dec 15 04:47:42.869581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-194034ce-2b94-41ed-9f69-84a49dbefe5c service neutron] 10.222.0.37 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185288 Dec 15 04:47:42.935675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:42.945938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:43.116327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-6d2cdfaf-a939-4faf-a508-f1df9f01cef7 service neutron] 10.222.0.37 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367733 Dec 15 04:47:43.190244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7280ca5a-238d-47d7-aee4-160a82263aff tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:43.200775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7280ca5a-238d-47d7-aee4-160a82263aff tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2009077 Dec 15 04:47:43.220568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-6a0d4bde-21ad-421b-b1c7-d2fcf4f1ae86 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0180719 Dec 15 04:47:43.314415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:43.315941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-b0b47482-0518-430e-9e04-61bd59d0be2b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928397 Dec 15 04:47:43.404046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:47:43.404454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 21ae7d62-9bf5-445b-bf0e-5afaa67a0264 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:47:43.505911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-998570a8-73e7-4094-833f-0cee08beedd7 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888824 Dec 15 04:47:43.661774 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Floating IP 09901666-564a-4a27-862d-c63539fda8c3 associated. External IP: 172.25.2.173, port: e7a9dc01-173d-46d8-9137-64364515c70c. Dec 15 04:47:43.669546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-c6cd460d-0bb8-41c9-bbe0-c7c316d594be service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579988 Dec 15 04:47:43.795533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8946c425-9b07-42b8-a392-78d8969f5e77 req-2d38cf82-ce60-4e8b-a4d1-5bf372e5c54e tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 210 time: 0.1407082 Dec 15 04:47:44.175861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330f22-e633-4cae-9bc0-b3e9e678b159 req-92bd3c27-47bf-4218-92fb-503601591032 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:44.177342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58330f22-e633-4cae-9bc0-b3e9e678b159 req-92bd3c27-47bf-4218-92fb-503601591032 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1672924 Dec 15 04:47:44.263453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Router a637e2d9-96b8-4391-ac58-f306ce9b99a8 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:47:44.304929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a775338-bfdb-4d0a-9bd7-b040ee994de5 req-b50c9be2-af78-470e-9342-1a13eb821237 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.1065302 Dec 15 04:47:44.390473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58330f22-e633-4cae-9bc0-b3e9e678b159 req-4b44f13c-4cc0-4d19-829a-9e1c74d24169 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973846 Dec 15 04:47:44.476605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:47:44.483385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:44.501694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] Sync routers for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:47:44.520593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-677f764a-9449-4b01-a1fb-dc25eeeca4ba tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "PUT /v2.0/floatingips/09901666-564a-4a27-862d-c63539fda8c3 HTTP/1.1" status: 200 len: 992 time: 2.4188025 Dec 15 04:47:44.522150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:44.524906 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:44.525577 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:44.528383 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:44.669173 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cbba82-21f9-446f-9e34-e23081a14e5c x-openstack-request-id: req-20cbba82-21f9-446f-9e34-e23081a14e5c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:44.669790 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:44.669914 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20cbba82-21f9-446f-9e34-e23081a14e5c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:44.670426 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'status': 'completed', 'code': 200} Dec 15 04:47:44.774694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:44.780773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-496e20f7-343e-42f5-893a-127047473ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:44.784411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-496e20f7-343e-42f5-893a-127047473ccf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4761547da47f4991bc292d32ba479b87&device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 1098 time: 0.0650985 Dec 15 04:47:44.980935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b6bfe89-35c8-4ab1-9a5b-a243897757ad req-aa7a19a4-9b5d-449a-907c-445cb388cecf tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 210 time: 0.0753448 Dec 15 04:47:45.020310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-d588fcb3-78e2-48ef-a6af-4c88fd7e94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:45.022036 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-d588fcb3-78e2-48ef-a6af-4c88fd7e94a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de9977a5-6363-4e18-b899-4afc2cb9d0c7 HTTP/1.1" status: 200 len: 916 time: 0.2309766 Dec 15 04:47:45.136412 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-b21d4d66-8a2b-4614-9671-28e9b34928e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a9dc01-173d-46d8-9137-64364515c70c HTTP/1.1" status: 200 len: 1000 time: 0.0967913 Dec 15 04:47:45.204226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-2e63e1b6-a9f4-44f6-9840-6dbc367c3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:45.206062 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-2e63e1b6-a9f4-44f6-9840-6dbc367c3df8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fbe44a2-2105-418c-9007-8355cdece276 HTTP/1.1" status: 200 len: 855 time: 0.0626760 Dec 15 04:47:45.216632 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '09901666-564a-4a27-862d-c63539fda8c3', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'port_id': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'mac_address': 'fa:16:3e:62:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:46:32Z', 'updated_at': '2021-12-15T04:47:42Z', 'revision_number': 1, 'project_id': '4761547da47f4991bc292d32ba479b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:38Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:45.245694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] Checking router: a637e2d9-96b8-4391-ac58-f306ce9b99a8 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:47:45.255690 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:45.257129 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:45.399832 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:45.515163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c461992e-b935-484b-a709-60cd73305ba3 req-a011cff0-5f2d-4bcb-9082-f0647ff1e84d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0648899 Dec 15 04:47:45.519000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-4ea024ad-fa5f-4c06-b040-795bd80e0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:45.535972 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-4ea024ad-fa5f-4c06-b040-795bd80e0a1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de9977a5-6363-4e18-b899-4afc2cb9d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3148899 Dec 15 04:47:45.576778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dd14f-1bbd-4257-8d82-2e23823051d0 req-8ce01dfe-bc41-4f65-965b-bc944fc3892b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:45.578782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f5dd14f-1bbd-4257-8d82-2e23823051d0 req-8ce01dfe-bc41-4f65-965b-bc944fc3892b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0612838 Dec 15 04:47:45.666584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-02623485-d530-494f-bb36-c08aa763f71e tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:45.668278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-02623485-d530-494f-bb36-c08aa763f71e tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "GET /v2.0/networks?id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 200 len: 809 time: 0.4295378 Dec 15 04:47:45.700824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Request body: {'port': {'device_id': '0243f859-04c6-465a-93af-68be489807c9', 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b', 'admin_state_up': True, 'tenant_id': '7d8c997f6ff84b51957431830ffb7031'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:45.774324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f5dd14f-1bbd-4257-8d82-2e23823051d0 req-10f96c66-f655-4d8e-aed5-9b6ceeb09096 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377428 Dec 15 04:47:45.972822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-b381f6c3-9a41-4297-b5e2-9889627474b6 service neutron] 10.222.0.42 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286220 Dec 15 04:47:45.998373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '09901666-564a-4a27-862d-c63539fda8c3', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'port_id': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'mac_address': 'fa:16:3e:62:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:46:32Z', 'updated_at': '2021-12-15T04:47:42Z', 'revision_number': 1, 'project_id': '4761547da47f4991bc292d32ba479b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:38Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:46.108628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c42543-7ca5-4761-9d86-16a03ac28bc1 None None] The sync data for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 is: [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '09901666-564a-4a27-862d-c63539fda8c3', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'port_id': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'mac_address': 'fa:16:3e:62:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:46:32Z', 'updated_at': '2021-12-15T04:47:42Z', 'revision_number': 1, 'project_id': '4761547da47f4991bc292d32ba479b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:38Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:47:46.338671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5adf7dc5-e6d1-4e53-9f9f-f3b44c534327 req-a7cf502d-7d86-4efe-9c61-43dd31b17ac2 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 210 time: 0.0801468 Dec 15 04:47:46.390585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fbcd-7bcc-4b4d-aafc-6929a56f77ef req-7a0a2aef-81fc-46fa-956c-74267c27757c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:46.404240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a188fbcd-7bcc-4b4d-aafc-6929a56f77ef req-7a0a2aef-81fc-46fa-956c-74267c27757c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1756611 Dec 15 04:47:46.479578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-34ce3f9a-f371-459e-89e7-88d3fcecaeb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:46.482488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-34ce3f9a-f371-459e-89e7-88d3fcecaeb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.3891838 Dec 15 04:47:46.511422 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b70afc1e-d277-4bc8-9fa9-1be6a43409b1 req-13b9ea60-820a-43ff-b84c-70ec9da86958 service neutron] 10.222.0.42 "GET /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136793 Dec 15 04:47:46.513049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a188fbcd-7bcc-4b4d-aafc-6929a56f77ef req-7c534690-4c5d-4d1d-8f0d-d6daa90958b8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074791 Dec 15 04:47:46.526825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': '2e337e99-149d-4632-b855-1c930d7db726', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:46.621015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8093-b8a3-47f2-b6db-7306c980528c req-26788f7d-a4e5-4eb1-9042-b8e644c0ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:46.628366 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-26788f7d-a4e5-4eb1-9042-b8e644c0ea2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.2414081 Dec 15 04:47:46.629224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Made reservation on behalf of 7d8c997f6ff84b51957431830ffb7031 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:47:46.638589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:46.731886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-673514c0-2495-4799-9e04-eebac8f8f817 req-9617b778-181b-47df-b75a-e3b70408c19f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0681822 Dec 15 04:47:46.741419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d603ad-ec38-44a4-86ab-7abe0dbf5c38 None None] New status for floating IP 09901666-564a-4a27-862d-c63539fda8c3: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:47:46.794763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51226) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:46.817181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:47:46.821255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:46.864496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8093-b8a3-47f2-b6db-7306c980528c req-f23200e2-f758-4844-85f3-b2acb01a7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:46.866693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-f23200e2-f758-4844-85f3-b2acb01a7e34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.2252285 Dec 15 04:47:47.189924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.12 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:47:47.252412 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-fb839dc5-1c97-48df-9873-259483a91528 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.3629920 Dec 15 04:47:47.346758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Allocated IP 172.20.0.12 (4bf79681-4e40-4ea2-b5b4-e83b3995df4b/4ff08c5a-b792-4594-911a-3404f6d90a55/a85c7c0b-2c07-499e-8543-ab2d5049686d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:47:47.410004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8093-b8a3-47f2-b6db-7306c980528c req-8e37eabd-e637-43bb-abad-203e4f01594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:47.411546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-8e37eabd-e637-43bb-abad-203e4f01594d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1468952 Dec 15 04:47:47.772985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c14466e3-9d7c-4ae2-997d-707f8c4d4db4 req-513480e6-cd7c-4c1f-aca9-8625b77cf5e1 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 210 time: 0.0757327 Dec 15 04:47:47.818059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8093-b8a3-47f2-b6db-7306c980528c req-05417856-8e9b-4276-8a77-1d323c6d51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:47.821042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-05417856-8e9b-4276-8a77-1d323c6d51f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3849845 Dec 15 04:47:47.852459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8b693-7b9f-4952-a52b-91810d2500f7 req-a50c532d-fcc9-467d-827c-30a616b7c804 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:47.870494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2b8b693-7b9f-4952-a52b-91810d2500f7 req-a50c532d-fcc9-467d-827c-30a616b7c804 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1743383 Dec 15 04:47:47.941603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.011364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e88e7db-a878-48d2-97f5-81a3da3174f2 req-fca5748b-c706-4b4a-a19f-d5da03915289 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.1357284 Dec 15 04:47:48.020655 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.075348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-1c24d6eb-4b4b-4d6b-9214-5701dfd7d830 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428625 Dec 15 04:47:48.130049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.159008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2b8b693-7b9f-4952-a52b-91810d2500f7 req-546b91f8-b63b-4c07-aafd-9333c9eead1a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873917 Dec 15 04:47:48.168550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:47:48.169874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:48.173198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:47:48.193456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:47:48.198271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.198947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.199546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.200135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.200859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.201415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.202131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.203221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.203785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.204370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.204940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.205654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.206208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:47:48.266538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-641d8093-b8a3-47f2-b6db-7306c980528c req-e4a78545-df05-4e9c-b6c9-1f5f3cd8168a service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804233 Dec 15 04:47:48.305732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:48.307078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.331520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-d0a87125-ccbb-4152-8428-cbef78ab25db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8095877 Dec 15 04:47:48.350199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.358293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Request body: {'port': {'device_id': '2e337e99-149d-4632-b855-1c930d7db726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:48.428213 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.446895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:47:48.457358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:47:48.466810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:47:48.499483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bef07cd7-2bf4-44c3-bee2-eac169ebc625 None None] Provisioning complete for port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:48.501612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Pushing event updated for resources: {'Port': ['ID=a85c7c0b-2c07-499e-8543-ab2d5049686d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:48.501841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bef07cd7-2bf4-44c3-bee2-eac169ebc625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.552921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:48.554191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.579531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bef07cd7-2bf4-44c3-bee2-eac169ebc625 None None] Port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:47:48.593561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-b6f70755-6100-4e5e-bf06-27b85de78656 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9002199 Dec 15 04:47:48.599277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.662916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Request body: {'port': {'device_id': '0243f859-04c6-465a-93af-68be489807c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:47:48.791590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:48.810278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:48.846766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Transition to ACTIVE for port object a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:47:48.857570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:49.027132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:49.173082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251a75-bd07-4300-82c2-95ebab0de9d1 req-bb5b690e-039f-46a6-84c4-bf7b468a2707 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:49.174730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55251a75-bd07-4300-82c2-95ebab0de9d1 req-bb5b690e-039f-46a6-84c4-bf7b468a2707 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 932 time: 0.2607772 Dec 15 04:47:49.179980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:49.282574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886316c-7b4c-423f-bb92-0f26b5ef41d8 req-fe703feb-1f28-4406-ad7d-700c7a38ced7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:49.284118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6886316c-7b4c-423f-bb92-0f26b5ef41d8 req-fe703feb-1f28-4406-ad7d-700c7a38ced7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.1439810 Dec 15 04:47:49.287607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Attempting to bind port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:47:49.287948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Attempting to bind port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:47:49.288295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Attempting to bind port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:49.302820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:47:49.303135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Attempting to bind port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:49.311256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:47:49.311722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:47:49.312128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:47:49.312567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Bound port: a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:47:49.313060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:49.324350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55251a75-bd07-4300-82c2-95ebab0de9d1 req-f643969c-c95d-4337-9a0a-4693bdae4b70 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203182 Dec 15 04:47:49.411410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6886316c-7b4c-423f-bb92-0f26b5ef41d8 req-d5cdf8ea-befa-4693-92f2-4b0b3fc25397 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020582 Dec 15 04:47:49.446011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] For port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:47:49.450824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] For port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:47:49.458516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:49.535957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:49.537703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:49.542804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 HTTP/1.1" status: 200 len: 1093 time: 1.1907601 Dec 15 04:47:49.550692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e337e99-149d-4632-b855-1c930d7db726', 'tag': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:49.557284 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5543709c-599f-454b-9a77-aca59954ecf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e337e99-149d-4632-b855-1c930d7db726", "tag": "a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:49.666052 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec33fc-ff5c-4745-8765-2ab9536413df x-openstack-request-id: req-99ec33fc-ff5c-4745-8765-2ab9536413df {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:49.666655 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e337e99-149d-4632-b855-1c930d7db726", "tag": "a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:49.667527 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99ec33fc-ff5c-4745-8765-2ab9536413df {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:49.667939 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e337e99-149d-4632-b855-1c930d7db726', 'tag': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6', 'status': 'completed', 'code': 200} Dec 15 04:47:49.715681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fc556-f272-4f96-b7e9-6b2040eaa172 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:49.752357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fca2b-0074-4daf-821e-0add1048ee0e req-54231452-7c7f-4656-b567-b8713b738e9e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:49.768241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-931fca2b-0074-4daf-821e-0add1048ee0e req-54231452-7c7f-4656-b567-b8713b738e9e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2190022 Dec 15 04:47:49.814268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-4ebeaa8d-8674-478a-a0e1-dd7c517eb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:49.816853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-4ebeaa8d-8674-478a-a0e1-dd7c517eb336 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 1096 time: 0.1792123 Dec 15 04:47:49.866916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-931fca2b-0074-4daf-821e-0add1048ee0e req-02810fea-2f62-4a4a-a5e1-a0be3b40639a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968242 Dec 15 04:47:49.907960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-94a3078c-9b63-425a-8db9-b83fda00b733 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 HTTP/1.1" status: 200 len: 217 time: 0.0720890 Dec 15 04:47:49.922532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Deleting port d3f8b6dc-c6de-41e5-9549-4612bf0242e6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:49.923212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.009879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85c7c0b-2c07-499e-8543-ab2d5049686d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:50.025897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.059323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Transition to ACTIVE for port object a85c7c0b-2c07-499e-8543-ab2d5049686d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:47:50.064707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-17b0573b-3d23-4de7-b8a0-97639fd30e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.067116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-17b0573b-3d23-4de7-b8a0-97639fd30e82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1463127 Dec 15 04:47:50.075625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.089942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3855f-5888-4f61-8e51-625baf86f41e req-33986e06-8ad0-4b0e-8480-1462e0320d24 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.093530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79b3855f-5888-4f61-8e51-625baf86f41e req-33986e06-8ad0-4b0e-8480-1462e0320d24 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0940869 Dec 15 04:47:50.185985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Pushing event updated for resources: {'Port': ['ID=a85c7c0b-2c07-499e-8543-ab2d5049686d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:50.193838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-50644849-e0c4-4312-8212-d55909486322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.195696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-50644849-e0c4-4312-8212-d55909486322 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011748 Dec 15 04:47:50.199328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] For port d3f8b6dc-c6de-41e5-9549-4612bf0242e6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:50.199688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.264954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Calling delete_port for d3f8b6dc-c6de-41e5-9549-4612bf0242e6 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:50.300326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79b3855f-5888-4f61-8e51-625baf86f41e req-737fc332-0fe4-49bf-bd35-0bcbfca26f0a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713080 Dec 15 04:47:50.371841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-34374483-8ec4-45a2-ada6-72aa548133f5 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650462 Dec 15 04:47:50.418866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Attempting to bind port a85c7c0b-2c07-499e-8543-ab2d5049686d on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:47:50.419285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Attempting to bind port a85c7c0b-2c07-499e-8543-ab2d5049686d by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:47:50.419527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Attempting to bind port a85c7c0b-2c07-499e-8543-ab2d5049686d on network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:50.444323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Port a85c7c0b-2c07-499e-8543-ab2d5049686d on network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:47:50.444565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Attempting to bind port a85c7c0b-2c07-499e-8543-ab2d5049686d on network 4bf79681-4e40-4ea2-b5b4-e83b3995df4b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:47:50.455572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:47:50.455939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Checking segment: {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:47:50.456397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Bound using segment: {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:47:50.457396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Bound port: a85c7c0b-2c07-499e-8543-ab2d5049686d, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28740478-1517-434d-9cff-02625d3f92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:47:50.457764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.516568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7f7f8b-cc7d-41ae-be31-e4f56af977ed req-b63b45c2-b202-4fd4-b723-551c48faea92 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355522 Dec 15 04:47:50.608738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] For port a85c7c0b-2c07-499e-8543-ab2d5049686d, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:47:50.612243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] For port a85c7c0b-2c07-499e-8543-ab2d5049686d, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:47:50.622407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.622699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4f935-407d-4a7c-b39d-cc76d82bf82f req-856558f4-fbf0-421b-ade3-e3fadb85d566 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.625437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bc4f935-407d-4a7c-b39d-cc76d82bf82f req-856558f4-fbf0-421b-ade3-e3fadb85d566 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 944 time: 0.1074071 Dec 15 04:47:50.666994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.667745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.669667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] 10.222.0.16 "PUT /v2.0/ports/a85c7c0b-2c07-499e-8543-ab2d5049686d HTTP/1.1" status: 200 len: 1093 time: 2.0218363 Dec 15 04:47:50.671271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0243f859-04c6-465a-93af-68be489807c9', 'tag': 'a85c7c0b-2c07-499e-8543-ab2d5049686d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:50.672367 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe90ec-670f-478f-81c2-28728404ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "0243f859-04c6-465a-93af-68be489807c9", "tag": "a85c7c0b-2c07-499e-8543-ab2d5049686d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:50.727010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57eb55-f92b-41c6-8963-a6a28bb50de3 service neutron] Pushing event updated for resources: {'Port': ['ID=a85c7c0b-2c07-499e-8543-ab2d5049686d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:50.745835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543709c-599f-454b-9a77-aca59954ecf6 req-0d2fad4a-7a81-4981-b0cd-6b36f10d6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.747492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-0d2fad4a-7a81-4981-b0cd-6b36f10d6ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 1096 time: 0.1354334 Dec 15 04:47:50.759119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525641a7-d6bc-4012-89f6-9cf47b4f2e76 req-fd35c81e-cdb3-499b-9113-77992484aaae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.760125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-525641a7-d6bc-4012-89f6-9cf47b4f2e76 req-fd35c81e-cdb3-499b-9113-77992484aaae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.1331749 Dec 15 04:47:50.774423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bc4f935-407d-4a7c-b39d-cc76d82bf82f req-441bcbc7-2e55-461f-8b28-5f83656c5212 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300271 Dec 15 04:47:50.777982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:50.848704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f8b6dc-c6de-41e5-9549-4612bf0242e6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:50.906590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-525641a7-d6bc-4012-89f6-9cf47b4f2e76 req-63d9cee3-4273-4557-a1f5-4225a3041021 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206520 Dec 15 04:47:50.942466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543709c-599f-454b-9a77-aca59954ecf6 req-08012406-9af1-4e78-bcf0-54fa25b8630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.944126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-08012406-9af1-4e78-bcf0-54fa25b8630c service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1819513 Dec 15 04:47:50.977285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-4f577d12-88cc-4094-9584-5328805a4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:50.984759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-4f577d12-88cc-4094-9584-5328805a4edd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d8c997f6ff84b51957431830ffb7031&device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 1096 time: 0.2400534 Dec 15 04:47:51.003944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-76ea5ac5-6fc9-435e-87df-c28f92304f62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 HTTP/1.1" status: 200 len: 217 time: 0.0479400 Dec 15 04:47:51.090140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543709c-599f-454b-9a77-aca59954ecf6 req-cb1c7a2f-2f7c-495e-a725-0f2a9bd4c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:51.091832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-cb1c7a2f-2f7c-495e-a725-0f2a9bd4c24c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0770617 Dec 15 04:47:51.108482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01735d7b-4be8-4ad4-a033-fc05c11df7b2 req-5302be35-ce40-47ae-a31d-17bde686bac0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:51.113693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01735d7b-4be8-4ad4-a033-fc05c11df7b2 req-5302be35-ce40-47ae-a31d-17bde686bac0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1126575 Dec 15 04:47:51.122701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:51.173176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-ea97da92-1ab2-40ee-b774-46d8c4f03a5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d HTTP/1.1" status: 200 len: 217 time: 0.0413389 Dec 15 04:47:51.214741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543709c-599f-454b-9a77-aca59954ecf6 req-7072b890-6d69-4710-b59b-e11642d17333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:51.216419 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-7072b890-6d69-4710-b59b-e11642d17333 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017036 Dec 15 04:47:51.218437 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8001ce13-7d52-4aaa-94fc-01e05df9533b x-openstack-request-id: req-8001ce13-7d52-4aaa-94fc-01e05df9533b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:51.219419 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0243f859-04c6-465a-93af-68be489807c9", "tag": "a85c7c0b-2c07-499e-8543-ab2d5049686d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:51.219688 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8001ce13-7d52-4aaa-94fc-01e05df9533b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:51.220443 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0243f859-04c6-465a-93af-68be489807c9', 'tag': 'a85c7c0b-2c07-499e-8543-ab2d5049686d', 'status': 'completed', 'code': 200} Dec 15 04:47:51.268274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01735d7b-4be8-4ad4-a033-fc05c11df7b2 req-745d5071-8da9-4351-b44e-31415f563414 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261563 Dec 15 04:47:51.383429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-8f052235-eb1b-4e8b-9f04-f3ce03e65f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:51.387864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-8f052235-eb1b-4e8b-9f04-f3ce03e65f0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ff08c5a-b792-4594-911a-3404f6d90a55 HTTP/1.1" status: 200 len: 849 time: 0.1326926 Dec 15 04:47:51.407256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-30d13642-d8aa-4b25-a714-2492992c380d service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797080 Dec 15 04:47:51.431570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-38553b13-b0e9-45e1-b6d4-6858bfeb65d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323403 Dec 15 04:47:51.560038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5543709c-599f-454b-9a77-aca59954ecf6 req-fadda077-12c4-4776-a39c-fd0bea0142ad service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437492 Dec 15 04:47:51.642657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150526-2979-473d-97a0-17a13507d586 req-10b11c55-330c-425f-886b-7af51d3ed6eb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:51.645022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86150526-2979-473d-97a0-17a13507d586 req-10b11c55-330c-425f-886b-7af51d3ed6eb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0789793 Dec 15 04:47:51.663445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-08f9b211-2beb-4dcf-8a44-69ecdb66d29a service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579125 Dec 15 04:47:51.672566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:47:51.718686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86150526-2979-473d-97a0-17a13507d586 req-6195ba36-1b05-424e-9b61-b41685a241ef tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661368 Dec 15 04:47:51.861573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de71313f-8d39-40bb-8ba7-7ca4101d6535 req-10c665c1-91b2-4a7c-8997-1998e6ce39d4 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875780 Dec 15 04:47:51.871935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:47:51.876954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-88ee5150-fa1c-431c-be2e-6c13a1e3a7b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0312080 Dec 15 04:47:51.879434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:51.892101 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] Sync routers for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:47:51.917158 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:51.918026 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:51.999752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da1e5c-a5d4-42bb-ad9c-f14ec4776061 req-264e219d-91f3-449e-8e5d-5a265bc8efed tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:52.015578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4da1e5c-a5d4-42bb-ad9c-f14ec4776061 req-264e219d-91f3-449e-8e5d-5a265bc8efed tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 944 time: 0.1296432 Dec 15 04:47:52.094331 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:52.121806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4da1e5c-a5d4-42bb-ad9c-f14ec4776061 req-e91c905a-c6a5-4d4a-8a01-97d9d1ad13fe tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013322 Dec 15 04:47:52.192287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681631-1862-4387-a0d9-593e2d21770a req-b3c76388-c525-4020-9f64-674a2f5306a1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:52.201400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08681631-1862-4387-a0d9-593e2d21770a req-b3c76388-c525-4020-9f64-674a2f5306a1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.0667491 Dec 15 04:47:52.205998 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:52.240409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe90ec-670f-478f-81c2-28728404ee59 req-78330226-db1e-405a-973e-e73f1fbe0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:52.242198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-78330226-db1e-405a-973e-e73f1fbe0a98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d8c997f6ff84b51957431830ffb7031&device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 1096 time: 0.2294145 Dec 15 04:47:52.283446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08681631-1862-4387-a0d9-593e2d21770a req-23c58dc4-0ba0-4756-aa00-4f5425419441 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808783 Dec 15 04:47:52.362605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:52.479043 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:47:50Z', 'revision_number': 5, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port': {'id': '4254749f-7c6e-431c-bc82-df75cb05f87d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:37:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:35:57Z', 'updated_at': '2021-12-15T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:52.515787 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] Checking router: b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:47:52.527705 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] Routers {'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:52.528384 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:52.658014 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] Set router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:52.717247 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:47:52Z', 'revision_number': 6, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:52.750776 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426035e-044e-4ac4-a786-fc97e9674dee None None] The sync data for ids ['b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad'] in n-d-820935-10 is: [{'id': 'b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad', 'name': 'tempest-TaggedBootDevicesTest-1249568589-router', 'tenant_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:35:56Z', 'updated_at': '2021-12-15T04:47:52Z', 'revision_number': 6, 'project_id': '7f9cbe778418464b98f0b2a86aa0b45d', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:47:52.832438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe90ec-670f-478f-81c2-28728404ee59 req-8d7544c6-4049-4920-b736-fd387a3aa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:52.834391 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-8d7544c6-4049-4920-b736-fd387a3aa1c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 200 len: 909 time: 0.5736213 Dec 15 04:47:52.887728 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-954d7e47-07a6-4529-b90f-42582bd6c7c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d HTTP/1.1" status: 200 len: 217 time: 0.0454059 Dec 15 04:47:52.894370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Deleting port 4254749f-7c6e-431c-bc82-df75cb05f87d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:52.894765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:52.898706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37a91c-6b5c-4b46-989c-896f57a91341 req-25d2cfb6-34ea-4292-b4a0-cd1e573fda81 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:52.900248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad37a91c-6b5c-4b46-989c-896f57a91341 req-25d2cfb6-34ea-4292-b4a0-cd1e573fda81 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0593326 Dec 15 04:47:52.952924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad37a91c-6b5c-4b46-989c-896f57a91341 req-7f91b67e-2546-4880-8af7-75a681b5f429 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453336 Dec 15 04:47:52.999104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe90ec-670f-478f-81c2-28728404ee59 req-073b413e-9367-4170-8b1f-941e24161140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:53.000715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-073b413e-9367-4170-8b1f-941e24161140 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ff08c5a-b792-4594-911a-3404f6d90a55 HTTP/1.1" status: 200 len: 849 time: 0.1031046 Dec 15 04:47:53.043993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-6b96a7e5-4e6a-4dca-b539-a4981469269d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf79681-4e40-4ea2-b5b4-e83b3995df4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320473 Dec 15 04:47:53.050759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] For port 4254749f-7c6e-431c-bc82-df75cb05f87d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4254749f-7c6e-431c-bc82-df75cb05f87d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:53.051055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.164060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Calling delete_port for 4254749f-7c6e-431c-bc82-df75cb05f87d owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:53.226177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-0c0f724c-50fc-4f4b-9545-100031f79162 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718218 Dec 15 04:47:53.271965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b59339-6703-4e09-adf0-00d8ac9a0dd4 req-5cd410fc-ac14-49fd-a4f3-be4764452a22 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:53.273536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b59339-6703-4e09-adf0-00d8ac9a0dd4 req-5cd410fc-ac14-49fd-a4f3-be4764452a22 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1228616 Dec 15 04:47:53.300106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd25f-a1f0-4595-84e2-2c81087197b7 req-890b92d7-c7ee-4518-b1b2-c22e1b22c954 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:53.302161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-868bd25f-a1f0-4595-84e2-2c81087197b7 req-890b92d7-c7ee-4518-b1b2-c22e1b22c954 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 944 time: 0.0793860 Dec 15 04:47:53.387394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b59339-6703-4e09-adf0-00d8ac9a0dd4 req-532c6291-7b4d-410c-8c69-6a4da619ade4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057830 Dec 15 04:47:53.391932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-868bd25f-a1f0-4595-84e2-2c81087197b7 req-9dffe874-03e3-4908-8f1b-f052c745b0a9 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808315 Dec 15 04:47:53.489023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91fe90ec-670f-478f-81c2-28728404ee59 req-1e7a5b0b-b23b-4fba-b593-231894f28bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895037 Dec 15 04:47:53.605212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.643724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4254749f-7c6e-431c-bc82-df75cb05f87d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:53.656503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3cf3c-cf44-4551-b36d-9e3302a8847e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:53.657282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330c0ac-7bcb-4cb6-8e18-4fdce303d6e2 req-e998bb55-55ad-434f-8d23-f45b49fcf58d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:53.660517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7330c0ac-7bcb-4cb6-8e18-4fdce303d6e2 req-e998bb55-55ad-434f-8d23-f45b49fcf58d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.0924308 Dec 15 04:47:53.749154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.752212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7330c0ac-7bcb-4cb6-8e18-4fdce303d6e2 req-0fc88a4f-5ad3-49bc-b164-28d0df643989 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Dec 15 04:47:53.868535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.871660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.952023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.952585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:47:53.985427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:53.987183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8124e845-bcfc-4ae4-9522-acfec576cdc2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b692a6ad-d7c5-4875-8b2f-6e3cc3ef70ad HTTP/1.1" status: 204 len: 168 time: 2.1068280 Dec 15 04:47:53.989336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51434) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:54.076569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Deleting subnet 94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:47:54.083364 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.111366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a7715-9d18-4a99-83be-04b2b0e75dd0 req-d5d42fc4-8b0a-405a-866c-fa7678a436da tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:54.113401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-621a7715-9d18-4a99-83be-04b2b0e75dd0 req-d5d42fc4-8b0a-405a-866c-fa7678a436da tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 946 time: 0.0870821 Dec 15 04:47:54.147945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.172827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-621a7715-9d18-4a99-83be-04b2b0e75dd0 req-42c65ead-0ab2-4365-8add-8469e5bb5e67 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531518 Dec 15 04:47:54.258799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.319763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.347914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ffdb48-28ee-4b5d-899b-ee1b5b35abb9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:54.351677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.354908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24c46a54-1f5a-4fe2-9506-d4978fdcd013 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/94ffdb48-28ee-4b5d-899b-ee1b5b35abb9 HTTP/1.1" status: 204 len: 168 time: 0.3638012 Dec 15 04:47:54.357811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51440) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:54.364540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94ca59-c1e3-43b9-9d9b-9b01e88a7e97 None None] Network 71bbf166-4518-42f2-a41c-b4030317ebd3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:47:54.467601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.545922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] DHCP port deletion for 71bbf166-4518-42f2-a41c-b4030317ebd3 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:54.634076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] Deleting port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:54.634707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.674407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3a2a-6129-4559-a7f5-c9f72866297a req-90102583-3c13-46c7-916d-d77575c0b716 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:54.675973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-933f3a2a-6129-4559-a7f5-c9f72866297a req-90102583-3c13-46c7-916d-d77575c0b716 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1326137 Dec 15 04:47:54.681383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Deleting port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:54.681798 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.695459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a3a9eacb-6d9d-42fe-ab40-038ea8df7053 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:54.752300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] For port a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:54.752705 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.771767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] Calling delete_port for a3a9eacb-6d9d-42fe-ab40-038ea8df7053 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:54.771994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc5c6-1efb-4a45-a598-b531f8e56a11 req-2651e53e-9839-4889-98bc-8e32bead7e43 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:54.773669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63dfc5c6-1efb-4a45-a598-b531f8e56a11 req-2651e53e-9839-4889-98bc-8e32bead7e43 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 944 time: 0.1826513 Dec 15 04:47:54.842993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-933f3a2a-6129-4559-a7f5-c9f72866297a req-50fa9b2e-eec9-4071-aa65-b4a98eed091a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554673 Dec 15 04:47:54.851833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] For port a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:54.852992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.863188 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.869794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Calling delete_port for a3a9eacb-6d9d-42fe-ab40-038ea8df7053 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:54.915078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port a3a9eacb-6d9d-42fe-ab40-038ea8df7053, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,segment=NetworkSegment(67b1b3e7-0902-42d6-a92f-b381fad60d03),segment_id=67b1b3e7-0902-42d6-a92f-b381fad60d03)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:54.921645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.922377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4254749f-7c6e-431c-bc82-df75cb05f87d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:54.968053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4254749f-7c6e-431c-bc82-df75cb05f87d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:47:54.968674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4254749f-7c6e-431c-bc82-df75cb05f87d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:47:54.969545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3f8b6dc-c6de-41e5-9549-4612bf0242e6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:54.980578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63dfc5c6-1efb-4a45-a598-b531f8e56a11 req-0de914de-c370-43b8-b571-c0dc7dbd24be tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965001 Dec 15 04:47:54.996513 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:54.998552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d3f8b6dc-c6de-41e5-9549-4612bf0242e6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:47:54.999079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3f8b6dc-c6de-41e5-9549-4612bf0242e6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:47:55.036150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] No DVR routers for this DVR port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:47:55.041949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.044676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:55.069709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] No DVR routers for this DVR port a3a9eacb-6d9d-42fe-ab40-038ea8df7053 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:47:55.083990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e971ea4-42de-4d72-add8-1648c9e7812c None None] Pushing event deleted for resources: {'Port': ['ID=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:55.152455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a9eacb-6d9d-42fe-ab40-038ea8df7053,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:55.224619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.258504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59e68-566d-4867-a74f-8e7a084a7040 req-45aa804c-fa56-46cc-a519-98d1911e1aad tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:55.259985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fa59e68-566d-4867-a74f-8e7a084a7040 req-45aa804c-fa56-46cc-a519-98d1911e1aad tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.1827722 Dec 15 04:47:55.269800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbaa3a-6247-4c26-a2bb-3b6ebbe0f214 req-4372097f-63d8-46a6-9c51-a2adf02c0c15 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:55.271218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10cbaa3a-6247-4c26-a2bb-3b6ebbe0f214 req-4372097f-63d8-46a6-9c51-a2adf02c0c15 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1654146 Dec 15 04:47:55.273980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bbf166-4518-42f2-a41c-b4030317ebd3']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:55.306466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b1b3e7-0902-42d6-a92f-b381fad60d03') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:55.306679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b1b3e7-0902-42d6-a92f-b381fad60d03') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:55.326295 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.356784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a85c7c0b-2c07-499e-8543-ab2d5049686d details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:47:55.362131 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.373406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:47:55.373812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:47:55.375525 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:47:55.383622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fa59e68-566d-4867-a74f-8e7a084a7040 req-74562332-b7f6-4df3-bf2b-f95fa4eb141b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114123 Dec 15 04:47:55.465138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10cbaa3a-6247-4c26-a2bb-3b6ebbe0f214 req-f119f778-c8c3-4648-a1f2-01ca1a8a2673 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699474 Dec 15 04:47:55.500644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a85c7c0b-2c07-499e-8543-ab2d5049686d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:55.516524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'a85c7c0b-2c07-499e-8543-ab2d5049686d', 'network_id': '4bf79681-4e40-4ea2-b5b4-e83b3995df4b', 'port_id': 'a85c7c0b-2c07-499e-8543-ab2d5049686d', 'mac_address': 'fa:16:3e:cf:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff08c5a-b792-4594-911a-3404f6d90a55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:47:55.525155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.539648 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.549138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] 10.222.0.37 "DELETE /v2.0/networks/71bbf166-4518-42f2-a41c-b4030317ebd3 HTTP/1.1" status: 204 len: 168 time: 1.1901577 Dec 15 04:47:55.551957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51462) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:55.566188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aba815-bc74-45a9-8b25-b109375edacd admin admin] Pushing event deleted for resources: {'Network': ['ID=71bbf166-4518-42f2-a41c-b4030317ebd3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:55.568718 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.587373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85c7c0b-2c07-499e-8543-ab2d5049686d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:47:55.597798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0357ef2-f6c2-4746-9dce-baf2e1b20f1e req-cb8918e6-c86c-4085-b10d-735bebdd1f81 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:55.607615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0357ef2-f6c2-4746-9dce-baf2e1b20f1e req-cb8918e6-c86c-4085-b10d-735bebdd1f81 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 946 time: 0.1247594 Dec 15 04:47:55.616055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a85c7c0b-2c07-499e-8543-ab2d5049686d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:55.623058 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:55.679552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a85c7c0b-2c07-499e-8543-ab2d5049686d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:55.714238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0357ef2-f6c2-4746-9dce-baf2e1b20f1e req-61294e40-b112-4eab-aacc-474297093ba5 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups?id=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056919 Dec 15 04:47:55.750628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9fefe-72e2-4101-bca3-fd19ff83375c req-716453f3-328f-48cc-be20-781574bbf922 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:55.750628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ce9fefe-72e2-4101-bca3-fd19ff83375c req-716453f3-328f-48cc-be20-781574bbf922 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0769031 Dec 15 04:47:55.776041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-5f7c4f50-daac-4513-91d6-96d01527f126 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:55.777693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-5f7c4f50-daac-4513-91d6-96d01527f126 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 946 time: 0.0740156 Dec 15 04:47:55.817531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ce9fefe-72e2-4101-bca3-fd19ff83375c req-1961cfe9-2d62-4886-81c3-171708442a59 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Dec 15 04:47:55.947698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378fbbd-01af-42f3-a298-ce4539f67906 req-a8066994-5cc2-4052-bf42-c3576abe1c64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:55.951477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a378fbbd-01af-42f3-a298-ce4539f67906 req-a8066994-5cc2-4052-bf42-c3576abe1c64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0621347 Dec 15 04:47:55.962885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a85c7c0b-2c07-499e-8543-ab2d5049686d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:47:56.050758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Deleting port 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:56.051101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:56.100452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-e0a3e853-9cce-40bc-b440-5842691fbf31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1169083 Dec 15 04:47:56.128393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a378fbbd-01af-42f3-a298-ce4539f67906 req-c7e966f0-a93e-4383-ae7e-48c28529dfa6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502154 Dec 15 04:47:56.200283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ea1cc-303b-466a-932b-d361db481513 req-75afbeca-cfce-41de-8d51-1b1cbcce7e36 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:56.202585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-923ea1cc-303b-466a-932b-d361db481513 req-75afbeca-cfce-41de-8d51-1b1cbcce7e36 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 945 time: 0.0732207 Dec 15 04:47:56.208022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] For port 03d9219e-4141-454e-9d86-99c2159a8ab5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=03d9219e-4141-454e-9d86-99c2159a8ab5,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:56.208586 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:56.305997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-923ea1cc-303b-466a-932b-d361db481513 req-60ad02a6-fe8e-4e5a-a701-fddfd4e80e8d tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619993 Dec 15 04:47:56.313266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-2e80acbe-44f5-427f-ac0d-5b4c70766607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:56.315542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-2e80acbe-44f5-427f-ac0d-5b4c70766607 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.1056476 Dec 15 04:47:56.446467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-2f01dfbb-99e0-453c-a121-5ac02c51d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:56.447976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-2f01dfbb-99e0-453c-a121-5ac02c51d171 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1065416 Dec 15 04:47:56.454196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:56.454482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:56.454804 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Floating IP b5f087a7-5355-4b09-80a3-4d0dd89b8dcf disassociated. External IP: 172.25.2.17, port: 03d9219e-4141-454e-9d86-99c2159a8ab5. Dec 15 04:47:56.455150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Calling delete_port for 03d9219e-4141-454e-9d86-99c2159a8ab5 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:56.469851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:56.552193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-ed66fd0b-8e64-4aa7-ac39-e41747851ce2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.0899847 Dec 15 04:47:56.564471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee339a-8ddf-401c-a2dd-9a19771fd227 req-1c3ec726-7d8f-4e8c-8356-bebe1f45576f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:56.571664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29ee339a-8ddf-401c-a2dd-9a19771fd227 req-1c3ec726-7d8f-4e8c-8356-bebe1f45576f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.1106460 Dec 15 04:47:56.668777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-e83d5be8-4480-4aac-9224-b85302a438b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:56.670250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-e83d5be8-4480-4aac-9224-b85302a438b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0960314 Dec 15 04:47:56.688413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29ee339a-8ddf-401c-a2dd-9a19771fd227 req-80089918-33e9-44eb-811a-dbb00b76eca9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125317 Dec 15 04:47:56.730596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-92e8431f-8bae-4b97-be83-ad2deb773a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:56.732974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-92e8431f-8bae-4b97-be83-ad2deb773a79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429490 Dec 15 04:47:56.770687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:56.812122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event deleted for resources: {'Port': ['ID=03d9219e-4141-454e-9d86-99c2159a8ab5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:56.861035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1624a430-f278-4bb0-b1f6-a289f7affd52 req-98a57017-61b1-4f40-b70a-4f1a49824da8 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/ports?device_id=fcb2d65b-6523-4a87-9d8f-6ba926897e8e HTTP/1.1" status: 200 len: 210 time: 0.0397289 Dec 15 04:47:56.874725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-fbd018ba-1452-41f1-b934-06ef10216160 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319845 Dec 15 04:47:56.983859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b4a04f4-d724-4cd2-b875-aa3b14ef80a3 req-fa62ab75-b678-4268-8e7a-6639383d03a7 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975947 Dec 15 04:47:56.991965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Deleting port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:56.992338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.007744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:47:57.151727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] For port 848e221c-9ccc-4ab1-a20c-a6addd3d26f9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:57.152111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.168791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Calling delete_port for 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:57.225680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:47:57.241935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:47:57.257524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:57.260651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:57.278701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] No DVR routers for this DVR port 03d9219e-4141-454e-9d86-99c2159a8ab5 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:47:57.290060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.290060 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7de1927b-45f0-48b6-a439-3d59739c6bc6 req-92de4da1-738c-498b-b6a4-910d5e18aa57 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.16 "DELETE /v2.0/ports/03d9219e-4141-454e-9d86-99c2159a8ab5 HTTP/1.1" status: 204 len: 173 time: 1.5027795 Dec 15 04:47:57.290060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-deleted', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:57.290959 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae018ee7-87de-4588-826f-0e6130266a8b" -d '{"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-deleted", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:57.399752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:57.406323 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0353ac2-cb2d-4441-a87d-4ab0b493cead x-openstack-request-id: req-a0353ac2-cb2d-4441-a87d-4ab0b493cead {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:57.406616 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb2d65b-6523-4a87-9d8f-6ba926897e8e", "name": "network-vif-deleted", "tag": "03d9219e-4141-454e-9d86-99c2159a8ab5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:57.406876 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0353ac2-cb2d-4441-a87d-4ab0b493cead {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:57.407291 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2d65b-6523-4a87-9d8f-6ba926897e8e', 'name': 'network-vif-deleted', 'tag': '03d9219e-4141-454e-9d86-99c2159a8ab5', 'status': 'completed', 'code': 200} Dec 15 04:47:57.438199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a85c7c0b-2c07-499e-8543-ab2d5049686d up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:47:57.511718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726c4a0-04c3-4f20-bacf-289bb42f65a9 req-f59e0680-7528-4592-8f69-1878ce147f16 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:57.513367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1726c4a0-04c3-4f20-bacf-289bb42f65a9 req-f59e0680-7528-4592-8f69-1878ce147f16 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 945 time: 0.0788939 Dec 15 04:47:57.591845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.600391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1726c4a0-04c3-4f20-bacf-289bb42f65a9 req-34fbdf61-290b-4501-b0cc-e161e43433d9 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800002 Dec 15 04:47:57.635589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port a85c7c0b-2c07-499e-8543-ab2d5049686d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:47:57.642321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port a85c7c0b-2c07-499e-8543-ab2d5049686d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:47:57.643605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.684700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d1b2-9961-4acc-bff2-08939eae3a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.744388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=848e221c-9ccc-4ab1-a20c-a6addd3d26f9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:57.848373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.865779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:57.878950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd05a34-2c4d-49bb-901d-82fff4c1cfc0 req-25ea8da4-e698-49a9-9104-f44bfd444910 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:57.901006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:47:57.906430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbd05a34-2c4d-49bb-901d-82fff4c1cfc0 req-25ea8da4-e698-49a9-9104-f44bfd444910 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.1163657 Dec 15 04:47:57.906879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0243f859-04c6-465a-93af-68be489807c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85c7c0b-2c07-499e-8543-ab2d5049686d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:47:57.910596 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b67dac-efb4-4e3b-8ee4-5934f8fd944c" -d '{"events": [{"server_uuid": "0243f859-04c6-465a-93af-68be489807c9", "name": "network-vif-plugged", "status": "completed", "tag": "a85c7c0b-2c07-499e-8543-ab2d5049686d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:47:57.941516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a85c7c0b-2c07-499e-8543-ab2d5049686d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:57.946777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:57.947915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:57.954638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:57.956500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:47:58.014744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:58.064040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbd05a34-2c4d-49bb-901d-82fff4c1cfc0 req-4f1479e0-59e5-45a6-b4aa-55283d6f0f57 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470799 Dec 15 04:47:58.095214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51498) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:58.227943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb3d44e-0728-460a-a905-dad6a746e411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:58.248506 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf05485-b3a3-4bc8-a7af-a2cb7289a2e1 x-openstack-request-id: req-dcf05485-b3a3-4bc8-a7af-a2cb7289a2e1 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:47:58.249424 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0243f859-04c6-465a-93af-68be489807c9", "name": "network-vif-plugged", "status": "completed", "tag": "a85c7c0b-2c07-499e-8543-ab2d5049686d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:47:58.249864 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcf05485-b3a3-4bc8-a7af-a2cb7289a2e1 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:47:58.250442 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0243f859-04c6-465a-93af-68be489807c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85c7c0b-2c07-499e-8543-ab2d5049686d', 'code': 200} Dec 15 04:47:58.262589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb3d44e-0728-460a-a905-dad6a746e411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:58.274562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 03d9219e-4141-454e-9d86-99c2159a8ab5 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:47:58.275238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 03d9219e-4141-454e-9d86-99c2159a8ab5 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:47:58.322390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a85c7c0b-2c07-499e-8543-ab2d5049686d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:58.346676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb3d44e-0728-460a-a905-dad6a746e411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:58.349889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb3d44e-0728-460a-a905-dad6a746e411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:58.351117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acb3d44e-0728-460a-a905-dad6a746e411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "DELETE /v2.0/security-groups/806ad7bd-6bb6-4206-8cd3-a843fd8d35f8 HTTP/1.1" status: 204 len: 168 time: 0.2548954 Dec 15 04:47:58.354533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:58.360919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:58.373789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d44e-0728-460a-a905-dad6a746e411 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ad7bd-6bb6-4206-8cd3-a843fd8d35f8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:58.375979 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-c55c3265-a331-40ee-b2e0-cf714b547954 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] show failed (client error): The resource could not be found. Dec 15 04:47:58.377118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c55c3265-a331-40ee-b2e0-cf714b547954 tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "GET /v2.0/security-groups/806ad7bd-6bb6-4206-8cd3-a843fd8d35f8 HTTP/1.1" status: 404 len: 347 time: 0.0216579 Dec 15 04:47:58.380287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51504) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:58.521662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef9498-d9ac-4af6-9d56-676313882039 req-568eea72-8d27-4197-8657-93d9f3e274e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:58.523140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-11ef9498-d9ac-4af6-9d56-676313882039 req-568eea72-8d27-4197-8657-93d9f3e274e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 1098 time: 0.0561886 Dec 15 04:47:58.577043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Deleting port d95236f4-6ef4-44eb-8d72-a45b81a5e583 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:58.578913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:58.676985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-11ef9498-d9ac-4af6-9d56-676313882039 req-a0b9977c-f63e-474d-9db6-5a308a033dc2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441286 Dec 15 04:47:58.712250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:58.721532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Router 2a972672-1140-4f68-aa4c-351b43e9eebe has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:47:58.746950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dcfab-8c14-49eb-819f-2489ecb7b7ae None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3a462fe1-c82a-474c-aabe-437e4a4e0da1', 'name': '', 'network_id': 'f76a9c8e-8c56-4856-9255-f6d8892380b2', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'mac_address': 'fa:16:3e:85:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:48Z', 'updated_at': '2021-12-15T04:38:56Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'subnets': [{'id': '4b33c19f-9d9b-480d-a32a-5a470923ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:47:58.877697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:47:58.885001 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ee2e7928-ece8-4abe-a3ac-32347f01f5f7 admin admin] 10.222.0.37 "PUT /v2.0/routers/2a972672-1140-4f68-aa4c-351b43e9eebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311627 Dec 15 04:47:58.887240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51512) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:47:58.890609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] Sync routers for ids ['2a972672-1140-4f68-aa4c-351b43e9eebe'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:47:58.901608 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] Routers {'2a972672-1140-4f68-aa4c-351b43e9eebe'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:58.902498 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2a972672-1140-4f68-aa4c-351b43e9eebe'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:59.027599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.072908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] Set router 2a972672-1140-4f68-aa4c-351b43e9eebe gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:59.106743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610943-0264-441f-a950-ad4640e3c2e0 req-e5083827-edff-47c5-a0ae-e59645ae15b6 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:59.114388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65610943-0264-441f-a950-ad4640e3c2e0 req-e5083827-edff-47c5-a0ae-e59645ae15b6 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 946 time: 0.1128919 Dec 15 04:47:59.153602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.153932 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.189316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc67fe48-0ae8-4599-9994-9f2ff1f40ffc None None] New status for floating IP b5f087a7-5355-4b09-80a3-4d0dd89b8dcf: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:47:59.197932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Calling delete_port for d95236f4-6ef4-44eb-8d72-a45b81a5e583 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:59.212886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.290516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:47:57Z', 'revision_number': 5, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port': {'id': '6796b1a4-5f71-417b-92fa-957c6fa9d6c5', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:36:07Z', 'updated_at': '2021-12-15T04:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:59.319570 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] Checking router: 2a972672-1140-4f68-aa4c-351b43e9eebe for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:47:59.320954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Deleting port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:47:59.321409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.331993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] Routers {'2a972672-1140-4f68-aa4c-351b43e9eebe'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:47:59.333077 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:47:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2a972672-1140-4f68-aa4c-351b43e9eebe'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:59.373818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65610943-0264-441f-a950-ad4640e3c2e0 req-3bb02e73-a44a-409c-948a-6dc024dc89f6 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577562 Dec 15 04:47:59.408111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d76cbf-010a-41da-b078-53c6be0f3b90 req-8162c87b-d48f-4de7-94f3-5943bfbf8663 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:47:59.409738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05d76cbf-010a-41da-b078-53c6be0f3b90 req-8162c87b-d48f-4de7-94f3-5943bfbf8663 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.2138655 Dec 15 04:47:59.441591 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] Set router 2a972672-1140-4f68-aa4c-351b43e9eebe gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:47:59.516831 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:47:59Z', 'revision_number': 6, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:47:59.547733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05d76cbf-010a-41da-b078-53c6be0f3b90 req-d89e5de8-6625-40de-ba41-9a57069fb965 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213822 Dec 15 04:47:59.550841 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3795d-5352-4f6e-b38a-9de663c9b257 None None] The sync data for ids ['2a972672-1140-4f68-aa4c-351b43e9eebe'] in n-d-820935-10 is: [{'id': '2a972672-1140-4f68-aa4c-351b43e9eebe', 'name': 'tempest-TaggedBootDevicesTest-210314841-router', 'tenant_id': '0fa0de22308041b7b401c72e8a858da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:36:06Z', 'updated_at': '2021-12-15T04:47:59Z', 'revision_number': 6, 'project_id': '0fa0de22308041b7b401c72e8a858da0', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:47:59.564549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] For port 6796b1a4-5f71-417b-92fa-957c6fa9d6c5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:47:59.564917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.579332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Calling delete_port for 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:47:59.664697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.702274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Pushing event deleted for resources: {'Port': ['ID=d95236f4-6ef4-44eb-8d72-a45b81a5e583,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:59.723677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b0609-5db7-4376-b416-99f4e87b12cc None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:59.788866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.793517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.794975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-48f0dca1-5acb-41bb-a2d8-dec18760457c tempest-AttachVolumeShelveTestJSON-1563567202 tempest-AttachVolumeShelveTestJSON-1563567202-project] 10.222.0.37 "DELETE /v2.0/floatingips/b5f087a7-5355-4b09-80a3-4d0dd89b8dcf HTTP/1.1" status: 204 len: 168 time: 1.4130471 Dec 15 04:47:59.814924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.849657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=6796b1a4-5f71-417b-92fa-957c6fa9d6c5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:47:59.878270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8b233-9132-4fd9-b4ed-6194ab189412 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:47:59.882462 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c764c401-bb52-409b-aa54-e636b3e35728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:47:59.996217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.147912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.151002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.201878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.202275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a972672-1140-4f68-aa4c-351b43e9eebe {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:48:00.207692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.209516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-95897e3e-70ec-4d0b-bbfe-881f8530dd0c admin admin] 10.222.0.37 "DELETE /v2.0/routers/2a972672-1140-4f68-aa4c-351b43e9eebe HTTP/1.1" status: 204 len: 168 time: 1.3210094 Dec 15 04:48:00.212464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51528) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:00.261249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Deleting subnet f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:48:00.264474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.303432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.390516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.459876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.508326 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.514469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a HTTP/1.1" status: 204 len: 168 time: 0.2979357 Dec 15 04:48:00.514693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd302b5-5453-461b-9a27-7d445bb70b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18baabd-1dd8-4d6e-9b6f-7ca3f233d31a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:00.514999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51532) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:00.516786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc13e5-70ab-4cbf-8099-2ebfa0fc625f None None] Network 0d032842-1921-4fc9-8b65-f2562123a768 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:48:00.538143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a693c-23b9-4e51-a67d-6cee75da7f5f req-e06c1847-1aa4-4cc4-855e-ee744a06acf5 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:00.539734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-151a693c-23b9-4e51-a67d-6cee75da7f5f req-e06c1847-1aa4-4cc4-855e-ee744a06acf5 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 946 time: 0.0943205 Dec 15 04:48:00.614167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-151a693c-23b9-4e51-a67d-6cee75da7f5f req-795daa47-c67f-45f7-b657-d2e6d3a700f0 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655160 Dec 15 04:48:00.705036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:00.713829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.739134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:00.740360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6796b1a4-5f71-417b-92fa-957c6fa9d6c5 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:00.740542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:00.768047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:00.768761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 848e221c-9ccc-4ab1-a20c-a6addd3d26f9 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:00.774705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a575ad-d286-4bcc-9e1f-4c9a1f743d6d req-c6ac5f49-9a17-4a49-bd90-1356aafe5b35 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:00.783262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26a575ad-d286-4bcc-9e1f-4c9a1f743d6d req-c6ac5f49-9a17-4a49-bd90-1356aafe5b35 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 944 time: 0.0642467 Dec 15 04:48:00.827089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Deleting port 99ba53e9-d86a-43c7-aae7-d450fabc5416 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:00.827570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.869050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26a575ad-d286-4bcc-9e1f-4c9a1f743d6d req-73123f2c-063d-4214-8061-99a73a0e3382 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851252 Dec 15 04:48:00.899141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] DHCP port deletion for 0d032842-1921-4fc9-8b65-f2562123a768 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:48:00.981326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] For port 99ba53e9-d86a-43c7-aae7-d450fabc5416, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99ba53e9-d86a-43c7-aae7-d450fabc5416,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:00.981728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:00.999020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] Deleting port 99ba53e9-d86a-43c7-aae7-d450fabc5416 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:01.004557 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.087107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Calling delete_port for 99ba53e9-d86a-43c7-aae7-d450fabc5416 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:01.118239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] For port 99ba53e9-d86a-43c7-aae7-d450fabc5416, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99ba53e9-d86a-43c7-aae7-d450fabc5416,segment=NetworkSegment(8ea74fc9-4604-4202-9ffd-079e48a15b09),segment_id=8ea74fc9-4604-4202-9ffd-079e48a15b09)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:01.121279 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.125481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-8d2aea43-4a5f-435d-a02f-d2659e2e76a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1391122 Dec 15 04:48:01.195963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] Calling delete_port for 99ba53e9-d86a-43c7-aae7-d450fabc5416 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:01.215177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.299815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Pushing event deleted for resources: {'Port': ['ID=99ba53e9-d86a-43c7-aae7-d450fabc5416,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:01.306948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] No DVR routers for this DVR port 99ba53e9-d86a-43c7-aae7-d450fabc5416 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:48:01.338322 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.414998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:48:01.422104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.471734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] No DVR routers for this DVR port 99ba53e9-d86a-43c7-aae7-d450fabc5416 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:48:01.476985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3c5a1-e70d-4439-b8a4-6654459f1942 None None] Pushing event deleted for resources: {'Port': ['ID=99ba53e9-d86a-43c7-aae7-d450fabc5416,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:01.498260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.498741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.499210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.499674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.500169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.500634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.501093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.503071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-f5a43aa1-047a-487b-bd85-f8aafdbf9dbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.2712660 Dec 15 04:48:01.609558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:01.628988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6', 'mac_address': 'fa:16:3e:9d:20:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:48:01.679400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.707797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.710999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:01.752144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:01.759495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.785283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d032842-1921-4fc9-8b65-f2562123a768']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:01.805284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea74fc9-4604-4202-9ffd-079e48a15b09') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:01.805715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea74fc9-4604-4202-9ffd-079e48a15b09') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:01.808556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1475-467b-42cb-9be0-97e8eda67716 req-b382896b-e9b4-4427-b6ff-7bf6b2666c3f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.809051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-67f51c2f-cd1b-4e38-909b-32bf30b55b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.809051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-67f51c2f-cd1b-4e38-909b-32bf30b55b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.809493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-67f51c2f-cd1b-4e38-909b-32bf30b55b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:01.811121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f59f1475-467b-42cb-9be0-97e8eda67716 req-b382896b-e9b4-4427-b6ff-7bf6b2666c3f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 946 time: 0.0684950 Dec 15 04:48:01.814291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-67f51c2f-cd1b-4e38-909b-32bf30b55b48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&id=3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 200 len: 2296 time: 0.2824187 Dec 15 04:48:01.830650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:01.852284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.873951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f59f1475-467b-42cb-9be0-97e8eda67716 req-8b1f0b4e-7098-4772-b6e6-c5c0bc68cd88 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567122 Dec 15 04:48:01.931130 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.940440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-38cf5449-0f2f-463c-8d2b-251b5cdf19b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 200 len: 1002 time: 0.1188545 Dec 15 04:48:01.941751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:48:01.942336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:48:01.944455 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:48:02.026791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d263-dc8a-45a7-9fe0-04b893504c81 req-2dd34288-69c1-477b-a9e9-15211deca72a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:02.028726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1279d263-dc8a-45a7-9fe0-04b893504c81 req-2dd34288-69c1-477b-a9e9-15211deca72a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 945 time: 0.0681343 Dec 15 04:48:02.048431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-a213aa82-5836-4a34-8a44-82f5051a95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:02.049914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-a213aa82-5836-4a34-8a44-82f5051a95da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 200 len: 856 time: 0.0881491 Dec 15 04:48:02.053647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.076143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.082389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d032842-1921-4fc9-8b65-f2562123a768 HTTP/1.1" status: 204 len: 168 time: 1.5640173 Dec 15 04:48:02.090352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94e308-b469-40ca-bda5-32785582b04c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d032842-1921-4fc9-8b65-f2562123a768,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:02.109533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1279d263-dc8a-45a7-9fe0-04b893504c81 req-63d3b73c-8e3a-46f2-b501-6f8729009149 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674820 Dec 15 04:48:02.110664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:48:02.139938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-19407b31-a838-452d-bece-c914d0046b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:02.143692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-19407b31-a838-452d-bece-c914d0046b5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0f5aeb5-8abd-43d1-ac56-21f1102d5927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688870 Dec 15 04:48:02.335109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51588) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:02.388596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-dcf70f52-6ae5-4bce-8dce-4e5b620f5f8c service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361884 Dec 15 04:48:02.413823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5460f44e-901e-4292-a4f8-7d6c45f98579 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f9cbe778418464b98f0b2a86aa0b45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781376 Dec 15 04:48:02.414073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51590) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:02.484906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ba-b49c-42c5-9b5f-4391ed0990b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.497298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-b83ed6db-430e-408b-90ab-78b33c25259f service neutron] 10.222.0.42 "GET /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011484 Dec 15 04:48:02.515927 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ba-b49c-42c5-9b5f-4391ed0990b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.562807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-36a9c9fc-1eec-4f58-8738-86160017fcbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 217 time: 0.0563638 Dec 15 04:48:02.574827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ba-b49c-42c5-9b5f-4391ed0990b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.578017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc7ba-b49c-42c5-9b5f-4391ed0990b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.582441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f2cfc7ba-b49c-42c5-9b5f-4391ed0990b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3 HTTP/1.1" status: 204 len: 168 time: 0.1646695 Dec 15 04:48:02.598061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc7ba-b49c-42c5-9b5f-4391ed0990b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d377a2-b53e-4df5-98e9-a5f51ad7a5c3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:02.673577 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:02.717906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-a5b72217-bc30-4e04-943c-a033ba859fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:02.719657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-a5b72217-bc30-4e04-943c-a033ba859fd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.1463583 Dec 15 04:48:02.723571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99ba53e9-d86a-43c7-aae7-d450fabc5416 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:02.773418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 99ba53e9-d86a-43c7-aae7-d450fabc5416 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:02.774077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99ba53e9-d86a-43c7-aae7-d450fabc5416 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:02.776188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-60667ede-3187-4853-ae91-e250d0889c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:02.778538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-60667ede-3187-4853-ae91-e250d0889c58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497627 Dec 15 04:48:02.968752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-70a621c1-1f8f-482f-bed7-710e33b69862 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799388 Dec 15 04:48:03.048259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4651218-92e3-4fd0-aeb5-4233a7e6bc38 req-2e2230c2-1fc4-48f0-a9f2-3763b6dffc9d tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:03.051048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4651218-92e3-4fd0-aeb5-4233a7e6bc38 req-2e2230c2-1fc4-48f0-a9f2-3763b6dffc9d tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 946 time: 0.0649743 Dec 15 04:48:03.094813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-c1155454-4132-461b-b609-7c52fb4c7b22 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160488 Dec 15 04:48:03.162281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4651218-92e3-4fd0-aeb5-4233a7e6bc38 req-37dc725b-f7ca-4b6f-8b07-4a4d1d425ce4 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988240 Dec 15 04:48:03.199890 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-d1d81e43-2153-43c5-beff-2cab67549e71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 217 time: 0.0960972 Dec 15 04:48:03.264163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:03.294651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-140b77ae-c86a-44fb-8e38-34b5453e564a tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:03.296237 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-140b77ae-c86a-44fb-8e38-34b5453e564a tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 946 time: 0.0894382 Dec 15 04:48:03.315030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-3ef5aa9c-0085-4c95-a6fc-e84f54e8991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:03.316897 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-3ef5aa9c-0085-4c95-a6fc-e84f54e8991d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0954053 Dec 15 04:48:03.338692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f8c1d-5db2-4c57-a502-87c583991f2d req-b2d558ab-de63-4fb3-a024-1bb39b0f70ed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:03.347002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d02f8c1d-5db2-4c57-a502-87c583991f2d req-b2d558ab-de63-4fb3-a024-1bb39b0f70ed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 945 time: 0.1226096 Dec 15 04:48:03.361714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-379926f9-60e8-490f-acef-f20cc9930ec7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fa0de22308041b7b401c72e8a858da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0937717 Dec 15 04:48:03.366722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51622) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:03.369260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.395009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.429276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:03.446099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d02f8c1d-5db2-4c57-a502-87c583991f2d req-4e23f4a7-2e7e-40f5-a3a1-5f214097408e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981443 Dec 15 04:48:03.492055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-b7af301a-1fb2-4d9d-ad5c-c30c18a01e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:03.493640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-b7af301a-1fb2-4d9d-ad5c-c30c18a01e29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1256466 Dec 15 04:48:03.511074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa3b9-5028-4d6d-b9d3-eb7c4995bd83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.562227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa3b9-5028-4d6d-b9d3-eb7c4995bd83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.577543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Deleting port a85c7c0b-2c07-499e-8543-ab2d5049686d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:03.578682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.611122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:48:03.618544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:03.618981 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.651436 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa3b9-5028-4d6d-b9d3-eb7c4995bd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.654792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa3b9-5028-4d6d-b9d3-eb7c4995bd83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.659359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f0eaa3b9-5028-4d6d-b9d3-eb7c4995bd83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/632aaf9a-24a6-46bf-bdae-1a85694a59e3 HTTP/1.1" status: 204 len: 168 time: 0.2902656 Dec 15 04:48:03.686769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaa3b9-5028-4d6d-b9d3-eb7c4995bd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632aaf9a-24a6-46bf-bdae-1a85694a59e3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:03.858710 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:03.889654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e337e99-149d-4632-b855-1c930d7db726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:03.893875 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842f1f7-8bc7-4776-9af6-8e961fee6b80" -d '{"events": [{"server_uuid": "2e337e99-149d-4632-b855-1c930d7db726", "name": "network-vif-plugged", "status": "completed", "tag": "a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:03.899048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-04814ba5-85fc-4654-9239-c220298d59df service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936174 Dec 15 04:48:03.920119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:03.941083 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:04.038724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] For port a85c7c0b-2c07-499e-8543-ab2d5049686d, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a85c7c0b-2c07-499e-8543-ab2d5049686d,segment=NetworkSegment(28740478-1517-434d-9cff-02625d3f92d9),segment_id=28740478-1517-434d-9cff-02625d3f92d9)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:04.039100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:04.044346 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916011c-d661-41cd-82c8-530333373401 x-openstack-request-id: req-4916011c-d661-41cd-82c8-530333373401 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:04.045976 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e337e99-149d-4632-b855-1c930d7db726", "name": "network-vif-plugged", "status": "completed", "tag": "a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:04.046331 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4916011c-d661-41cd-82c8-530333373401 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:04.046802 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e337e99-149d-4632-b855-1c930d7db726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6', 'code': 200} Dec 15 04:48:04.062270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Calling delete_port for a85c7c0b-2c07-499e-8543-ab2d5049686d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:04.145862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:04.210077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-d49d72d9-f6df-4477-b169-0d56dc0fdd3e service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949281 Dec 15 04:48:04.224773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c54fe8-40c2-479d-b511-34eb6665667e req-dff5ed2b-9111-47d5-a4f2-c11b7b4e4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:04.226548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8c54fe8-40c2-479d-b511-34eb6665667e req-dff5ed2b-9111-47d5-a4f2-c11b7b4e4362 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 1098 time: 0.0889311 Dec 15 04:48:04.300994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8c54fe8-40c2-479d-b511-34eb6665667e req-a5928088-00c9-4464-9781-a2f2820831a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665772 Dec 15 04:48:04.314030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-2032e667-8beb-467b-8e81-4247a8d3268b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0948918 Dec 15 04:48:04.352801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af34b3b-19e0-4669-bbe3-8bb14a89d6ad req-6c5ba9ee-4597-4c3d-bdff-00b026c97597 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:04.354974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3af34b3b-19e0-4669-bbe3-8bb14a89d6ad req-6c5ba9ee-4597-4c3d-bdff-00b026c97597 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 946 time: 0.0650241 Dec 15 04:48:04.418682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-80c705db-73cd-4f42-8e05-aa57601feca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:04.420087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-80c705db-73cd-4f42-8e05-aa57601feca9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0885589 Dec 15 04:48:04.454822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3af34b3b-19e0-4669-bbe3-8bb14a89d6ad req-dca163b4-a4bc-46f1-a6a7-c65f63471265 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e37ac06-8539-4152-bc8e-d7e42269d033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894740 Dec 15 04:48:04.571375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-91e56d0b-7caf-4e9b-9741-8755e2c807ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:04.573087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-91e56d0b-7caf-4e9b-9741-8755e2c807ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015198 Dec 15 04:48:04.574292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:04.610110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Pushing event deleted for resources: {'Port': ['ID=a85c7c0b-2c07-499e-8543-ab2d5049686d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:04.611427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a85c7c0b-2c07-499e-8543-ab2d5049686d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:48:04.717769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b113-3d95-476c-a8e1-ce28f77a78e2 req-bfc663b0-8de6-43a4-aa72-ca1c0e181ea9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:04.727450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] No DVR routers for this DVR port a85c7c0b-2c07-499e-8543-ab2d5049686d on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:48:04.729656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0e9b113-3d95-476c-a8e1-ce28f77a78e2 req-bfc663b0-8de6-43a4-aa72-ca1c0e181ea9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 946 time: 0.1169481 Dec 15 04:48:04.731789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:04.735365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f2363cd-8f4b-4a4e-b142-5a9c8df1c663 req-2d3bdeb8-f6b1-455a-80a7-0ada51f5e54f tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.16 "DELETE /v2.0/ports/a85c7c0b-2c07-499e-8543-ab2d5049686d HTTP/1.1" status: 204 len: 173 time: 1.4301713 Dec 15 04:48:04.735887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0243f859-04c6-465a-93af-68be489807c9', 'name': 'network-vif-deleted', 'tag': 'a85c7c0b-2c07-499e-8543-ab2d5049686d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:04.738410 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255a7e6-a179-4bb3-a3f0-42f6eafa0ea4" -d '{"events": [{"server_uuid": "0243f859-04c6-465a-93af-68be489807c9", "name": "network-vif-deleted", "tag": "a85c7c0b-2c07-499e-8543-ab2d5049686d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:04.826894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-7b66ffc9-5b17-4ecc-8fc5-50c4602123f9 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191656 Dec 15 04:48:04.907238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0e9b113-3d95-476c-a8e1-ce28f77a78e2 req-029e1c77-52f1-4c67-9493-88eeb424a72a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727185 Dec 15 04:48:04.908320 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:48:04.951644 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9da276-2bfe-45ff-9bcf-d2be351fb5f9 x-openstack-request-id: req-7d9da276-2bfe-45ff-9bcf-d2be351fb5f9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:04.952141 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0243f859-04c6-465a-93af-68be489807c9", "name": "network-vif-deleted", "tag": "a85c7c0b-2c07-499e-8543-ab2d5049686d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:04.952489 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d9da276-2bfe-45ff-9bcf-d2be351fb5f9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:04.953448 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0243f859-04c6-465a-93af-68be489807c9', 'name': 'network-vif-deleted', 'tag': 'a85c7c0b-2c07-499e-8543-ab2d5049686d', 'status': 'completed', 'code': 200} Dec 15 04:48:05.034645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-e5260034-dc2e-4bb7-a2b1-6d42a11f4145 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927445 Dec 15 04:48:05.053511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51680) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:05.094347 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-edd88440-2096-407e-af57-9af69d73c0cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 200 len: 217 time: 0.0499215 Dec 15 04:48:05.198101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-13a40359-abe7-4121-8884-e0a3c43b0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:05.199914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-13a40359-abe7-4121-8884-e0a3c43b0d45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 200 len: 797 time: 0.0980012 Dec 15 04:48:05.283013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-e819e9ca-0ab5-48d5-b470-b124778e665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:05.285483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-e819e9ca-0ab5-48d5-b470-b124778e665d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1be55e7-3124-451f-b1f2-09d02d5e7c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604849 Dec 15 04:48:05.295856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-169948737-network', 'tenant_id': '6b3194427d72489e881d76e28b2c52a5'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:05.372353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Made reservation on behalf of 6b3194427d72489e881d76e28b2c52a5 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:05.384488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:05.424595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:05.555911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-4a0654c4-64c9-40d7-bb8f-47a84dd5d163 service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445610 Dec 15 04:48:05.638340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a677aa1c-c413-4d2d-9271-f817b0c80a36 req-6901427b-3a85-4f41-9335-5035be627873 tempest-VolumesActionsTest-1883760702 tempest-VolumesActionsTest-1883760702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0243f859-04c6-465a-93af-68be489807c9 HTTP/1.1" status: 200 len: 210 time: 0.0549979 Dec 15 04:48:05.704300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-26ddb129-9074-4f04-8392-d5bad7aafa3e service neutron] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386161 Dec 15 04:48:05.758526 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-21c0599b-916d-4d04-b2cb-4c245f8d0ca9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 200 len: 217 time: 0.0463192 Dec 15 04:48:05.779013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:05.801359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:05.823479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:48:05.855523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:05.855871 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Added segment f928dd7b-18bb-4288-858b-43a820df81b8 of type vlan for network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a Dec 15 04:48:05.858296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-2e2974b3-321e-42fd-a532-0cd20dd64046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:05.859822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-2e2974b3-321e-42fd-a532-0cd20dd64046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.0938292 Dec 15 04:48:05.866997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f50bee-973c-4b15-ac63-64f50676c023,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:05.941959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:05.980421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-a74e7793-b681-4082-b821-5092b9ed3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:05.982165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-a74e7793-b681-4082-b821-5092b9ed3df2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115997 Dec 15 04:48:06.067173 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:06.068740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:06.069515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:06.082436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4c7f8-6e16-49bc-ba2d-0c9564909c4a req-806c332f-f5c1-4dd9-bd92-0c9a2bd40492 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:06.097699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbc4c7f8-6e16-49bc-ba2d-0c9564909c4a req-806c332f-f5c1-4dd9-bd92-0c9a2bd40492 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 946 time: 0.0957806 Dec 15 04:48:06.162274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbc4c7f8-6e16-49bc-ba2d-0c9564909c4a req-4b2a9fcc-737f-4d60-8c6b-465f796cb7f9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635545 Dec 15 04:48:06.340678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad79a-5967-4bd4-a50c-bf755f6e86a1 req-da94c1eb-2a72-4757-b92c-ec3fec485ca8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:06.342767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc6ad79a-5967-4bd4-a50c-bf755f6e86a1 req-da94c1eb-2a72-4757-b92c-ec3fec485ca8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 946 time: 0.0595722 Dec 15 04:48:06.419537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc6ad79a-5967-4bd4-a50c-bf755f6e86a1 req-e5880a4d-6858-41d6-abef-67a616bbb730 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682659 Dec 15 04:48:06.505562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-b603507a-f35f-4754-9537-abb36ad8de1e service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066731 Dec 15 04:48:06.525948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] Pushing event updated for resources: {'Network': ['ID=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:06.534544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-060c368c-7583-4b38-9966-3cd09b5c7e08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4748180 Dec 15 04:48:06.534919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51724) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:06.546687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Request body: {'subnet': {'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-169948737-subnet', 'tenant_id': '6b3194427d72489e881d76e28b2c52a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:06.546844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:48:06.589690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Made reservation on behalf of 6b3194427d72489e881d76e28b2c52a5 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:06.594432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:06.701892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-13fbe4d9-2fa2-4407-bbd0-5bf623e5ed07 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667047 Dec 15 04:48:06.796902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-cb92ccc7-f053-4e0a-beaa-c27f72f4967b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 200 len: 217 time: 0.0853543 Dec 15 04:48:06.857730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-fc46cb02-e18f-4afe-9022-d584be7bc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:06.859122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-fc46cb02-e18f-4afe-9022-d584be7bc65f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 200 len: 797 time: 0.0557046 Dec 15 04:48:06.881872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:06.916517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-af59f64f-0262-4aea-88e2-c4333a663a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:06.918464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-af59f64f-0262-4aea-88e2-c4333a663a80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c5eef70-bf01-4458-aac2-2b3c7983e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519555 Dec 15 04:48:06.924774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:07.071517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8f7abc-6f16-4250-84ac-d935fd8c479a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:07.079404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Checking segment: {'id': 'f928dd7b-18bb-4288-858b-43a820df81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:07.080117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Network hostable DHCP agents. Network: b0193eb7-ac86-4352-a5cb-3a3b792b2a2a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:48:07.122481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:48:07.138956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b0193eb7-ac86-4352-a5cb-3a3b792b2a2a) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:07.148420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:07.150443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:07.157062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881541f-1a56-4649-9cc5-510ba88e020c None None] Network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:48:07.194003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3faf946-cbe9-4284-97ee-f4b3c74eb7b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6574016 Dec 15 04:48:07.199361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-3c0c3230-4b6c-4f74-9430-df885c4ae66e service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721486 Dec 15 04:48:07.369838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ba4cd-1a94-4d06-8ff5-932eb11e115b None None] Network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:48:07.458252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9aee06c-dbf1-4a75-a010-e644d6de0aa1 req-b827dc85-626e-4835-b780-1a2755cc3142 service neutron] 10.222.0.42 "GET /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501385 Dec 15 04:48:07.464230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a85c7c0b-2c07-499e-8543-ab2d5049686d no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:07.540906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: a85c7c0b-2c07-499e-8543-ab2d5049686d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:07.541268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a85c7c0b-2c07-499e-8543-ab2d5049686d not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:08.256479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-db64357e-79d4-4b47-b84b-58e337bc50ec tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:08.258390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-db64357e-79d4-4b47-b84b-58e337bc50ec tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/networks?id=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a HTTP/1.1" status: 200 len: 821 time: 0.2598739 Dec 15 04:48:08.282447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-4fef7623-071b-4cf9-b705-6bfba0b839e5 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/quotas/6b3194427d72489e881d76e28b2c52a5 HTTP/1.1" status: 200 len: 375 time: 0.0105534 Dec 15 04:48:08.332672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-c8b3da93-fd58-4510-a88f-067b678fc3c9 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b3194427d72489e881d76e28b2c52a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402009 Dec 15 04:48:08.519435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-e7c5f09d-586c-414d-9211-2a3514ee66ae service neutron] 10.222.0.37 "GET /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679568 Dec 15 04:48:08.723980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-1612bf68-9f0c-454a-a23b-ffb65255a481 service neutron] 10.222.0.37 "GET /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794138 Dec 15 04:48:09.094909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd719bc7-b354-4ffa-873f-12e046e5e7ad req-6e3cd42e-829e-42d0-b519-ba685e85c780 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 210 time: 0.0825906 Dec 15 04:48:09.550076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51914) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:10.355546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67a16cd0-27f9-46e8-a3f9-0bb958dccbb5 req-0eb5fa46-d933-49d3-8382-42a39f9fc7e0 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 210 time: 0.0472696 Dec 15 04:48:10.632723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:11.148178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-ae18228e-0bb4-4f4f-8f56-403ea14ae96b tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:11.152838 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-ae18228e-0bb4-4f4f-8f56-403ea14ae96b tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.42 "GET /v2.0/networks?id=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a HTTP/1.1" status: 200 len: 821 time: 0.2736044 Dec 15 04:48:11.177187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Request body: {'port': {'device_id': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a', 'admin_state_up': True, 'tenant_id': '6b3194427d72489e881d76e28b2c52a5'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:11.576940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Made reservation on behalf of 6b3194427d72489e881d76e28b2c52a5 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:11.592764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:11.636986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e18d24cd-e1d9-4d4b-903e-e5ebc0b2182a req-66466367-620c-492b-b51d-2a65390dc0e1 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 210 time: 0.0730426 Dec 15 04:48:11.805611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Deleting port 3a462fe1-c82a-474c-aabe-437e4a4e0da1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:11.805950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:11.811408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Allocated IP 172.20.0.5 (b0193eb7-ac86-4352-a5cb-3a3b792b2a2a/db8f7abc-6f16-4250-84ac-d935fd8c479a/0e4aa452-1f94-40b2-8ee1-523dec12d903) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:48:12.084784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:12.153933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:12.229228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:48:12.236426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:12.248847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:48:12.295027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Pushing event updated for resources: {'Port': ['ID=0e4aa452-1f94-40b2-8ee1-523dec12d903,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:12.330718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-5d90a3a8-dcb1-493e-a760-0f7e61c3fbad tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:12.345005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-5d90a3a8-dcb1-493e-a760-0f7e61c3fbad tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.7000549 Dec 15 04:48:12.369774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:12.371258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:12.382645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-53f2a140-fb1d-4ca5-82cb-b5d90b1ab2e2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0390403 Dec 15 04:48:12.423253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-5a4b0ee0-d8ca-48d8-b71f-937d2b6f9e97 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2527120 Dec 15 04:48:12.449691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] For port 3a462fe1-c82a-474c-aabe-437e4a4e0da1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3a462fe1-c82a-474c-aabe-437e4a4e0da1,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:12.451965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:12.481869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Request body: {'port': {'device_id': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:12.500457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Calling delete_port for 3a462fe1-c82a-474c-aabe-437e4a4e0da1 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:12.606778 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-4d4e2a35-ec48-4f2d-802b-b2df863e5e3e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2111247 Dec 15 04:48:12.652368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:12.963357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-fe9bf84b-d144-410a-a1f2-cf185a349e92 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153397 Dec 15 04:48:13.211158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4aa452-1f94-40b2-8ee1-523dec12d903 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:13.221173 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:13.264579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Transition to ACTIVE for port object 0e4aa452-1f94-40b2-8ee1-523dec12d903 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:48:13.272286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:13.342077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f943d21-199c-4949-bf61-e354513a5682 req-f4b8b165-a156-466b-891e-57719fab80b9 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:13.343902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f943d21-199c-4949-bf61-e354513a5682 req-f4b8b165-a156-466b-891e-57719fab80b9 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 931 time: 0.3786421 Dec 15 04:48:13.349145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-896fc5f0-b17c-4675-8ad1-52d00579b46f service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430984 Dec 15 04:48:13.487220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f943d21-199c-4949-bf61-e354513a5682 req-0437b31a-ea15-4965-9eae-ad07a73e7714 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043420 Dec 15 04:48:13.545888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:13.588785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a462fe1-c82a-474c-aabe-437e4a4e0da1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:13.628378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Pushing event updated for resources: {'Port': ['ID=0e4aa452-1f94-40b2-8ee1-523dec12d903,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:13.705381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Attempting to bind port 0e4aa452-1f94-40b2-8ee1-523dec12d903 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:48:13.705730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Attempting to bind port 0e4aa452-1f94-40b2-8ee1-523dec12d903 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f928dd7b-18bb-4288-858b-43a820df81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:48:13.706063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Attempting to bind port 0e4aa452-1f94-40b2-8ee1-523dec12d903 on network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:13.722711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Port 0e4aa452-1f94-40b2-8ee1-523dec12d903 on network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:48:13.723086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Attempting to bind port 0e4aa452-1f94-40b2-8ee1-523dec12d903 on network b0193eb7-ac86-4352-a5cb-3a3b792b2a2a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:13.734278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:48:13.734629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Checking segment: {'id': 'f928dd7b-18bb-4288-858b-43a820df81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:13.735024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Bound using segment: {'id': 'f928dd7b-18bb-4288-858b-43a820df81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:48:13.745142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Bound port: 0e4aa452-1f94-40b2-8ee1-523dec12d903, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f928dd7b-18bb-4288-858b-43a820df81b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:48:13.745561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:13.970509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] For port 0e4aa452-1f94-40b2-8ee1-523dec12d903, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:48:13.980516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] For port 0e4aa452-1f94-40b2-8ee1-523dec12d903, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903,segment=NetworkSegment(f928dd7b-18bb-4288-858b-43a820df81b8),segment_id=f928dd7b-18bb-4288-858b-43a820df81b8)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:48:13.988693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:14.073672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:14.142178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:14.144420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:14.150880 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] 10.222.0.42 "PUT /v2.0/ports/0e4aa452-1f94-40b2-8ee1-523dec12d903 HTTP/1.1" status: 200 len: 1092 time: 1.7057045 Dec 15 04:48:14.178313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'tag': '0e4aa452-1f94-40b2-8ee1-523dec12d903'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:14.182037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86910ec2-db67-4602-92dc-1e914fd4dbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2b4307-6cec-46fc-9ec3-118a7c191bb0", "tag": "0e4aa452-1f94-40b2-8ee1-523dec12d903"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:14.272230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2631c6f-716a-4272-a08a-63ff882b73e4 req-69e0bd00-e12b-4167-b290-8b220513795d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.2005115 Dec 15 04:48:14.393935 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29436467-f3b6-4b0f-864b-7a74b6d92f0b x-openstack-request-id: req-29436467-f3b6-4b0f-864b-7a74b6d92f0b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:14.394770 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2b4307-6cec-46fc-9ec3-118a7c191bb0", "tag": "0e4aa452-1f94-40b2-8ee1-523dec12d903", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:14.394902 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29436467-f3b6-4b0f-864b-7a74b6d92f0b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:14.395329 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'tag': '0e4aa452-1f94-40b2-8ee1-523dec12d903', 'status': 'completed', 'code': 200} Dec 15 04:48:14.413854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Pushing event updated for resources: {'Port': ['ID=0e4aa452-1f94-40b2-8ee1-523dec12d903,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:14.433842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.434245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.434662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.435100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.435497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.435894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.436327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.436756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.437232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.437469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.437859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.438250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.438646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4388e7f-7830-4309-a1fe-5375ca3c34bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:14.471067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-b8f3e87e-5c68-4357-8df9-9497ad8c01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:14.472897 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-b8f3e87e-5c68-4357-8df9-9497ad8c01b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b3194427d72489e881d76e28b2c52a5&device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 1095 time: 0.2417524 Dec 15 04:48:14.590886 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-cb4c09cb-97cd-4dc1-8164-8dae7b9fac21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903 HTTP/1.1" status: 200 len: 217 time: 0.1046138 Dec 15 04:48:14.735740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-bed3f06c-3079-48b5-808d-285e34c0bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:14.748328 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-bed3f06c-3079-48b5-808d-285e34c0bdc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db8f7abc-6f16-4250-84ac-d935fd8c479a HTTP/1.1" status: 200 len: 861 time: 0.1451542 Dec 15 04:48:14.797479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-43416be4-db39-4d6b-9c60-0a29d11eca02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447206 Dec 15 04:48:14.854782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611b38-8701-41de-b6ea-09352f825440 req-affad392-a4c7-4689-ae72-220d207ee31f tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:14.862225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5611b38-8701-41de-b6ea-09352f825440 req-affad392-a4c7-4689-ae72-220d207ee31f tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 943 time: 0.2270522 Dec 15 04:48:14.907957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:48:14.982064 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-50645433-9b01-457e-ac7d-9947f0cf4293 service neutron] 10.222.0.42 "GET /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750524 Dec 15 04:48:15.000525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5611b38-8701-41de-b6ea-09352f825440 req-5663916a-7e59-4937-89a9-a2507a122de5 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251059 Dec 15 04:48:15.179570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:48:15.213212 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] Sync routers for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:48:15.233640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:15.234355 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:48:15.235062 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:15.236298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3ab35748-593f-4d02-9f1e-2c9025f79a09 admin admin] 10.222.0.37 "PUT /v2.0/routers/3d7a2af8-1b73-4b7a-bb4d-500cfccc8512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6849513 Dec 15 04:48:15.438516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:15.459619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-780b19be-f13a-4ec3-bc2d-ae87d740fd91 req-4db3c53b-b793-4f00-b566-3ea424f2abc7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0466578 Dec 15 04:48:15.475362 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-34b2ff76-8559-4398-8084-46f1fe3abdd1 req-0a507df2-4387-4619-97cb-e0b6e28b65b0 service neutron] 10.222.0.42 "GET /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854414 Dec 15 04:48:15.577486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:15.602591 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:48:15.886606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-83e6d94e-4366-4e95-91fb-15681040a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:15.890238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-83e6d94e-4366-4e95-91fb-15681040a5e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b3194427d72489e881d76e28b2c52a5&device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 1095 time: 0.3000011 Dec 15 04:48:16.098182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-aa994f75-0ad6-4df1-949e-688c29946140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:16.100520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-aa994f75-0ad6-4df1-949e-688c29946140 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a HTTP/1.1" status: 200 len: 921 time: 0.1990809 Dec 15 04:48:16.122735 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:48:13Z', 'revision_number': 5, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port': {'id': '6576e9b2-d748-42c1-b72e-18d624be2ee8', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:38:44Z', 'updated_at': '2021-12-15T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:16.164770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] Checking router: 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:48:16.175466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Deleting port 6576e9b2-d748-42c1-b72e-18d624be2ee8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:16.175987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:16.180632 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] Routers {'3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:48:16.181574 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:16.184683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-276354aa-d328-4f8f-a116-df9ea07374f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903 HTTP/1.1" status: 200 len: 217 time: 0.0730543 Dec 15 04:48:16.318568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-f2b679c9-ffe7-453a-a4c1-7c62bc9a458f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:16.323230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-f2b679c9-ffe7-453a-a4c1-7c62bc9a458f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.6093073 Dec 15 04:48:16.366841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:16.383284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35e1d-55cf-4b1a-8be1-22078b4eaaf3 req-8d8f0f54-112d-401f-a1f2-a2c83d53520c tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:16.420743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcb35e1d-55cf-4b1a-8be1-22078b4eaaf3 req-8d8f0f54-112d-401f-a1f2-a2c83d53520c tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 943 time: 0.2015355 Dec 15 04:48:16.499017 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] Set router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:48:16.586681 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:48:15Z', 'revision_number': 6, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:16.659591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:16.677931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:16.681501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-22e7a792-bf0d-4ace-85cd-d4e206283437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:16.683442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-22e7a792-bf0d-4ace-85cd-d4e206283437 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db8f7abc-6f16-4250-84ac-d935fd8c479a HTTP/1.1" status: 200 len: 861 time: 0.4731522 Dec 15 04:48:16.693267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcb35e1d-55cf-4b1a-8be1-22078b4eaaf3 req-562d38e5-3748-416d-8c32-07c75a636c3e tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676809 Dec 15 04:48:16.719128 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b714b4-a1ac-43bc-abc9-d55a1169de3b None None] The sync data for ids ['3d7a2af8-1b73-4b7a-bb4d-500cfccc8512'] in n-d-820935-10 is: [{'id': '3d7a2af8-1b73-4b7a-bb4d-500cfccc8512', 'name': 'tempest-AttachVolumeShelveTestJSON-424793438-router', 'tenant_id': '412702fbba94438dac612d001ee4fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:38:42Z', 'updated_at': '2021-12-15T04:48:15Z', 'revision_number': 6, 'project_id': '412702fbba94438dac612d001ee4fd6f', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:48:16.780572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3576f759-01a1-4e06-b41f-5f9878e2d6a0 req-b3d0eb07-4ea2-430c-9fb7-2defa1432743 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0460086 Dec 15 04:48:16.876288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-a90038ab-6b9c-4f2c-b37f-dad60adba9ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570177 Dec 15 04:48:16.885581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] For port 6576e9b2-d748-42c1-b72e-18d624be2ee8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6576e9b2-d748-42c1-b72e-18d624be2ee8,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:16.886088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:16.946600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Calling delete_port for 6576e9b2-d748-42c1-b72e-18d624be2ee8 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:17.353642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-ce10cb26-02e1-4261-94dd-2ccc6309ee3d service neutron] 10.222.0.42 "GET /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498534 Dec 15 04:48:17.503012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.10 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/600cc665-ca39-4eec-9968-2edeaaae292b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:48:17.573671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86910ec2-db67-4602-92dc-1e914fd4dbc9 req-30289882-fb3d-4324-86a8-6e324615a023 service neutron] 10.222.0.42 "GET /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126842 Dec 15 04:48:17.580374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0e4aa452-1f94-40b2-8ee1-523dec12d903 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:48:17.703766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:17.883318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0e4aa452-1f94-40b2-8ee1-523dec12d903, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903,segment=NetworkSegment(f928dd7b-18bb-4288-858b-43a820df81b8),segment_id=f928dd7b-18bb-4288-858b-43a820df81b8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:17.892570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6576e9b2-d748-42c1-b72e-18d624be2ee8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:17.928631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '0e4aa452-1f94-40b2-8ee1-523dec12d903', 'network_id': 'b0193eb7-ac86-4352-a5cb-3a3b792b2a2a', 'port_id': '0e4aa452-1f94-40b2-8ee1-523dec12d903', 'mac_address': 'fa:16:3e:6e:ea:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8f7abc-6f16-4250-84ac-d935fd8c479a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:48:18.056815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1b50829-cc08-49dd-8658-200d04704773 req-0db09c14-8a09-44d3-988e-f8b0205228c8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.1014163 Dec 15 04:48:18.077314 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.118458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86430e77-888f-4abc-b7c9-1e8170cdad2a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:48:18.122489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4aa452-1f94-40b2-8ee1-523dec12d903 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:18.156888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0e4aa452-1f94-40b2-8ee1-523dec12d903, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903,segment=NetworkSegment(f928dd7b-18bb-4288-858b-43a820df81b8),segment_id=f928dd7b-18bb-4288-858b-43a820df81b8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:18.164606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.181101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9329e22-c306-401b-a0e3-42ba7c0d7559 req-03314a9f-1f44-4bbb-b227-2d01b33292f8 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:18.197839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9329e22-c306-401b-a0e3-42ba7c0d7559 req-03314a9f-1f44-4bbb-b227-2d01b33292f8 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 943 time: 0.3228266 Dec 15 04:48:18.210924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.281252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0e4aa452-1f94-40b2-8ee1-523dec12d903,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:18.328702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9329e22-c306-401b-a0e3-42ba7c0d7559 req-5524b8bb-1cee-40d2-9c7a-f1038576aad1 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251745 Dec 15 04:48:18.396369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.401674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.415444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.475931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.476720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:48:18.482493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.486096 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-502389a2-c552-4c2d-94c5-5d6002ab94f0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3d7a2af8-1b73-4b7a-bb4d-500cfccc8512 HTTP/1.1" status: 204 len: 168 time: 3.2476773 Dec 15 04:48:18.486566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52126) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:18.519712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0e4aa452-1f94-40b2-8ee1-523dec12d903'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:48:18.527113 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.598628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Deleting subnet 4b33c19f-9d9b-480d-a32a-5a470923ab22 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:48:18.624004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.642175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:48:18.701590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:48:18.707322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:18.717918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:18.741876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:48:18.892520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3a462fe1-c82a-474c-aabe-437e4a4e0da1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:18.962087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3a462fe1-c82a-474c-aabe-437e4a4e0da1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:18.962587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3a462fe1-c82a-474c-aabe-437e4a4e0da1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:18.963125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6576e9b2-d748-42c1-b72e-18d624be2ee8 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:18.991261 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.019753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6576e9b2-d748-42c1-b72e-18d624be2ee8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:19.021170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6576e9b2-d748-42c1-b72e-18d624be2ee8 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:19.166490 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.277575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe25f2d-1689-46e0-b0b1-47bdec8ca189 None None] Network f76a9c8e-8c56-4856-9255-f6d8892380b2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:48:19.296187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.302577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b33c19f-9d9b-480d-a32a-5a470923ab22 HTTP/1.1" status: 204 len: 168 time: 0.8120360 Dec 15 04:48:19.305961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3371b-d32f-4a5c-90f0-ce70f953293d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b33c19f-9d9b-480d-a32a-5a470923ab22,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:19.313691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52142) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:19.501744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-499b69b9-9e1d-4b51-9f27-ed5661bb7ae0 None None] Provisioning complete for port 600cc665-ca39-4eec-9968-2edeaaae292b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:19.502570 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-499b69b9-9e1d-4b51-9f27-ed5661bb7ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.561421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-499b69b9-9e1d-4b51-9f27-ed5661bb7ae0 None None] Port 600cc665-ca39-4eec-9968-2edeaaae292b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:48:19.590643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.647908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:19.648607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.653471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] DHCP port deletion for f76a9c8e-8c56-4856-9255-f6d8892380b2 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:48:19.667031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=600cc665-ca39-4eec-9968-2edeaaae292b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:19.685947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a80e66e6-2f7b-44ce-936d-a74ae86a6c1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3413634 Dec 15 04:48:19.695755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177d25-3438-4c8f-ba18-a6fcbd627215 req-8cfbef4f-fa25-4a64-8b2f-dd42b608bf1a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:19.708618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Request body: {'port': {'device_id': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:19.712901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9177d25-3438-4c8f-ba18-a6fcbd627215 req-8cfbef4f-fa25-4a64-8b2f-dd42b608bf1a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 932 time: 0.4742100 Dec 15 04:48:19.796686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] Deleting port f76879f4-7ec6-4765-8092-5e6fcd350b15 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:19.797079 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:19.851664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9177d25-3438-4c8f-ba18-a6fcbd627215 req-01ac6d8f-277f-4fbd-801c-ef7f1454bbe5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366432 Dec 15 04:48:19.883197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89d588-7b52-41cf-98cd-47bec98aa456 req-ada447f9-0229-48dc-b40a-8c9bd5198e91 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:19.885240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf89d588-7b52-41cf-98cd-47bec98aa456 req-ada447f9-0229-48dc-b40a-8c9bd5198e91 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 944 time: 0.3351803 Dec 15 04:48:19.917826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.043040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Deleting port f76879f4-7ec6-4765-8092-5e6fcd350b15 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:20.048716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.223275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] For port f76879f4-7ec6-4765-8092-5e6fcd350b15, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f76879f4-7ec6-4765-8092-5e6fcd350b15,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:20.224049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.256416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] Calling delete_port for f76879f4-7ec6-4765-8092-5e6fcd350b15 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:20.318341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf89d588-7b52-41cf-98cd-47bec98aa456 req-2f79715d-726f-451e-a8f7-05e99ce57054 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210968 Dec 15 04:48:20.347199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600cc665-ca39-4eec-9968-2edeaaae292b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:20.349936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] For port f76879f4-7ec6-4765-8092-5e6fcd350b15, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f76879f4-7ec6-4765-8092-5e6fcd350b15,segment=NetworkSegment(979c73e8-c678-4215-9970-61da95246812),segment_id=979c73e8-c678-4215-9970-61da95246812)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:20.352502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.357138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.371961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Transition to ACTIVE for port object 600cc665-ca39-4eec-9968-2edeaaae292b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:48:20.378597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.406674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Calling delete_port for f76879f4-7ec6-4765-8092-5e6fcd350b15 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:20.441469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.488414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] Pushing event deleted for resources: {'Port': ['ID=f76879f4-7ec6-4765-8092-5e6fcd350b15,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:20.493635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece3b30-ffd5-4b19-aa5c-919d16157bac None None] No DVR routers for this DVR port f76879f4-7ec6-4765-8092-5e6fcd350b15 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:48:20.505703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Pushing event updated for resources: {'Port': ['ID=600cc665-ca39-4eec-9968-2edeaaae292b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:20.590382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Attempting to bind port 600cc665-ca39-4eec-9968-2edeaaae292b on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:48:20.593121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Attempting to bind port 600cc665-ca39-4eec-9968-2edeaaae292b by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:48:20.593863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Attempting to bind port 600cc665-ca39-4eec-9968-2edeaaae292b on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:20.608408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Port 600cc665-ca39-4eec-9968-2edeaaae292b on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:48:20.608992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Attempting to bind port 600cc665-ca39-4eec-9968-2edeaaae292b on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:20.618189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:48:20.619428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:20.620785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:48:20.622355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Bound port: 600cc665-ca39-4eec-9968-2edeaaae292b, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:48:20.623051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.663048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.679417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.687530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.695439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f76879f4-7ec6-4765-8092-5e6fcd350b15 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:20.705871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.733470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.739501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.747752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: f76879f4-7ec6-4765-8092-5e6fcd350b15 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:20.748267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f76879f4-7ec6-4765-8092-5e6fcd350b15 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:20.756654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:20.766530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-9ffdc19a-2b9b-472b-8bda-cc087fa87afb tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.4042881 Dec 15 04:48:20.791886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] For port 600cc665-ca39-4eec-9968-2edeaaae292b, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:48:20.800269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] For port 600cc665-ca39-4eec-9968-2edeaaae292b, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=600cc665-ca39-4eec-9968-2edeaaae292b,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:48:20.819981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.899495 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:20.937666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Pushing event deleted for resources: {'Port': ['ID=f76879f4-7ec6-4765-8092-5e6fcd350b15,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:20.939796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] No DVR routers for this DVR port f76879f4-7ec6-4765-8092-5e6fcd350b15 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:48:20.980502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Pushing event updated for resources: {'Port': ['ID=600cc665-ca39-4eec-9968-2edeaaae292b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:21.003655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:21.007184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.011476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-a59bf788-fc32-4255-8e4f-616f7d6f01ec service neutron] 10.222.0.16 "PUT /v2.0/ports/600cc665-ca39-4eec-9968-2edeaaae292b HTTP/1.1" status: 200 len: 1093 time: 1.3094172 Dec 15 04:48:21.012279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'tag': '600cc665-ca39-4eec-9968-2edeaaae292b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:21.021158 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634" -d '{"events": [{"name": "network-changed", "server_uuid": "fe994e87-8cd3-48ae-a6c5-c46ec004a7fe", "tag": "600cc665-ca39-4eec-9968-2edeaaae292b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:21.176481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-e451775c-bad7-4cfc-82d1-15541ed868f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:21.182381 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-e451775c-bad7-4cfc-82d1-15541ed868f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 1096 time: 0.0871227 Dec 15 04:48:21.187900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.263345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93a8c536-685d-4b63-b1a1-95cab96a35af req-2419ad1f-6a12-4d90-b182-0567e0278d8b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4929841 Dec 15 04:48:21.294724 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-1beb13cd-c9ec-4021-ba85-b8462f15c320 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=600cc665-ca39-4eec-9968-2edeaaae292b HTTP/1.1" status: 200 len: 217 time: 0.0899036 Dec 15 04:48:21.299871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76a9c8e-8c56-4856-9255-f6d8892380b2']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:21.417473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979c73e8-c678-4215-9970-61da95246812') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:21.418156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979c73e8-c678-4215-9970-61da95246812') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:21.420698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-4174eeaa-eefa-4a4c-a4e8-170d33096088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:21.422200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-4174eeaa-eefa-4a4c-a4e8-170d33096088 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1224484 Dec 15 04:48:21.432871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.498435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b479a9d-2692-41f2-9b1e-ea40e8f9096d req-f9e1159a-3b3a-4225-98bd-2962d899470e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:21.502447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b479a9d-2692-41f2-9b1e-ea40e8f9096d req-f9e1159a-3b3a-4225-98bd-2962d899470e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.2664723 Dec 15 04:48:21.503869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.518227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-53aa5836-b6c0-4619-ba17-66e42c3ade56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:21.532116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-53aa5836-b6c0-4619-ba17-66e42c3ade56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889430 Dec 15 04:48:21.576403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:48:21.577112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:48:21.582163 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:48:21.598199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0e4aa452-1f94-40b2-8ee1-523dec12d903 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:21.647113 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1df03-e421-40ae-81d2-772da51a58eb x-openstack-request-id: req-a2f1df03-e421-40ae-81d2-772da51a58eb {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:21.647410 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe994e87-8cd3-48ae-a6c5-c46ec004a7fe", "tag": "600cc665-ca39-4eec-9968-2edeaaae292b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:21.647667 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2f1df03-e421-40ae-81d2-772da51a58eb {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:21.648220 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'tag': '600cc665-ca39-4eec-9968-2edeaaae292b', 'status': 'completed', 'code': 200} Dec 15 04:48:21.741328 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-9785abd6-b4ef-44f9-a37f-901da3616bae service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113657 Dec 15 04:48:21.748946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 0e4aa452-1f94-40b2-8ee1-523dec12d903 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:48:21.757327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 0e4aa452-1f94-40b2-8ee1-523dec12d903 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:21.757715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.791484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.835369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:21.840988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] 10.222.0.37 "DELETE /v2.0/networks/f76a9c8e-8c56-4856-9255-f6d8892380b2 HTTP/1.1" status: 204 len: 168 time: 2.5232506 Dec 15 04:48:21.854291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5159f-8487-49db-aa17-371efeae278f admin admin] Pushing event deleted for resources: {'Network': ['ID=f76a9c8e-8c56-4856-9255-f6d8892380b2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:21.891984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b479a9d-2692-41f2-9b1e-ea40e8f9096d req-73cc5b7f-c81e-43a5-91e0-d903630dc168 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784695 Dec 15 04:48:21.914077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe5bd-6432-44a9-8789-dd7c331dd8ce req-f22393a3-9066-4cdd-a517-d972ba59f115 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:21.921749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-443fe5bd-6432-44a9-8789-dd7c331dd8ce req-f22393a3-9066-4cdd-a517-d972ba59f115 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 944 time: 0.1475365 Dec 15 04:48:22.001478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-443fe5bd-6432-44a9-8789-dd7c331dd8ce req-5649c890-f1e8-4486-a54c-dcf4928a71cc tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785089 Dec 15 04:48:22.016689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42e48a93-e9da-4165-a394-ec37d2ed3337 req-d2068a84-c920-4b56-bad3-7474dd38d8d9 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624304 Dec 15 04:48:22.107430 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:22.122046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:22.150271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4aa452-1f94-40b2-8ee1-523dec12d903'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:22.154092 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db3e42-7450-4e0c-a899-66f87eb40289" -d '{"events": [{"server_uuid": "ed2b4307-6cec-46fc-9ec3-118a7c191bb0", "name": "network-vif-plugged", "status": "completed", "tag": "0e4aa452-1f94-40b2-8ee1-523dec12d903"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:22.189327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0e4aa452-1f94-40b2-8ee1-523dec12d903, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903,segment=NetworkSegment(f928dd7b-18bb-4288-858b-43a820df81b8),segment_id=f928dd7b-18bb-4288-858b-43a820df81b8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:22.201416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:22.214228 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2e15f-339a-4f13-9853-cbbf0e2138d6 x-openstack-request-id: req-e7c2e15f-339a-4f13-9853-cbbf0e2138d6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:22.214755 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2b4307-6cec-46fc-9ec3-118a7c191bb0", "name": "network-vif-plugged", "status": "completed", "tag": "0e4aa452-1f94-40b2-8ee1-523dec12d903", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:22.215187 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7c2e15f-339a-4f13-9853-cbbf0e2138d6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:22.215578 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4aa452-1f94-40b2-8ee1-523dec12d903', 'code': 200} Dec 15 04:48:22.312168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.314052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-a1999405-0797-427c-99c7-14dbd57997c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.315856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-a1999405-0797-427c-99c7-14dbd57997c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 1096 time: 0.1855960 Dec 15 04:48:22.327860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.341790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.352278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.361161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.367064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0e4aa452-1f94-40b2-8ee1-523dec12d903,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:22.369211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.376446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.378465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a978dfee-97cb-4d79-88e9-f55992300a10 req-b99582ec-6297-448e-b97c-2d83e28fc34c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.2368970 Dec 15 04:48:22.421395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bc538917-b07d-48d8-8d0f-87393d4ddc1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=412702fbba94438dac612d001ee4fd6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977409 Dec 15 04:48:22.425817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52210) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:22.516831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-666fd055-adca-485e-8874-dd4b0a998f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:22.552893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-666fd055-adca-485e-8874-dd4b0a998f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:22.554979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bfef3-a43d-4298-ae03-106fafca97fa req-6fb6b8ca-b508-4822-9e29-f79bcb32ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.556512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-124bfef3-a43d-4298-ae03-106fafca97fa req-6fb6b8ca-b508-4822-9e29-f79bcb32ddfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 1097 time: 0.2392321 Dec 15 04:48:22.640114 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-666fd055-adca-485e-8874-dd4b0a998f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:22.642718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-4cc6829d-4a92-4cac-b45f-b22676bbbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.644901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-4cc6829d-4a92-4cac-b45f-b22676bbbe79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.3014398 Dec 15 04:48:22.659369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-666fd055-adca-485e-8874-dd4b0a998f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:22.665666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-666fd055-adca-485e-8874-dd4b0a998f76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a087ab28-2335-4543-94e5-5de8030ffb5c HTTP/1.1" status: 204 len: 168 time: 0.2377124 Dec 15 04:48:22.697483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fd055-adca-485e-8874-dd4b0a998f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a087ab28-2335-4543-94e5-5de8030ffb5c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:22.768815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-a6f0a4b5-9598-4386-8846-21b3ce97316a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=600cc665-ca39-4eec-9968-2edeaaae292b HTTP/1.1" status: 200 len: 217 time: 0.1150272 Dec 15 04:48:22.778257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-124bfef3-a43d-4298-ae03-106fafca97fa req-4be3d4a9-d561-44e2-b8e6-b79e1f788101 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024236 Dec 15 04:48:22.860518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-a6a077fc-17c3-457c-b961-0c34332d2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.865657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-a6a077fc-17c3-457c-b961-0c34332d2de9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0863025 Dec 15 04:48:22.956633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-ecfc023b-00e0-4d24-95fa-b03fa92f9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:22.964462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-ecfc023b-00e0-4d24-95fa-b03fa92f9f3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858793 Dec 15 04:48:23.209529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558487d8-8618-443e-8a7a-3ebd5cd56219 req-1410aaf2-d87b-4b2f-b793-1ff6696ce7a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:23.214170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-558487d8-8618-443e-8a7a-3ebd5cd56219 req-1410aaf2-d87b-4b2f-b793-1ff6696ce7a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1270490 Dec 15 04:48:23.277377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-37436e31-fb5e-4953-a93e-c33f17a80d12 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019576 Dec 15 04:48:23.334439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-558487d8-8618-443e-8a7a-3ebd5cd56219 req-a0e1f5ce-a5be-44ea-bcda-9e1bd667a97d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053510 Dec 15 04:48:23.355364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d01d6-b247-4d6b-a64a-096c411d8bf6 req-a474f9f5-4d41-40db-bdfe-6f6cc0f0c6ff tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:23.367665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c83d01d6-b247-4d6b-a64a-096c411d8bf6 req-a474f9f5-4d41-40db-bdfe-6f6cc0f0c6ff tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 945 time: 0.1500139 Dec 15 04:48:23.471713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c83d01d6-b247-4d6b-a64a-096c411d8bf6 req-062e2706-f352-4005-97c7-e3affb2c91a3 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054997 Dec 15 04:48:23.590425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2bef6a54-0b5a-4671-9c0e-8b9589e1e634 req-abe1a52b-fd1c-4a42-9524-d5ec677d1058 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979655 Dec 15 04:48:24.655140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47802c6-f0a5-4de8-9d47-50f8ea95b4d1 req-fef2c946-7944-45de-adba-f489453faa9c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:24.666988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b47802c6-f0a5-4de8-9d47-50f8ea95b4d1 req-fef2c946-7944-45de-adba-f489453faa9c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1441526 Dec 15 04:48:24.767463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b47802c6-f0a5-4de8-9d47-50f8ea95b4d1 req-816441c5-0458-4ab6-81f8-6aa38e44a17b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991042 Dec 15 04:48:24.810429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471dcb-6d6e-42f3-b6dc-60147b6f2414 req-3e225289-7dc0-4a1e-97ee-a581a57393d4 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:24.821958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c471dcb-6d6e-42f3-b6dc-60147b6f2414 req-3e225289-7dc0-4a1e-97ee-a581a57393d4 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 945 time: 0.1907880 Dec 15 04:48:24.968794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c471dcb-6d6e-42f3-b6dc-60147b6f2414 req-80e8252b-9387-4e29-a1f9-22650ea6687b tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453595 Dec 15 04:48:25.132613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52318) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:25.547384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.548123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.549370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.550729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.552783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.555356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.557226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.563269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-78e53d14-69f2-4f2d-a0d6-949b73cde623 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 6510 time: 0.4286048 Dec 15 04:48:25.691500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-274b666f-a85c-452a-8a8b-14ef8176e878 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169977 Dec 15 04:48:25.809789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c2b4f-1626-4710-adbd-fec224fc012b req-37e6466f-cb50-416a-a207-3086adb94a12 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:25.818239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a72c2b4f-1626-4710-adbd-fec224fc012b req-37e6466f-cb50-416a-a207-3086adb94a12 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 945 time: 0.0857067 Dec 15 04:48:26.092049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a72c2b4f-1626-4710-adbd-fec224fc012b req-c6a812fe-8bbb-4b62-ae9a-7ce33ce67223 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728543 Dec 15 04:48:26.142967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc94321-5747-446a-87c8-83729a73d9d1 req-9bcec67b-c824-43fd-8aca-95bce73d50ed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:26.165769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acc94321-5747-446a-87c8-83729a73d9d1 req-9bcec67b-c824-43fd-8aca-95bce73d50ed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.2108018 Dec 15 04:48:26.292411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acc94321-5747-446a-87c8-83729a73d9d1 req-698eab01-50a2-4676-a6b4-4efa0a6346f8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253107 Dec 15 04:48:27.120656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-28436d81-5ce9-4719-955e-d867b683b3ae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:27.141942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-28436d81-5ce9-4719-955e-d867b683b3ae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 945 time: 0.1489072 Dec 15 04:48:27.461243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b5e39-f9e7-46b2-b691-4b9447658b67 req-1eddca76-acc5-4317-9df2-915ecd81186f tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:27.479356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f6b5e39-f9e7-46b2-b691-4b9447658b67 req-1eddca76-acc5-4317-9df2-915ecd81186f tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 945 time: 0.1835668 Dec 15 04:48:27.516365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Deleting port 0e4aa452-1f94-40b2-8ee1-523dec12d903 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:48:27.524965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:27.667556 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-72546779-8f91-4cfd-be3d-29294fd8af4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:27.736649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f6b5e39-f9e7-46b2-b691-4b9447658b67 req-0f1b03d6-c44a-42b8-a108-77480112ff56 tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/security-groups?id=54f50bee-973c-4b15-ac63-64f50676c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482486 Dec 15 04:48:27.811658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6bdb0-c6de-46e6-bfc5-e328155f6ed9 req-3935402f-f1b3-4d05-8911-c562ba6554eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:27.834000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ce6bdb0-c6de-46e6-bfc5-e328155f6ed9 req-3935402f-f1b3-4d05-8911-c562ba6554eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.3273401 Dec 15 04:48:27.858423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] For port 0e4aa452-1f94-40b2-8ee1-523dec12d903, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0e4aa452-1f94-40b2-8ee1-523dec12d903,segment=NetworkSegment(f928dd7b-18bb-4288-858b-43a820df81b8),segment_id=f928dd7b-18bb-4288-858b-43a820df81b8)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:27.858423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:27.922194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Calling delete_port for 0e4aa452-1f94-40b2-8ee1-523dec12d903 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:48:28.046919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ce6bdb0-c6de-46e6-bfc5-e328155f6ed9 req-70cd9acf-0e60-4ab1-81e1-0c3e548a23e1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088597 Dec 15 04:48:28.349933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:28.416228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Pushing event deleted for resources: {'Port': ['ID=0e4aa452-1f94-40b2-8ee1-523dec12d903,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:28.509984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] No DVR routers for this DVR port 0e4aa452-1f94-40b2-8ee1-523dec12d903 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:48:28.516873 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:28.524707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f048ca4f-d6d0-408b-a643-9d03683b13b3 req-519a3834-a105-41e7-a0f6-83d60e27dcae tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.42 "DELETE /v2.0/ports/0e4aa452-1f94-40b2-8ee1-523dec12d903 HTTP/1.1" status: 204 len: 173 time: 1.3763595 Dec 15 04:48:28.525561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'name': 'network-vif-deleted', 'tag': '0e4aa452-1f94-40b2-8ee1-523dec12d903'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:28.531487 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54bb42-95ae-407c-b0c1-2252fd2f5332" -d '{"events": [{"server_uuid": "ed2b4307-6cec-46fc-9ec3-118a7c191bb0", "name": "network-vif-deleted", "tag": "0e4aa452-1f94-40b2-8ee1-523dec12d903"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:28.638846 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec16b54-5944-4ec6-a712-051d8d7789bd x-openstack-request-id: req-0ec16b54-5944-4ec6-a712-051d8d7789bd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:28.639958 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2b4307-6cec-46fc-9ec3-118a7c191bb0", "name": "network-vif-deleted", "tag": "0e4aa452-1f94-40b2-8ee1-523dec12d903", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:28.640721 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ec16b54-5944-4ec6-a712-051d8d7789bd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:28.641950 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2b4307-6cec-46fc-9ec3-118a7c191bb0', 'name': 'network-vif-deleted', 'tag': '0e4aa452-1f94-40b2-8ee1-523dec12d903', 'status': 'completed', 'code': 200} Dec 15 04:48:28.975331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-810b3785-f529-4e4d-9c95-5f4a89960657 req-d2af29fb-cb0a-4c0a-b8f0-5697077dc3bc tempest-InstanceActionsNegativeTestJSON-735769209 tempest-InstanceActionsNegativeTestJSON-735769209-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed2b4307-6cec-46fc-9ec3-118a7c191bb0 HTTP/1.1" status: 200 len: 210 time: 0.0472243 Dec 15 04:48:29.335395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c3b9a-f870-4f2e-948c-be3556bf8c9c req-4d175c28-00b7-4cee-830b-991f15fd937a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:29.346070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e9c3b9a-f870-4f2e-948c-be3556bf8c9c req-4d175c28-00b7-4cee-830b-991f15fd937a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1334019 Dec 15 04:48:29.445867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e9c3b9a-f870-4f2e-948c-be3556bf8c9c req-2a610f80-d6c7-4ff3-867d-f11834cf3966 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933838 Dec 15 04:48:29.636762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0e4aa452-1f94-40b2-8ee1-523dec12d903 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:48:29.673068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 0e4aa452-1f94-40b2-8ee1-523dec12d903 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:48:29.673417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0e4aa452-1f94-40b2-8ee1-523dec12d903 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:48:29.893335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-700f5119-008e-4bb9-9437-79e2fea9909e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:30.119691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52452) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:30.403578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Deleting subnet db8f7abc-6f16-4250-84ac-d935fd8c479a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:48:30.429593 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:30.525086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:30.618207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:30.906232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:30.938426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2894-ef30-4b42-b862-383958df4bda req-5bf2a5f7-dd4a-48f4-89c1-523be7ae2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:30.940825 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-5bf2a5f7-dd4a-48f4-89c1-523be7ae2ade service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.1945190 Dec 15 04:48:31.114359 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:31.213616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505499f-afa3-47fb-84a0-6ad97dc738d3 req-8f452ba2-5488-4780-959e-fa6eeef81e15 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:31.217166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2894-ef30-4b42-b862-383958df4bda req-f1a5c1b6-78d9-4a90-b356-fdd3aba3f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:31.227460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-f1a5c1b6-78d9-4a90-b356-fdd3aba3f882 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.2775931 Dec 15 04:48:31.227698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7505499f-afa3-47fb-84a0-6ad97dc738d3 req-8f452ba2-5488-4780-959e-fa6eeef81e15 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2095621 Dec 15 04:48:31.256513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0896d2-a958-411a-8bc4-9131570bddbb req-a3cd0031-a81d-4033-bc4f-d9e360c15746 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:31.264471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e0896d2-a958-411a-8bc4-9131570bddbb req-a3cd0031-a81d-4033-bc4f-d9e360c15746 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.4342453 Dec 15 04:48:31.311450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b5be502-4c8b-4c47-b6ee-20c59e4fecf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:31.401562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7505499f-afa3-47fb-84a0-6ad97dc738d3 req-ca755292-a395-40f9-8ece-3150daaf35f7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717453 Dec 15 04:48:31.509726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:31.577810 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-7ee277d7-8ea6-4b99-a4a9-5e8e47be7359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.3168223 Dec 15 04:48:31.626310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e0896d2-a958-411a-8bc4-9131570bddbb req-07253ec9-568c-4128-bd1f-6917486affb9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605421 Dec 15 04:48:31.694236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:31.714264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:31.716467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db8f7abc-6f16-4250-84ac-d935fd8c479a HTTP/1.1" status: 204 len: 168 time: 1.5944395 Dec 15 04:48:31.727983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec90978-fc66-44a4-a1f7-490519f2517b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8f7abc-6f16-4250-84ac-d935fd8c479a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:31.737597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2894-ef30-4b42-b862-383958df4bda req-5a977b6c-8a42-48db-bf2c-138ed3f48b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:31.739702 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-5a977b6c-8a42-48db-bf2c-138ed3f48b52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1509473 Dec 15 04:48:32.073560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.117685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2894-ef30-4b42-b862-383958df4bda req-6ca44fc4-b98a-4706-b7a9-fc9b2416350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:32.119376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-6ca44fc4-b98a-4706-b7a9-fc9b2416350f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2669444 Dec 15 04:48:32.221067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b5be502-4c8b-4c47-b6ee-20c59e4fecf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.265033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b5be502-4c8b-4c47-b6ee-20c59e4fecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.329025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.369556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b5be502-4c8b-4c47-b6ee-20c59e4fecf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67cfc1821083400aabf2fa5135293e09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4576440 Dec 15 04:48:32.370072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52498) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:32.382386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5be502-4c8b-4c47-b6ee-20c59e4fecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e429b3-7c17-4764-9bdc-778c9a504174,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:32.392590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0193eb7-ac86-4352-a5cb-3a3b792b2a2a']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:32.418370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f928dd7b-18bb-4288-858b-43a820df81b8') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:32.418740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f928dd7b-18bb-4288-858b-43a820df81b8') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:32.444482 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-05632f41-b4d9-4622-805a-1d084b5a9a45 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028088 Dec 15 04:48:32.564930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-346384c4-7777-4735-90c1-0994c13d83c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.668712 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.706754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.741163 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-66cc2894-ef30-4b42-b862-383958df4bda req-8f508b3c-8c29-406e-b6c8-3eaebb3830c8 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935402 Dec 15 04:48:32.742451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-346384c4-7777-4735-90c1-0994c13d83c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.773935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.791056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:48:32.791609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:48:32.793465 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:48:33.005466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.049256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.057234 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b0193eb7-ac86-4352-a5cb-3a3b792b2a2a HTTP/1.1" status: 204 len: 168 time: 1.3397706 Dec 15 04:48:33.058279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de679b1-0def-4c59-bca3-1590ca86aa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0193eb7-ac86-4352-a5cb-3a3b792b2a2a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:33.423433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52524) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:33.438456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.461255 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.497554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-346384c4-7777-4735-90c1-0994c13d83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.502494 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-346384c4-7777-4735-90c1-0994c13d83c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.508104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-346384c4-7777-4735-90c1-0994c13d83c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73e429b3-7c17-4764-9bdc-778c9a504174 HTTP/1.1" status: 204 len: 168 time: 1.1360192 Dec 15 04:48:33.579406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d64994c2-dc9c-49ab-94e8-878ea5647c28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b3194427d72489e881d76e28b2c52a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545393 Dec 15 04:48:33.581816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:33.682989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d6527-fd95-466e-9b52-d8e090f95827 req-b5ae7788-662b-4725-b5e6-def387b9231d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:33.697510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc5d6527-fd95-466e-9b52-d8e090f95827 req-b5ae7788-662b-4725-b5e6-def387b9231d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.9972591 Dec 15 04:48:33.699677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346384c4-7777-4735-90c1-0994c13d83c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e429b3-7c17-4764-9bdc-778c9a504174,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:33.747543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34346dd-818d-4d6c-8038-1e24dcb2739b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.857851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34346dd-818d-4d6c-8038-1e24dcb2739b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.876867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc5d6527-fd95-466e-9b52-d8e090f95827 req-bdf4cdb0-c0b5-4e3b-9cc0-af8325ac7721 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783068 Dec 15 04:48:33.971724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38b36d-4581-4ef1-9e1c-71bd65532420 req-8b72f23f-9d40-412d-9cd9-6128cf19f623 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:33.980345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a38b36d-4581-4ef1-9e1c-71bd65532420 req-8b72f23f-9d40-412d-9cd9-6128cf19f623 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.4841380 Dec 15 04:48:33.982902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34346dd-818d-4d6c-8038-1e24dcb2739b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.986166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34346dd-818d-4d6c-8038-1e24dcb2739b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:33.988357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a34346dd-818d-4d6c-8038-1e24dcb2739b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54f50bee-973c-4b15-ac63-64f50676c023 HTTP/1.1" status: 204 len: 168 time: 0.3947330 Dec 15 04:48:34.024890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34346dd-818d-4d6c-8038-1e24dcb2739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f50bee-973c-4b15-ac63-64f50676c023,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:34.134763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a38b36d-4581-4ef1-9e1c-71bd65532420 req-1fa26b9f-c592-4f95-8abe-353be08a3e83 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503291 Dec 15 04:48:34.415609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52556) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:34.440987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c86eb888-5140-495f-90dc-522971427d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:34.639960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c86eb888-5140-495f-90dc-522971427d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:34.647268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c86eb888-5140-495f-90dc-522971427d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:34.703836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb888-5140-495f-90dc-522971427d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b3112-acef-44b2-937b-825d219b39c9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:34.746182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c86eb888-5140-495f-90dc-522971427d89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d450ebde7a19453081f67f1b6168a477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291788 Dec 15 04:48:34.748899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:34.850087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4f6cdcb-90e8-485d-9d11-06a48986d617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:34.879661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4f6cdcb-90e8-485d-9d11-06a48986d617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:34.997217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4f6cdcb-90e8-485d-9d11-06a48986d617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.001179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4f6cdcb-90e8-485d-9d11-06a48986d617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.003193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c4f6cdcb-90e8-485d-9d11-06a48986d617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a46b3112-acef-44b2-937b-825d219b39c9 HTTP/1.1" status: 204 len: 168 time: 0.2519627 Dec 15 04:48:35.023331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6cdcb-90e8-485d-9d11-06a48986d617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b3112-acef-44b2-937b-825d219b39c9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:35.096599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2531922-bf5a-4af4-8af4-d3ffbbfcd05d req-c1540c7c-576c-4fee-9387-6def6de7d2cc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:35.107418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2531922-bf5a-4af4-8af4-d3ffbbfcd05d req-c1540c7c-576c-4fee-9387-6def6de7d2cc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0793078 Dec 15 04:48:35.192709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2531922-bf5a-4af4-8af4-d3ffbbfcd05d req-071f7fef-bf19-49fa-9d15-75f34898bbd1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839050 Dec 15 04:48:35.428434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46be67-616c-4c91-91f0-8db457de8ef6 req-09d7d7af-6b77-4749-a0e7-d606d7648efe tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:35.433772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e46be67-616c-4c91-91f0-8db457de8ef6 req-09d7d7af-6b77-4749-a0e7-d606d7648efe tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1122634 Dec 15 04:48:35.487071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:35.569616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e46be67-616c-4c91-91f0-8db457de8ef6 req-f3650e1a-3c8f-4a96-9714-2f5c4379ae9e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250556 Dec 15 04:48:35.661626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1630402192-network', 'tenant_id': '8d548ae0698c408c82807f41c55f72be'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:35.701040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Made reservation on behalf of 8d548ae0698c408c82807f41c55f72be for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:35.704622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.726899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.905853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.915478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.972420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa363e-40bd-467e-95d5-dca9e268a63b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:35.981891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:48:35.996943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:35.997716 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Added segment 29587933-1a35-48fc-a557-3c7c84ccfe88 of type vlan for network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 Dec 15 04:48:36.069691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.116027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.117684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:36.118301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.231494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52624) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:36.234905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7437594 Dec 15 04:48:36.241063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009777f-2910-4e27-9825-87f2e3fa5d6d admin admin] Pushing event updated for resources: {'Network': ['ID=be07ebf6-9169-46bb-925c-e8bb6ac70ff9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:36.242208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Request body: {'subnet': {'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1630402192-subnet', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:36.252825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:48:36.291283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Made reservation on behalf of 8d548ae0698c408c82807f41c55f72be for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:36.308658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.574263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.668504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:36.681202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Checking segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:36.681867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Network hostable DHCP agents. Network: be07ebf6-9169-46bb-925c-e8bb6ac70ff9, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:48:36.718160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:48:36.747012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, be07ebf6-9169-46bb-925c-e8bb6ac70ff9) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:36.754973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:36.756091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.757310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4883642d-ef5d-4ced-abd3-e18fe64e24d3 None None] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:48:36.820499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:36.826161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:36.831957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d236d94d-10de-4c15-b5af-4b8c5bed062b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5992811 Dec 15 04:48:36.885562 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.889237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:36.953285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:37.027548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648ceae-6ce0-43b2-a504-6306ffea94ce None None] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:48:37.038492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626f8e7-5072-4924-8b23-2591de447157 req-25fa3c0e-3cf3-4ef2-93cc-1a468582a867 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:37.064277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2626f8e7-5072-4924-8b23-2591de447157 req-25fa3c0e-3cf3-4ef2-93cc-1a468582a867 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.2734106 Dec 15 04:48:37.164799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:37.225069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2626f8e7-5072-4924-8b23-2591de447157 req-92e08a62-5bdd-42a5-a436-cc1f8412fe4c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571541 Dec 15 04:48:37.505917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:37.918914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:37.968899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:38.175850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Allocated IP 172.25.2.152 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/d5f65462-a454-48aa-81d6-32fec8eb2241) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:48:38.371560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:38.451479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:38.496960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50476a22-a913-4730-b3fc-0138857cce6c req-6697fa35-03be-44a5-aa80-19ec61a3ddea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:38.502512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50476a22-a913-4730-b3fc-0138857cce6c req-6697fa35-03be-44a5-aa80-19ec61a3ddea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1219721 Dec 15 04:48:38.554610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:48:38.578409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:38.595341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:48:38.628440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24364587-1c5c-4b15-8319-2e34819e82ae None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:48:38.672638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50476a22-a913-4730-b3fc-0138857cce6c req-463320c2-aa4d-4440-8472-36549b2bff5c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636965 Dec 15 04:48:38.793395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8fc25d67-ccf2-4b1a-978c-e39af6fb3b0e None None] Provisioning complete for port d5f65462-a454-48aa-81d6-32fec8eb2241 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:38.794047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8fc25d67-ccf2-4b1a-978c-e39af6fb3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:38.887455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8fc25d67-ccf2-4b1a-978c-e39af6fb3b0e None None] Port d5f65462-a454-48aa-81d6-32fec8eb2241 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:48:38.924377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f65462-a454-48aa-81d6-32fec8eb2241,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:39.210414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:39.546736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:39.826745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Router a9c7f17f-2457-433a-916b-9cb2bcecb79d is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:48:39.991013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e454d-5b23-4415-bad1-0267e03dfb95 req-5dc51499-b528-49d0-ad35-69ddcd4a283f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:39.995853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb9e454d-5b23-4415-bad1-0267e03dfb95 req-5dc51499-b528-49d0-ad35-69ddcd4a283f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1606767 Dec 15 04:48:40.113125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb9e454d-5b23-4415-bad1-0267e03dfb95 req-c6d627cc-c4f5-4cd8-a0dd-eb4c1ad0a72a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085525 Dec 15 04:48:40.597378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:48:40.618436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Sync routers for ids ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:48:40.636410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:40.638440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e05e60ad-f30a-45c6-a552-2abe75809856 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8160410 Dec 15 04:48:40.641040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:40.655971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Routers {'a9c7f17f-2457-433a-916b-9cb2bcecb79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:48:40.656559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:40.913176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Set router a9c7f17f-2457-433a-916b-9cb2bcecb79d gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:48:41.300704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52766) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:41.319998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:48:39Z', 'revision_number': 3, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:41.367779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Checking router: a9c7f17f-2457-433a-916b-9cb2bcecb79d for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:48:41.369245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Updating router a9c7f17f-2457-433a-916b-9cb2bcecb79d port d5f65462-a454-48aa-81d6-32fec8eb2241 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:48:41.412390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.552881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cce59-ad4f-4d23-87ae-bdda4405a985 req-8655c735-28df-4adf-870c-be9d1c06f2e6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:41.554628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d7cce59-ad4f-4d23-87ae-bdda4405a985 req-8655c735-28df-4adf-870c-be9d1c06f2e6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.2393665 Dec 15 04:48:41.566438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00a459b-df2a-495d-943b-2e0deb66c70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.747344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d7cce59-ad4f-4d23-87ae-bdda4405a985 req-20561e4e-ca3e-4958-b46b-7f06df1451ae tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196356 Dec 15 04:48:41.770674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00a459b-df2a-495d-943b-2e0deb66c70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.786793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00a459b-df2a-495d-943b-2e0deb66c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.838833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.858844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.872543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:41.879432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e00a459b-df2a-495d-943b-2e0deb66c70b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=600cd56d768e4ecc89a77cfecda7adb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5737116 Dec 15 04:48:41.886043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52776) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:41.897816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a459b-df2a-495d-943b-2e0deb66c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d0c668-35cf-4996-ab76-efe4700c04a8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:41.913034 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:48:42.162810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Pushing event updated for resources: {'Port': ['ID=d5f65462-a454-48aa-81d6-32fec8eb2241,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:42.173503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19a30e9-088a-432e-bdad-fd52ce907eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.227062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.227413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.231660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.231660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.257502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.258317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.258679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.261061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19a30e9-088a-432e-bdad-fd52ce907eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.262403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.263902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.266175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.267977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.269529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.270502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:42.285555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Allocated IP 172.20.0.1 (be07ebf6-9169-46bb-925c-e8bb6ac70ff9/7cd429d5-dda9-4cc0-b6f1-98d58900b2b2/3f0f05bb-e36c-4557-842f-56f67afb066d) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:48:42.306783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Attempting to bind port d5f65462-a454-48aa-81d6-32fec8eb2241 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:48:42.312630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Attempting to bind port d5f65462-a454-48aa-81d6-32fec8eb2241 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:48:42.312903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Attempting to bind port d5f65462-a454-48aa-81d6-32fec8eb2241 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:42.341143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288a9f1-1897-4fec-ba00-5aeba43db83a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:48:42.358082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:48:42.360284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:42.362117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.365590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:48:42.367935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Bound port: d5f65462-a454-48aa-81d6-32fec8eb2241, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:48:42.369155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.430937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19a30e9-088a-432e-bdad-fd52ce907eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.434935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19a30e9-088a-432e-bdad-fd52ce907eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.440258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c19a30e9-088a-432e-bdad-fd52ce907eaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4d0c668-35cf-4996-ab76-efe4700c04a8 HTTP/1.1" status: 204 len: 168 time: 0.5530601 Dec 15 04:48:42.457664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a30e9-088a-432e-bdad-fd52ce907eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d0c668-35cf-4996-ab76-efe4700c04a8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:42.536204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.585260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-85a1c2bf-48b5-4203-a250-4a1b4ee997fd None None] Provisioning complete for port d5f65462-a454-48aa-81d6-32fec8eb2241 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:42.585695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85a1c2bf-48b5-4203-a250-4a1b4ee997fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.611484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] For port d5f65462-a454-48aa-81d6-32fec8eb2241, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:48:42.634601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.715814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:48:42.719165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:42.723354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:48:42.742663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] For port d5f65462-a454-48aa-81d6-32fec8eb2241, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d5f65462-a454-48aa-81d6-32fec8eb2241,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:48:42.756252 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.795949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0f05bb-e36c-4557-842f-56f67afb066d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:42.871306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3548c22-20f4-45dd-8429-76099697a0ca None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:48:42.874656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:42.877529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-85a1c2bf-48b5-4203-a250-4a1b4ee997fd None None] Port d5f65462-a454-48aa-81d6-32fec8eb2241 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:48:42.968837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Routers {'a9c7f17f-2457-433a-916b-9cb2bcecb79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:48:42.969742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:43.239923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52802) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:43.257519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cce2b1-4e8a-4793-a3b8-677139dcb356 None None] Pushing event updated for resources: {'Port': ['ID=d5f65462-a454-48aa-81d6-32fec8eb2241,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:43.281395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2471f2bc-b447-41f9-bb79-af72f71e3cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.286419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-08b64b57-9278-49ab-b741-42a3ccaffc48 None None] Provisioning complete for port d5f65462-a454-48aa-81d6-32fec8eb2241 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:43.286799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08b64b57-9278-49ab-b741-42a3ccaffc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.289779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97efb5-2e59-4343-9ab8-4811dfbcfe08 req-0ffa23d0-8498-41f2-86d1-f5b7301263df tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:43.291621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad97efb5-2e59-4343-9ab8-4811dfbcfe08 req-0ffa23d0-8498-41f2-86d1-f5b7301263df tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1716814 Dec 15 04:48:43.353154 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.497832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad97efb5-2e59-4343-9ab8-4811dfbcfe08 req-fba2caed-87f3-4fa9-aa66-5c8ccbb7991f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944659 Dec 15 04:48:43.513509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] Set router a9c7f17f-2457-433a-916b-9cb2bcecb79d gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:48:43.563907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2471f2bc-b447-41f9-bb79-af72f71e3cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.574975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2471f2bc-b447-41f9-bb79-af72f71e3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.637834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471f2bc-b447-41f9-bb79-af72f71e3cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5bd82-0ad4-460c-9f9f-fa31b2c0fe73,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:43.718599 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2471f2bc-b447-41f9-bb79-af72f71e3cb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=478faadf5eba4084bcb43a0386e6f60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773643 Dec 15 04:48:43.719288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52810) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:43.837471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f92d-b358-4b5c-825b-5ea07f8ef85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.843714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.856577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.888706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f92d-b358-4b5c-825b-5ea07f8ef85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.930137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08b64b57-9278-49ab-b741-42a3ccaffc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:43.979098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:48:39Z', 'revision_number': 3, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:44.019706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-08b64b57-9278-49ab-b741-42a3ccaffc48 None None] For port d5f65462-a454-48aa-81d6-32fec8eb2241, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d5f65462-a454-48aa-81d6-32fec8eb2241,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:44.021827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9608ed-c3e7-4cf6-8c57-f82f4e248908 None None] The sync data for ids ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'] in n-d-820935-10 is: [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:48:39Z', 'revision_number': 3, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:48:44.028687 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-08b64b57-9278-49ab-b741-42a3ccaffc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:44.099956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f92d-b358-4b5c-825b-5ea07f8ef85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:44.102786 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f92d-b358-4b5c-825b-5ea07f8ef85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:44.108436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2bd2f92d-b358-4b5c-825b-5ea07f8ef85b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99b5bd82-0ad4-460c-9f9f-fa31b2c0fe73 HTTP/1.1" status: 204 len: 168 time: 0.3877873 Dec 15 04:48:44.114242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b64b57-9278-49ab-b741-42a3ccaffc48 None None] Pushing event updated for resources: {'Port': ['ID=d5f65462-a454-48aa-81d6-32fec8eb2241,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:44.133897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:44.140356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2f92d-b358-4b5c-825b-5ea07f8ef85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5bd82-0ad4-460c-9f9f-fa31b2c0fe73,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:44.168822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0f05bb-e36c-4557-842f-56f67afb066d,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:44.389492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:48:44.391112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:44.934799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d5f65462-a454-48aa-81d6-32fec8eb2241 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:45.001896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c8aa8-14f7-4d31-a2a4-c048f5216d82 req-89cd2874-9010-4cba-9858-63e9126b7e2f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:45.011109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a8c8aa8-14f7-4d31-a2a4-c048f5216d82 req-89cd2874-9010-4cba-9858-63e9126b7e2f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1930127 Dec 15 04:48:45.063674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Router a9c7f17f-2457-433a-916b-9cb2bcecb79d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:48:45.090614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a8c8aa8-14f7-4d31-a2a4-c048f5216d82 req-e29145d7-6a84-4db5-a32f-bc21695e85a0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777602 Dec 15 04:48:45.176766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d5f65462-a454-48aa-81d6-32fec8eb2241 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:45.177666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:45.448897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:48:45.475141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9a7f43cc-838d-4540-b6a5-f847611ad862 admin admin] 10.222.0.37 "PUT /v2.0/routers/a9c7f17f-2457-433a-916b-9cb2bcecb79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8304911 Dec 15 04:48:46.272957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3acf5-7df3-4d00-a1d7-e658ca6ebaa2 req-686fc563-2a34-4321-ad9e-684014192752 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:46.283087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fe3acf5-7df3-4d00-a1d7-e658ca6ebaa2 req-686fc563-2a34-4321-ad9e-684014192752 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.0799415 Dec 15 04:48:46.443579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fe3acf5-7df3-4d00-a1d7-e658ca6ebaa2 req-4b0dec14-6efa-4cb5-b832-fb74685b32ca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592155 Dec 15 04:48:46.860257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-e53beea1-5f53-4d22-b031-e72f4c326025 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:46.862271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-e53beea1-5f53-4d22-b031-e72f4c326025 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 811 time: 0.3042076 Dec 15 04:48:46.893610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-adc0c88e-1cc9-4567-b615-66b2c058de9f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/quotas/8d548ae0698c408c82807f41c55f72be HTTP/1.1" status: 200 len: 375 time: 0.0235004 Dec 15 04:48:47.003351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-5318d4c0-c557-4e8a-ab7f-3a9a93837e38 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012039 Dec 15 04:48:47.189807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-673fca14-d599-4b4b-be0b-5672be4f7893 service neutron] 10.222.0.37 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706455 Dec 15 04:48:47.482729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-887af0c9-85d6-4ae2-a3ad-8a13c1f6c914 service neutron] 10.222.0.37 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840941 Dec 15 04:48:47.596051 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Sync routers for ids ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:48:47.612109 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Routers {'a9c7f17f-2457-433a-916b-9cb2bcecb79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:48:47.612792 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:47.859477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99d548ac-a9ad-4701-91d5-6aae4e887b4a req-2b0e70ac-8114-4b78-831c-8efe1e4a14fe tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 210 time: 0.0868380 Dec 15 04:48:47.999000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c776-b2c6-4a10-bdbd-70d9d3e1c0c5 req-9723e053-aec7-4ca3-9bb6-44c147b0df91 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:48.005650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7950c776-b2c6-4a10-bdbd-70d9d3e1c0c5 req-9723e053-aec7-4ca3-9bb6-44c147b0df91 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.4199822 Dec 15 04:48:48.039358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Set router a9c7f17f-2457-433a-916b-9cb2bcecb79d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:48:48.168275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7950c776-b2c6-4a10-bdbd-70d9d3e1c0c5 req-d0cb20bf-22f8-4fe6-8ed7-ebb06cefbb50 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572845 Dec 15 04:48:48.638537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:48.678243 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3f0f05bb-e36c-4557-842f-56f67afb066d', 'name': '', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'mac_address': 'fa:16:3e:a3:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:41Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 2, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'subnets': [{'id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:48.723842 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Checking router: a9c7f17f-2457-433a-916b-9cb2bcecb79d for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:48:48.724676 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Updating router a9c7f17f-2457-433a-916b-9cb2bcecb79d port 3f0f05bb-e36c-4557-842f-56f67afb066d binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:48:48.762885 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:48.891367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47fda1ce-6e1f-43f8-b166-1053560951f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.049072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47fda1ce-6e1f-43f8-b166-1053560951f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.059001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47fda1ce-6e1f-43f8-b166-1053560951f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.126968 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-47fda1ce-6e1f-43f8-b166-1053560951f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cedf9f2369824da88c0d99722ffcbaec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865539 Dec 15 04:48:49.130468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52976) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:49.159513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb1c7058-fc7a-4e0b-b700-ba399d1ebfe5 req-df2ff0b5-715e-478e-bb5f-0b54dfbcca14 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 210 time: 0.0933657 Dec 15 04:48:49.211849 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.222174 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.280162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fda1ce-6e1f-43f8-b166-1053560951f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244dbfd4-5b68-4128-bc4a-7504aa1d6db4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:49.315568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46c3d7aa-324f-4b3f-a403-933c1e45559b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.362321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46c3d7aa-324f-4b3f-a403-933c1e45559b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.429401 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Pushing event updated for resources: {'Port': ['ID=3f0f05bb-e36c-4557-842f-56f67afb066d,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:49.465025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a1e51-2cb6-4746-8e3e-f177da6ad377 req-6c068d94-099f-474d-b66d-539819af75f7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:49.469431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-381a1e51-2cb6-4746-8e3e-f177da6ad377 req-6c068d94-099f-474d-b66d-539819af75f7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1266670 Dec 15 04:48:49.471233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46c3d7aa-324f-4b3f-a403-933c1e45559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.475332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46c3d7aa-324f-4b3f-a403-933c1e45559b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.494688 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-46c3d7aa-324f-4b3f-a403-933c1e45559b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/244dbfd4-5b68-4128-bc4a-7504aa1d6db4 HTTP/1.1" status: 204 len: 168 time: 0.3575368 Dec 15 04:48:49.511179 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Attempting to bind port 3f0f05bb-e36c-4557-842f-56f67afb066d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:48:49.511179 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Attempting to bind port 3f0f05bb-e36c-4557-842f-56f67afb066d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:48:49.512310 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Attempting to bind port 3f0f05bb-e36c-4557-842f-56f67afb066d on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:49.521597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3d7aa-324f-4b3f-a403-933c1e45559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244dbfd4-5b68-4128-bc4a-7504aa1d6db4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:49.532516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.536791 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.537343 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.537903 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.538388 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.538922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.539373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.568622 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.570291 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.571268 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.572121 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.574005 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.574662 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:49.597310 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:48:49.598301 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Checking segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:49.598712 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.599105 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Bound using segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:48:49.599595 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Bound port: 3f0f05bb-e36c-4557-842f-56f67afb066d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:48:49.599978 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.620866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-381a1e51-2cb6-4746-8e3e-f177da6ad377 req-e1446678-505e-4eee-9bea-d645cb1764d0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422870 Dec 15 04:48:49.700940 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] For port 3f0f05bb-e36c-4557-842f-56f67afb066d, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:48:49.708158 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] For port 3f0f05bb-e36c-4557-842f-56f67afb066d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3f0f05bb-e36c-4557-842f-56f67afb066d,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:48:49.716179 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:49.793645 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e1e5-c4a3-4edc-8a7a-e99685c5dcd5 None None] Pushing event updated for resources: {'Port': ['ID=3f0f05bb-e36c-4557-842f-56f67afb066d,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:49.796846 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Routers {'a9c7f17f-2457-433a-916b-9cb2bcecb79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:48:49.797774 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:49.944262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-5d46dd52-dcd6-4105-b0da-e5e3a1f9ba0f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:49.947736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-5d46dd52-dcd6-4105-b0da-e5e3a1f9ba0f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 811 time: 0.2599602 Dec 15 04:48:49.968273 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] Set router a9c7f17f-2457-433a-916b-9cb2bcecb79d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:48:49.975878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Request body: {'port': {'device_id': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'admin_state_up': True, 'tenant_id': '8d548ae0698c408c82807f41c55f72be'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:50.193357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Made reservation on behalf of 8d548ae0698c408c82807f41c55f72be for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:48:50.197997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:50.343347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf6c7879-5e70-4048-b90c-04841186c948 req-a6a08d55-c3d4-4b47-acea-fcc807111f66 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 210 time: 0.0538552 Dec 15 04:48:50.422843 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3f0f05bb-e36c-4557-842f-56f67afb066d', 'name': '', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'mac_address': 'fa:16:3e:a3:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:41Z', 'updated_at': '2021-12-15T04:48:49Z', 'revision_number': 4, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'subnets': [{'id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:50.451292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Allocated IP 172.20.0.9 (be07ebf6-9169-46bb-925c-e8bb6ac70ff9/7cd429d5-dda9-4cc0-b6f1-98d58900b2b2/487aa0c8-5ed7-4524-a241-1c14aa64256f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:48:50.460563 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc61be-6cca-4f8e-b010-c5da689005da None None] The sync data for ids ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'] in n-d-820935-10 is: [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '3f0f05bb-e36c-4557-842f-56f67afb066d', 'name': '', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'mac_address': 'fa:16:3e:a3:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:41Z', 'updated_at': '2021-12-15T04:48:49Z', 'revision_number': 4, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'subnets': [{'id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:48:50.835852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caad32-fdac-4e90-8cef-de7f3d80d05e req-7898510f-86b5-4dc7-a932-8424618578fc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:50.854049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52caad32-fdac-4e90-8cef-de7f3d80d05e req-7898510f-86b5-4dc7-a932-8424618578fc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.0977535 Dec 15 04:48:50.887708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3f0f05bb-e36c-4557-842f-56f67afb066d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:50.892107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:50.968790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52caad32-fdac-4e90-8cef-de7f3d80d05e req-faaf3d41-5e9e-4711-a75b-9b9ef2fda946 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227729 Dec 15 04:48:50.980240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.002409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3f0f05bb-e36c-4557-842f-56f67afb066d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:51.003612 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.033097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Pushing event updated for resources: {'Port': ['ID=487aa0c8-5ed7-4524-a241-1c14aa64256f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:51.076466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:48:51.089546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:48:51.093861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:48:51.115719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.178200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 3f0f05bb-e36c-4557-842f-56f67afb066d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3f0f05bb-e36c-4557-842f-56f67afb066d,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:51.184055 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.197891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:51.198289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.225669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-44bc7fe8-171d-4d1d-a8cd-6f1efe28b043 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555785 Dec 15 04:48:51.246448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Request body: {'port': {'device_id': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:51.276550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=3f0f05bb-e36c-4557-842f-56f67afb066d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:51.334331 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.524568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cf29-750d-4a81-aa39-2f8ea922efbe req-e026c3a8-7d5a-4e6a-8b50-a0c04007a168 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:51.526124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4265cf29-750d-4a81-aa39-2f8ea922efbe req-e026c3a8-7d5a-4e6a-8b50-a0c04007a168 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 931 time: 0.0748575 Dec 15 04:48:51.677582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4265cf29-750d-4a81-aa39-2f8ea922efbe req-6a955dad-4af0-4965-9df4-685faea68545 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417265 Dec 15 04:48:51.786431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487aa0c8-5ed7-4524-a241-1c14aa64256f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:51.797284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.812043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Transition to ACTIVE for port object 487aa0c8-5ed7-4524-a241-1c14aa64256f will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:48:51.818016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:51.904320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=487aa0c8-5ed7-4524-a241-1c14aa64256f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:51.981795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Attempting to bind port 487aa0c8-5ed7-4524-a241-1c14aa64256f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:48:51.982785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Attempting to bind port 487aa0c8-5ed7-4524-a241-1c14aa64256f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:48:51.983352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Attempting to bind port 487aa0c8-5ed7-4524-a241-1c14aa64256f on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:51.989787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Port 487aa0c8-5ed7-4524-a241-1c14aa64256f on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:48:51.990121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Attempting to bind port 487aa0c8-5ed7-4524-a241-1c14aa64256f on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:48:51.996164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:48:51.996685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Checking segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:48:51.997052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Bound using segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:48:51.997560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Bound port: 487aa0c8-5ed7-4524-a241-1c14aa64256f, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:48:51.998036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:52.086430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] For port 487aa0c8-5ed7-4524-a241-1c14aa64256f, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:48:52.090013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] For port 487aa0c8-5ed7-4524-a241-1c14aa64256f, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:48:52.099621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:52.134915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199573ab-769d-4bfe-8d35-bdca55a2d5d5 req-378711c3-51bc-4e87-ba57-5d99d5a40a1d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:52.143087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-199573ab-769d-4bfe-8d35-bdca55a2d5d5 req-378711c3-51bc-4e87-ba57-5d99d5a40a1d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.0831904 Dec 15 04:48:52.152191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:52.153159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:52.154890 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] 10.222.0.42 "PUT /v2.0/ports/487aa0c8-5ed7-4524-a241-1c14aa64256f HTTP/1.1" status: 200 len: 1092 time: 0.9147651 Dec 15 04:48:52.155575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'tag': '487aa0c8-5ed7-4524-a241-1c14aa64256f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:52.158368 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5a86f4-fe2c-47aa-b860-e7141db16b83" -d '{"events": [{"name": "network-changed", "server_uuid": "7bee7213-c5e2-4cb9-b868-5ca047d69d04", "tag": "487aa0c8-5ed7-4524-a241-1c14aa64256f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:52.208372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab791c-542d-4b39-bcd4-2b65442aaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=487aa0c8-5ed7-4524-a241-1c14aa64256f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:52.250249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-199573ab-769d-4bfe-8d35-bdca55a2d5d5 req-3ab9f477-5e4f-4a19-98bf-55d67d1ee245 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872967 Dec 15 04:48:52.257128 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f3ce4c-7544-4051-98be-d95765ec106d x-openstack-request-id: req-c3f3ce4c-7544-4051-98be-d95765ec106d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:52.257594 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bee7213-c5e2-4cb9-b868-5ca047d69d04", "tag": "487aa0c8-5ed7-4524-a241-1c14aa64256f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:52.258861 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3f3ce4c-7544-4051-98be-d95765ec106d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:52.259669 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'tag': '487aa0c8-5ed7-4524-a241-1c14aa64256f', 'status': 'completed', 'code': 200} Dec 15 04:48:52.325221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-9c1d8bc0-d2ba-447e-afc3-7f10267a777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:52.327131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-9c1d8bc0-d2ba-447e-afc3-7f10267a777c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 1095 time: 0.0663602 Dec 15 04:48:52.399032 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-34dd3e3d-96d2-4532-9694-73c1a33798c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f HTTP/1.1" status: 200 len: 217 time: 0.0538497 Dec 15 04:48:52.475584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924c75-2958-497a-9d08-4bd588ef175b req-83523df3-7c65-4bdb-b449-26f5e7fb36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:52.477141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-83523df3-7c65-4bdb-b449-26f5e7fb36ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.0717533 Dec 15 04:48:52.521746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-dd772249-3b5c-4cb3-ae2a-10e0310889f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370679 Dec 15 04:48:52.657261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-f7f7b567-ca90-4bc0-8d61-9dd4977b196a service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285222 Dec 15 04:48:52.731612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3f0f05bb-e36c-4557-842f-56f67afb066d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:52.798226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed924c75-2958-497a-9d08-4bd588ef175b req-9b51ba0f-5a0e-40e1-8f2e-55373d79ca8b service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336884 Dec 15 04:48:52.830002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3f0f05bb-e36c-4557-842f-56f67afb066d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:52.830991 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:52.886272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0496-81c5-42c5-9a8b-daefe0e6c041 req-51f5d8a9-2f75-4cda-a204-51095ab25dd4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:52.895533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aacf0496-81c5-42c5-9a8b-daefe0e6c041 req-51f5d8a9-2f75-4cda-a204-51095ab25dd4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 943 time: 0.1131337 Dec 15 04:48:52.957443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aacf0496-81c5-42c5-9a8b-daefe0e6c041 req-097a7aaa-70e3-4304-8584-465d87cf3d0e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597897 Dec 15 04:48:52.984241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-7397e534-492b-4de6-a666-f5be13d2ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:52.986186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-7397e534-492b-4de6-a666-f5be13d2ebde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 1095 time: 0.0854521 Dec 15 04:48:53.087218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-3ad7ffcb-8fe4-447f-ac69-59cb572f39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:53.089100 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-3ad7ffcb-8fe4-447f-ac69-59cb572f39a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 911 time: 0.0955796 Dec 15 04:48:53.139408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-dd25be70-4c33-4a43-b138-35dda8cbd2dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f HTTP/1.1" status: 200 len: 217 time: 0.0409763 Dec 15 04:48:53.194971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-da223cc4-2922-4efc-9b37-9939a0edd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:53.196706 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-da223cc4-2922-4efc-9b37-9939a0edd96e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.0500898 Dec 15 04:48:53.235358 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-add05f85-7967-4b8e-886a-39e9027f9f16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296204 Dec 15 04:48:53.337969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-32754e93-3d0d-4a74-8601-9b137375bd18 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952957 Dec 15 04:48:53.399195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720938-1604-49bc-961a-8271082f288c req-0e687a6c-f6f9-43e2-a5a6-b53df48ddc22 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:53.400857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c720938-1604-49bc-961a-8271082f288c req-0e687a6c-f6f9-43e2-a5a6-b53df48ddc22 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.0594189 Dec 15 04:48:53.439463 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e5a86f4-fe2c-47aa-b860-e7141db16b83 req-87405500-046d-40e8-b25f-bb133406ec21 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949006 Dec 15 04:48:53.453452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c720938-1604-49bc-961a-8271082f288c req-61e9b5de-6b6d-4c30-8396-cc333ecc7206 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Dec 15 04:48:54.111678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e208e-e205-447a-a599-599a88a6f08e req-2a33b3dc-13ea-40d5-8215-4809c146d657 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:54.113917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d94e208e-e205-447a-a599-599a88a6f08e req-2a33b3dc-13ea-40d5-8215-4809c146d657 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 943 time: 0.0798044 Dec 15 04:48:54.177136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d94e208e-e205-447a-a599-599a88a6f08e req-401162eb-6ddb-428c-84e3-1f2a45745cff tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550802 Dec 15 04:48:54.788322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede18f0-e481-4580-813e-fbad682586f5 req-98e714e9-dec3-4fc8-ae7b-8b6d7ca98b77 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:54.790059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bede18f0-e481-4580-813e-fbad682586f5 req-98e714e9-dec3-4fc8-ae7b-8b6d7ca98b77 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.2530732 Dec 15 04:48:54.869397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bede18f0-e481-4580-813e-fbad682586f5 req-50419290-d1e5-4a3d-a0c8-cb462d66b7ef tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719986 Dec 15 04:48:55.332999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c96be-2294-45df-a0d0-3720953a645a req-bd253daa-f101-4ed9-9484-f955d2796b1f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:55.334511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-564c96be-2294-45df-a0d0-3720953a645a req-bd253daa-f101-4ed9-9484-f955d2796b1f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 943 time: 0.0582845 Dec 15 04:48:55.393235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-564c96be-2294-45df-a0d0-3720953a645a req-d64b1a19-ef83-4c09-8e4e-f87b22f11e6a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514824 Dec 15 04:48:55.713193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 487aa0c8-5ed7-4524-a241-1c14aa64256f details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:48:55.731558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 600cc665-ca39-4eec-9968-2edeaaae292b details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:48:55.876776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 487aa0c8-5ed7-4524-a241-1c14aa64256f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:55.902521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '487aa0c8-5ed7-4524-a241-1c14aa64256f', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'port_id': '487aa0c8-5ed7-4524-a241-1c14aa64256f', 'mac_address': 'fa:16:3e:3d:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:48:55.919238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 600cc665-ca39-4eec-9968-2edeaaae292b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=600cc665-ca39-4eec-9968-2edeaaae292b,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:55.941576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:55.996096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.037658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487aa0c8-5ed7-4524-a241-1c14aa64256f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:56.083364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '600cc665-ca39-4eec-9968-2edeaaae292b', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': '600cc665-ca39-4eec-9968-2edeaaae292b', 'mac_address': 'fa:16:3e:7c:31:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:48:56.119693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b1965-ae8d-4ee4-9da7-7a161426e982 req-5881ccb9-0db1-4acf-a469-37143310d999 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:56.119912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Deleting subnet 4ff08c5a-b792-4594-911a-3404f6d90a55 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:48:56.130007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.141030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e8b1965-ae8d-4ee4-9da7-7a161426e982 req-5881ccb9-0db1-4acf-a469-37143310d999 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 944 time: 0.1131096 Dec 15 04:48:56.160474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.179872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600cc665-ca39-4eec-9968-2edeaaae292b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:48:56.189383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 487aa0c8-5ed7-4524-a241-1c14aa64256f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:56.190106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-775aa041-33b9-4dc7-b094-5cfa9726f81b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1691301 Dec 15 04:48:56.199672 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.202293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.213182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 600cc665-ca39-4eec-9968-2edeaaae292b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=600cc665-ca39-4eec-9968-2edeaaae292b,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:56.246705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.249259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e8b1965-ae8d-4ee4-9da7-7a161426e982 req-591a67b1-5745-44f4-9c38-ab3d8a06c982 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015105 Dec 15 04:48:56.251998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.299970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=487aa0c8-5ed7-4524-a241-1c14aa64256f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:56.343097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-418ac4d7-f077-4ffd-bd9a-cca02cdbe542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:56.344524 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-418ac4d7-f077-4ffd-bd9a-cca02cdbe542 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 1097 time: 0.0658219 Dec 15 04:48:56.353605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.356465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=600cc665-ca39-4eec-9968-2edeaaae292b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:56.388452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff08c5a-b792-4594-911a-3404f6d90a55,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:56.391551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.395346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c219964-d1b7-41ed-a7b2-686d208924f3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4ff08c5a-b792-4594-911a-3404f6d90a55 HTTP/1.1" status: 204 len: 168 time: 0.4527545 Dec 15 04:48:56.398683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53246) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:56.547180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-6d2d1376-1c56-42a7-83ff-225c0078ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:56.548828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-6d2d1376-1c56-42a7-83ff-225c0078ad79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1693795 Dec 15 04:48:56.557275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['487aa0c8-5ed7-4524-a241-1c14aa64256f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:48:56.615917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['600cc665-ca39-4eec-9968-2edeaaae292b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:48:56.617539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-c4ed4a78-3cb9-4623-ba69-daf44192f507 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf HTTP/1.1" status: 200 len: 217 time: 0.0564909 Dec 15 04:48:56.696457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-f09cf0be-0779-418d-a01b-c11839a1e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:56.698790 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-f09cf0be-0779-418d-a01b-c11839a1e09a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0627077 Dec 15 04:48:56.765997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-1908003e-92a5-4b2a-a25c-69b6b0404901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:56.768840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-1908003e-92a5-4b2a-a25c-69b6b0404901 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538859 Dec 15 04:48:56.880781 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-637af451-e605-4e68-bc05-6501d36046b6 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008148 Dec 15 04:48:56.887864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:56.906857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e943d-15c8-4006-add4-47b1ac61f091 req-875a76b7-b277-4267-b6e9-926f32e97ea1 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:56.908362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e92e943d-15c8-4006-add4-47b1ac61f091 req-875a76b7-b277-4267-b6e9-926f32e97ea1 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 944 time: 0.3898807 Dec 15 04:48:56.984288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-700e760b-6b72-48fa-b265-fc3428ab9c53 req-e934e0b7-ae83-49e7-94e4-e5fbc1fc32c3 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911932 Dec 15 04:48:57.018926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e92e943d-15c8-4006-add4-47b1ac61f091 req-6489366b-737e-4f88-9076-f86050fdc937 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891795 Dec 15 04:48:57.020887 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.047254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf79681-4e40-4ea2-b5b4-e83b3995df4b']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:57.057193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28740478-1517-434d-9cff-02625d3f92d9') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:57.057493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28740478-1517-434d-9cff-02625d3f92d9') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:48:57.068373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.081310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.087121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:48:57.087501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:48:57.089164 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:48:57.146076 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.152431 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.155991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/4bf79681-4e40-4ea2-b5b4-e83b3995df4b HTTP/1.1" status: 204 len: 168 time: 0.7548542 Dec 15 04:48:57.170458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf79681-4e40-4ea2-b5b4-e83b3995df4b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:57.180565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.180920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.181262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.181603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.181937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.182272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.182601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.182938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.183358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.183689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.184020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.184368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.184692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6834df4-1765-4dcc-ad3b-58ea405a28dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:48:57.346748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53260) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:57.376092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2202de-d493-438f-83dd-42257d8d13ab req-8734a2ae-3f33-432b-bdb1-41d2005ee5f3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:57.377716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da2202de-d493-438f-83dd-42257d8d13ab req-8734a2ae-3f33-432b-bdb1-41d2005ee5f3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 945 time: 0.0622523 Dec 15 04:48:57.392351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a4ef910e-bc21-4b8e-a127-4fe2e3ae3f75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d8c997f6ff84b51957431830ffb7031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442469 Dec 15 04:48:57.395474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53262) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:57.432041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da2202de-d493-438f-83dd-42257d8d13ab req-9fb0285a-633b-4bf5-8e1f-f922dc738585 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Dec 15 04:48:57.452191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63207555-acc4-4e0b-afaf-6aebd1e1f530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.484485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63207555-acc4-4e0b-afaf-6aebd1e1f530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.533825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63207555-acc4-4e0b-afaf-6aebd1e1f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.537499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63207555-acc4-4e0b-afaf-6aebd1e1f530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.538863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-63207555-acc4-4e0b-afaf-6aebd1e1f530 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e37ac06-8539-4152-bc8e-d7e42269d033 HTTP/1.1" status: 204 len: 168 time: 0.1423883 Dec 15 04:48:57.552276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63207555-acc4-4e0b-afaf-6aebd1e1f530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e37ac06-8539-4152-bc8e-d7e42269d033,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:57.610095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6b58cf68-d05c-4305-82b1-158bb44783d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.728843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 487aa0c8-5ed7-4524-a241-1c14aa64256f up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:57.754375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 600cc665-ca39-4eec-9968-2edeaaae292b up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:48:57.822025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 487aa0c8-5ed7-4524-a241-1c14aa64256f completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:48:57.826210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 487aa0c8-5ed7-4524-a241-1c14aa64256f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:57.826642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.829967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 600cc665-ca39-4eec-9968-2edeaaae292b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:48:57.859377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 600cc665-ca39-4eec-9968-2edeaaae292b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:48:57.859377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:57.945561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:58.000920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487aa0c8-5ed7-4524-a241-1c14aa64256f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:48:58.003202 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f01f0e-2643-4060-91a6-42a890bdbd02" -d '{"events": [{"server_uuid": "7bee7213-c5e2-4cb9-b868-5ca047d69d04", "name": "network-vif-plugged", "status": "completed", "tag": "487aa0c8-5ed7-4524-a241-1c14aa64256f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:48:58.017162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 487aa0c8-5ed7-4524-a241-1c14aa64256f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:58.020708 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:58.030217 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:58.088646 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c906d7e5-f290-4c26-99e5-f1763fe83929 x-openstack-request-id: req-c906d7e5-f290-4c26-99e5-f1763fe83929 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:48:58.089024 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bee7213-c5e2-4cb9-b868-5ca047d69d04", "name": "network-vif-plugged", "status": "completed", "tag": "487aa0c8-5ed7-4524-a241-1c14aa64256f", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:48:58.089352 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c906d7e5-f290-4c26-99e5-f1763fe83929 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:48:58.089799 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487aa0c8-5ed7-4524-a241-1c14aa64256f', 'code': 200} Dec 15 04:48:58.095289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 600cc665-ca39-4eec-9968-2edeaaae292b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=600cc665-ca39-4eec-9968-2edeaaae292b,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:48:58.104415 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:58.108988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=487aa0c8-5ed7-4524-a241-1c14aa64256f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:58.193197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=600cc665-ca39-4eec-9968-2edeaaae292b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:58.194377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6f1a7-00c6-4cde-98cf-9c73fa1bcea0 req-e0abb397-5713-4e56-86a7-489753d2b4da tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:58.200671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82c6f1a7-00c6-4cde-98cf-9c73fa1bcea0 req-e0abb397-5713-4e56-86a7-489753d2b4da tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.0707848 Dec 15 04:48:58.259144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad44281-3779-4229-8057-02acf9169cbb req-307c0af8-d56a-4600-b6fa-409ff4329c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:58.260953 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ad44281-3779-4229-8057-02acf9169cbb req-307c0af8-d56a-4600-b6fa-409ff4329c94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 1097 time: 0.0757790 Dec 15 04:48:58.269116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82c6f1a7-00c6-4cde-98cf-9c73fa1bcea0 req-d71ad311-86ab-4b76-8dc6-7f32679a34c4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614243 Dec 15 04:48:58.314336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ad44281-3779-4229-8057-02acf9169cbb req-905c33bd-0fcd-4e79-8f32-fd0fe4c193ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Dec 15 04:48:58.588244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787c14e-1f7f-4d9a-8f0e-6093460a1aea req-aef42c2c-58cf-430a-bf44-e8f294292a10 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:58.594050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3787c14e-1f7f-4d9a-8f0e-6093460a1aea req-aef42c2c-58cf-430a-bf44-e8f294292a10 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.0723758 Dec 15 04:48:58.657743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3787c14e-1f7f-4d9a-8f0e-6093460a1aea req-b1346a88-482d-49e0-bf14-f496ec67d50a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562360 Dec 15 04:48:59.333587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53326) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:59.339905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460660943', 'description': 'tempest-secgroup-smoke-460660943 description', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:59.380225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.391507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.416147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7eb71-7b73-43d7-9e41-527660086a1e req-5daa20b0-1d3f-4df3-94dd-08d38aaee6a3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:59.417861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33c7eb71-7b73-43d7-9e41-527660086a1e req-5daa20b0-1d3f-4df3-94dd-08d38aaee6a3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.0778837 Dec 15 04:48:59.484896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.489067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33c7eb71-7b73-43d7-9e41-527660086a1e req-e595ad40-a4f6-4392-a0dd-c1f601c706ce tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592010 Dec 15 04:48:59.489753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.529142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0f249f-9b18-418c-9dda-8487649cb32c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:59.577953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.593466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.627154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.631794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2936475 Dec 15 04:48:59.631794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b1dac-b296-4ccf-90e9-fad6df1d82f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016afc10-ac79-45b0-8f66-29078d22fc1f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:59.632154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:59.648684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '016afc10-ac79-45b0-8f66-29078d22fc1f', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:59.695370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.766081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.770559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.811881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38d2a91-99c0-41dc-87f9-5520ba04d703,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:59.821195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.822469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c35281b9-a894-4fde-b0bb-ef3c9549889b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853650 Dec 15 04:48:59.825587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53334) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:59.831291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '016afc10-ac79-45b0-8f66-29078d22fc1f', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:48:59.835037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859abad2-bb35-477d-9872-5a66c534c155 req-8d592d75-810b-4c73-a792-520de849a8e0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:48:59.836564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-859abad2-bb35-477d-9872-5a66c534c155 req-8d592d75-810b-4c73-a792-520de849a8e0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.0844796 Dec 15 04:48:59.869044 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d014-83a1-45f3-9b0a-4b18558037ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.870442 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.919931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-859abad2-bb35-477d-9872-5a66c534c155 req-42f1865d-8ad7-4cce-858a-9d8b50adec3b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688219 Dec 15 04:48:59.949435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.953726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.972980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e23b63-f5d8-4d5f-9d4a-1a61dc1edb29,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:48:59.982336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:48:59.983765 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e0522d84-0629-4bde-bcb1-60f90150ef34 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563592 Dec 15 04:48:59.986436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53338) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:48:59.992900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '016afc10-ac79-45b0-8f66-29078d22fc1f', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:00.025280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.090731 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.091513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600cc665-ca39-4eec-9968-2edeaaae292b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:00.093846 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd98416-315b-46e9-b1e4-6cf19a4ee0f8" -d '{"events": [{"server_uuid": "fe994e87-8cd3-48ae-a6c5-c46ec004a7fe", "name": "network-vif-plugged", "status": "completed", "tag": "600cc665-ca39-4eec-9968-2edeaaae292b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:00.094401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.118966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39072b01-9180-4041-b37c-36146283f0f2,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:00.129347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.133684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-60919ca2-e5aa-41a2-bc6a-4ab406f04a06 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462839 Dec 15 04:49:00.133972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53342) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:00.139141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '016afc10-ac79-45b0-8f66-29078d22fc1f', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:00.145663 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1937c-cfba-48d1-82b6-aebfbda76f04 x-openstack-request-id: req-4ca1937c-cfba-48d1-82b6-aebfbda76f04 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:00.145956 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe994e87-8cd3-48ae-a6c5-c46ec004a7fe", "name": "network-vif-plugged", "status": "completed", "tag": "600cc665-ca39-4eec-9968-2edeaaae292b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:00.146212 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ca1937c-cfba-48d1-82b6-aebfbda76f04 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:00.146604 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600cc665-ca39-4eec-9968-2edeaaae292b', 'code': 200} Dec 15 04:49:00.170216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.248630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.252111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.271371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ef154f-f98f-4941-8c8d-e3fb1aba6d12,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:00.281782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.286281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6d7ab3aa-ce74-4d3d-b06f-1f658a0555ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479008 Dec 15 04:49:00.286756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53344) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:00.291538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '016afc10-ac79-45b0-8f66-29078d22fc1f', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:00.306826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69df7-8d5d-48d8-b70c-42f368704e6b req-b21df0d6-5b78-45cf-b57e-5df37e78e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:00.308942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4fc69df7-8d5d-48d8-b70c-42f368704e6b req-b21df0d6-5b78-45cf-b57e-5df37e78e46a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 1098 time: 0.0551946 Dec 15 04:49:00.317217 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:49:00.323099 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.366200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4fc69df7-8d5d-48d8-b70c-42f368704e6b req-54942c65-3533-4878-b576-369e0c288d1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Dec 15 04:49:00.397103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.401166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.418848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e75e93-722f-4966-b385-6f61fa868c48,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:00.428239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.429964 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e07bb885-7ce9-41c6-949d-5328befe27fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419346 Dec 15 04:49:00.433112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53346) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:00.438510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '016afc10-ac79-45b0-8f66-29078d22fc1f', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:00.462549 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:49:00.467523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.530879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.536249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.551884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ed9a85-3a8a-49af-9f16-940da67bf330,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:00.569780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.576547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53350) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:00.576756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-92436a42-8d82-431e-9b1a-0ee1d80496ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417198 Dec 15 04:49:00.584757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'network': {'name': 'tempest-network-smoke--1808106020', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'port_security_enabled': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:00.638521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:00.642048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.661011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d6eb-3b03-4c29-909f-7094ee98b139 req-280b66aa-4fe7-46d0-a005-2c0023ae7642 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:00.662431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dc8d6eb-3b03-4c29-909f-7094ee98b139 req-280b66aa-4fe7-46d0-a005-2c0023ae7642 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.0848212 Dec 15 04:49:00.688797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:00.703329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.703676 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Added segment fee5ee5b-e1ff-4178-91da-fd26fdfbcb17 of type vlan for network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 Dec 15 04:49:00.753047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dc8d6eb-3b03-4c29-909f-7094ee98b139 req-7b31a291-cd2e-471d-a045-3586831b5f07 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824118 Dec 15 04:49:00.770563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.805675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.812128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:00.812520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.881609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3026414 Dec 15 04:49:00.884683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53356) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:00.889099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'admin_state_up': True, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:00.902213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fe6c1-84cd-4cb3-8397-251e8b88d55f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Network': ['ID=251aeb0a-0fc0-4a16-9cee-de33bca6e595,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:00.925024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:49:00.927570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.932766 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:00.999524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.068107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035d93-396b-42af-85f8-a067f0870a14 req-196863e9-852c-435f-b659-7898b15f6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:01.069833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-196863e9-852c-435f-b659-7898b15f6759 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 1097 time: 0.0746956 Dec 15 04:49:01.119075 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.182804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035d93-396b-42af-85f8-a067f0870a14 req-05d631c8-7caa-4894-a0e0-3970c4e7b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:01.184664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-05d631c8-7caa-4894-a0e0-3970c4e7b5c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 911 time: 0.1080229 Dec 15 04:49:01.231785 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-0ed07641-8987-4b22-9366-5fcca3bdd7ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f HTTP/1.1" status: 200 len: 217 time: 0.0387094 Dec 15 04:49:01.256986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc78d2-79ae-49fc-ba98-557da398ec1b req-a994d4b9-d4de-467a-bd5f-d756a8c25c1e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:01.259094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7afc78d2-79ae-49fc-ba98-557da398ec1b req-a994d4b9-d4de-467a-bd5f-d756a8c25c1e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.2031102 Dec 15 04:49:01.265906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.287574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3e85e-47a5-4181-bbcd-452d4f356938 req-5a08dfed-b5d1-4185-ba18-932de4122ad8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:01.288444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035d93-396b-42af-85f8-a067f0870a14 req-128e96d1-7e6e-4bd7-9a56-df1d1ffe03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:01.289202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaa3e85e-47a5-4181-bbcd-452d4f356938 req-5a08dfed-b5d1-4185-ba18-932de4122ad8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.2319634 Dec 15 04:49:01.289944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-128e96d1-7e6e-4bd7-9a56-df1d1ffe03ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.0495656 Dec 15 04:49:01.324985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-33c719d9-cff8-4ee3-a661-4c7d9202d38a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272267 Dec 15 04:49:01.409866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7afc78d2-79ae-49fc-ba98-557da398ec1b req-68989259-0cef-4382-bae6-17c394cdac5d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 Dec 15 04:49:01.423635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-f71d2a43-aa64-466e-96d2-37350715e74b service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909185 Dec 15 04:49:01.433266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaa3e85e-47a5-4181-bbcd-452d4f356938 req-56dad785-83fc-42b8-9557-1ed0c63e497a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300292 Dec 15 04:49:01.541420 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff035d93-396b-42af-85f8-a067f0870a14 req-08396c6d-2bd3-4d3e-9995-9cf7e8e960c9 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109893 Dec 15 04:49:01.579719 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.606466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.722988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.132 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6e8df61c-0427-4894-ab80-ce014e9fc0ad) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:01.826390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.861872 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:01.907470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:01.911574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:01.915348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:01.927127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13b901-f978-49ae-a2de-d8289f36c31d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:01.940317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=6e8df61c-0427-4894-ab80-ce014e9fc0ad,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:02.038897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7543f739-546b-40c9-bb48-3b4f0c424305 None None] Provisioning complete for port 6e8df61c-0427-4894-ab80-ce014e9fc0ad triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:02.039331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7543f739-546b-40c9-bb48-3b4f0c424305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:02.057165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-70197473-c90f-4089-a0c4-fa2bcb639777 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0689986 Dec 15 04:49:02.085760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7543f739-546b-40c9-bb48-3b4f0c424305 None None] Port 6e8df61c-0427-4894-ab80-ce014e9fc0ad cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:02.139303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-4075c382-1de4-4163-9c8d-421369aed1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.140892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-4075c382-1de4-4163-9c8d-421369aed1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 1098 time: 0.0497644 Dec 15 04:49:02.251604 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:02.252568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-ed8d1f18-d177-49fc-a1c1-75a49694b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.255410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-ed8d1f18-d177-49fc-a1c1-75a49694b5e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.0943463 Dec 15 04:49:02.303509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-ea2367f8-e6a8-4eb9-baa4-bb1f2dc715fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b4749db-bd6f-4af9-af70-73f88148eff4 HTTP/1.1" status: 200 len: 217 time: 0.0411017 Dec 15 04:49:02.363152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-14912b64-8750-4be4-9848-34be940a9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.367831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-14912b64-8750-4be4-9848-34be940a9e6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0560555 Dec 15 04:49:02.416675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-840ce3c7-7eda-47c4-8f03-e16fac041e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.419606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-840ce3c7-7eda-47c4-8f03-e16fac041e03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471690 Dec 15 04:49:02.462933 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:02.531879 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-c126f236-8025-40c0-8a96-72f3b67494a0 service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032672 Dec 15 04:49:02.651106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438861e3-32ff-4223-b814-01a1901917f6 req-98eaa2f7-81d3-4b55-88a5-eca32fa05d64 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.652683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-438861e3-32ff-4223-b814-01a1901917f6 req-98eaa2f7-81d3-4b55-88a5-eca32fa05d64 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1111107 Dec 15 04:49:02.662501 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:02.662697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f77bb-4db5-472c-a5c7-7c88e627bb7f req-66cad9fa-0783-458c-81fe-a8b9936b67be tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.668198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2611a977-b81b-4010-89ab-a93a507dcb82 req-72e69a52-cdf9-4025-a4e2-2ee23fbb221d service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289384 Dec 15 04:49:02.668895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f2f77bb-4db5-472c-a5c7-7c88e627bb7f req-66cad9fa-0783-458c-81fe-a8b9936b67be tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.1096373 Dec 15 04:49:02.769704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f2f77bb-4db5-472c-a5c7-7c88e627bb7f req-2a3e516b-4d90-4681-b057-5a0867956d83 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976181 Dec 15 04:49:02.777886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-438861e3-32ff-4223-b814-01a1901917f6 req-97a48879-4876-439e-81ea-1ed3579137aa tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072543 Dec 15 04:49:02.778888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router 2c88f626-1e86-4312-b1b6-e8a3664ad30a is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:49:02.923289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6fc7-d158-40ec-aaf1-260dc904c3c1 req-9fa9def8-db48-4c32-a01a-51a0c06699b2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:02.924796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-039d6fc7-d158-40ec-aaf1-260dc904c3c1 req-9fa9def8-db48-4c32-a01a-51a0c06699b2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.0689011 Dec 15 04:49:02.926542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:49:02.939986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Sync routers for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:49:02.953700 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:02.954876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e4a146df-f2da-4250-a0cd-d469d29d08a1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0692756 Dec 15 04:49:02.957987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53392) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:02.963056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:02.963688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:03.037824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-039d6fc7-d158-40ec-aaf1-260dc904c3c1 req-cf5dcf5d-770c-469d-87cb-f678023e1a28 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911839 Dec 15 04:49:03.119351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:03.142979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d5e1e23a-cdcc-4e4e-8831-ba636c83c1c1 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ef16d8f2c8554964a7b209e9ac5a74bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1833036 Dec 15 04:49:03.146302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:03.355520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ba0e3-3e4d-474b-a856-13761cf78840 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:03.360288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eb2ba0e3-3e4d-474b-a856-13761cf78840 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2101843 Dec 15 04:49:03.360524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53404) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:03.400023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:03.403765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:03.411360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d66d04cf-01e6-44c5-808c-391964ceef33 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494909 Dec 15 04:49:03.414169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53406) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:03.417769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:02Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:03.419087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950348870', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:03.453297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Checking router: 2c88f626-1e86-4312-b1b6-e8a3664ad30a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:49:03.453684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Updating router 2c88f626-1e86-4312-b1b6-e8a3664ad30a port 6e8df61c-0427-4894-ab80-ce014e9fc0ad binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:49:03.484011 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:03.848797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb2fa-6e18-4457-b1ba-1940c5ea5df5 req-3da9fcad-d2b3-481b-b989-7b9755230fca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:03.850664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-134bb2fa-6e18-4457-b1ba-1940c5ea5df5 req-3da9fcad-d2b3-481b-b989-7b9755230fca tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.4416430 Dec 15 04:49:03.896984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:03.900952 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.023723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-134bb2fa-6e18-4457-b1ba-1940c5ea5df5 req-03325f71-8f11-409c-a9ae-4dad310fb81f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616821 Dec 15 04:49:04.043900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.054718 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.077120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d645ab2-d0e6-40f0-ba3a-0d34cdf4e5d2 req-e7068caa-8593-4991-930a-0bbcece265d0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:04.078583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d645ab2-d0e6-40f0-ba3a-0d34cdf4e5d2 req-e7068caa-8593-4991-930a-0bbcece265d0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1952755 Dec 15 04:49:04.116287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377de7b1-a99b-4cc8-a668-c0de4d3ed886 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:04.123013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Attempting to bind port 6e8df61c-0427-4894-ab80-ce014e9fc0ad on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:04.123420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Attempting to bind port 6e8df61c-0427-4894-ab80-ce014e9fc0ad by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:04.123770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Attempting to bind port 6e8df61c-0427-4894-ab80-ce014e9fc0ad on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:04.126171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab7290-c385-4b54-8363-10fc5a9a6617 None None] Pushing event updated for resources: {'Port': ['ID=6e8df61c-0427-4894-ab80-ce014e9fc0ad,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:04.147265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:04.147707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:04.148604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.148935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:04.149570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Bound port: 6e8df61c-0427-4894-ab80-ce014e9fc0ad, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:04.150148 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.175848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d645ab2-d0e6-40f0-ba3a-0d34cdf4e5d2 req-35e64122-d6bc-49be-8afe-2314520fe55d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855699 Dec 15 04:49:04.228087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] For port 6e8df61c-0427-4894-ab80-ce014e9fc0ad, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:04.231206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.253789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] For port 6e8df61c-0427-4894-ab80-ce014e9fc0ad, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6e8df61c-0427-4894-ab80-ce014e9fc0ad,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:04.257912 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3ea6d02f-bb28-4cd0-bef1-23f16aae61a5 None None] Provisioning complete for port 6e8df61c-0427-4894-ab80-ce014e9fc0ad triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:04.258613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d02f-bb28-4cd0-bef1-23f16aae61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.261902 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.302236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Subnet': ['ID=6e83e0df-dea8-4982-9d7c-2811faf0d3b2,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:04.309574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Checking segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:04.309935 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network hostable DHCP agents. Network: 251aeb0a-0fc0-4a16-9cee-de33bca6e595, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:49:04.327920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:49:04.343577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 251aeb0a-0fc0-4a16-9cee-de33bca6e595) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:04.348372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:04.348947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.349610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80adfa-8460-4ee9-9ea9-e368b7e7a023 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:04.365183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8765d24-d577-49fc-af73-f50411b0d0fa None None] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:04.366676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d059136d-7821-4510-8aff-768e85e8778a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9514349 Dec 15 04:49:04.369619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:04.425568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:04.426326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:04.428496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab7290-c385-4b54-8363-10fc5a9a6617 None None] Pushing event updated for resources: {'Port': ['ID=6e8df61c-0427-4894-ab80-ce014e9fc0ad,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:04.611474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d02f-bb28-4cd0-bef1-23f16aae61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.647226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3ea6d02f-bb28-4cd0-bef1-23f16aae61a5 None None] For port 6e8df61c-0427-4894-ab80-ce014e9fc0ad, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6e8df61c-0427-4894-ab80-ce014e9fc0ad,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:04.675800 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d02f-bb28-4cd0-bef1-23f16aae61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.687503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:49:04.688748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.711187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:04.897375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2bfe0955-14cf-42e4-8b78-a70ddaa8af7c None None] Provisioning complete for port 6e8df61c-0427-4894-ab80-ce014e9fc0ad triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:04.897674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0955-14cf-42e4-8b78-a70ddaa8af7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.966285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:04.995801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d02f-bb28-4cd0-bef1-23f16aae61a5 None None] Pushing event updated for resources: {'Port': ['ID=6e8df61c-0427-4894-ab80-ce014e9fc0ad,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:05.168099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Allocated IP 172.20.0.2 (251aeb0a-0fc0-4a16-9cee-de33bca6e595/6e83e0df-dea8-4982-9d7c-2811faf0d3b2/7bd2a45c-adbb-43cb-bcf4-fa1647da1712) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:05.278371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-dc616788-76e3-4020-9055-abb1ea686477 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:05.281492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-dc616788-76e3-4020-9055-abb1ea686477 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.1208897 Dec 15 04:49:05.296307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff913f6-28e0-41b3-bbd9-3d7acdacaf75 req-4a453947-5d36-4541-acc8-24573cbb6cda tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:05.298058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff913f6-28e0-41b3-bbd9-3d7acdacaf75 req-4a453947-5d36-4541-acc8-24573cbb6cda tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 946 time: 0.1827362 Dec 15 04:49:05.306103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:02Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:05.347652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb8b8e-58e1-4ff8-a406-679a63e26c70 None None] The sync data for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 is: [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:02Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:49:05.423024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.434414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.468940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port 600cc665-ca39-4eec-9968-2edeaaae292b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:05.469340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.536896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:05.539433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff913f6-28e0-41b3-bbd9-3d7acdacaf75 req-d128086e-9658-493c-ad6a-dc07708e4468 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241921 Dec 15 04:49:05.545323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:05.568347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63925c-d239-4b72-baeb-10befa0c3c2c req-270c3f96-57ca-4939-9492-74319a9d86ff tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:05.568691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:05.570747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c63925c-d239-4b72-baeb-10befa0c3c2c req-270c3f96-57ca-4939-9492-74319a9d86ff tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1722202 Dec 15 04:49:05.573037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.1 (251aeb0a-0fc0-4a16-9cee-de33bca6e595/6e83e0df-dea8-4982-9d7c-2811faf0d3b2/fc4de0db-89e0-4862-8c17-f157b23815d1) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:05.597312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Pushing event updated for resources: {'Port': ['ID=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:05.614858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port 600cc665-ca39-4eec-9968-2edeaaae292b, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=600cc665-ca39-4eec-9968-2edeaaae292b,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:05.615231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.631903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for 600cc665-ca39-4eec-9968-2edeaaae292b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:05.686203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Attempting to bind port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:05.686546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Attempting to bind port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:05.686906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Attempting to bind port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:05.693534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:05.693909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Checking segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:05.694444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.694775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Bound using segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:05.695254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Bound port: 7bd2a45c-adbb-43cb-bcf4-fa1647da1712, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:05.695633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.806165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c63925c-d239-4b72-baeb-10befa0c3c2c req-298c1af0-d847-4008-81f6-e3393cb89afc tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071586 Dec 15 04:49:05.837228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] For port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:05.845172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] For port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:05.858431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.881022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.889284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.928481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:05.931899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:05.939571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=600cc665-ca39-4eec-9968-2edeaaae292b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:06.006766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:06.013436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:06.017995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:06.044758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port 600cc665-ca39-4eec-9968-2edeaaae292b on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:06.054236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:06.057875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e402aefa-1de0-4fb5-bfc5-d5a04e950d81 req-6fe92426-b459-4e32-bf91-33ac2285c665 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "DELETE /v2.0/ports/600cc665-ca39-4eec-9968-2edeaaae292b HTTP/1.1" status: 204 len: 173 time: 0.7690849 Dec 15 04:49:06.071159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'name': 'network-vif-deleted', 'tag': '600cc665-ca39-4eec-9968-2edeaaae292b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:06.073756 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101350f8-e7a1-4a23-9ce8-7e9ee6371cc2" -d '{"events": [{"server_uuid": "fe994e87-8cd3-48ae-a6c5-c46ec004a7fe", "name": "network-vif-deleted", "tag": "600cc665-ca39-4eec-9968-2edeaaae292b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:06.106494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=fc4de0db-89e0-4862-8c17-f157b23815d1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:06.124463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c921c-b88f-4c6a-9727-a082d2cce3ea None None] Pushing event updated for resources: {'Port': ['ID=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:06.189972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:06.190630 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a971d7c-81cd-4af4-808b-1e66af6c67c4 x-openstack-request-id: req-4a971d7c-81cd-4af4-808b-1e66af6c67c4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:06.191024 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe994e87-8cd3-48ae-a6c5-c46ec004a7fe", "name": "network-vif-deleted", "tag": "600cc665-ca39-4eec-9968-2edeaaae292b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:06.191525 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a971d7c-81cd-4af4-808b-1e66af6c67c4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:06.192169 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe994e87-8cd3-48ae-a6c5-c46ec004a7fe', 'name': 'network-vif-deleted', 'tag': '600cc665-ca39-4eec-9968-2edeaaae292b', 'status': 'completed', 'code': 200} Dec 15 04:49:06.500727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:06.790815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09ae3b11-6a32-43db-8215-7351243dcd77 req-fd6a4506-e636-409f-81fd-ffc05ac71bf1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0549166 Dec 15 04:49:06.868056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:06.977554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:06.983218 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.012991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:07.013410 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.015774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.105795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb2d4f-f8bd-43a8-8f44-588c2ee31ca9 req-e0743610-670f-43c3-bb57-7745b008987e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:07.107531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61eb2d4f-f8bd-43a8-8f44-588c2ee31ca9 req-e0743610-670f-43c3-bb57-7745b008987e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1796851 Dec 15 04:49:07.118318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.148124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.149918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=fc4de0db-89e0-4862-8c17-f157b23815d1,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:07.155917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:07.163673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.164966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e8df61c-0427-4894-ab80-ce014e9fc0ad up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:07.187723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61eb2d4f-f8bd-43a8-8f44-588c2ee31ca9 req-52f830eb-67ea-436f-b2e9-1ea0fcd569eb tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696602 Dec 15 04:49:07.262225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:07.285275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:07.285501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6e8df61c-0427-4894-ab80-ce014e9fc0ad triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:07.285644 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.287092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:07.433906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router 2c88f626-1e86-4312-b1b6-e8a3664ad30a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:49:07.555350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e3aed-7fa5-4761-8ff6-de8daa7c4095 None None] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:07.567387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:49:07.584616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-32a03ad5-6cb0-4724-8597-26a47bbc21e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/2c88f626-1e86-4312-b1b6-e8a3664ad30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2139108 Dec 15 04:49:07.665858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b816f998-cedc-403b-b9d0-f7e5da96dca9 None None] Provisioning complete for port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:07.666524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b816f998-cedc-403b-b9d0-f7e5da96dca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:07.749930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-bb08fe14-064e-4ff0-94c6-ebde8870cd2b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460660943&fields=id&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 267 time: 0.0606358 Dec 15 04:49:07.832366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 600cc665-ca39-4eec-9968-2edeaaae292b no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:49:07.877556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 600cc665-ca39-4eec-9968-2edeaaae292b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:49:07.878673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 600cc665-ca39-4eec-9968-2edeaaae292b not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:49:07.896675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-3bf7fc57-ff3f-45d6-9265-3c3e6f40a701 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:07.898377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-3bf7fc57-ff3f-45d6-9265-3c3e6f40a701 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 797 time: 0.1404116 Dec 15 04:49:07.917859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-b13b8d15-de06-4bb4-9443-dab09f2bfec3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/quotas/ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 375 time: 0.0136936 Dec 15 04:49:07.959667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbf95b8e-fa90-445c-96b6-a9fe2ff617b2 req-34c7d433-fb46-4019-8a3b-db470b91e0da tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0443993 Dec 15 04:49:08.023666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-722a83dd-4daa-4dd0-bb23-484f85cbe283 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958014 Dec 15 04:49:08.112947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1d4c510d-8581-4cac-a9d6-64b3764b31c5 None None] Provisioning complete for port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:08.113501 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d4c510d-8581-4cac-a9d6-64b3764b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:08.155802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb815c-d463-4af1-b18d-f6e5ff1988e5 req-51cc893f-c0b1-41ce-afd0-6a630091fec2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:08.157788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4bb815c-d463-4af1-b18d-f6e5ff1988e5 req-51cc893f-c0b1-41ce-afd0-6a630091fec2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1227036 Dec 15 04:49:08.202059 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Sync routers for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:49:08.212687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-0cdec9e6-d21d-489a-a5e4-5f20faf88b35 service neutron] 10.222.0.37 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762247 Dec 15 04:49:08.233833 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:08.234477 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:08.291069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4bb815c-d463-4af1-b18d-f6e5ff1988e5 req-97a258af-e758-487e-9fc0-1fd574d4b4e9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181552 Dec 15 04:49:08.317923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1d4c510d-8581-4cac-a9d6-64b3764b31c5 None None] Provisioning complete for port fc4de0db-89e0-4862-8c17-f157b23815d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:08.318303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d4c510d-8581-4cac-a9d6-64b3764b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:08.371481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-6ec9b4a9-6ca5-4596-a613-6a3566766533 service neutron] 10.222.0.37 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474860 Dec 15 04:49:08.382680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:08.402120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c510d-8581-4cac-a9d6-64b3764b31c5 None None] Port fc4de0db-89e0-4862-8c17-f157b23815d1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:08.531154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-20acb2e5-dc40-4807-bd3a-40b1d5e86113 None None] Provisioning complete for port fc4de0db-89e0-4862-8c17-f157b23815d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:08.531774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-20acb2e5-dc40-4807-bd3a-40b1d5e86113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:08.648179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-20acb2e5-dc40-4807-bd3a-40b1d5e86113 None None] Port fc4de0db-89e0-4862-8c17-f157b23815d1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:08.690207 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 2, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:08.736662 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Checking router: 2c88f626-1e86-4312-b1b6-e8a3664ad30a for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:49:08.737318 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Updating router 2c88f626-1e86-4312-b1b6-e8a3664ad30a port fc4de0db-89e0-4862-8c17-f157b23815d1 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:49:08.775470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-68d6fe20-e3e7-4455-b891-01bc68bb3fdf None None] Provisioning complete for port fc4de0db-89e0-4862-8c17-f157b23815d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:08.775857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-68d6fe20-e3e7-4455-b891-01bc68bb3fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:08.775965 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:08.804986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:08.884439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-68d6fe20-e3e7-4455-b891-01bc68bb3fdf None None] Port fc4de0db-89e0-4862-8c17-f157b23815d1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:08.894637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5df06-607d-4de2-92c2-4179d7b98e1f req-2bd363dc-0aca-4eeb-8ea6-b569a5a57ae2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:08.896619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51d5df06-607d-4de2-92c2-4179d7b98e1f req-2bd363dc-0aca-4eeb-8ea6-b569a5a57ae2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.5046728 Dec 15 04:49:08.904979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:08.905364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:08.981526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51d5df06-607d-4de2-92c2-4179d7b98e1f req-b022a156-876a-49b2-ac87-52250ade30f3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604515 Dec 15 04:49:08.999057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15395657-f31c-4539-a983-3079a9c4604d req-97bed812-8996-434a-a2cb-088ba813a696 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:09.001198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15395657-f31c-4539-a983-3079a9c4604d req-97bed812-8996-434a-a2cb-088ba813a696 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1299121 Dec 15 04:49:09.103829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eed47419-a713-4462-b4b6-484d8c04ea9a req-6e35e733-053b-410d-888e-40665b078c05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 210 time: 0.0412869 Dec 15 04:49:09.108950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15395657-f31c-4539-a983-3079a9c4604d req-5fd65033-051b-4983-84e2-695d10f853ba tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938385 Dec 15 04:49:09.183327 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.193135 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.246116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53bc054e-5e3a-46f8-97ab-5bed75d76d44 req-a6e8b116-32c6-465d-a481-6accbcd195ad tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0410864 Dec 15 04:49:09.253831 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75699186-d201-40d0-b6a7-91ab4f9b34c5 None None] Pushing event updated for resources: {'Port': ['ID=fc4de0db-89e0-4862-8c17-f157b23815d1,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:09.337281 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Attempting to bind port fc4de0db-89e0-4862-8c17-f157b23815d1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:09.337892 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Attempting to bind port fc4de0db-89e0-4862-8c17-f157b23815d1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:09.339038 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Attempting to bind port fc4de0db-89e0-4862-8c17-f157b23815d1 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:09.349155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:09.349717 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Checking segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:09.350261 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.350764 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Bound using segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:09.351389 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Bound port: fc4de0db-89e0-4862-8c17-f157b23815d1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:09.352097 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.446913 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] For port fc4de0db-89e0-4862-8c17-f157b23815d1, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:09.453441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] For port fc4de0db-89e0-4862-8c17-f157b23815d1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fc4de0db-89e0-4862-8c17-f157b23815d1,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:09.459712 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.540952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-76d7e5a1-5f8c-4d7a-b613-f1d0c7a70f64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:09.542484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-76d7e5a1-5f8c-4d7a-b613-f1d0c7a70f64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.1391792 Dec 15 04:49:09.544893 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75699186-d201-40d0-b6a7-91ab4f9b34c5 None None] Pushing event updated for resources: {'Port': ['ID=fc4de0db-89e0-4862-8c17-f157b23815d1,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:09.549439 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:09.550074 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:09.575034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-1ab05566-4721-4aa1-9099-ce11cab3df7c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/quotas/5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 375 time: 0.0198421 Dec 15 04:49:09.622932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66e562dc-ac01-483e-be84-6c0edf429f18 None None] Provisioning complete for port fc4de0db-89e0-4862-8c17-f157b23815d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:09.623307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66e562dc-ac01-483e-be84-6c0edf429f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.676709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-1e5d4c05-be2b-48c0-8219-4db956721bb2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1006820 Dec 15 04:49:09.734238 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:09.791791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-d805299b-3eb7-46b9-a241-51502852e73f service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116488 Dec 15 04:49:09.813606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66e562dc-ac01-483e-be84-6c0edf429f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:09.880033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-66e562dc-ac01-483e-be84-6c0edf429f18 None None] For port fc4de0db-89e0-4862-8c17-f157b23815d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fc4de0db-89e0-4862-8c17-f157b23815d1,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:09.894297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66e562dc-ac01-483e-be84-6c0edf429f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:10.009233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-53ff877e-2ce5-49bd-ba44-3b555ae9ad1e service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902599 Dec 15 04:49:10.123169 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:10.156844 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a7757-5acd-4f25-91b2-01e1463fb042 None None] The sync data for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 is: [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:49:10.286223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d1f67-c2fd-4c43-95e3-b334d2884f52 req-1e49ab09-12eb-438e-8fcd-e2f74a706279 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:10.288510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-214d1f67-c2fd-4c43-95e3-b334d2884f52 req-1e49ab09-12eb-438e-8fcd-e2f74a706279 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1236637 Dec 15 04:49:10.362887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e562dc-ac01-483e-be84-6c0edf429f18 None None] Pushing event updated for resources: {'Port': ['ID=fc4de0db-89e0-4862-8c17-f157b23815d1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:10.386120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-32669d03-6661-46b7-a659-49082023e974 None None] Provisioning complete for port fc4de0db-89e0-4862-8c17-f157b23815d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:10.386872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32669d03-6661-46b7-a659-49082023e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:10.399674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-c152fff4-81ab-45d8-bb44-c2e884bf8f41 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:10.412190 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-c152fff4-81ab-45d8-bb44-c2e884bf8f41 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 797 time: 0.3024144 Dec 15 04:49:10.425658 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-214d1f67-c2fd-4c43-95e3-b334d2884f52 req-dd2b75e5-2a2b-48ea-ad09-1d56df3ef0fe tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201153 Dec 15 04:49:10.507869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ee728d0-a93f-4f78-8e2e-204b17fc516a req-72da0c84-52e6-4a9a-9c8a-3fc6d0afcc62 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 210 time: 0.1062009 Dec 15 04:49:10.575467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-a2de99b2-e767-46f8-ad90-efc15bc940a0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 379 time: 0.1383023 Dec 15 04:49:10.594377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'port': {'device_id': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'admin_state_up': True, 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'security_groups': ['016afc10-ac79-45b0-8f66-29078d22fc1f']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:10.635993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45007e50-e93f-4bd5-ad49-4366335770bc req-48fe0ca8-3f91-4b41-b5a3-e7bf2565256b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0650620 Dec 15 04:49:10.754074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bb16693-4677-4354-bf0b-bbafaeeea753 req-74f6d5ba-988f-475c-9a8e-391f681b9643 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 210 time: 0.0352459 Dec 15 04:49:10.826552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fc4de0db-89e0-4862-8c17-f157b23815d1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:10.856970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:10.861468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:10.926890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fc4de0db-89e0-4862-8c17-f157b23815d1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:10.927504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:11.042489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.4 (251aeb0a-0fc0-4a16-9cee-de33bca6e595/6e83e0df-dea8-4982-9d7c-2811faf0d3b2/d49bd21e-bd1f-4607-9a4d-b7e5875d1c06) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:11.629092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:11.645008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2285d34-6458-40a2-863a-6609e278a9c6 req-7ac16514-f477-4e04-90e6-585ef7ab36c0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 210 time: 0.0292659 Dec 15 04:49:11.668683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7304b-a40f-4b6d-8522-6001412bc91d req-d7546b31-853f-4b8c-ac37-d11e53076aeb tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:11.672608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37f7304b-a40f-4b6d-8522-6001412bc91d req-d7546b31-853f-4b8c-ac37-d11e53076aeb tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1071000 Dec 15 04:49:11.678086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:11.730282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:11.736414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37f7304b-a40f-4b6d-8522-6001412bc91d req-6dc1c6fc-e678-481e-a865-697780596dd3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545576 Dec 15 04:49:11.736694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:11.760420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:11.789196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b53f90e9-dfdc-4b84-aa86-5b521420cfb8 req-143cc2d8-8a8f-4406-bffb-8e9add548b4a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0516906 Dec 15 04:49:11.838029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:11.889159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:11.893225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:11.942965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-63e9105e-5777-4866-8eaf-db9ceaee9d03 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3518984 Dec 15 04:49:11.956791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd427ebb-5478-4b49-a6ed-86f0941a7fb4 req-02f42587-fe81-4363-ac02-2fd635a92aca tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 210 time: 0.0576482 Dec 15 04:49:11.963133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-8906636d-b945-4ed8-be2b-e5110ef1d276 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:49:11.964415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-8906636d-b945-4ed8-be2b-e5110ef1d276 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157301 Dec 15 04:49:12.100283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Request body: {'port': {'device_id': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:12.145994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-ce26507b-6bc2-4663-a1a7-1a3abc9cd56c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:12.147513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-ce26507b-6bc2-4663-a1a7-1a3abc9cd56c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.1821446 Dec 15 04:49:12.162145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-492f6690-192c-4b4a-972b-5de41ef7d8d3 None None] Provisioning complete for port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:12.162655 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-492f6690-192c-4b4a-972b-5de41ef7d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:12.179535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:12.202363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-492f6690-192c-4b4a-972b-5de41ef7d8d3 None None] Port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:12.203349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'port': {'device_id': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'admin_state_up': True, 'tenant_id': '5ce6912b41234295b070654966d6f06d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:12.526854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:12.530452 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:12.598638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:12.632868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:12.659609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Transition to ACTIVE for port object d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:49:12.669048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:12.774075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:12.782735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Allocated IP 172.20.0.7 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/d0d9d07f-517b-4c95-8cfb-1cb21043de36) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:12.902246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb351-2715-4785-8a14-deb47a1667c1 req-41067d84-fb1c-441d-b957-d865acd20b22 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:12.918144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8ebb351-2715-4785-8a14-deb47a1667c1 req-41067d84-fb1c-441d-b957-d865acd20b22 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.1767097 Dec 15 04:49:12.973251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:12.973787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:12.974337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:13.013859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8ebb351-2715-4785-8a14-deb47a1667c1 req-93db006f-059e-4223-a457-43600dc064f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942564 Dec 15 04:49:13.061221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:49:13.061529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:13.074392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:13.074849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Checking segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:13.075325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Bound using segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:13.075855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Bound port: d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:13.076394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:13.124767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d9ee01e-ae80-4dd1-92c1-571c0f1b549b req-f3d9142d-d0c8-41fb-b272-f47253071eda tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0378401 Dec 15 04:49:13.275175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:13.283162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:13.288224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:13.307063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:13.311398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845c07-6dbe-4e48-89e5-fda662b7c0f4 req-f806b330-44a7-4fa1-9d2a-04967a4a2e1a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:13.313282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc845c07-6dbe-4e48-89e5-fda662b7c0f4 req-f806b330-44a7-4fa1-9d2a-04967a4a2e1a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.0958102 Dec 15 04:49:13.367562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-624afc7e-cc57-4f3f-be03-a9b11de01049 req-9ea47533-f16f-4e6a-acb3-373fb9f9b5c8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 210 time: 0.0416129 Dec 15 04:49:13.408397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:13.419286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc845c07-6dbe-4e48-89e5-fda662b7c0f4 req-2e2d8bef-ace6-4f7a-b24f-32b437553092 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998311 Dec 15 04:49:13.425970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:13.435435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:13.436693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:13.438158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ee94e150-2c89-478c-b953-49fa25ad1ead service neutron] 10.222.0.42 "PUT /v2.0/ports/d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 1092 time: 1.4561541 Dec 15 04:49:13.440752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:13.443182 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9510d990-948a-44a9-b0ed-fbdf0a13a72e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:13.469635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:13.508993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:13.527249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:13.532460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:13.552399 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f63505-1e47-47f4-92c7-d895cc4610a3 x-openstack-request-id: req-97f63505-1e47-47f4-92c7-d895cc4610a3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:13.552703 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:13.552961 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97f63505-1e47-47f4-92c7-d895cc4610a3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:13.558275 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'status': 'completed', 'code': 200} Dec 15 04:49:13.574735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:13.630341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:13.686932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-2dbf9f51-d223-46dc-84b7-63dc52bd4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:13.688536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-2dbf9f51-d223-46dc-84b7-63dc52bd4ca1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1095 time: 0.1912954 Dec 15 04:49:13.695166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:13.695797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:13.778406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ab9d67dd-f979-4ae1-a1b9-8a4aa6bbcc33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 217 time: 0.0747600 Dec 15 04:49:13.807693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-26799789-3bea-449c-bb88-9a28817a1378 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6099169 Dec 15 04:49:13.882657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-6d3b6089-48d1-4214-ad93-c05d761379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:13.884650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-6d3b6089-48d1-4214-ad93-c05d761379e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.0983348 Dec 15 04:49:13.893917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-1a9d80fa-1c7c-4e46-aeca-434f380e66b0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:49:13.895321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-1a9d80fa-1c7c-4e46-aeca-434f380e66b0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096450 Dec 15 04:49:13.932204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Request body: {'port': {'device_id': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:14.007186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-8d064d0d-c2ea-409a-ad5a-ea3f8c49227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.008733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-8d064d0d-c2ea-409a-ad5a-ea3f8c49227d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122866 Dec 15 04:49:14.013285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:14.086488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-da8814e8-56bb-4d02-aa60-c09276601fb9 None None] Provisioning complete for port d0d9d07f-517b-4c95-8cfb-1cb21043de36 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:14.087151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da8814e8-56bb-4d02-aa60-c09276601fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:14.131824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-da8814e8-56bb-4d02-aa60-c09276601fb9 None None] Port d0d9d07f-517b-4c95-8cfb-1cb21043de36 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:14.160767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2a1da-e921-4426-bccd-d8c89edefe03 req-46f236bb-b353-4512-9354-90620f3829d2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.170748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ab2a1da-e921-4426-bccd-d8c89edefe03 req-46f236bb-b353-4512-9354-90620f3829d2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.0786510 Dec 15 04:49:14.216187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-ffafcaff-6675-459f-832b-cd5c4582cea2 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926696 Dec 15 04:49:14.247598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ab2a1da-e921-4426-bccd-d8c89edefe03 req-fe5259ee-cc33-4c5d-aa86-cff52c61b579 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756078 Dec 15 04:49:14.371558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af4275ad-04c5-415e-9423-19643c1fe71b req-da4c94a0-fea6-4422-afe4-3612ce6db006 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0272801 Dec 15 04:49:14.381537 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6fe39766-11e0-47cd-9395-8f1a100c1fdd req-b8d8e056-fe12-48bf-ac1f-ad6992e7b75f service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565185 Dec 15 04:49:14.463309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d9d07f-517b-4c95-8cfb-1cb21043de36 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:14.471424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:14.522787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Transition to ACTIVE for port object d0d9d07f-517b-4c95-8cfb-1cb21043de36 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:49:14.531711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:14.543140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-4bf2a8f0-cda0-44d6-af39-4937bc5c9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.545256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-4bf2a8f0-cda0-44d6-af39-4937bc5c9a81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1095 time: 0.0707560 Dec 15 04:49:14.554788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7073ae7-1b77-4929-a27e-4b6287c93d89 req-c091028f-307b-407f-9b40-450e784fce3f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.560589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7073ae7-1b77-4929-a27e-4b6287c93d89 req-c091028f-307b-407f-9b40-450e784fce3f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 931 time: 0.1025240 Dec 15 04:49:14.605509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d884c-b91d-48b2-9b7e-34a84ed1b772 req-70c7807c-dc0d-4504-bb7f-956232be42ab tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.607019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-315d884c-b91d-48b2-9b7e-34a84ed1b772 req-70c7807c-dc0d-4504-bb7f-956232be42ab tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1142735 Dec 15 04:49:14.637905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:14.669534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7073ae7-1b77-4929-a27e-4b6287c93d89 req-1137c495-dff3-417d-bad3-28de3bfc6f27 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038318 Dec 15 04:49:14.692762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.693312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.693419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.693757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.694085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.694413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.694735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.695057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.695437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.695760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.696128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.696418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.696735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:14.708059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-315d884c-b91d-48b2-9b7e-34a84ed1b772 req-84d0de46-e1f6-4398-a463-17b47369e1ca tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944450 Dec 15 04:49:14.759376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-15488acd-7a93-4767-80c4-28f75abe74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.760947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-15488acd-7a93-4767-80c4-28f75abe74a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.1955404 Dec 15 04:49:14.779745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Attempting to bind port d0d9d07f-517b-4c95-8cfb-1cb21043de36 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:14.780198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Attempting to bind port d0d9d07f-517b-4c95-8cfb-1cb21043de36 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:14.780601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Attempting to bind port d0d9d07f-517b-4c95-8cfb-1cb21043de36 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:14.811821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-f37b186c-8fd8-45d8-bce3-c1fd41efb9f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 217 time: 0.0408342 Dec 15 04:49:14.813973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Port d0d9d07f-517b-4c95-8cfb-1cb21043de36 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:49:14.814299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Attempting to bind port d0d9d07f-517b-4c95-8cfb-1cb21043de36 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:14.829845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:14.830190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:14.830571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:14.831120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Bound port: d0d9d07f-517b-4c95-8cfb-1cb21043de36, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:14.831578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:14.899924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-a503ee33-5b27-4ed5-9827-edeb541896e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.901802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-a503ee33-5b27-4ed5-9827-edeb541896e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.0821543 Dec 15 04:49:14.954683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:14.958623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:14.964549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:14.977268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-e6f53eac-e811-4970-8ec3-70ed21626afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:14.978843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-e6f53eac-e811-4970-8ec3-70ed21626afd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680773 Dec 15 04:49:15.014877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.015505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:15.016986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] 10.222.0.16 "PUT /v2.0/ports/d0d9d07f-517b-4c95-8cfb-1cb21043de36 HTTP/1.1" status: 200 len: 1092 time: 1.0894778 Dec 15 04:49:15.083510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c4111-5947-4015-8832-989df1e35c18 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:15.146571 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-dc5b1a67-bf40-4320-842d-b097bee3d596 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498005 Dec 15 04:49:15.153107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-75e2d28d-5149-4d25-b599-b25960f3aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.154740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-75e2d28d-5149-4d25-b599-b25960f3aefd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 1095 time: 0.0642116 Dec 15 04:49:15.251164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-986a7c12-bc2e-4d4b-8cdb-eab53a9eb152 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36 HTTP/1.1" status: 200 len: 217 time: 0.0388687 Dec 15 04:49:15.329001 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9510d990-948a-44a9-b0ed-fbdf0a13a72e req-73d2e1c4-334f-40ab-8812-523ca5d1057d service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650844 Dec 15 04:49:15.336915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-7e8a62be-0a11-4bf1-9bd5-60812dfbfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.338277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-7e8a62be-0a11-4bf1-9bd5-60812dfbfa34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0754561 Dec 15 04:49:15.378985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe070a-58ec-4187-a557-35b2850bbb9e req-f586b436-63fa-426f-8dd8-7fcfd0794e22 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.381229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50fe070a-58ec-4187-a557-35b2850bbb9e req-f586b436-63fa-426f-8dd8-7fcfd0794e22 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.0618935 Dec 15 04:49:15.408040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-3d2eab34-889f-4645-8eb6-782fb9f22918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.409898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-3d2eab34-889f-4645-8eb6-782fb9f22918 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531392 Dec 15 04:49:15.458543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50fe070a-58ec-4187-a557-35b2850bbb9e req-d591f682-b89a-4389-ac83-32ea257406ee tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660036 Dec 15 04:49:15.509112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6de27a1f-6bfa-4a47-b6de-9d59dc84ff1d req-f66956ff-336e-4639-8020-19e4ac80a051 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0274050 Dec 15 04:49:15.522415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-9bc7f7af-b962-469c-a46f-9d75684bee73 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004524 Dec 15 04:49:15.580403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:15.582744 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be" -d '{"events": [{"name": "network-changed", "server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:15.622916 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd73695-7306-45b9-b734-c7a480036ca5 x-openstack-request-id: req-2cd73695-7306-45b9-b734-c7a480036ca5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:15.623218 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:15.623503 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cd73695-7306-45b9-b734-c7a480036ca5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:15.623904 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36', 'status': 'completed', 'code': 200} Dec 15 04:49:15.639789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-313abbf3-53ce-4146-9f8e-98527d1e7010 req-9121027d-4267-495e-b5d4-12196c54afe0 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045308 Dec 15 04:49:15.801326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011ef3-bc62-463d-a6e3-32944e407b14 req-68f39ba1-ca2f-4e02-8968-0aa290bab8e5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.802614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-a3fc2f87-1d1f-4ebe-b909-0322406b8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.803189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b011ef3-bc62-463d-a6e3-32944e407b14 req-68f39ba1-ca2f-4e02-8968-0aa290bab8e5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 943 time: 0.0632102 Dec 15 04:49:15.805223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-a3fc2f87-1d1f-4ebe-b909-0322406b8aee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 1095 time: 0.0628698 Dec 15 04:49:15.903606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b011ef3-bc62-463d-a6e3-32944e407b14 req-e82791e4-3760-44a4-a3d1-39c779e27dca tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935724 Dec 15 04:49:15.919806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1e552-bf22-42b7-8576-5ac74f17aa32 req-018e8285-8e91-4ec5-96c6-96d37722dfae tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.932218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08e1e552-bf22-42b7-8576-5ac74f17aa32 req-018e8285-8e91-4ec5-96c6-96d37722dfae tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1082628 Dec 15 04:49:15.946267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-fabb4405-7fce-4acb-865e-e4d62ab5c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:15.947998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-fabb4405-7fce-4acb-865e-e4d62ab5c432 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1329441 Dec 15 04:49:16.044031 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-219bd662-f73b-4821-9d7c-8ee434385a9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36 HTTP/1.1" status: 200 len: 217 time: 0.0823328 Dec 15 04:49:16.049914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08e1e552-bf22-42b7-8576-5ac74f17aa32 req-33426248-e2f1-4025-8473-dfabc665908c tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166594 Dec 15 04:49:16.125989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-03993f1d-1779-4a70-9264-5de4d0ffb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:16.127702 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-03993f1d-1779-4a70-9264-5de4d0ffb90c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0571609 Dec 15 04:49:16.183437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-02ce3bd2-2916-4103-8cff-400a37b752f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:16.185293 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-02ce3bd2-2916-4103-8cff-400a37b752f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485203 Dec 15 04:49:16.293062 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-38ac1718-e7eb-4318-9235-8999ad922dec service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978413 Dec 15 04:49:16.331014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53606) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:16.390524 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a37c33b5-60ae-49a1-b4f9-bb6757f8f9be req-99253b00-99d0-43a4-bd5c-b7fed62d54be service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882273 Dec 15 04:49:16.463853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81f755bb-1467-499c-a670-9f961dfc5abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.627555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81f755bb-1467-499c-a670-9f961dfc5abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.643635 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81f755bb-1467-499c-a670-9f961dfc5abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.675778 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce63811d-14fb-4891-85ec-f180654953e5 req-812fe054-5ebf-47ae-82de-8c6c00eca492 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe994e87-8cd3-48ae-a6c5-c46ec004a7fe HTTP/1.1" status: 200 len: 210 time: 0.0462332 Dec 15 04:49:16.723246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81f755bb-1467-499c-a670-9f961dfc5abb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eca63435c67439f9510f35e366f5ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882189 Dec 15 04:49:16.723246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f755bb-1467-499c-a670-9f961dfc5abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6ea111-041e-40cb-9fc4-75cf28e345de,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:16.723687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:16.738917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da7089-dbd8-41f4-b21c-597f03e24795 req-7e62b986-e70c-4801-8914-5f99896b6e19 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:16.740590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80da7089-dbd8-41f4-b21c-597f03e24795 req-7e62b986-e70c-4801-8914-5f99896b6e19 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.1612921 Dec 15 04:49:16.782745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c12449cc-ffbb-48e2-bbbe-3cf59adbf043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.797552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80da7089-dbd8-41f4-b21c-597f03e24795 req-4200b62d-5541-4e0e-92eb-d759c50e10fc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506699 Dec 15 04:49:16.804964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c12449cc-ffbb-48e2-bbbe-3cf59adbf043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.850843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c12449cc-ffbb-48e2-bbbe-3cf59adbf043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.853667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c12449cc-ffbb-48e2-bbbe-3cf59adbf043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:16.855242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c12449cc-ffbb-48e2-bbbe-3cf59adbf043 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b6ea111-041e-40cb-9fc4-75cf28e345de HTTP/1.1" status: 204 len: 168 time: 0.1305575 Dec 15 04:49:16.865102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12449cc-ffbb-48e2-bbbe-3cf59adbf043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6ea111-041e-40cb-9fc4-75cf28e345de,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:17.076055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8715d-053e-49f3-9544-bd745f2388e7 req-97cf49e1-a312-46eb-878f-d96280d9f21c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:17.084507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8d8715d-053e-49f3-9544-bd745f2388e7 req-97cf49e1-a312-46eb-878f-d96280d9f21c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 943 time: 0.0532470 Dec 15 04:49:17.135798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8d8715d-053e-49f3-9544-bd745f2388e7 req-0f688bbc-e3e4-4e8f-8c6d-72eb301fc420 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501153 Dec 15 04:49:17.187927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944b955-ec09-4325-b384-f8d2e6ede2cc req-bfc2e656-2716-40fd-b5be-7d398d7179c0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:17.189398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0944b955-ec09-4325-b384-f8d2e6ede2cc req-bfc2e656-2716-40fd-b5be-7d398d7179c0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.0526912 Dec 15 04:49:17.242085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0944b955-ec09-4325-b384-f8d2e6ede2cc req-c9ba8a90-4a92-4f2e-8590-e9835c6a00fc tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Dec 15 04:49:17.877414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0d9d07f-517b-4c95-8cfb-1cb21043de36 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:49:17.880863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:49:18.026778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afdc01-2798-48e3-8c5f-0b0d11c79310 req-8a824bd7-872f-4433-a688-7053433ea37a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:18.035597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9afdc01-2798-48e3-8c5f-0b0d11c79310 req-8a824bd7-872f-4433-a688-7053433ea37a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.1215720 Dec 15 04:49:18.093022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:18.104217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9afdc01-2798-48e3-8c5f-0b0d11c79310 req-bce08ebc-7141-4055-b7ee-0cd3ba5cf085 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674338 Dec 15 04:49:18.110726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:18.124085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'port_id': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'mac_address': 'fa:16:3e:5f:6d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:49:18.126148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36', 'mac_address': 'fa:16:3e:97:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:49:18.202527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:18.217002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d9d07f-517b-4c95-8cfb-1cb21043de36 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:18.221241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:18.235675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:18.265611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:18.270424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:18.274120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:18.280059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:18.304366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ab9a-fff7-40ce-95ab-9024a66b2e62 req-ff63f469-6225-4c60-ab46-48f8d42ba3c8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:18.306067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e227ab9a-fff7-40ce-95ab-9024a66b2e62 req-ff63f469-6225-4c60-ab46-48f8d42ba3c8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 943 time: 0.0751700 Dec 15 04:49:18.343564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:18.399106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e227ab9a-fff7-40ce-95ab-9024a66b2e62 req-efe6c030-2a0b-4d11-88da-4b57b204d0e6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 Dec 15 04:49:18.421611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c17fb-f245-487c-bca1-ead8026a113b req-808f8110-6b37-4a13-b44e-8045a4f3d9ad tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:18.421611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-303c17fb-f245-487c-bca1-ead8026a113b req-808f8110-6b37-4a13-b44e-8045a4f3d9ad tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.0814071 Dec 15 04:49:18.428744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:18.476013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-303c17fb-f245-487c-bca1-ead8026a113b req-cc793a02-9493-4835-b754-6a5d169fc3f1 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Dec 15 04:49:18.634450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d0d9d07f-517b-4c95-8cfb-1cb21043de36'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:18.668507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['d49bd21e-bd1f-4607-9a4d-b7e5875d1c06'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:18.905270 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:49:19.247495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23abef-9871-44ee-860c-00f1869b3289 req-5605c339-2088-4431-a241-4a60c19a2419 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:19.249917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb23abef-9871-44ee-860c-00f1869b3289 req-5605c339-2088-4431-a241-4a60c19a2419 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 944 time: 0.0645995 Dec 15 04:49:19.301941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb23abef-9871-44ee-860c-00f1869b3289 req-08054565-dd9a-45c7-8ea0-92b4dc3c06ab tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460575 Dec 15 04:49:19.492655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53758) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:19.591150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416dfbe-4a96-4c00-a5ff-629b6855333b req-fe34d83c-8b8c-4aa0-ae10-42cdca94c213 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:19.592677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2416dfbe-4a96-4c00-a5ff-629b6855333b req-fe34d83c-8b8c-4aa0-ae10-42cdca94c213 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 944 time: 0.0611374 Dec 15 04:49:19.662866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ab64c91-ae4e-4099-a02f-ba5641d4f7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:19.849598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5c67-83e2-40ce-958c-44553bfe793d req-8fca1378-0261-4c2f-8af4-481fcd13248e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:19.849598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-628d5c67-83e2-40ce-958c-44553bfe793d req-8fca1378-0261-4c2f-8af4-481fcd13248e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1083593 Dec 15 04:49:19.849598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2416dfbe-4a96-4c00-a5ff-629b6855333b req-39db88fe-c169-43cb-8c5d-aa90675a7df4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260812 Dec 15 04:49:19.854842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-628d5c67-83e2-40ce-958c-44553bfe793d req-5b43a45d-e506-4be2-9dbf-ce3bd65ca27c tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518612 Dec 15 04:49:19.869442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0d9d07f-517b-4c95-8cfb-1cb21043de36 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:19.906061 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ab64c91-ae4e-4099-a02f-ba5641d4f7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:19.913347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ab64c91-ae4e-4099-a02f-ba5641d4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:19.961117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5ab64c91-ae4e-4099-a02f-ba5641d4f7f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f8985e055b247369262ebdfa4df19c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4661255 Dec 15 04:49:19.961314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab64c91-ae4e-4099-a02f-ba5641d4f7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee864cfb-3b18-4121-88db-9c21df453257,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:19.961515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53786) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:19.977672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port d0d9d07f-517b-4c95-8cfb-1cb21043de36 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:49:19.981783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port d0d9d07f-517b-4c95-8cfb-1cb21043de36 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:19.982169 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.043098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e465bb-ed9f-45c5-ae15-82ef2e9b416f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.076263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e465bb-ed9f-45c5-ae15-82ef2e9b416f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.085405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.118891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:20.123979 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7491ef-0926-41ad-98f0-79c9a61dca7b" -d '{"events": [{"server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "name": "network-vif-plugged", "status": "completed", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:20.151403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e465bb-ed9f-45c5-ae15-82ef2e9b416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.152296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:20.154630 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e465bb-ed9f-45c5-ae15-82ef2e9b416f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.159822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e8e465bb-ed9f-45c5-ae15-82ef2e9b416f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee864cfb-3b18-4121-88db-9c21df453257 HTTP/1.1" status: 204 len: 168 time: 0.1971586 Dec 15 04:49:20.172742 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.173272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e465bb-ed9f-45c5-ae15-82ef2e9b416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee864cfb-3b18-4121-88db-9c21df453257,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:20.210230 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05bb36-1cc0-4c59-90c9-e2c380a52222 x-openstack-request-id: req-7a05bb36-1cc0-4c59-90c9-e2c380a52222 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:20.210527 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "name": "network-vif-plugged", "status": "completed", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:20.211264 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a05bb36-1cc0-4c59-90c9-e2c380a52222 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:20.211935 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36', 'code': 200} Dec 15 04:49:20.247569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:20.369803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac12864-1e56-4243-8901-758917e8c333 req-f1967f77-7cc4-4078-ad5f-fd96bcab93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:20.371744 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5ac12864-1e56-4243-8901-758917e8c333 req-f1967f77-7cc4-4078-ad5f-fd96bcab93bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 1097 time: 0.0654147 Dec 15 04:49:20.469221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5ac12864-1e56-4243-8901-758917e8c333 req-e9fe077e-ac9a-4a98-a09d-943a9d89642a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785635 Dec 15 04:49:20.495660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c47f90-dc58-42cb-8ddb-066771c57735 req-3aa66a3b-a38d-4bf6-88f9-0f0274f1b1f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:20.506158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9c47f90-dc58-42cb-8ddb-066771c57735 req-3aa66a3b-a38d-4bf6-88f9-0f0274f1b1f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 944 time: 0.0750477 Dec 15 04:49:20.585651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9c47f90-dc58-42cb-8ddb-066771c57735 req-84af0b39-1d8b-47f5-8855-4edc6f839b63 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774655 Dec 15 04:49:20.586169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53808) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:20.607348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb995dfb-e8b0-4c42-8ee4-71fa3c220be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.699508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb995dfb-e8b0-4c42-8ee4-71fa3c220be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.704615 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb995dfb-e8b0-4c42-8ee4-71fa3c220be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.746368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eb995dfb-e8b0-4c42-8ee4-71fa3c220be0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e08f13ec488f4950855c18138be36b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591291 Dec 15 04:49:20.747496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb995dfb-e8b0-4c42-8ee4-71fa3c220be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b3be4d-5951-4384-a9a0-9682c9bf897c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:20.749357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53812) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:20.809968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c671e563-bd12-41e8-ad78-4d387a955c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.840482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c671e563-bd12-41e8-ad78-4d387a955c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.914533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776409fe-43fa-4fe3-aa90-23e4b0fb2206 req-932a073f-f2cd-4191-823e-0096a43c3d82 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:20.916730 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c671e563-bd12-41e8-ad78-4d387a955c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.922085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-776409fe-43fa-4fe3-aa90-23e4b0fb2206 req-932a073f-f2cd-4191-823e-0096a43c3d82 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 945 time: 0.0801532 Dec 15 04:49:20.935608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c671e563-bd12-41e8-ad78-4d387a955c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:20.937558 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c671e563-bd12-41e8-ad78-4d387a955c69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79b3be4d-5951-4384-a9a0-9682c9bf897c HTTP/1.1" status: 204 len: 168 time: 0.1853657 Dec 15 04:49:20.975574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671e563-bd12-41e8-ad78-4d387a955c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b3be4d-5951-4384-a9a0-9682c9bf897c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:21.039052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-776409fe-43fa-4fe3-aa90-23e4b0fb2206 req-8c98d3f1-c5fb-4ec7-a700-a7756403cfef tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086121 Dec 15 04:49:21.075311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee301e-536c-4aba-be66-789f22af7a03 req-c534c3fe-377f-468a-8b3a-057eb24af75a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:21.078247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71ee301e-536c-4aba-be66-789f22af7a03 req-c534c3fe-377f-468a-8b3a-057eb24af75a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1409047 Dec 15 04:49:21.169540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71ee301e-536c-4aba-be66-789f22af7a03 req-20a6c8b6-51e5-4fa8-9eef-6160df2f06b7 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788264 Dec 15 04:49:21.761056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00106-c4b1-4998-8f8c-5c1bc7821344 req-957df1a3-1795-4127-afc0-a3880c2547d3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:21.762453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3fa00106-c4b1-4998-8f8c-5c1bc7821344 req-957df1a3-1795-4127-afc0-a3880c2547d3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 944 time: 0.1021287 Dec 15 04:49:21.835802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3fa00106-c4b1-4998-8f8c-5c1bc7821344 req-164c97cf-8c32-4e00-bca5-a6fdf934de43 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649967 Dec 15 04:49:21.870520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:21.933924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:49:21.938076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:21.938461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:22.043053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:22.078870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:22.098149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:22.170470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:22.212870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:22.215392 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b9d01a-5fc3-4b4e-8e3f-794b290442cc" -d '{"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-plugged", "status": "completed", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:22.308681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e436b18-165a-4f7c-9dd5-3dbdfbea98d7 req-23dbfe4a-8565-46cc-9094-38965b14d773 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:22.310755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e436b18-165a-4f7c-9dd5-3dbdfbea98d7 req-23dbfe4a-8565-46cc-9094-38965b14d773 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 945 time: 0.0883992 Dec 15 04:49:22.413012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf56a6-d8b9-4647-b085-82fb7a27a4e4 req-e2a91c73-eaba-4887-9553-e70fd5db1624 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:22.414837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4baf56a6-d8b9-4647-b085-82fb7a27a4e4 req-e2a91c73-eaba-4887-9553-e70fd5db1624 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1029754 Dec 15 04:49:22.424916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e436b18-165a-4f7c-9dd5-3dbdfbea98d7 req-fc84b7de-e527-4d4b-86d2-58a2419a84b3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030087 Dec 15 04:49:22.511773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4baf56a6-d8b9-4647-b085-82fb7a27a4e4 req-19b58aa7-41a1-43d6-88bc-f8b6169cb31c tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854344 Dec 15 04:49:22.519131 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84174f84-705c-4d5f-9ca4-c6e845a46d67 x-openstack-request-id: req-84174f84-705c-4d5f-9ca4-c6e845a46d67 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:22.520161 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-plugged", "status": "completed", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:22.520769 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84174f84-705c-4d5f-9ca4-c6e845a46d67 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:22.521415 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'code': 200} Dec 15 04:49:22.685021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288183e-ae45-4284-9f1f-955ed25adb8d req-2deb711d-cc59-4594-954a-436b0841431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:22.686772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3288183e-ae45-4284-9f1f-955ed25adb8d req-2deb711d-cc59-4594-954a-436b0841431b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.0508618 Dec 15 04:49:22.696617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-e6e44880-c753-4f2f-96d3-df09b3bad889 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 267 time: 0.0569236 Dec 15 04:49:22.812304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3288183e-ae45-4284-9f1f-955ed25adb8d req-3479eeba-eb21-41aa-a12b-9d354e233915 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164460 Dec 15 04:49:22.818287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-10073936-bd30-4060-9a5a-40616ea1a764 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:22.826393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-10073936-bd30-4060-9a5a-40616ea1a764 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 945 time: 0.1285560 Dec 15 04:49:22.832716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'port': {'security_groups': []}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:22.970668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.056695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf483-b50c-4d1a-a5c9-105594478fc6 req-b644ddaa-1f5d-4490-a160-fded5850518b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:23.068828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3edcf483-b50c-4d1a-a5c9-105594478fc6 req-b644ddaa-1f5d-4490-a160-fded5850518b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1084275 Dec 15 04:49:23.126090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53916) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:23.194561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3edcf483-b50c-4d1a-a5c9-105594478fc6 req-3056b558-a331-47e1-a067-ae3ff3c30ce0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094289 Dec 15 04:49:23.308526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:23.347230 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.356503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.362016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1295281718'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:23.391953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:23.397000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf', 'd0d9d07f-517b-4c95-8cfb-1cb21043de36'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:23.414486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Made reservation on behalf of 78b9b8a97f7c4e039625a2eb042e390b for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:23.423295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.442888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=6']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:23.461564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.465316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:23.466348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.473541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e9ddb36-bd70-4ffd-a3ed-ec9bc744a055 req-2572dde8-0ebc-41a6-8658-34bd7a138e13 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "PUT /v2.0/ports/d0d9d07f-517b-4c95-8cfb-1cb21043de36 HTTP/1.1" status: 200 len: 904 time: 0.6460137 Dec 15 04:49:23.474142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:23.488968 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:23.574956 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f00e222-35c8-4db8-a0eb-dc49b30a7c98 x-openstack-request-id: req-7f00e222-35c8-4db8-a0eb-dc49b30a7c98 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:23.575749 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:23.576313 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f00e222-35c8-4db8-a0eb-dc49b30a7c98 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:23.576945 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36', 'status': 'completed', 'code': 200} Dec 15 04:49:23.661229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d0d9d07f-517b-4c95-8cfb-1cb21043de36'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:23.672405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.685140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.757934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:23.810852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421b31-6869-4c72-8ecb-28af6d87876a req-d580d9d1-8888-43d2-aba5-58e366c511ba tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:23.821066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b421b31-6869-4c72-8ecb-28af6d87876a req-d580d9d1-8888-43d2-aba5-58e366c511ba tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 907 time: 0.1948462 Dec 15 04:49:23.837521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b5020d-0636-4335-be41-a4ed02f9c555,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:23.851350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.851711 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Added segment 4110884f-5242-41c3-bfdc-bd1e3348a7f0 of type vlan for network b80b9cc8-6422-4e27-97e9-0f21283cfdeb Dec 15 04:49:23.919607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77354189-d006-4854-8c69-33b92520f76d req-8fa6e0fe-0595-469e-bdb4-9679a01644c1 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:23.938410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:23.949732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-d1c86cb4-16cb-442c-8d26-31c35de57270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:23.951640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-d1c86cb4-16cb-442c-8d26-31c35de57270 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 1059 time: 0.2775538 Dec 15 04:49:23.952318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77354189-d006-4854-8c69-33b92520f76d req-8fa6e0fe-0595-469e-bdb4-9679a01644c1 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1287785 Dec 15 04:49:24.081951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-13532c0c-62bb-4e7e-b710-86c7b1e5cf2c None None] Provisioning complete for port d0d9d07f-517b-4c95-8cfb-1cb21043de36 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:24.082330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13532c0c-62bb-4e7e-b710-86c7b1e5cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:24.101869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-77354189-d006-4854-8c69-33b92520f76d req-68b16e92-3d2e-49a6-afc3-be6daf36194d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479554 Dec 15 04:49:24.140495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:24.149596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.150390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:24.199973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56c87-61b4-44d8-8611-cddac3b783f9 req-ff730057-ffbe-4382-a2a6-a4459999d0a0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.210305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56a56c87-61b4-44d8-8611-cddac3b783f9 req-ff730057-ffbe-4382-a2a6-a4459999d0a0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1062779 Dec 15 04:49:24.325740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1956220 Dec 15 04:49:24.332741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53958) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:24.349140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Request body: {'subnet': {'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:24.349397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-a7d21941-42fc-48b2-94f3-e3a02962637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.350749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-a7d21941-42fc-48b2-94f3-e3a02962637d service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.3834858 Dec 15 04:49:24.352426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5fb26-cbbf-497d-851a-a85068ded5ad tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event updated for resources: {'Network': ['ID=b80b9cc8-6422-4e27-97e9-0f21283cfdeb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:24.362685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:49:24.411654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56a56c87-61b4-44d8-8611-cddac3b783f9 req-9d955aac-150e-49a6-88d3-ce640f6dffdf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004149 Dec 15 04:49:24.473802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-af8213a0-a3c7-491f-ae5b-f4f85c5d7432 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36 HTTP/1.1" status: 200 len: 217 time: 0.1151755 Dec 15 04:49:24.495307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed7a3c-1b11-4c6c-abd0-00224261164c req-7a8e66c0-b3bd-4b23-8533-ab9580e7b0d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.496916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30ed7a3c-1b11-4c6c-abd0-00224261164c req-7a8e66c0-b3bd-4b23-8533-ab9580e7b0d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1632597 Dec 15 04:49:24.601619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Made reservation on behalf of 78b9b8a97f7c4e039625a2eb042e390b for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:24.602437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-aaab03f5-9e89-499d-bca7-efd7325c170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.603936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-aaab03f5-9e89-499d-bca7-efd7325c170e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1197197 Dec 15 04:49:24.605227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:24.671208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-3e6e3a60-0923-4c4b-a2c2-0adb78de5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.672865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-3e6e3a60-0923-4c4b-a2c2-0adb78de5049 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603154 Dec 15 04:49:24.673577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30ed7a3c-1b11-4c6c-abd0-00224261164c req-650ff8cc-bdf5-4f53-8f23-78958973130c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459384 Dec 15 04:49:24.697292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3effa5b-764d-4732-94f1-a56d2045aa40 req-322415f6-c84d-4915-9f11-370e27c336c5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.698903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3effa5b-764d-4732-94f1-a56d2045aa40 req-322415f6-c84d-4915-9f11-370e27c336c5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1724751 Dec 15 04:49:24.807538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-18edf04d-8005-4f46-8044-b416a3cb8559 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264606 Dec 15 04:49:24.833742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3effa5b-764d-4732-94f1-a56d2045aa40 req-2908f85b-6b59-464a-bf6b-9c185d1a7e80 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178808 Dec 15 04:49:24.901284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a7de8-c7fa-45d8-a594-62207103b800 req-a3ba0dcf-2fd5-4413-96c1-f35867d55f1d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:24.902807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f02a7de8-c7fa-45d8-a594-62207103b800 req-a3ba0dcf-2fd5-4413-96c1-f35867d55f1d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1090343 Dec 15 04:49:24.931235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-00b3559f-7f81-4a73-9491-1bc88e5bfb7f req-74be9118-76a5-48fe-af77-5af276ba5d6b service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144249 Dec 15 04:49:25.019946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.032448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f02a7de8-c7fa-45d8-a594-62207103b800 req-ac9ac9e7-d19b-46f3-b93a-a605d550f132 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216893 Dec 15 04:49:25.058372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53980) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:25.087341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event updated for resources: {'Subnet': ['ID=61519a91-a015-4709-a62c-d04819331a0b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:25.112898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Checking segment: {'id': '4110884f-5242-41c3-bfdc-bd1e3348a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:25.113270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Network hostable DHCP agents. Network: b80b9cc8-6422-4e27-97e9-0f21283cfdeb, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:49:25.116164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f745f2b8-47c7-4b54-8227-cc86dcb35693 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:25.118179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f745f2b8-47c7-4b54-8227-cc86dcb35693 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1092 time: 0.0587096 Dec 15 04:49:25.121292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53990) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:25.126601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:25.151791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:49:25.157466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.211182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b80b9cc8-6422-4e27-97e9-0f21283cfdeb) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:25.216426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:25.217347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.236499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee73592-169b-4782-9fb2-aee04c8c4798 None None] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:25.310052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.318935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f056ef95-1e7a-48fc-a0f3-92d9c59afa53 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9739156 Dec 15 04:49:25.325897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:25.342906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Request body: {'port': {'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1731822253'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:25.358490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564e853-02b4-401a-bff0-208dfe458a37 req-8f920945-50dc-4d95-ad2e-1d597e6ac55e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:25.366227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a564e853-02b4-401a-bff0-208dfe458a37 req-8f920945-50dc-4d95-ad2e-1d597e6ac55e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1447124 Dec 15 04:49:25.386568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-39c894cc-f281-4cf8-aa54-571fb05d8681 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:25.387392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b80b9cc8-6422-4e27-97e9-0f21283cfdeb', 'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb', 'project_id': '78b9b8a97f7c4e039625a2eb042e390b', 'fixed_ips': [{'subnet_id': '61519a91-a015-4709-a62c-d04819331a0b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:49:25.388312 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.393255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-39c894cc-f281-4cf8-aa54-571fb05d8681 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.2576258 Dec 15 04:49:25.461663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-92d58d1b-99c3-41d3-bfae-0f3115df2af5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/quotas/5ce6912b41234295b070654966d6f06d HTTP/1.1" status: 200 len: 375 time: 0.0667508 Dec 15 04:49:25.497751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.151 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6c77af3d-96cd-4ecf-b90c-d3ba363e4239) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:25.535420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a564e853-02b4-401a-bff0-208dfe458a37 req-b5c126f7-8777-4f94-9eb8-a59015ef7af4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624162 Dec 15 04:49:25.590759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Allocated IP 172.20.0.2 (b80b9cc8-6422-4e27-97e9-0f21283cfdeb/61519a91-a015-4709-a62c-d04819331a0b/1b1c35c8-adba-490f-8f33-1617366f2140) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:25.657662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.703822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-b9260840-e1a2-4f6c-86a8-c57b444f7a00 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2030516 Dec 15 04:49:25.739754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.802931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Made reservation on behalf of 78b9b8a97f7c4e039625a2eb042e390b for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:25.814610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.819491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=6c77af3d-96cd-4ecf-b90c-d3ba363e4239,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:25.836867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:25.838634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:25.843374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:25.843638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] device_id is not set on port eb382995-4843-4d98-835c-0afda9225daa yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:49:25.890800 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.902786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:25.950925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-0ee457f9-f8be-42b6-b64b-1c4279ace390 service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458265 Dec 15 04:49:25.973764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Pushing event updated for resources: {'Port': ['ID=1b1c35c8-adba-490f-8f33-1617366f2140,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:25.983804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:25.985878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:25.992012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:26.077142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Attempting to bind port 1b1c35c8-adba-490f-8f33-1617366f2140 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:26.077522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Attempting to bind port 1b1c35c8-adba-490f-8f33-1617366f2140 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '4110884f-5242-41c3-bfdc-bd1e3348a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:26.078761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Attempting to bind port 1b1c35c8-adba-490f-8f33-1617366f2140 on network b80b9cc8-6422-4e27-97e9-0f21283cfdeb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:26.088222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:26.089193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Checking segment: {'id': '4110884f-5242-41c3-bfdc-bd1e3348a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:26.089617 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:26.090017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Bound using segment: {'id': '4110884f-5242-41c3-bfdc-bd1e3348a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:26.091192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Bound port: 1b1c35c8-adba-490f-8f33-1617366f2140, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4110884f-5242-41c3-bfdc-bd1e3348a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b80b9cc8-6422-4e27-97e9-0f21283cfdeb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:26.091641 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:26.145216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92686d-c676-4ce2-857f-7145ab569aae req-ca7804c9-526d-4017-a022-d1e03bb2cbb8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:26.151107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c92686d-c676-4ce2-857f-7145ab569aae req-ca7804c9-526d-4017-a022-d1e03bb2cbb8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 946 time: 0.1842577 Dec 15 04:49:26.170152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Allocated IP 172.20.0.11 (b80b9cc8-6422-4e27-97e9-0f21283cfdeb/61519a91-a015-4709-a62c-d04819331a0b/eb382995-4843-4d98-835c-0afda9225daa) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:26.188837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] For port 1b1c35c8-adba-490f-8f33-1617366f2140, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:26.193082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] For port 1b1c35c8-adba-490f-8f33-1617366f2140, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b1c35c8-adba-490f-8f33-1617366f2140,segment=NetworkSegment(4110884f-5242-41c3-bfdc-bd1e3348a7f0),segment_id=4110884f-5242-41c3-bfdc-bd1e3348a7f0)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:26.199353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:26.302655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6830e-f762-43c7-8151-48e6b6c235c6 None None] Pushing event updated for resources: {'Port': ['ID=1b1c35c8-adba-490f-8f33-1617366f2140,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:26.315716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-e8c143d1-0fb0-4bae-a343-6a0ce59f1129 service neutron] 10.222.0.37 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632207 Dec 15 04:49:26.392354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c92686d-c676-4ce2-857f-7145ab569aae req-1a7d9dd4-a56d-45cc-88cf-ee946713152e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261827 Dec 15 04:49:26.439521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:26.526269 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:26.623426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:26.629030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:26.875196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b1c35c8-adba-490f-8f33-1617366f2140 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:26.984396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:26.995798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1b1c35c8-adba-490f-8f33-1617366f2140 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:26.996260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.110610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.135056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.179459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 1b1c35c8-adba-490f-8f33-1617366f2140, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b1c35c8-adba-490f-8f33-1617366f2140,segment=NetworkSegment(4110884f-5242-41c3-bfdc-bd1e3348a7f0),segment_id=4110884f-5242-41c3-bfdc-bd1e3348a7f0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:27.186407 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.206813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:27.213071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af5f6cb7-752e-4391-b0db-6e7cf73181d0 req-7eca5892-8176-489c-ad50-3d4c157a89af tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 210 time: 0.6149862 Dec 15 04:49:27.293347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=1b1c35c8-adba-490f-8f33-1617366f2140,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:27.293521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event updated for resources: {'Port': ['ID=eb382995-4843-4d98-835c-0afda9225daa,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:27.324248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:27.324964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.358012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b3ba8-0983-4891-bc7f-698efee32d07 req-2ded28d6-4929-45f7-ba58-b88f5530b074 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:27.371880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e91b3ba8-0983-4891-bc7f-698efee32d07 req-2ded28d6-4929-45f7-ba58-b88f5530b074 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1617796 Dec 15 04:49:27.401148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ae33391b-8d96-4e25-bbea-a097472116fa tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0629759 Dec 15 04:49:27.456591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.468196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.481312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:27.506030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e91b3ba8-0983-4891-bc7f-698efee32d07 req-592064bf-3104-4aa5-9113-7e4a5cd61679 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255975 Dec 15 04:49:27.629042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41d5a631-def5-4388-86b9-4fa413ce44f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.641267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=6c77af3d-96cd-4ecf-b90c-d3ba363e4239,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:27.686756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aae97-343f-41aa-8a62-efbebf530948 req-ede73b24-5541-495e-ba00-90fdf66aeef0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:27.689570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-614aae97-343f-41aa-8a62-efbebf530948 req-ede73b24-5541-495e-ba00-90fdf66aeef0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 946 time: 0.1117442 Dec 15 04:49:27.729285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:27.803710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-614aae97-343f-41aa-8a62-efbebf530948 req-6a859862-b46f-4cfb-95f1-99a6515e476a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070180 Dec 15 04:49:27.901350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-5f1592cb-9c47-4909-8045-4a181ebb6483 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:27.903205 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-5f1592cb-9c47-4909-8045-4a181ebb6483 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 946 time: 0.2284439 Dec 15 04:49:27.956910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Deleting port eb382995-4843-4d98-835c-0afda9225daa {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:27.957250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.085764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7059dba-841e-44b7-a885-5941d79fdb78 None None] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:28.092290 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP c3480dad-87ac-4c87-9ae9-b00edd8d964c associated. External IP: 172.25.2.151, port: d49bd21e-bd1f-4607-9a4d-b7e5875d1c06. Dec 15 04:49:28.150720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3de906ba-ec9b-4b94-856d-4d2599eee71d None None] Provisioning complete for port 1b1c35c8-adba-490f-8f33-1617366f2140 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:28.151337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3de906ba-ec9b-4b94-856d-4d2599eee71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.231970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba2c5-256f-4542-90c5-c97392479114 req-e5bed152-2ad9-41f8-a8c4-022ac8bf9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:28.233526 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-064ba2c5-256f-4542-90c5-c97392479114 req-e5bed152-2ad9-41f8-a8c4-022ac8bf9bf4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 1097 time: 0.2035165 Dec 15 04:49:28.255486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.306135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Calling delete_port for eb382995-4843-4d98-835c-0afda9225daa owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:28.309785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:28.310129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.381043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-614c8e03-4079-4ced-9aa8-ad6f41dea68d req-71a0a5a9-0912-4953-ab6c-0d34e7926da4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 210 time: 0.0406542 Dec 15 04:49:28.509511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-064ba2c5-256f-4542-90c5-c97392479114 req-e520bd3f-6931-4f33-82cc-9df19f744252 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643828 Dec 15 04:49:28.607015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-acbbc793-6af2-4004-bbec-43d8fb81f594 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:28.609205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-acbbc793-6af2-4004-bbec-43d8fb81f594 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 811 time: 0.1698027 Dec 15 04:49:28.637813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Request body: {'port': {'device_id': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'admin_state_up': True, 'tenant_id': '5ce6912b41234295b070654966d6f06d'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:28.723070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:28.723465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.751967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:28.766330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ec8bfbee-f211-4e4e-9941-bc4710294ad2 None None] Provisioning complete for port eb382995-4843-4d98-835c-0afda9225daa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:28.767628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec8bfbee-f211-4e4e-9941-bc4710294ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.772942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router 2c88f626-1e86-4312-b1b6-e8a3664ad30a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:49:28.823412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:28.864267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b1c35c8-adba-490f-8f33-1617366f2140 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:28.874214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d25c04-a424-4b80-b29b-907d17ebb7ea req-7e2de4e1-a5b2-45de-81d8-7495c61df83a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:28.880649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event deleted for resources: {'Port': ['ID=eb382995-4843-4d98-835c-0afda9225daa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:28.882110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03d25c04-a424-4b80-b29b-907d17ebb7ea req-7e2de4e1-a5b2-45de-81d8-7495c61df83a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1520226 Dec 15 04:49:28.922818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bfbee-f211-4e4e-9941-bc4710294ad2 None None] Port eb382995-4843-4d98-835c-0afda9225daa cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:28.949679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ec8bfbee-f211-4e4e-9941-bc4710294ad2 None None] Provisioning complete for port 1b1c35c8-adba-490f-8f33-1617366f2140 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:28.952682 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec8bfbee-f211-4e4e-9941-bc4710294ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.056301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1b1c35c8-adba-490f-8f33-1617366f2140 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:29.056675 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.074030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.081124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-beca1b24-279b-4255-a939-9f4ea80b9ae0 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "DELETE /v2.0/ports/eb382995-4843-4d98-835c-0afda9225daa HTTP/1.1" status: 204 len: 168 time: 1.5986981 Dec 15 04:49:29.083730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54094) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:29.189602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03d25c04-a424-4b80-b29b-907d17ebb7ea req-efa28143-61f6-4bb4-af06-5b4249b69da6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815785 Dec 15 04:49:29.199618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Made reservation on behalf of 5ce6912b41234295b070654966d6f06d for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:29.203857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.206728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.216680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:49:29.237821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-52389ff8-d4e1-43f9-8adf-138bb3fffd2e tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1523881 Dec 15 04:49:29.243088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5493-3568-435f-9b75-4831246e0ab5 req-9895e540-7d4e-4668-93e5-826713445d1b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:29.245007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0fe5493-3568-435f-9b75-4831246e0ab5 req-9895e540-7d4e-4668-93e5-826713445d1b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 867 time: 0.2192006 Dec 15 04:49:29.247503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54100) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:29.256141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-79178673'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:29.333853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:29.337124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:29.340998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] Sync routers for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:49:29.360157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Made reservation on behalf of 78b9b8a97f7c4e039625a2eb042e390b for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:29.366508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.397178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.421597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:29.422497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:29.450111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:29.454593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.457891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f0dfa1d2-4349-47d6-b0a3-32cd2e3e021f req-b2d214a7-cff1-4ff3-89bc-661c37f029e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "DELETE /v2.0/ports/a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 HTTP/1.1" status: 204 len: 173 time: 1.5448337 Dec 15 04:49:29.458377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e337e99-149d-4632-b855-1c930d7db726', 'name': 'network-vif-deleted', 'tag': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:29.471894 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac1938-d5ce-4e26-8b54-2c447ab58864" -d '{"events": [{"server_uuid": "2e337e99-149d-4632-b855-1c930d7db726", "name": "network-vif-deleted", "tag": "a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:29.521859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-967f1847-6990-4f7a-a481-e99b2c4fef87 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3992867 Dec 15 04:49:29.595043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0fe5493-3568-435f-9b75-4831246e0ab5 req-91383d0b-fc18-4ccc-a8c1-de033178ece8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7298b09-a2f6-4560-81ee-f8cf704630e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111475 Dec 15 04:49:29.596435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:29.657230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:29.685845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d15a81ee-2baa-428e-a231-ba9a95863a25 None None] Could not find standard attr ID for object eb382995-4843-4d98-835c-0afda9225daa. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:49:29.756022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.756022 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Added segment c75892ea-2652-4dc7-bb3a-15f2817f457e of type vlan for network b5095e80-d41d-42b7-88b2-cffc3587b2fe Dec 15 04:49:29.801212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc99acd2-a92e-48af-a212-9fdc922819e6 req-013d8fd0-f3b2-437c-82dc-60319fa40bfa tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 210 time: 0.0916181 Dec 15 04:49:29.933763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.953550 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c6ab72-2899-477b-8704-1b74b6dc4761 x-openstack-request-id: req-a3c6ab72-2899-477b-8704-1b74b6dc4761 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:29.954122 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e337e99-149d-4632-b855-1c930d7db726", "name": "network-vif-deleted", "tag": "a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:29.954393 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3c6ab72-2899-477b-8704-1b74b6dc4761 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:29.954832 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e337e99-149d-4632-b855-1c930d7db726', 'name': 'network-vif-deleted', 'tag': 'a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6', 'status': 'completed', 'code': 200} Dec 15 04:49:29.957214 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3e5aaa2d-1e70-4cdf-a4ed-45df9be5d8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:29.982186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793e994-d5a9-45d8-b191-31e1c880f60e req-e066e24e-3348-45c3-b870-c9613826d401 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:29.985344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1793e994-d5a9-45d8-b191-31e1c880f60e req-e066e24e-3348-45c3-b870-c9613826d401 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.4075620 Dec 15 04:49:30.011992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Allocated IP 172.20.0.9 (14313082-41c9-4a09-84f5-23b7c2a7d02e/dcbfa5e6-6728-4859-9491-a84071b486bd/62df42ba-9840-4057-b98f-e3372c0826f4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:30.014566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'c3480dad-87ac-4c87-9ae9-b00edd8d964c', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'port_id': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'mac_address': 'fa:16:3e:5f:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:49:26Z', 'updated_at': '2021-12-15T04:49:26Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:30.040038 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:30.045829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:30.046486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:30.070704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] Checking router: 2c88f626-1e86-4312-b1b6-e8a3664ad30a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:49:30.086348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:30.087000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:30.186379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9366379 Dec 15 04:49:30.188842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54122) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:30.235909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1793e994-d5a9-45d8-b191-31e1c880f60e req-04243713-f1ab-44b3-a06a-7334e78e4f27 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394745 Dec 15 04:49:30.246334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:30.282930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001b505-10b1-496b-8402-d48dbd800a2c tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event updated for resources: {'Network': ['ID=b5095e80-d41d-42b7-88b2-cffc3587b2fe,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:30.310468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b5095e80-d41d-42b7-88b2-cffc3587b2fe details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:49:30.465131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ad73a-39f7-4b78-9234-0e1c63d3c327 req-50c2c1de-4c8b-4ddc-b5ff-a2bb12248bb5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:30.476509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c2ad73a-39f7-4b78-9234-0e1c63d3c327 req-50c2c1de-4c8b-4ddc-b5ff-a2bb12248bb5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.3786728 Dec 15 04:49:30.496279 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6c4a41f-d3ba-4918-b854-26c7d4bf44a7 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/agents/606a93e1-4e99-4ca2-b5c3-b7e44a4d4931/dhcp-networks HTTP/1.1" status: 200 len: 11242 time: 0.3060908 Dec 15 04:49:30.497492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54134) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:30.617064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5625-359d-486d-8fdf-465ec5c9e2af req-b60b41bc-7e4f-4dea-acbb-c3b9b29fe677 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:30.618737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c59d5625-359d-486d-8fdf-465ec5c9e2af req-b60b41bc-7e4f-4dea-acbb-c3b9b29fe677 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.1746755 Dec 15 04:49:30.633762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c2ad73a-39f7-4b78-9234-0e1c63d3c327 req-56711f6f-cf8c-4fab-a308-f6c803555940 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561971 Dec 15 04:49:30.654435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54142) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:30.729308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:30.756227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2ca25-a67d-4866-ba94-bb90b0b8aeb4 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] Network b5095e80-d41d-42b7-88b2-cffc3587b2fe is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:49:30.769798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ad97f238-a881-410b-81ae-74126c9ecd4b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/c3480dad-87ac-4c87-9ae9-b00edd8d964c HTTP/1.1" status: 200 len: 991 time: 0.1129603 Dec 15 04:49:30.796165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7f2ca25-a67d-4866-ba94-bb90b0b8aeb4 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "POST /v2.0/agents/606a93e1-4e99-4ca2-b5c3-b7e44a4d4931/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2969990 Dec 15 04:49:30.798748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54146) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:30.800130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8ccc6ee-4696-46bd-9d9c-c918903637fa req-6a7f50ad-ea43-4a38-9a07-156faa62af70 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0533340 Dec 15 04:49:30.824269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517170a1-abdb-4e1e-83a6-72290e348257 None None] Network b5095e80-d41d-42b7-88b2-cffc3587b2fe requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:30.825538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c59d5625-359d-486d-8fdf-465ec5c9e2af req-e9951968-459e-4495-b060-aea96b2c51c5 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749651 Dec 15 04:49:30.911243 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:30.957180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:30.970786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:31.037085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:31.067622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:31.102608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:31.106264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:31.130325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e3b09bf-9a04-463c-83a3-fbbd4d34411b tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/agents/606a93e1-4e99-4ca2-b5c3-b7e44a4d4931/dhcp-networks HTTP/1.1" status: 200 len: 12010 time: 0.3303282 Dec 15 04:49:31.141354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54160) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:31.189379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124acfa-4dd6-4a8d-83ed-756e3cbe1d16 req-80e7caaf-1740-4a80-8e5b-48ba20c03d59 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:31.191895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b124acfa-4dd6-4a8d-83ed-756e3cbe1d16 req-80e7caaf-1740-4a80-8e5b-48ba20c03d59 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 931 time: 0.2215600 Dec 15 04:49:31.210465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:31.211237 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:31.317527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8cf25e50-1a4c-4077-820d-42a5d9a1f426 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "DELETE /v2.0/agents/606a93e1-4e99-4ca2-b5c3-b7e44a4d4931/dhcp-networks/b5095e80-d41d-42b7-88b2-cffc3587b2fe HTTP/1.1" status: 204 len: 168 time: 0.1734354 Dec 15 04:49:31.318978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54172) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:31.322731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-1c78f486-a88c-493f-ad9c-44ac19ebc03d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6902699 Dec 15 04:49:31.372659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Request body: {'port': {'device_id': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:31.381387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:31.474060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'c3480dad-87ac-4c87-9ae9-b00edd8d964c', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'port_id': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'mac_address': 'fa:16:3e:5f:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:49:26Z', 'updated_at': '2021-12-15T04:49:26Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:31.541816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-6771a333-ea99-4afa-857d-894d64823d66 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:31.543821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-6771a333-ea99-4afa-857d-894d64823d66 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 811 time: 0.3134489 Dec 15 04:49:31.585055 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c3ba0e6-67fd-4f80-8e89-bda6bd8ec327 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/agents/606a93e1-4e99-4ca2-b5c3-b7e44a4d4931/dhcp-networks HTTP/1.1" status: 200 len: 11242 time: 0.2644725 Dec 15 04:49:31.585608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54178) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:31.615394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cdea7669-a873-48c8-8400-8e3092197cd4 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/networks/b80b9cc8-6422-4e27-97e9-0f21283cfdeb/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0231576 Dec 15 04:49:31.615761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54180) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:31.618299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2b03c-0e4e-4adc-a4ae-1e587a65cb66 None None] The sync data for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 is: [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'c3480dad-87ac-4c87-9ae9-b00edd8d964c', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'port_id': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'mac_address': 'fa:16:3e:5f:6d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:49:26Z', 'updated_at': '2021-12-15T04:49:26Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:49:31.639634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b124acfa-4dd6-4a8d-83ed-756e3cbe1d16 req-0f550265-9bfe-499f-833f-2de62237367f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072590 Dec 15 04:49:31.648006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-5c6e644b-908d-46af-91b0-c2feef78be29 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/quotas/8d548ae0698c408c82807f41c55f72be HTTP/1.1" status: 200 len: 375 time: 0.0868399 Dec 15 04:49:31.686053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-794c3ab8-a5bc-4e17-9cca-a1b772cc2320 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/networks/b80b9cc8-6422-4e27-97e9-0f21283cfdeb/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0665996 Dec 15 04:49:31.692116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:31.740879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b3cee5f2-3876-4188-b0c4-9511fdb9c060 None None] Provisioning complete for port 62df42ba-9840-4057-b98f-e3372c0826f4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:31.741126 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b3cee5f2-3876-4188-b0c4-9511fdb9c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:31.771157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54188) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:31.777837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:31.801610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b3cee5f2-3876-4188-b0c4-9511fdb9c060 None None] Port 62df42ba-9840-4057-b98f-e3372c0826f4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:31.899533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-86beb820-f344-4d18-92a2-9ba974c127c6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2505183 Dec 15 04:49:31.903913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:49:31.974570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:49:31.975229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a4b156dc-ff5f-4ac4-a906-75f20b9c6fe6 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:49:32.059643 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5171db-47f3-42b8-b6dc-89ffae381745 None None] New status for floating IP c3480dad-87ac-4c87-9ae9-b00edd8d964c: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:49:32.276447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6ea4e-41cd-401e-b7a4-a46ebb0946d6 req-0af159cc-e9ec-4d16-a0b8-9d1053068e7e tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:32.277941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23a6ea4e-41cd-401e-b7a4-a46ebb0946d6 req-0af159cc-e9ec-4d16-a0b8-9d1053068e7e tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.2603850 Dec 15 04:49:32.284883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:32.288659 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6154ad2-a0f5-441d-9c88-9abd6555a83f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:32.312678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-62ca3c40-e416-4663-9ce2-61fb32990255 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/c3480dad-87ac-4c87-9ae9-b00edd8d964c HTTP/1.1" status: 200 len: 991 time: 0.5403697 Dec 15 04:49:32.329555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-089e8504-8ab8-4199-9b2e-b98c7f662989 service neutron] 10.222.0.37 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291143 Dec 15 04:49:32.503564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bd31d840-4dd2-4fd1-bdfa-6f0777eff214 tempest-DHCPAgentSchedulersTestJSON-925301497 tempest-DHCPAgentSchedulersTestJSON-925301497-project-admin] 10.222.0.37 "GET /v2.0/agents/606a93e1-4e99-4ca2-b5c3-b7e44a4d4931/dhcp-networks HTTP/1.1" status: 200 len: 11242 time: 0.8070121 Dec 15 04:49:32.503649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:32.536621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23a6ea4e-41cd-401e-b7a4-a46ebb0946d6 req-2a354cff-4948-4657-8135-f5b96641a5db tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459347 Dec 15 04:49:32.641455 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:32.650302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-2de3b8f1-bf12-4085-b54f-4a4b058e737a service neutron] 10.222.0.37 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080461 Dec 15 04:49:32.654456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:32.683453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-809627a5-1340-434b-8a3b-c97216cf52e9 req-3087a24f-cb7f-472f-a43d-1840d4d92464 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0501559 Dec 15 04:49:32.753073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62df42ba-9840-4057-b98f-e3372c0826f4 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:32.763018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:32.774545 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddac733-1824-4e7a-881b-44aafc9e8ec9 x-openstack-request-id: req-0ddac733-1824-4e7a-881b-44aafc9e8ec9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:32.774845 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:32.775100 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ddac733-1824-4e7a-881b-44aafc9e8ec9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:32.775512 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'status': 'completed', 'code': 200} Dec 15 04:49:32.780598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Transition to ACTIVE for port object 62df42ba-9840-4057-b98f-e3372c0826f4 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:49:32.786176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:32.881280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:32.981486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.046865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5095e80-d41d-42b7-88b2-cffc3587b2fe']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:33.073256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75892ea-2652-4dc7-bb3a-15f2817f457e') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:33.073256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75892ea-2652-4dc7-bb3a-15f2817f457e') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:33.076509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-2eefd916-fc51-4fc3-b8e0-9c48b7a5a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:33.078053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-2eefd916-fc51-4fc3-b8e0-9c48b7a5a0db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.1712012 Dec 15 04:49:33.090933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de25cc2a-c451-485a-a8d8-af4d86e638da req-c690a9a0-d65b-489f-8093-ee1bafd7a99b tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 210 time: 0.0514793 Dec 15 04:49:33.109301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.183134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14920769-6e40-48c4-a5a1-d19c88faabe1 req-235ae089-f66e-4011-8a22-ccd1f0ed4770 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:33.184730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14920769-6e40-48c4-a5a1-d19c88faabe1 req-235ae089-f66e-4011-8a22-ccd1f0ed4770 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 943 time: 0.2539563 Dec 15 04:49:33.187479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Attempting to bind port 62df42ba-9840-4057-b98f-e3372c0826f4 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:33.187816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Attempting to bind port 62df42ba-9840-4057-b98f-e3372c0826f4 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:33.188167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Attempting to bind port 62df42ba-9840-4057-b98f-e3372c0826f4 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:33.219328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Port 62df42ba-9840-4057-b98f-e3372c0826f4 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:49:33.219790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Attempting to bind port 62df42ba-9840-4057-b98f-e3372c0826f4 on network 14313082-41c9-4a09-84f5-23b7c2a7d02e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:33.301266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.307447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:33.308011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Checking segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:33.308443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Bound using segment: {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:33.308993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Bound port: 62df42ba-9840-4057-b98f-e3372c0826f4, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3022c9-1e67-4598-b354-af19f98634f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:33.309342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.312834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:49:33.313446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:49:33.317907 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:49:33.323713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:33.419774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.438700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-36b07d66-5d49-45b0-b9e5-b592a84474ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:33.441209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-36b07d66-5d49-45b0-b9e5-b592a84474ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.3500543 Dec 15 04:49:33.442570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.449931 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.459835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.468911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "DELETE /v2.0/networks/b5095e80-d41d-42b7-88b2-cffc3587b2fe HTTP/1.1" status: 204 len: 168 time: 0.9645295 Dec 15 04:49:33.474283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-14920769-6e40-48c4-a5a1-d19c88faabe1 req-14525747-c2ba-4454-8a62-0bab3d9b2f05 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794898 Dec 15 04:49:33.474791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54242) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:33.516612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a49666-6780-4e0e-8541-def4b0e5d2d9 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event deleted for resources: {'Network': ['ID=b5095e80-d41d-42b7-88b2-cffc3587b2fe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:33.638173 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a55f728-b64c-46ee-8a2c-8f050be163b8 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] DELETE failed (client error): The resource could not be found. Dec 15 04:49:33.638850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a55f728-b64c-46ee-8a2c-8f050be163b8 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:49:33.644110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9a55f728-b64c-46ee-8a2c-8f050be163b8 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "DELETE /v2.0/ports/eb382995-4843-4d98-835c-0afda9225daa HTTP/1.1" status: 404 len: 333 time: 0.1606536 Dec 15 04:49:33.649985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-61ea3c84-1269-4086-a1a8-ed7fb80ff86d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 1001 time: 0.1798313 Dec 15 04:49:33.650713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54250) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:33.789310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-569c0461-7065-4437-a7bd-e5a8213c7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:33.791608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-569c0461-7065-4437-a7bd-e5a8213c7489 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.0874188 Dec 15 04:49:33.883223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Deleting subnet 61519a91-a015-4709-a62c-d04819331a0b {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:49:33.892637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:33.940012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-22123e07-9886-4ebb-85de-a7f56026d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:33.941734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-22123e07-9886-4ebb-85de-a7f56026d1c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388273 Dec 15 04:49:33.946943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.137700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:34.140960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:34.151312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bf2830ed-c959-4aed-8eb4-7895ba754b48 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/c3480dad-87ac-4c87-9ae9-b00edd8d964c HTTP/1.1" status: 200 len: 993 time: 0.8184614 Dec 15 04:49:34.159740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.164277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.169873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-89f48309-f575-480e-97c3-0537f9b70312 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196412 Dec 15 04:49:34.212968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eac7cc4e-a551-4a68-83b1-3433d332c95a req-d27aa221-eecb-4652-b2f7-5b66a65972ec tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.1088517 Dec 15 04:49:34.233867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.234499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.236787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] 10.222.0.16 "PUT /v2.0/ports/62df42ba-9840-4057-b98f-e3372c0826f4 HTTP/1.1" status: 200 len: 1092 time: 2.8801281 Dec 15 04:49:34.237337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:34.239808 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b70929-f6f1-49c2-98e4-7f36dce528db" -d '{"events": [{"name": "network-changed", "server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:34.302576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714647-788f-48da-91ed-23b46b232ed3 req-625b5751-fc78-4a43-a5f2-c1de318a88af tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.315443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6714647-788f-48da-91ed-23b46b232ed3 req-625b5751-fc78-4a43-a5f2-c1de318a88af tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.7220018 Dec 15 04:49:34.372665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98445f8e-053f-497e-9e98-3426b70e8b5e service neutron] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:34.450841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b6154ad2-a0f5-441d-9c88-9abd6555a83f req-c1140ab6-d881-42b8-9871-5be156db7540 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577298 Dec 15 04:49:34.457699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.494972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-761546bf-2e8c-4209-a063-3365ed1b40da req-4d8164ad-9fbb-4a63-88bf-93a27cccc88f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 210 time: 0.1112261 Dec 15 04:49:34.545583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6714647-788f-48da-91ed-23b46b232ed3 req-02c65022-981c-4b21-80a5-9985e570ed48 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291741 Dec 15 04:49:34.547227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c0782-bfda-441c-b0e4-711f8d6587cc None None] Network b80b9cc8-6422-4e27-97e9-0f21283cfdeb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:34.566254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.577394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "DELETE /v2.0/subnets/61519a91-a015-4709-a62c-d04819331a0b HTTP/1.1" status: 204 len: 168 time: 0.9256337 Dec 15 04:49:34.584890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54274) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:34.603779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-4573291e-7851-4107-a31a-4098cfeef143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.604222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaf558-3d0b-47ff-8b05-421440ba0dce tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event deleted for resources: {'Subnet': ['ID=61519a91-a015-4709-a62c-d04819331a0b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:34.605947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-4573291e-7851-4107-a31a-4098cfeef143 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 1095 time: 0.2239268 Dec 15 04:49:34.695291 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c1544-447e-40ca-8a6e-b63467f8887d x-openstack-request-id: req-375c1544-447e-40ca-8a6e-b63467f8887d {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:34.700933 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:34.704231 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-375c1544-447e-40ca-8a6e-b63467f8887d {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:34.704862 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4', 'status': 'completed', 'code': 200} Dec 15 04:49:34.707220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-d60166e1-1fd8-4d82-98a6-9679f15c21d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62df42ba-9840-4057-b98f-e3372c0826f4 HTTP/1.1" status: 200 len: 217 time: 0.0841188 Dec 15 04:49:34.757918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.850770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd985a-1261-49d3-bef7-39f1a6d812e9 req-e018edea-54ad-4ce6-b5e5-f1fd78d56c55 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.852328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02bd985a-1261-49d3-bef7-39f1a6d812e9 req-e018edea-54ad-4ce6-b5e5-f1fd78d56c55 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 943 time: 0.1352696 Dec 15 04:49:34.861791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-c8e707ee-3847-4f2c-a46b-950f52e63be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.871281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-c8e707ee-3847-4f2c-a46b-950f52e63be0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1245596 Dec 15 04:49:34.965004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-1b604036-44bd-407a-9f82-0f37d32fb2c4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.966502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-1b604036-44bd-407a-9f82-0f37d32fb2c4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 811 time: 0.3761706 Dec 15 04:49:34.979787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02bd985a-1261-49d3-bef7-39f1a6d812e9 req-0445ec9a-308a-4b75-8cc2-44f6f4fab1e7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800803 Dec 15 04:49:34.984899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Deleting port 1b1c35c8-adba-490f-8f33-1617366f2140 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:34.986114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:34.988491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-fbb18e50-1592-42dc-87b5-2bc1149ca910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:34.990010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-fbb18e50-1592-42dc-87b5-2bc1149ca910 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178675 Dec 15 04:49:34.993118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] DHCP port deletion for b80b9cc8-6422-4e27-97e9-0f21283cfdeb request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:35.009316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Request body: {'port': {'device_id': '15020ece-bb73-484c-9ada-c7788655a35e', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'admin_state_up': True, 'tenant_id': '8d548ae0698c408c82807f41c55f72be'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:35.108484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] Deleting port 1b1c35c8-adba-490f-8f33-1617366f2140 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:35.109577 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.164849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-b26d3a6d-cecb-412e-918e-0c78e23b351e service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614335 Dec 15 04:49:35.192092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] For port 1b1c35c8-adba-490f-8f33-1617366f2140, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b1c35c8-adba-490f-8f33-1617366f2140,segment=NetworkSegment(4110884f-5242-41c3-bfdc-bd1e3348a7f0),segment_id=4110884f-5242-41c3-bfdc-bd1e3348a7f0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:35.192754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.217877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Calling delete_port for 1b1c35c8-adba-490f-8f33-1617366f2140 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:35.346168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8fadefe-f430-46d7-95cb-88a79c051df7 req-89744d34-e6b9-406d-8c22-84d41ab27ad5 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697114 Dec 15 04:49:35.432599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d04fff6-2fdb-4fd4-a70f-2bb6e4d5acd3 req-9b20f1b3-87d3-42f4-99ea-7135bfc9a7be tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0555012 Dec 15 04:49:35.500985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] For port 1b1c35c8-adba-490f-8f33-1617366f2140, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b1c35c8-adba-490f-8f33-1617366f2140,segment=NetworkSegment(4110884f-5242-41c3-bfdc-bd1e3348a7f0),segment_id=4110884f-5242-41c3-bfdc-bd1e3348a7f0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:35.501409 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.502637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Made reservation on behalf of 8d548ae0698c408c82807f41c55f72be for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:35.507543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.535703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] Calling delete_port for 1b1c35c8-adba-490f-8f33-1617366f2140 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:35.573309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-16618724-adc4-44ba-80a7-024a1e252821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:35.575085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-16618724-adc4-44ba-80a7-024a1e252821 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 1095 time: 0.1000543 Dec 15 04:49:35.579990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.674966 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.702991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event deleted for resources: {'Port': ['ID=1b1c35c8-adba-490f-8f33-1617366f2140,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:35.709272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] Pushing event deleted for resources: {'Port': ['ID=1b1c35c8-adba-490f-8f33-1617366f2140,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:35.711569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddea2d4-4c09-4cb4-af34-ee202cac8358 None None] No DVR routers for this DVR port 1b1c35c8-adba-490f-8f33-1617366f2140 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:35.747049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] No DVR routers for this DVR port 1b1c35c8-adba-490f-8f33-1617366f2140 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:35.773373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-8ddbe67f-6c14-42ce-85ce-4af1a3cf9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:35.775129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-8ddbe67f-6c14-42ce-85ce-4af1a3cf9e84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.1921043 Dec 15 04:49:35.803843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a44163b-96cb-440f-bb59-a1e56188f612 req-2fd8479a-9698-46c0-85af-401df6c0c7ea tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 210 time: 0.0745800 Dec 15 04:49:35.859425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-df39642e-30be-4934-bb65-f04a1879661b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62df42ba-9840-4057-b98f-e3372c0826f4 HTTP/1.1" status: 200 len: 217 time: 0.0589247 Dec 15 04:49:35.875969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280166ab-8b68-459d-b21a-f6111c75a9d9 req-53f139bc-df57-4369-a45f-a279e8fff226 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:35.879080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.884638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-280166ab-8b68-459d-b21a-f6111c75a9d9 req-53f139bc-df57-4369-a45f-a279e8fff226 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.1542008 Dec 15 04:49:35.902145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b9cc8-6422-4e27-97e9-0f21283cfdeb']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:35.913062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4110884f-5242-41c3-bfdc-bd1e3348a7f0') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:35.913600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4110884f-5242-41c3-bfdc-bd1e3348a7f0') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:35.923852 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.942250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-58b90389-0234-44f9-9daa-205b736c40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:35.943469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.944188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-58b90389-0234-44f9-9daa-205b736c40f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0765734 Dec 15 04:49:35.958309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:49:35.958616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:49:35.962790 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:49:36.040704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-280166ab-8b68-459d-b21a-f6111c75a9d9 req-7eb1456f-888a-4a8a-a484-e14978510dc5 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550860 Dec 15 04:49:36.049249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-1a1b788e-6af7-4407-bb54-bd2bf3d73b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:36.050750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-1a1b788e-6af7-4407-bb54-bd2bf3d73b45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918777 Dec 15 04:49:36.115474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Allocated IP 172.20.0.5 (be07ebf6-9169-46bb-925c-e8bb6ac70ff9/7cd429d5-dda9-4cc0-b6f1-98d58900b2b2/fb8f0d18-806f-491a-b5d4-b9c8d15b16b3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:36.235609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdcaf4-7603-4c76-af86-04386282e20f req-07d2aa10-82b6-4fdf-a7e5-30957fbb6f32 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:36.243539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60cdcaf4-7603-4c76-af86-04386282e20f req-07d2aa10-82b6-4fdf-a7e5-30957fbb6f32 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 943 time: 0.1070151 Dec 15 04:49:36.273604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-d022170c-b954-49e1-9e57-79745ce542dd service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118781 Dec 15 04:49:36.326373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-5b50ea65-2ae1-4742-ba0e-9d86cd47313e tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:36.328260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-5b50ea65-2ae1-4742-ba0e-9d86cd47313e tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.6765122 Dec 15 04:49:36.332214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.341903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.345172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] 10.222.0.37 "DELETE /v2.0/networks/b80b9cc8-6422-4e27-97e9-0f21283cfdeb HTTP/1.1" status: 204 len: 168 time: 1.7535977 Dec 15 04:49:36.356821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.359308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60cdcaf4-7603-4c76-af86-04386282e20f req-b5b8a5df-7fb1-48a6-b6e4-bbb16dda2271 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146700 Dec 15 04:49:36.395964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d407bf1-a5d1-41ed-aec3-cb6f9edc46f3 tempest-DHCPAgentSchedulersTestJSON-60027120 tempest-DHCPAgentSchedulersTestJSON-60027120-project] Pushing event deleted for resources: {'Network': ['ID=b80b9cc8-6422-4e27-97e9-0f21283cfdeb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:36.446764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03b70929-f6f1-49c2-98e4-7f36dce528db req-6dd5f724-9802-4bae-8f81-fdd67f5ee1fc service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588078 Dec 15 04:49:36.530599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.566732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['487aa0c8-5ed7-4524-a241-1c14aa64256f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:36.601441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5366a34c-d682-4c19-8e89-fa8a7bf61656 req-505d5fd7-a0ed-468d-b210-281cf89a0612 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0411539 Dec 15 04:49:36.607680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Deleting port e7a9dc01-173d-46d8-9137-64364515c70c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:36.608081 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.626461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:36.687153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:36.702319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:36.797734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Pushing event updated for resources: {'Port': ['ID=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:36.827932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54304) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:36.865594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b1c35c8-adba-490f-8f33-1617366f2140 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:49:36.870603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:36.871293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.918260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-34d24b80-8642-4f11-a8ca-280296abb327 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9276230 Dec 15 04:49:36.920558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] For port e7a9dc01-173d-46d8-9137-64364515c70c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7a9dc01-173d-46d8-9137-64364515c70c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:36.921062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.936674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1b1c35c8-adba-490f-8f33-1617366f2140 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:49:36.937031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b1c35c8-adba-490f-8f33-1617366f2140 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:49:36.941489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Request body: {'port': {'device_id': '15020ece-bb73-484c-9ada-c7788655a35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:36.969503 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:36.992260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ffd2d-76c0-4f06-af6b-89c835880bea req-85044d57-5718-4a58-8eab-a6b1eb6b32f6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:37.000953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c9ffd2d-76c0-4f06-af6b-89c835880bea req-85044d57-5718-4a58-8eab-a6b1eb6b32f6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 931 time: 0.0871027 Dec 15 04:49:37.072459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c9ffd2d-76c0-4f06-af6b-89c835880bea req-7d79ca4d-e5c9-46d7-8bf7-f9c34e860223 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602930 Dec 15 04:49:37.128322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.185336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98f4441e-7a7c-424f-a592-186e4b322963 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78b9b8a97f7c4e039625a2eb042e390b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551702 Dec 15 04:49:37.187900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54312) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:37.273839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565fa31-1103-4638-949d-9ae954921a28 req-7a089f7e-6531-4307-9e25-1d7efa0bcb4a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:37.282903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1565fa31-1103-4638-949d-9ae954921a28 req-7a089f7e-6531-4307-9e25-1d7efa0bcb4a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 946 time: 0.1011605 Dec 15 04:49:37.334547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-103a9b93-a497-462d-8459-805ed6b76503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.350429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1565fa31-1103-4638-949d-9ae954921a28 req-2088eea1-f55b-4124-997b-b59737d66f65 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ded31db-aa79-46e8-9d8c-251656ea7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666130 Dec 15 04:49:37.369913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-103a9b93-a497-462d-8459-805ed6b76503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.428376 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-103a9b93-a497-462d-8459-805ed6b76503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.428615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.429027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.429394 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Floating IP 09901666-564a-4a27-862d-c63539fda8c3 disassociated. External IP: 172.25.2.173, port: e7a9dc01-173d-46d8-9137-64364515c70c. Dec 15 04:49:37.429756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Calling delete_port for e7a9dc01-173d-46d8-9137-64364515c70c owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:37.432635 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-103a9b93-a497-462d-8459-805ed6b76503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.436310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-103a9b93-a497-462d-8459-805ed6b76503 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28b5020d-0636-4335-be41-a4ed02f9c555 HTTP/1.1" status: 204 len: 168 time: 0.2449491 Dec 15 04:49:37.461348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a9b93-a497-462d-8459-805ed6b76503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b5020d-0636-4335-be41-a4ed02f9c555,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:37.583296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa10ff4-8287-4a35-85ee-cdc0f56ed241 req-27e0e5e6-70be-4fbc-8d1a-e87d2630a040 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:37.592101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7aa10ff4-8287-4a35-85ee-cdc0f56ed241 req-27e0e5e6-70be-4fbc-8d1a-e87d2630a040 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 943 time: 0.0927930 Dec 15 04:49:37.650312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:37.663367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.688307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Transition to ACTIVE for port object fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:49:37.690388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.704034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:37.729586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event deleted for resources: {'Port': ['ID=e7a9dc01-173d-46d8-9137-64364515c70c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:37.734178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7aa10ff4-8287-4a35-85ee-cdc0f56ed241 req-6e730c47-b330-47a1-b3e2-159feaeb773f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162548 Dec 15 04:49:37.796762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d67e10dd-171d-4121-9762-4358f62a3f1f req-fc4407fd-da9b-4729-8004-281a06c14875 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e337e99-149d-4632-b855-1c930d7db726 HTTP/1.1" status: 200 len: 210 time: 0.0587447 Dec 15 04:49:37.888683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Pushing event updated for resources: {'Port': ['ID=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:37.943157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54324) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:37.957493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 62df42ba-9840-4057-b98f-e3372c0826f4 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:49:37.977638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-193cd7d7-7290-4de6-b5c6-f1dfa3e7ded3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.024761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Attempting to bind port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:38.025095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Attempting to bind port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:38.025455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Attempting to bind port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:38.030611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Router a637e2d9-96b8-4391-ac58-f306ce9b99a8 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:49:38.038242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:49:38.038567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Attempting to bind port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 on network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:38.055606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:38.055922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Checking segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:38.056476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Bound using segment: {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:38.056780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Bound port: fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29587933-1a35-48fc-a557-3c7c84ccfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:38.057209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.071151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:38.085409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '62df42ba-9840-4057-b98f-e3372c0826f4', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': '62df42ba-9840-4057-b98f-e3372c0826f4', 'mac_address': 'fa:16:3e:7b:61:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:49:38.142172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.163704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62df42ba-9840-4057-b98f-e3372c0826f4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:38.197849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:38.205772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.251674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-193cd7d7-7290-4de6-b5c6-f1dfa3e7ded3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.262490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] For port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:38.266930 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-193cd7d7-7290-4de6-b5c6-f1dfa3e7ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.272553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] For port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:38.295258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.305355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:49:38.308216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd40e54-a5cc-4e17-a633-296cca8ce134 req-cbf6e2f4-a123-4f4a-af3e-e6433a74a9f9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:38.310369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cd40e54-a5cc-4e17-a633-296cca8ce134 req-cbf6e2f4-a123-4f4a-af3e-e6433a74a9f9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 943 time: 0.1202211 Dec 15 04:49:38.323051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] Sync routers for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:49:38.342138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:38.356401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:38.357053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:38.389518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-193cd7d7-7290-4de6-b5c6-f1dfa3e7ded3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=074799a1dd9a46579a1b4cc1763979d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436040 Dec 15 04:49:38.417381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:38.418005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.419409 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] 10.222.0.42 "PUT /v2.0/ports/fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 HTTP/1.1" status: 200 len: 1092 time: 1.4864626 Dec 15 04:49:38.419916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54330) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:38.422678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] No DVR routers for this DVR port e7a9dc01-173d-46d8-9137-64364515c70c on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:38.425068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cd7d7-7290-4de6-b5c6-f1dfa3e7ded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f77133d-2616-47ec-b2e4-a4206dd56ac1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:38.427454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15020ece-bb73-484c-9ada-c7788655a35e', 'tag': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:38.429881 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce" -d '{"events": [{"name": "network-changed", "server_uuid": "15020ece-bb73-484c-9ada-c7788655a35e", "tag": "fb8f0d18-806f-491a-b5d4-b9c8d15b16b3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:38.431089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cd40e54-a5cc-4e17-a633-296cca8ce134 req-0f77a97b-caa5-4cc5-af54-b0c2e1aa6bdd tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136463 Dec 15 04:49:38.455331 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.466305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9a2bcae0-7271-437d-af08-909d37e50e71 req-2759556b-ec9b-40b0-b2c4-3e410b720a8b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.42 "DELETE /v2.0/ports/e7a9dc01-173d-46d8-9137-64364515c70c HTTP/1.1" status: 204 len: 173 time: 2.1194363 Dec 15 04:49:38.512333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0708d81f-7751-4cfa-9ef5-d2f615b371ed req-8074ead7-44a3-43c3-b4d2-a64d8f93cd6a tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0448272 Dec 15 04:49:38.543159 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdabe02-d63b-4dd3-a22f-facba9bad727 x-openstack-request-id: req-ebdabe02-d63b-4dd3-a22f-facba9bad727 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:38.543460 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15020ece-bb73-484c-9ada-c7788655a35e", "tag": "fb8f0d18-806f-491a-b5d4-b9c8d15b16b3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:38.543735 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebdabe02-d63b-4dd3-a22f-facba9bad727 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:38.544330 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15020ece-bb73-484c-9ada-c7788655a35e', 'tag': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3', 'status': 'completed', 'code': 200} Dec 15 04:49:38.569271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:38.573431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572d0a-2bf8-401f-a248-cb3ab5a6936a service neutron] Pushing event updated for resources: {'Port': ['ID=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:38.593296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e982c319-e81d-443a-8ae0-06b8b7645300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.621783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['62df42ba-9840-4057-b98f-e3372c0826f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:38.637815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e982c319-e81d-443a-8ae0-06b8b7645300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:38.651425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-9e190130-23b5-4f68-88f6-1b289162ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:38.652894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-9e190130-23b5-4f68-88f6-1b289162ef2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 1095 time: 0.1332142 Dec 15 04:49:38.888488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b6c50-3698-417a-bd3b-239da43ea7c2 req-1ae11566-78ba-41cf-b719-c8fc63457f21 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:38.897866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-268b6c50-3698-417a-bd3b-239da43ea7c2 req-1ae11566-78ba-41cf-b719-c8fc63457f21 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 944 time: 0.0982199 Dec 15 04:49:38.930737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:38Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:38.981016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] Checking router: a637e2d9-96b8-4391-ac58-f306ce9b99a8 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:49:38.990937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-268b6c50-3698-417a-bd3b-239da43ea7c2 req-65e83b20-4715-4bac-a261-43a6ac4f059c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919108 Dec 15 04:49:39.007317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:39.008011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:39.029859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-1f48b87e-f4cc-480d-831e-8818a0a05c50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 HTTP/1.1" status: 200 len: 217 time: 0.3589437 Dec 15 04:49:39.076537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e982c319-e81d-443a-8ae0-06b8b7645300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:39.079301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e982c319-e81d-443a-8ae0-06b8b7645300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:39.083655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e982c319-e81d-443a-8ae0-06b8b7645300 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f77133d-2616-47ec-b2e4-a4206dd56ac1 HTTP/1.1" status: 204 len: 168 time: 0.6445444 Dec 15 04:49:39.098140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982c319-e81d-443a-8ae0-06b8b7645300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f77133d-2616-47ec-b2e4-a4206dd56ac1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:39.103871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-9c6a69d7-6d39-4d43-8240-43d773ed64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:39.105466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-9c6a69d7-6d39-4d43-8240-43d773ed64f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.0669551 Dec 15 04:49:39.165209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:39.173956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-ea5d6e13-56b6-4768-bf77-c2434743b38a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590534 Dec 15 04:49:39.302548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-3ff80218-2fe6-40ad-ba49-a88e6c14cf8b service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171885 Dec 15 04:49:39.400188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:38Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:39.430904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-469f49f9-f04b-4e67-832d-3ce99b45fcbc req-d88d486a-41fe-4512-975c-d64cc345d5e6 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216950 Dec 15 04:49:39.435057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306e3cb-8555-4936-9e2a-b07f13850957 None None] The sync data for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 is: [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:46:27Z', 'revision_number': 4, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '54db63f8-a905-4de4-81fe-77b0aab2494c', 'name': '', 'network_id': 'de9977a5-6363-4e18-b899-4afc2cb9d0c7', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'mac_address': 'fa:16:3e:1e:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '7fbe44a2-2105-418c-9007-8355cdece276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:26Z', 'updated_at': '2021-12-15T04:46:38Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'subnets': [{'id': '7fbe44a2-2105-418c-9007-8355cdece276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:49:39.617615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-aa4989c9-72f9-45bb-b7da-790a81631b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:39.619806 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-aa4989c9-72f9-45bb-b7da-790a81631b42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 1095 time: 0.0682752 Dec 15 04:49:39.666701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e4e9ca6-f31e-42a8-b1cd-d182125b2e79 req-8e68337a-6480-47a5-bfdf-3bd719d5fd23 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0491710 Dec 15 04:49:39.699635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754df4c8-490f-413f-ac21-d48f0e649863 req-b7a1e463-da8c-490f-9843-aa58b9f3a5f9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:39.701272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-754df4c8-490f-413f-ac21-d48f0e649863 req-b7a1e463-da8c-490f-9843-aa58b9f3a5f9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 943 time: 0.1437485 Dec 15 04:49:39.764454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-ccb6ea53-5da4-4615-a67f-9f6c627a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:39.766449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-ccb6ea53-5da4-4615-a67f-9f6c627a119e service neutron] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 911 time: 0.1384132 Dec 15 04:49:39.771306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-754df4c8-490f-413f-ac21-d48f0e649863 req-e6cc7df9-e0e1-4415-a37d-d2ea0942da0d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633941 Dec 15 04:49:39.828960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-7966be4a-bce3-4a9d-ab3e-b6f43e09a443 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 HTTP/1.1" status: 200 len: 217 time: 0.0445528 Dec 15 04:49:39.863955 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309355c6-a981-4248-a0d9-1b663179b44f None None] New status for floating IP 09901666-564a-4a27-862d-c63539fda8c3: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:49:39.883299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-d478848b-07fe-4756-8bc1-85c3c237f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:39.889231 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-d478848b-07fe-4756-8bc1-85c3c237f51e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.0491729 Dec 15 04:49:39.927170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-d64c3729-3cef-40ec-86dc-0772ca2939b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283644 Dec 15 04:49:39.960534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 62df42ba-9840-4057-b98f-e3372c0826f4 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:39.977332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7a9dc01-173d-46d8-9137-64364515c70c no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:49:40.089105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: e7a9dc01-173d-46d8-9137-64364515c70c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:49:40.089730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7a9dc01-173d-46d8-9137-64364515c70c not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:49:40.120823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 62df42ba-9840-4057-b98f-e3372c0826f4 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:49:40.129541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 62df42ba-9840-4057-b98f-e3372c0826f4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:40.130163 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:40.143224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-55aaa2dd-ed1d-44ac-ba6c-1afadf08bdec service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020390 Dec 15 04:49:40.148808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1cb2b-c61a-4e9e-9ee5-d5b4d75f602b req-b9fa7f24-5cea-4244-bb1d-c92b73fa51f3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:40.158901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44d1cb2b-c61a-4e9e-9ee5-d5b4d75f602b req-b9fa7f24-5cea-4244-bb1d-c92b73fa51f3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 944 time: 0.0779757 Dec 15 04:49:40.254023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:40.257148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44d1cb2b-c61a-4e9e-9ee5-d5b4d75f602b req-671f6eaf-33ad-4ff5-96a5-491a4750b6c7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966525 Dec 15 04:49:40.308348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ce9dd241-2c27-4f2d-9020-a58a64cc22ce req-e134781f-894b-4ef7-a349-1efe320b9ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579480 Dec 15 04:49:40.318070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:40.320951 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ca16a-c7e7-4011-ab53-547cd75663a3" -d '{"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-plugged", "status": "completed", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:40.334426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:40.340536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:40.381484 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b2e607-375d-42d2-a20c-02c459421536 x-openstack-request-id: req-22b2e607-375d-42d2-a20c-02c459421536 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:40.381784 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-plugged", "status": "completed", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:40.382038 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22b2e607-375d-42d2-a20c-02c459421536 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:40.382429 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4', 'code': 200} Dec 15 04:49:40.406223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:40.537101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7b875-301b-4f29-8a01-70ab170aec8b req-0a16dbde-8006-4fbc-a540-9ac84240113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:40.538995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44d7b875-301b-4f29-8a01-70ab170aec8b req-0a16dbde-8006-4fbc-a540-9ac84240113d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 1097 time: 0.0592277 Dec 15 04:49:40.545584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'name': 'network-vif-deleted', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:40.548428 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873481a7-976c-4dcd-8a28-c53cbf99019f" -d '{"events": [{"server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "name": "network-vif-deleted", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:40.607640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44d7b875-301b-4f29-8a01-70ab170aec8b req-560394a0-d3ca-4f85-9311-a7f089de41be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601141 Dec 15 04:49:40.614342 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a53c75-b0b6-4dc9-b64c-032f0cf5000e x-openstack-request-id: req-84a53c75-b0b6-4dc9-b64c-032f0cf5000e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:40.614642 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8cdf88-6000-4fae-95f2-094859f99591", "name": "network-vif-deleted", "tag": "e7a9dc01-173d-46d8-9137-64364515c70c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:40.614902 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84a53c75-b0b6-4dc9-b64c-032f0cf5000e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:40.615305 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8cdf88-6000-4fae-95f2-094859f99591', 'name': 'network-vif-deleted', 'tag': 'e7a9dc01-173d-46d8-9137-64364515c70c', 'status': 'completed', 'code': 200} Dec 15 04:49:40.786283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30a8dd47-c2f8-4461-b249-737191959500 req-c7451ef3-cdc1-4113-a116-2bbb048d805b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0418599 Dec 15 04:49:40.847510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:40.909529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ac7a-a1c7-4d59-abf7-6b317cb45ba9 req-4d6eedc4-332f-42fc-9e5a-71bb7e8dac8e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:40.911279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1079ac7a-a1c7-4d59-abf7-6b317cb45ba9 req-4d6eedc4-332f-42fc-9e5a-71bb7e8dac8e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 943 time: 0.0579195 Dec 15 04:49:40.964495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1079ac7a-a1c7-4d59-abf7-6b317cb45ba9 req-c0d154b2-a737-484c-b458-d667517a147a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Dec 15 04:49:40.991629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1900349791', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:41.015678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Made reservation on behalf of 09f57180c85a4b39b2d79beba7b94a7c for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:41.020470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.031549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.119985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.133726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.139148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] device_id is not set on port 19784182-eaab-42e9-86a7-cf4820f1e721 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:49:41.202467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234a2299-80d6-4216-b617-4cd6e544e39e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:41.286299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Allocated IP 172.25.2.197 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/19784182-eaab-42e9-86a7-cf4820f1e721) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:41.384561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb809b89-1a94-4a68-bfd1-18605b05b57e req-1a6fb218-9161-47ae-8e49-4e0d9b7b1661 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:41.392777 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb809b89-1a94-4a68-bfd1-18605b05b57e req-1a6fb218-9161-47ae-8e49-4e0d9b7b1661 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.0641861 Dec 15 04:49:41.447929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb809b89-1a94-4a68-bfd1-18605b05b57e req-6892ca76-c487-48e6-8c00-1193bf20a671 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Dec 15 04:49:41.457061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.518433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.561101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:41.565655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:41.569317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:41.592542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f011fb2-d283-46f6-8068-4ce1bce0e01a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:41.593131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Pushing event updated for resources: {'Port': ['ID=19784182-eaab-42e9-86a7-cf4820f1e721,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:41.622975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:41.623588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.644032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54404) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:41.644302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-73ed856b-88f7-4c17-88b5-08c5d0450189 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7955875 Dec 15 04:49:41.649379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.197'}]}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:41.670932 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.671987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.706695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d3fb0443-d074-4995-9cb4-f870970ddfe0 None None] Provisioning complete for port 19784182-eaab-42e9-86a7-cf4820f1e721 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:41.707061 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0443-d074-4995-9cb4-f870970ddfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.728772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.750308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb0443-d074-4995-9cb4-f870970ddfe0 None None] Port 19784182-eaab-42e9-86a7-cf4820f1e721 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:49:41.925112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7233e8ad-d6bd-44b3-9828-f90c583cc4d1 req-13d5d81a-1ffa-45fc-87a7-62b61e74fc68 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0277405 Dec 15 04:49:41.939283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:41.963883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:49:42.083964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:42.097716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3', 'network_id': 'be07ebf6-9169-46bb-925c-e8bb6ac70ff9', 'port_id': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3', 'mac_address': 'fa:16:3e:99:56:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd429d5-dda9-4cc0-b6f1-98d58900b2b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:49:42.143947 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.160375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:42.184404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:42.192541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.234180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c7289-ed88-44f4-9665-d2c3979385ef req-e1575166-25be-4b27-857e-502cb457e307 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:42.242631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef4c7289-ed88-44f4-9665-d2c3979385ef req-e1575166-25be-4b27-857e-502cb457e307 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 943 time: 0.1411550 Dec 15 04:49:42.255589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:42.273882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.305535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.326879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef4c7289-ed88-44f4-9665-d2c3979385ef req-95d08e2f-edc7-451c-a96b-7ee9b9b72388 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833726 Dec 15 04:49:42.481724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.566809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['fb8f0d18-806f-491a-b5d4-b9c8d15b16b3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:42.743474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.746254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.756519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed1bb-d08c-46f5-af16-b7712d86747d req-fcd4af99-8ed4-4b46-af2b-53fa5ddaf448 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:42.758047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ebed1bb-d08c-46f5-af16-b7712d86747d req-fcd4af99-8ed4-4b46-af2b-53fa5ddaf448 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2226615 Dec 15 04:49:42.840928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:42.841432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af231991-2f02-40d4-ba71-df78e24c52fe {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:49:42.875181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ebed1bb-d08c-46f5-af16-b7712d86747d req-cac35e26-94dc-4b77-81ab-17d1f65862d9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901659 Dec 15 04:49:42.876392 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 04:49:42.878107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d43ee4ce-37ac-4f87-867f-9e1e2747135a tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2323253 Dec 15 04:49:42.880756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54416) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:43.008333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Deleting port 19784182-eaab-42e9-86a7-cf4820f1e721 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:43.009191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:43.096212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29ffa83c-62dc-4889-85a7-05be6da41d05 req-a88607b5-a543-49c1-9286-80da0610c453 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0381870 Dec 15 04:49:43.151813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:43.192031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Calling delete_port for 19784182-eaab-42e9-86a7-cf4820f1e721 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:43.251231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70496a-dcd6-4082-a520-8d7c2023187b req-666c75d7-d297-464f-a0c3-8c2f61e907d2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:43.253599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b70496a-dcd6-4082-a520-8d7c2023187b req-666c75d7-d297-464f-a0c3-8c2f61e907d2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.1060956 Dec 15 04:49:43.334436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b70496a-dcd6-4082-a520-8d7c2023187b req-8fb6506a-c425-4b8f-8e3e-3e1d76153234 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735273 Dec 15 04:49:43.389496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:43.425738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Pushing event deleted for resources: {'Port': ['ID=19784182-eaab-42e9-86a7-cf4820f1e721,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:43.449886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf6f56-96a9-49e1-b089-07fec570b7d1 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:43.556182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:43.559997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-42228b9d-11d1-4ce3-a3cd-54f15662ff08 tempest-RoutersAdminNegativeTest-1497701056 tempest-RoutersAdminNegativeTest-1497701056-project-admin] 10.222.0.37 "DELETE /v2.0/ports/19784182-eaab-42e9-86a7-cf4820f1e721 HTTP/1.1" status: 204 len: 168 time: 0.6780951 Dec 15 04:49:43.583741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0da741-17c6-4f95-9f32-57b2ac20bad7 req-c19fab09-ba45-41d5-bda3-5aac7b41ebc3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:43.594862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd0da741-17c6-4f95-9f32-57b2ac20bad7 req-c19fab09-ba45-41d5-bda3-5aac7b41ebc3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 944 time: 0.1279566 Dec 15 04:49:43.717100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd0da741-17c6-4f95-9f32-57b2ac20bad7 req-94787acb-0601-4414-ab27-10a99f55a215 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133866 Dec 15 04:49:43.962792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54460) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:43.965847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:44.105306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:49:44.110872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:44.111488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.116740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c93a9e5-c4c9-4ac8-a844-83e5d1c6498b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.213645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.249325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15020ece-bb73-484c-9ada-c7788655a35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:44.251616 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42c6a55-f16b-4619-81d3-b9042e85eb39" -d '{"events": [{"server_uuid": "15020ece-bb73-484c-9ada-c7788655a35e", "name": "network-vif-plugged", "status": "completed", "tag": "fb8f0d18-806f-491a-b5d4-b9c8d15b16b3"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:44.264325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-675fb6af-ee69-4ae5-9893-985e7ba74d93 req-433651a4-f285-4a35-b915-fa2f2255ee1f tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0343301 Dec 15 04:49:44.278422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:44.288652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.353708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c93a9e5-c4c9-4ac8-a844-83e5d1c6498b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.355147 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dcf677-a0db-455d-ab55-18c45e88cf3a x-openstack-request-id: req-36dcf677-a0db-455d-ab55-18c45e88cf3a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:44.355560 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15020ece-bb73-484c-9ada-c7788655a35e", "name": "network-vif-plugged", "status": "completed", "tag": "fb8f0d18-806f-491a-b5d4-b9c8d15b16b3", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:44.355985 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36dcf677-a0db-455d-ab55-18c45e88cf3a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:44.356492 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15020ece-bb73-484c-9ada-c7788655a35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3', 'code': 200} Dec 15 04:49:44.362623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c93a9e5-c4c9-4ac8-a844-83e5d1c6498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.427269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:44.434154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:44.451066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.452180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.452759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.456126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.456269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c93a9e5-c4c9-4ac8-a844-83e5d1c6498b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38e141b304a84c0e942f3b4d80157888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4919651 Dec 15 04:49:44.456835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.457410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.457957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.458499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.459306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.461728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.462845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.463522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.465302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:49:44.496649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a9e5-c4c9-4ac8-a844-83e5d1c6498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7bfc7-f1ec-478c-9420-334c9987ba59,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:44.548532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e818c67b-ea9d-4877-8155-97e4f88e6315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.573399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d5024-17f8-468b-80e1-19851c7f9d78 req-dad44a70-84a9-4e2f-9a1b-95badc1c810c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:44.575317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b3d5024-17f8-468b-80e1-19851c7f9d78 req-dad44a70-84a9-4e2f-9a1b-95badc1c810c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.0821800 Dec 15 04:49:44.598023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e818c67b-ea9d-4877-8155-97e4f88e6315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.645672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10103ff0-4ebc-4178-835f-30a643fc5f05 req-d2a38d27-64ac-4c7d-92d7-268c15d8ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:44.649481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10103ff0-4ebc-4178-835f-30a643fc5f05 req-d2a38d27-64ac-4c7d-92d7-268c15d8ae90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 1097 time: 0.1233909 Dec 15 04:49:44.654054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b3d5024-17f8-468b-80e1-19851c7f9d78 req-77a46ae0-7c49-4554-acf6-46f6c94311dd tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646126 Dec 15 04:49:44.714939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-10103ff0-4ebc-4178-835f-30a643fc5f05 req-6dcb35ce-c8c0-4a40-80ec-413f1cdc7b59 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573137 Dec 15 04:49:44.738781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e818c67b-ea9d-4877-8155-97e4f88e6315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.741909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e818c67b-ea9d-4877-8155-97e4f88e6315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:44.743260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e818c67b-ea9d-4877-8155-97e4f88e6315 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/beb7bfc7-f1ec-478c-9420-334c9987ba59 HTTP/1.1" status: 204 len: 168 time: 0.3074186 Dec 15 04:49:44.753433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818c67b-ea9d-4877-8155-97e4f88e6315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7bfc7-f1ec-478c-9420-334c9987ba59,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:44.942361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54504) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:44.947035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915100918', 'description': 'tempest-secgroup-smoke-1915100918 description', 'project_id': '89f540e069f243de8fb833a184538d89'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:44.989349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.099867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.103392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5348c8-8d62-4c1c-9bc8-07cad615b3cd req-afa424fd-1854-4080-9589-6aea3c59035f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:45.105121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c5348c8-8d62-4c1c-9bc8-07cad615b3cd req-afa424fd-1854-4080-9589-6aea3c59035f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.0837195 Dec 15 04:49:45.106153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.144899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54514) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.147802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.149974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2065713 Dec 15 04:49:45.152694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54516) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.159846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8', 'project_id': '89f540e069f243de8fb833a184538d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:45.168049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbc57f-70ce-4924-81ba-ac570cd6d687 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:45.200280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.246438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f06df07e-8649-43f7-91df-1f2376fc565a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09f57180c85a4b39b2d79beba7b94a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1003385 Dec 15 04:49:45.250153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c5348c8-8d62-4c1c-9bc8-07cad615b3cd req-544ded84-563d-497f-93a7-e4763e92a732 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284354 Dec 15 04:49:45.250618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54518) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.272411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.277185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.293424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ab4f3-84e1-4c33-825f-7bcd7aebe753 req-f82fcd92-4df3-45b8-aae2-e80e5859ac00 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:45.294970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-271ab4f3-84e1-4c33-825f-7bcd7aebe753 req-f82fcd92-4df3-45b8-aae2-e80e5859ac00 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.0979054 Dec 15 04:49:45.295429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc65926-9f99-4c53-a10b-b26c7ab62fbb,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:45.308131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.311720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b8fa350-2223-4a92-ba98-a46decccb396 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553931 Dec 15 04:49:45.312395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54522) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.317403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8', 'project_id': '89f540e069f243de8fb833a184538d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:45.350261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.361194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-271ab4f3-84e1-4c33-825f-7bcd7aebe753 req-dd015ad5-260a-4120-8bb3-2c46b2f27587 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536957 Dec 15 04:49:45.376147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-686295e9-5cea-4ace-a77f-c76387927b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.395400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ea5255b-a688-48f0-a934-ddc17d1be89f req-f33ab1f9-d137-433d-9765-929b43124b9b tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf8cdf88-6000-4fae-95f2-094859f99591 HTTP/1.1" status: 200 len: 210 time: 0.0316854 Dec 15 04:49:45.422511 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-686295e9-5cea-4ace-a77f-c76387927b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.430680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.435565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.453745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a0cc06-8844-44ba-a7a3-180589243bfe,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:45.460435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.461798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac93ac22-0934-483a-8b75-6559055b00d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489735 Dec 15 04:49:45.464418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54524) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.468752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8', 'project_id': '89f540e069f243de8fb833a184538d89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:45.480686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-686295e9-5cea-4ace-a77f-c76387927b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.485069 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-686295e9-5cea-4ace-a77f-c76387927b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.486508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-686295e9-5cea-4ace-a77f-c76387927b49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/234a2299-80d6-4216-b617-4cd6e544e39e HTTP/1.1" status: 204 len: 168 time: 0.2340631 Dec 15 04:49:45.499304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686295e9-5cea-4ace-a77f-c76387927b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a2299-80d6-4216-b617-4cd6e544e39e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:45.524431 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.602265 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.609164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.630617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7830bf8-406c-4c50-8e65-4597a887c826,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:45.649416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.653263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d1146d31-dd61-4d49-9818-89c9db34e9eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853325 Dec 15 04:49:45.653572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.658842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8', 'project_id': '89f540e069f243de8fb833a184538d89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:45.691435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.791094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.798270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.822755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff22df3a-12b8-43f2-b0ff-0f4bfa600cb8,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:45.839628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.843812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ed2d06af-c610-4323-b16d-21f5c0830cb3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1869404 Dec 15 04:49:45.844090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54532) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:45.850580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8', 'project_id': '89f540e069f243de8fb833a184538d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:45.882218 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Project 89f540e069f243de8fb833a184538d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:49:45.888993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.974243 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:45.981341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.014758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb68949-bd49-4dad-8a3b-6cd1c591c4bf,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:46.022947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.030306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-76f2663b-a2c7-4124-8176-e9a837ce6705 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794403 Dec 15 04:49:46.030306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54538) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:46.042165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'security_group_rule': {'security_group_id': 'f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8', 'project_id': '89f540e069f243de8fb833a184538d89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:46.074720 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Project 89f540e069f243de8fb833a184538d89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:49:46.081807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.153397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.159653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.182756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de88fb1-6fcb-423e-8fca-f843d2765bbb,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:46.192756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.197604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3efb534a-e88a-4c54-96b4-dbcf16ba5497 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1691856 Dec 15 04:49:46.448983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e315f-960c-4e97-a5cd-4fc9d96c74c4 req-fa47a3ff-cd07-4118-a9e6-402edd8f0c62 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:46.450511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b28e315f-960c-4e97-a5cd-4fc9d96c74c4 req-fa47a3ff-cd07-4118-a9e6-402edd8f0c62 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.0932293 Dec 15 04:49:46.612716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b28e315f-960c-4e97-a5cd-4fc9d96c74c4 req-540ba074-1b63-4801-9ded-b0ecfb276092 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540771 Dec 15 04:49:46.620635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:46.650381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c184-7dba-4b99-819c-3eda790acf25 req-b3c1b11a-c1b5-4bc1-bd74-9f4a68249fa8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:46.661168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41a5c184-7dba-4b99-819c-3eda790acf25 req-b3c1b11a-c1b5-4bc1-bd74-9f4a68249fa8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.1734986 Dec 15 04:49:46.741514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41a5c184-7dba-4b99-819c-3eda790acf25 req-c671bf6c-1726-489b-be7b-e1bbff1ff785 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Dec 15 04:49:46.802709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944905402'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:46.820626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54608) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:46.875098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:46.887594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.890610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b896-127c-4a02-8adc-cdae28e0ac15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.906299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:46.955246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b896-127c-4a02-8adc-cdae28e0ac15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.038713 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b896-127c-4a02-8adc-cdae28e0ac15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.049172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b896-127c-4a02-8adc-cdae28e0ac15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.050693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9dd1b896-127c-4a02-8adc-cdae28e0ac15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ded31db-aa79-46e8-9d8c-251656ea7e2a HTTP/1.1" status: 204 len: 168 time: 0.2289033 Dec 15 04:49:47.054545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54616) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:47.108174 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-cb52b70a-9ca8-4ad4-b17c-d417c68809e6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] show failed (client error): The resource could not be found. Dec 15 04:49:47.110076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cb52b70a-9ca8-4ad4-b17c-d417c68809e6 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "GET /v2.0/security-groups/2ded31db-aa79-46e8-9d8c-251656ea7e2a HTTP/1.1" status: 404 len: 347 time: 0.0424702 Dec 15 04:49:47.118415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54622) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:47.165853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1b896-127c-4a02-8adc-cdae28e0ac15 tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ded31db-aa79-46e8-9d8c-251656ea7e2a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:47.201112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16294-0af0-4908-a220-19756667baa2 req-963c8246-b150-4965-aeb9-e18611349993 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:47.210471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd16294-0af0-4908-a220-19756667baa2 req-963c8246-b150-4965-aeb9-e18611349993 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1546364 Dec 15 04:49:47.287295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfd16294-0af0-4908-a220-19756667baa2 req-7965be42-0351-408c-908b-62641acf87b4 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713573 Dec 15 04:49:47.401062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.418244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-1ea0b6f7-2280-456d-93e1-7c1bbf538b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:47.419949 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-1ea0b6f7-2280-456d-93e1-7c1bbf538b11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 1097 time: 0.4133916 Dec 15 04:49:47.437095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.524650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:47.543265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a56d9-3ce2-45e1-9a50-422bd52500d1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:47.554988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.555325 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment 6f88097a-ac75-44f7-b3ac-bd3bc03210e4 of type vlan for network d6490e04-533c-45fc-a4d1-101cd46fcf43 Dec 15 04:49:47.635163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.640811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-095ff236-8f59-4602-a465-762988de985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:47.642726 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-095ff236-8f59-4602-a465-762988de985e service neutron] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 911 time: 0.2006216 Dec 15 04:49:47.646208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Deleting port 1def934a-4a3e-4acc-a17b-c17715ece93c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:47.646558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.742512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-11bf25d9-1196-4c3a-bf9e-35d901263d3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 HTTP/1.1" status: 200 len: 217 time: 0.0910015 Dec 15 04:49:47.762173 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.768801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:47.769466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.882985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2609613 Dec 15 04:49:47.902100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.902435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:47.914066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-ac8f8a1e-a186-43e8-aecc-7d3b551d7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:47.915552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-ac8f8a1e-a186-43e8-aecc-7d3b551d7145 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.1648173 Dec 15 04:49:47.917207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103136-2e71-4932-ba21-4801360abe62 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=d6490e04-533c-45fc-a4d1-101cd46fcf43,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:47.928427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d6490e04-533c-45fc-a4d1-101cd46fcf43 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:49:47.944328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Calling delete_port for 1def934a-4a3e-4acc-a17b-c17715ece93c owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:47.966069 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-a3f1cd96-da73-4f5f-8f8b-6ee69221f95b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378642 Dec 15 04:49:48.001497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a58b68-1930-4478-ae6f-879152e44874 req-45df8756-c1e3-487f-819a-d0d5e2449076 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:48.016984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76a58b68-1930-4478-ae6f-879152e44874 req-45df8756-c1e3-487f-819a-d0d5e2449076 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.1737893 Dec 15 04:49:48.146257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:48.159352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 62df42ba-9840-4057-b98f-e3372c0826f4 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:49:48.212477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76a58b68-1930-4478-ae6f-879152e44874 req-c49cef5c-9858-493b-ac85-0622ea55b72e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943717 Dec 15 04:49:48.228624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Pushing event deleted for resources: {'Port': ['ID=1def934a-4a3e-4acc-a17b-c17715ece93c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:48.308477 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-398a4f67-5bca-4062-baea-67782714e470 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754081 Dec 15 04:49:48.364637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:48.380141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '62df42ba-9840-4057-b98f-e3372c0826f4', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'port_id': '62df42ba-9840-4057-b98f-e3372c0826f4', 'mac_address': 'fa:16:3e:7b:61:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:49:48.425795 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:48.441967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62df42ba-9840-4057-b98f-e3372c0826f4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:49:48.462934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:48.471155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:48.543772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:48.633617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128fd6-708a-4fbd-9655-3b07145416db req-554b4847-524d-4eda-857d-8218a9f6fd60 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:48.644440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27128fd6-708a-4fbd-9655-3b07145416db req-554b4847-524d-4eda-857d-8218a9f6fd60 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1531215 Dec 15 04:49:48.664051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['62df42ba-9840-4057-b98f-e3372c0826f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:49:48.755803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:48.759143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:48.760490 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-426c1858-4077-4a0b-b0ff-e19fd18229dd tempest-ServersTestBootFromVolume-182969476 tempest-ServersTestBootFromVolume-182969476-project] 10.222.0.37 "DELETE /v2.0/floatingips/09901666-564a-4a27-862d-c63539fda8c3 HTTP/1.1" status: 204 len: 168 time: 1.6396661 Dec 15 04:49:48.763804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54682) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:49.362737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ac7812fe-ec8c-4183-879c-88f500b9299c req-e8b635cb-b385-4495-951a-0f289dfc1f5f service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0279987 Dec 15 04:49:49.720287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27128fd6-708a-4fbd-9655-3b07145416db req-fd5d3f43-7bc2-4d64-8d49-097e545a98be tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0642502 Dec 15 04:49:49.738304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a4b3e-ec93-4758-b832-2aa2578e093f req-2eed94d0-6e4c-4f6a-8228-e07f591b9213 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:49.754081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee1a4b3e-ec93-4758-b832-2aa2578e093f req-2eed94d0-6e4c-4f6a-8228-e07f591b9213 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 944 time: 0.2940400 Dec 15 04:49:49.889085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee1a4b3e-ec93-4758-b832-2aa2578e093f req-01edc6ff-6023-40d7-beb1-8aa28b8bd42f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313820 Dec 15 04:49:49.898927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:50.018593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 62df42ba-9840-4057-b98f-e3372c0826f4 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:50.202093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 62df42ba-9840-4057-b98f-e3372c0826f4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:50.202476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:50.411034 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:50.482750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:49:50.492582 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b708e2a-ea98-44a1-a2e7-bf77c38b19cb" -d '{"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-plugged", "status": "completed", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:49:50.551400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:50.562158 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:50.855170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Deleting port 54db63f8-a905-4de4-81fe-77b0aab2494c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:50.855521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:50.989624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d624c86-9592-4e80-a78c-d84c03767daa req-0a8f7a3e-41a4-48bf-b5e9-3f865c2128a3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:51.000366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d624c86-9592-4e80-a78c-d84c03767daa req-0a8f7a3e-41a4-48bf-b5e9-3f865c2128a3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1522212 Dec 15 04:49:51.173511 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8281910-cce6-4ed6-846a-055165e2d827 x-openstack-request-id: req-e8281910-cce6-4ed6-846a-055165e2d827 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:49:51.174317 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-plugged", "status": "completed", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:49:51.174317 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8281910-cce6-4ed6-846a-055165e2d827 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:49:51.174571 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4', 'code': 200} Dec 15 04:49:51.203487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:51.215346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d624c86-9592-4e80-a78c-d84c03767daa req-840bab8c-dd0a-461c-81b3-5a7c97064f50 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128680 Dec 15 04:49:51.233739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] For port 54db63f8-a905-4de4-81fe-77b0aab2494c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=54db63f8-a905-4de4-81fe-77b0aab2494c,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:51.234246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:51.276953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Calling delete_port for 54db63f8-a905-4de4-81fe-77b0aab2494c owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:51.365032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334f1d-613d-484b-bf10-d91795b8a23d req-fb0295df-974c-4f69-ba43-3321281ab182 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:51.377526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42334f1d-613d-484b-bf10-d91795b8a23d req-fb0295df-974c-4f69-ba43-3321281ab182 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2822895 Dec 15 04:49:51.389879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:51.399281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:51.677409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42334f1d-613d-484b-bf10-d91795b8a23d req-3f1f2cea-43a1-40cc-ad78-5fcd9e290f33 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907054 Dec 15 04:49:51.719768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:51.737400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:51.744778 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:51.768808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54db63f8-a905-4de4-81fe-77b0aab2494c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:52.082054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:52.574226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Router a637e2d9-96b8-4391-ac58-f306ce9b99a8 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:49:52.619347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:52.684691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5b748-1588-4bc0-bd52-840f13b934ee req-5339b2ca-caaf-4bd8-8d89-ae298303add7 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:52.695005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eb5b748-1588-4bc0-bd52-840f13b934ee req-5339b2ca-caaf-4bd8-8d89-ae298303add7 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2617493 Dec 15 04:49:52.862553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=54dbe95b-6132-4424-80d5-519c34f0c1fa,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:53.114398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': '6f88097a-ac75-44f7-b3ac-bd3bc03210e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:53.114845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: d6490e04-533c-45fc-a4d1-101cd46fcf43, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:49:53.145638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac480ea-e32f-4d7f-97d5-5abeaf857ae7 req-7e80310b-d5de-4572-9d42-79b4677772ad tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:53.147520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bac480ea-e32f-4d7f-97d5-5abeaf857ae7 req-7e80310b-d5de-4572-9d42-79b4677772ad tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2822413 Dec 15 04:49:53.165008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eb5b748-1588-4bc0-bd52-840f13b934ee req-fc7b41e3-43d5-4456-a7d2-56a44b680b24 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531698 Dec 15 04:49:53.253603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network d6490e04-533c-45fc-a4d1-101cd46fcf43 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:49:53.316504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, d6490e04-533c-45fc-a4d1-101cd46fcf43) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:53.321599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:53.322217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.331204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba80d81-a288-4b34-b53e-8b97b7debde4 None None] Network d6490e04-533c-45fc-a4d1-101cd46fcf43 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:53.398661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-73b935cf-bd49-458e-9ca9-9fad2aba8ce8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0060787 Dec 15 04:49:53.426344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bac480ea-e32f-4d7f-97d5-5abeaf857ae7 req-4683a07c-7acd-46a9-a005-d46c2ff2d622 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525268 Dec 15 04:49:53.426991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54730) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:53.435859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104854344'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:53.525476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:53.531510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.606079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:53.624524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:49:53.646511 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.647081 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment 8eb6f9da-8ec1-4065-91a9-551e4088e6cc of type vlan for network acfc64d1-5ce5-4c86-997e-41bf67dabe24 Dec 15 04:49:53.652298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d6df7bea-838a-40f9-86f8-5a4300e92bf1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a637e2d9-96b8-4391-ac58-f306ce9b99a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8867440 Dec 15 04:49:53.653364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:53.678065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Sync routers for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:49:53.690762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-d6490e04-533c-45fc-a4d1-101cd46fcf43', 'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': '54dbe95b-6132-4424-80d5-519c34f0c1fa'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:49:53.694019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.750021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.768761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Routers {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:53.770182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:53.836616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.851545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:53.855403 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:53.941585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:54.149475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7213538 Dec 15 04:49:54.153354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54736) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:54.165367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': 'acfc64d1-5ce5-4c86-997e-41bf67dabe24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:54.174703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c527c1f-f7b4-4bd4-82aa-31015c6c86fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=acfc64d1-5ce5-4c86-997e-41bf67dabe24,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:54.227317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network acfc64d1-5ce5-4c86-997e-41bf67dabe24 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:49:54.262993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:54.441225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Deleting port 924e802f-7e8d-44bf-862c-01cc872c503c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:54.441797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:54.459254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d268744-f217-4860-8a07-df817f4df8b6 req-8773a3db-e1ff-42d3-9b03-b0b18ec73ce2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:54.468387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d268744-f217-4860-8a07-df817f4df8b6 req-8773a3db-e1ff-42d3-9b03-b0b18ec73ce2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1312296 Dec 15 04:49:54.499404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:54.504239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:54.594641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Set router a637e2d9-96b8-4391-ac58-f306ce9b99a8 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:49:54.679525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] For port 924e802f-7e8d-44bf-862c-01cc872c503c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=924e802f-7e8d-44bf-862c-01cc872c503c,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:54.680256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:54.681577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d268744-f217-4860-8a07-df817f4df8b6 req-3fa68e3a-84f5-46e6-b3dd-e463e8116ccd tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122195 Dec 15 04:49:54.709681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Calling delete_port for 924e802f-7e8d-44bf-862c-01cc872c503c owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:54.739924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219832fa-d19b-4711-b778-4721df710a5b req-3e1a0891-890c-4178-9311-aeea7e309761 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:54.748604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-219832fa-d19b-4711-b778-4721df710a5b req-3e1a0891-890c-4178-9311-aeea7e309761 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.1447740 Dec 15 04:49:54.871173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-219832fa-d19b-4711-b778-4721df710a5b req-a78988bb-a770-4a62-8e23-8217144ec53a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212981 Dec 15 04:49:54.935807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.005548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=d9aab297-a008-4582-bde2-0291f6342d2f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:55.039878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': '8eb6f9da-8ec1-4065-91a9-551e4088e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'acfc64d1-5ce5-4c86-997e-41bf67dabe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:55.042130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: acfc64d1-5ce5-4c86-997e-41bf67dabe24, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:49:55.091434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network acfc64d1-5ce5-4c86-997e-41bf67dabe24 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:49:55.093546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Allocated IP 2001:db8:0:ffff::2 (d6490e04-533c-45fc-a4d1-101cd46fcf43/54dbe95b-6132-4424-80d5-519c34f0c1fa/e6321a3a-b0ce-455d-a70c-def44b5b07b2) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:49:55.110610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, acfc64d1-5ce5-4c86-997e-41bf67dabe24) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:55.122643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:55.123248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.153935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ac0b2-b0a1-4ece-99a4-18a6159ee9c7 None None] Network acfc64d1-5ce5-4c86-997e-41bf67dabe24 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:55.163126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-19c08159-3fca-46a4-8682-3bd03a81e251 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0061796 Dec 15 04:49:55.163457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:55.297246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.361618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.412240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.456508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Pushing event deleted for resources: {'Port': ['ID=924e802f-7e8d-44bf-862c-01cc872c503c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:55.547332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.566830 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.648921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aab297-a008-4582-bde2-0291f6342d2f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:55.775939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.777108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.796194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.880956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a8b10-9ad7-48a6-bead-cc64bbfb5cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-acfc64d1-5ce5-4c86-997e-41bf67dabe24', 'network_id': 'acfc64d1-5ce5-4c86-997e-41bf67dabe24', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': 'd9aab297-a008-4582-bde2-0291f6342d2f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:49:55.881788 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8b10-9ad7-48a6-bead-cc64bbfb5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.883670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.885727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.886309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a637e2d9-96b8-4391-ac58-f306ce9b99a8 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:49:55.891692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.893498 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f746f6c9-6d44-4f73-ba61-02f3d9fab540 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a637e2d9-96b8-4391-ac58-f306ce9b99a8 HTTP/1.1" status: 204 len: 168 time: 2.2387326 Dec 15 04:49:55.896395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54756) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:55.905138 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:49:55.921532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7966c849-c30d-45a8-baef-c64f07075e55 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:55.941543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:55.960303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfc64d1-5ce5-4c86-997e-41bf67dabe24']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:55.972378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb6f9da-8ec1-4065-91a9-551e4088e6cc') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:55.972699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb6f9da-8ec1-4065-91a9-551e4088e6cc') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:55.985666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.000931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Deleting subnet 7fbe44a2-2105-418c-9007-8355cdece276 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:49:56.003869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.011607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:49:56.012107 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.015097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.089402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.114359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Pushing event updated for resources: {'Port': ['ID=e6321a3a-b0ce-455d-a70c-def44b5b07b2,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:49:56.144009 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:49:56.150086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.155440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.159572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/acfc64d1-5ce5-4c86-997e-41bf67dabe24 HTTP/1.1" status: 204 len: 168 time: 0.9951186 Dec 15 04:49:56.166351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54758) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:56.175249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1795326854'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:56.183976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Network d6490e04-533c-45fc-a4d1-101cd46fcf43 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:49:56.198116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:56.209844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:49:56.218059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbdded-5a12-4afc-95ae-ac2f7dd6371c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=acfc64d1-5ce5-4c86-997e-41bf67dabe24,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:56.312982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e94ec-d12e-4056-860d-bdb1b3f6efb9 None None] Network acfc64d1-5ce5-4c86-997e-41bf67dabe24 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:56.356986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d62a4-ede9-4113-9d20-b14d6f187d6f req-346371db-ca8b-4cab-b694-c1e60b2af57e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:56.358885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c30d62a4-ede9-4113-9d20-b14d6f187d6f req-346371db-ca8b-4cab-b694-c1e60b2af57e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2602317 Dec 15 04:49:56.362226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e94ec-d12e-4056-860d-bdb1b3f6efb9 None None] Network acfc64d1-5ce5-4c86-997e-41bf67dabe24 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:49:56.370733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Attempting to bind port e6321a3a-b0ce-455d-a70c-def44b5b07b2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:49:56.374921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Attempting to bind port e6321a3a-b0ce-455d-a70c-def44b5b07b2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6f88097a-ac75-44f7-b3ac-bd3bc03210e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:49:56.376605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Attempting to bind port e6321a3a-b0ce-455d-a70c-def44b5b07b2 on network d6490e04-533c-45fc-a4d1-101cd46fcf43 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:49:56.391409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2de699-34a9-4553-9f92-8154b855335a req-3623ddd1-0df7-4d82-b42e-ef9847a4aff8 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:56.394281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f2de699-34a9-4553-9f92-8154b855335a req-3623ddd1-0df7-4d82-b42e-ef9847a4aff8 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.3081172 Dec 15 04:49:56.398560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'name': 'tempest-ServersTestBootFromVolume-1135237491-router', 'tenant_id': '4761547da47f4991bc292d32ba479b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:46:21Z', 'updated_at': '2021-12-15T04:49:51Z', 'revision_number': 5, 'project_id': '4761547da47f4991bc292d32ba479b87', 'gw_port': {'id': '924e802f-7e8d-44bf-862c-01cc872c503c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a637e2d9-96b8-4391-ac58-f306ce9b99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:46:22Z', 'updated_at': '2021-12-15T04:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:56.400984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:49:56.401749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Checking segment: {'id': '6f88097a-ac75-44f7-b3ac-bd3bc03210e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:56.402724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.403357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Bound using segment: {'id': '6f88097a-ac75-44f7-b3ac-bd3bc03210e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:49:56.411868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.424552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Bound port: e6321a3a-b0ce-455d-a70c-def44b5b07b2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f88097a-ac75-44f7-b3ac-bd3bc03210e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd6490e04-533c-45fc-a4d1-101cd46fcf43'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:49:56.425176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.509007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:56.531274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-dbb1caf8-9387-48da-b016-d20c8cc6b469 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3973505 Dec 15 04:49:56.539284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.569776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Checking router: a637e2d9-96b8-4391-ac58-f306ce9b99a8 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:49:56.613886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Routers set() bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:49:56.614648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Router IDs set() for agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 04:49:56.615485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_agentschedulers_db [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a637e2d9-96b8-4391-ac58-f306ce9b99a8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:49:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent'). {{(pid=103134) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 04:49:56.616180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece40590-44ad-41c2-87f6-120317e667fb None None] The sync data for ids ['a637e2d9-96b8-4391-ac58-f306ce9b99a8'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:49:56.649345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] For port e6321a3a-b0ce-455d-a70c-def44b5b07b2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:49:56.653994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] For port e6321a3a-b0ce-455d-a70c-def44b5b07b2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e6321a3a-b0ce-455d-a70c-def44b5b07b2,segment=NetworkSegment(6f88097a-ac75-44f7-b3ac-bd3bc03210e4),segment_id=6f88097a-ac75-44f7-b3ac-bd3bc03210e4)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:49:56.665814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.704198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:56.727807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c30d62a4-ede9-4113-9d20-b14d6f187d6f req-53539c61-1874-45f3-8812-d01e7894cf39 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319080 Dec 15 04:49:56.760207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f2de699-34a9-4553-9f92-8154b855335a req-f26e1c67-c259-4ec7-8104-80ef420a532e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478930 Dec 15 04:49:56.788803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:56.797090 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment cdfdfd76-2aad-4b54-a381-1ee95e3507a7 of type vlan for network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b Dec 15 04:49:56.820613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816a17-d25b-4c06-983e-037021204e0f req-74c32f2c-b608-444c-9b18-a34e82be1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:56.822160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-74c32f2c-b608-444c-9b18-a34e82be1d8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.1754441 Dec 15 04:49:56.912860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31575b9-8aca-4059-8c38-e1e4679b636e None None] Pushing event updated for resources: {'Port': ['ID=e6321a3a-b0ce-455d-a70c-def44b5b07b2,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:56.953123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.006358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.043101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbe44a2-2105-418c-9007-8355cdece276,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:57.061771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00247a1-d203-4619-a62f-0063f39022d2 None None] Network de9977a5-6363-4e18-b899-4afc2cb9d0c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:57.085767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.089987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d4bc6b39-ec72-4414-854b-0155da0fccb4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7fbe44a2-2105-418c-9007-8355cdece276 HTTP/1.1" status: 204 len: 168 time: 1.1922853 Dec 15 04:49:57.093402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:57.116913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.122952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:57.127785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.151053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816a17-d25b-4c06-983e-037021204e0f req-e2360f73-83c3-4c8f-bb51-535ab801d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:57.162638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-e2360f73-83c3-4c8f-bb51-535ab801d46b service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.3037665 Dec 15 04:49:57.377126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-569bb6a0-e33d-4d18-b578-7f0381d86de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.2013710 Dec 15 04:49:57.477078 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3015966 Dec 15 04:49:57.480426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54768) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:57.492423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:57.508334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816a17-d25b-4c06-983e-037021204e0f req-56de7604-193f-46e8-8cff-2e18766fdade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:57.515866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-56de7604-193f-46e8-8cff-2e18766fdade service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1238427 Dec 15 04:49:57.625877 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03defa47-e2be-4cb5-8ae0-1167b230bdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.687953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b816a17-d25b-4c06-983e-037021204e0f req-b59ab665-348b-46df-9f03-4dea31f13b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:57.689650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-b59ab665-348b-46df-9f03-4dea31f13b0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661637 Dec 15 04:49:57.700441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] DHCP port deletion for de9977a5-6363-4e18-b899-4afc2cb9d0c7 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:49:57.745540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.747134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897eb76-615c-4339-9300-c056015fd4b0 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=3ae480d3-0f2b-4167-a8de-f4c20b895c9b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:57.818951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] Deleting port 84b63ad0-0f2d-4982-8919-ae06e7836a0d {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:57.819464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:57.826909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:49:57.956847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-061cc975-5f95-476e-add6-9de620572a9d service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539258 Dec 15 04:49:58.003621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:58.007178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:58.159200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] For port 84b63ad0-0f2d-4982-8919-ae06e7836a0d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84b63ad0-0f2d-4982-8919-ae06e7836a0d,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:58.159772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:58.213458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Deleting port 84b63ad0-0f2d-4982-8919-ae06e7836a0d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:49:58.214059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] Calling delete_port for 84b63ad0-0f2d-4982-8919-ae06e7836a0d owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:58.221133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:58.343274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2978c-85c4-4552-8afc-f4cee2bf215b req-ef4d5e2f-cd1a-427c-a802-4ff826a91fb6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:58.355060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2db2978c-85c4-4552-8afc-f4cee2bf215b req-ef4d5e2f-cd1a-427c-a802-4ff826a91fb6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.3313491 Dec 15 04:49:58.440710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caa0ee-2e3f-4289-9dc9-f5575d8a3fe7 req-40bc4257-b20e-4753-85d2-1ee5ae12461d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:58.450787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6caa0ee-2e3f-4289-9dc9-f5575d8a3fe7 req-40bc4257-b20e-4753-85d2-1ee5ae12461d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.4881923 Dec 15 04:49:58.467580 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:58.483747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] No DVR routers for this DVR port 84b63ad0-0f2d-4982-8919-ae06e7836a0d on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:58.548932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4148d-ff87-4a84-ab05-cfebb624195d None None] Pushing event deleted for resources: {'Port': ['ID=84b63ad0-0f2d-4982-8919-ae06e7836a0d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:58.608519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6caa0ee-2e3f-4289-9dc9-f5575d8a3fe7 req-cd1ad501-cc72-4fd7-9a67-e83ac6a345ba tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561139 Dec 15 04:49:58.638951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] For port 84b63ad0-0f2d-4982-8919-ae06e7836a0d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84b63ad0-0f2d-4982-8919-ae06e7836a0d,segment=NetworkSegment(658c5ab9-38c7-48d2-a359-71bf5fc62b2a),segment_id=658c5ab9-38c7-48d2-a359-71bf5fc62b2a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:49:58.639599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:58.662531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Calling delete_port for 84b63ad0-0f2d-4982-8919-ae06e7836a0d owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:49:58.780775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b816a17-d25b-4c06-983e-037021204e0f req-b72cfc1a-b39c-44bf-ab36-62bfba722ceb service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771114 Dec 15 04:49:58.804260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2db2978c-85c4-4552-8afc-f4cee2bf215b req-35cfcc1d-a7e7-4a45-9f83-230ce215b05e tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404402 Dec 15 04:49:58.977574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e6321a3a-b0ce-455d-a70c-def44b5b07b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:49:59.027221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.042086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.101447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0e1c9-0610-434b-8eac-39dd79bb41c2 None None] Network d6490e04-533c-45fc-a4d1-101cd46fcf43 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:59.131965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Pushing event deleted for resources: {'Port': ['ID=84b63ad0-0f2d-4982-8919-ae06e7836a0d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:59.153324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] No DVR routers for this DVR port 84b63ad0-0f2d-4982-8919-ae06e7836a0d on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:49:59.201134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=f7dd0af7-4ef3-41c1-bd0f-a4d08b3d40aa,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:59.222878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:49:59.223174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: 3ae480d3-0f2b-4167-a8de-f4c20b895c9b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:49:59.299831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:49:59.303575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.329526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 3ae480d3-0f2b-4167-a8de-f4c20b895c9b) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:49:59.346884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9977a5-6363-4e18-b899-4afc2cb9d0c7']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:59.353043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:59.353043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.358069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1f8bd-82a0-4b58-b29e-ea260fc41d89 None None] Network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:49:59.370866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658c5ab9-38c7-48d2-a359-71bf5fc62b2a') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:59.371157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658c5ab9-38c7-48d2-a359-71bf5fc62b2a') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:49:59.388254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.403174 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18ad14c7-8a05-4531-9d62-0255025f1b92 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9192669 Dec 15 04:49:59.406800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54786) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:49:59.412003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.412533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1391003420'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:49:59.422993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:49:59.427139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:49:59.429791 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:49:59.462911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:49:59.466520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.511532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:49:59.516272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.527140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.527646 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment d129b307-aa17-49ea-8a48-505f1542bb23 of type vlan for network a3914a10-26bb-46f4-bc23-c76f74f4a3dc Dec 15 04:49:59.542299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.552183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/de9977a5-6363-4e18-b899-4afc2cb9d0c7 HTTP/1.1" status: 204 len: 168 time: 2.4521096 Dec 15 04:49:59.552183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f72205-602f-4911-9759-fd84a9b921cd admin admin] Pushing event deleted for resources: {'Network': ['ID=de9977a5-6363-4e18-b899-4afc2cb9d0c7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:49:59.624559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fc10a9e6-e41c-4b3d-bd95-b59686842960 None None] Provisioning complete for port e6321a3a-b0ce-455d-a70c-def44b5b07b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:49:59.624929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc10a9e6-e41c-4b3d-bd95-b59686842960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.733946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.805921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-3ae480d3-0f2b-4167-a8de-f4c20b895c9b', 'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': 'f7dd0af7-4ef3-41c1-bd0f-a4d08b3d40aa'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:49:59.810078 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.862262 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.883578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:49:59.884255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:49:59.982741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54804) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:00.144850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-890f12ed-46bb-4995-bd71-9399d5bd2080 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4761547da47f4991bc292d32ba479b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604788 Dec 15 04:50:00.147482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54814) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:00.149399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=a3914a10-26bb-46f4-bc23-c76f74f4a3dc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:00.187570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7769384 Dec 15 04:50:00.208106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54818) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:00.213527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': 'a3914a10-26bb-46f4-bc23-c76f74f4a3dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:00.295377 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-997b30cd-3405-4742-bdca-5c609f393158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:00.389487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.389837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.390206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.390548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.390912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.391262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.395779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.396248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.396941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-997b30cd-3405-4742-bdca-5c609f393158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:00.397676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.398046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.398374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.398726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.399047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e561-63e2-499c-bb41-bfbcb86d7e22 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:00.446943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb95e0-a9a2-4d5a-a1f7-92d29d6b0c5b req-b2e178c6-65dd-43d3-9ab7-3b57877f494a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:00.455950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5cb95e0-a9a2-4d5a-a1f7-92d29d6b0c5b req-b2e178c6-65dd-43d3-9ab7-3b57877f494a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.6613150 Dec 15 04:50:00.518180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72a896-e546-4e00-9bce-f96cb3b5f945 req-21ac3f22-ae74-43be-a8bb-8dd11011c074 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:00.520607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b72a896-e546-4e00-9bce-f96cb3b5f945 req-21ac3f22-ae74-43be-a8bb-8dd11011c074 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.3682375 Dec 15 04:50:00.532017 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-997b30cd-3405-4742-bdca-5c609f393158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:00.536751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a3914a10-26bb-46f4-bc23-c76f74f4a3dc details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:00.538145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-997b30cd-3405-4742-bdca-5c609f393158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:00.542641 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-997b30cd-3405-4742-bdca-5c609f393158 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b5ec0d3-7176-4d0d-af81-eb23065033ea HTTP/1.1" status: 204 len: 168 time: 0.3916724 Dec 15 04:50:00.562649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b30cd-3405-4742-bdca-5c609f393158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5ec0d3-7176-4d0d-af81-eb23065033ea,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:00.631414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5cb95e0-a9a2-4d5a-a1f7-92d29d6b0c5b req-a739be48-9690-4a3a-b7cc-54ef9fb52a4f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742094 Dec 15 04:50:00.659252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:00.663812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:00.820761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Allocated IP 2001:db8::1 (3ae480d3-0f2b-4167-a8de-f4c20b895c9b/f7dd0af7-4ef3-41c1-bd0f-a4d08b3d40aa/da46c80e-eb89-4230-a0b8-486f33a4a25a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:00.823120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Performing IP validity checks on allocation pools {{(pid=103133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:50:00.825190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:50:01.154931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b72a896-e546-4e00-9bce-f96cb3b5f945 req-aa60c848-e5c4-442a-b67f-6de79f392dd0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153831 Dec 15 04:50:01.163728 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.167814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc07211d-7571-401e-a55b-3307d75d2bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.250433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=4ca2a0c9-578f-4865-9868-45c6d78d52c7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:01.281109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e6321a3a-b0ce-455d-a70c-def44b5b07b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:01.282265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.287178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc10a9e6-e41c-4b3d-bd95-b59686842960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.291240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': 'd129b307-aa17-49ea-8a48-505f1542bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a3914a10-26bb-46f4-bc23-c76f74f4a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:01.291615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: a3914a10-26bb-46f4-bc23-c76f74f4a3dc, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:01.321285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network a3914a10-26bb-46f4-bc23-c76f74f4a3dc is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:01.368860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a3914a10-26bb-46f4-bc23-c76f74f4a3dc) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:01.386953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:01.389167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.421843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c7cd1c79-07a1-4920-b486-de96a0662b90 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2144101 Dec 15 04:50:01.430217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54906) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:01.447281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60931d1a-cfff-4113-875f-40f25b68c6c8 None None] Network a3914a10-26bb-46f4-bc23-c76f74f4a3dc requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:01.610327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.726549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fc10a9e6-e41c-4b3d-bd95-b59686842960 None None] For port e6321a3a-b0ce-455d-a70c-def44b5b07b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e6321a3a-b0ce-455d-a70c-def44b5b07b2,segment=NetworkSegment(6f88097a-ac75-44f7-b3ac-bd3bc03210e4),segment_id=6f88097a-ac75-44f7-b3ac-bd3bc03210e4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:01.791592 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.827150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.944720 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:01.957148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095b8b-9d9e-47a7-9a13-a7d806636ae5 req-7ee4bd1a-eda5-40dd-a201-e42ed0e649ab tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:01.958875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae095b8b-9d9e-47a7-9a13-a7d806636ae5 req-7ee4bd1a-eda5-40dd-a201-e42ed0e649ab tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.1551528 Dec 15 04:50:02.032473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.033511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Pushing event updated for resources: {'Port': ['ID=da46c80e-eb89-4230-a0b8-486f33a4a25a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:02.039494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc10a9e6-e41c-4b3d-bd95-b59686842960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.089552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:02.133264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.175633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca2a0c9-578f-4865-9868-45c6d78d52c7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:02.249478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.273666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3914a10-26bb-46f4-bc23-c76f74f4a3dc']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:02.288363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd129b307-aa17-49ea-8a48-505f1542bb23') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:02.288659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd129b307-aa17-49ea-8a48-505f1542bb23') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:02.308667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:02.310544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.319212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:02.342758 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.352303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:02.352712 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:02.418794 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:02.468238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28770e-8893-40d4-8557-1c2c1bd26071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a3914a10-26bb-46f4-bc23-c76f74f4a3dc', 'network_id': 'a3914a10-26bb-46f4-bc23-c76f74f4a3dc', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': '4ca2a0c9-578f-4865-9868-45c6d78d52c7'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:02.469398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb28770e-8893-40d4-8557-1c2c1bd26071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.496470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.539670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.550652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/a3914a10-26bb-46f4-bc23-c76f74f4a3dc HTTP/1.1" status: 204 len: 168 time: 1.1189506 Dec 15 04:50:02.555613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54990) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:02.564120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993afca9-d09b-4c06-92a3-0f2d5cd54ea3 None None] Network a3914a10-26bb-46f4-bc23-c76f74f4a3dc requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:02.568304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1290397754'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:02.601341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a9e6-e41c-4b3d-bd95-b59686842960 None None] Pushing event updated for resources: {'Port': ['ID=e6321a3a-b0ce-455d-a70c-def44b5b07b2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:02.611311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993afca9-d09b-4c06-92a3-0f2d5cd54ea3 None None] Network a3914a10-26bb-46f4-bc23-c76f74f4a3dc could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:50:02.615266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8b5b588b-5db2-499d-be39-541432f35d4e None None] Provisioning complete for port e6321a3a-b0ce-455d-a70c-def44b5b07b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:02.616052 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8b5b588b-5db2-499d-be39-541432f35d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.631014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54996) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:02.664834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:02.670641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.686586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba41e56-77a8-48d1-b87b-9fd38c2222b2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=a3914a10-26bb-46f4-bc23-c76f74f4a3dc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:02.726520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae095b8b-9d9e-47a7-9a13-a7d806636ae5 req-eddbcc27-0f09-4b55-b545-8ea711676a79 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940811 Dec 15 04:50:02.736279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Attempting to bind port da46c80e-eb89-4230-a0b8-486f33a4a25a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:02.736775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Attempting to bind port da46c80e-eb89-4230-a0b8-486f33a4a25a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:02.737219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Attempting to bind port da46c80e-eb89-4230-a0b8-486f33a4a25a on network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:02.743025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84b63ad0-0f2d-4982-8919-ae06e7836a0d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:02.749102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:02.749765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Checking segment: {'id': 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:02.750268 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.751109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Bound using segment: {'id': 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:02.751698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Bound port: da46c80e-eb89-4230-a0b8-486f33a4a25a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3ae480d3-0f2b-4167-a8de-f4c20b895c9b'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:02.751876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:02.752318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.776162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.776805 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment cb769048-4dd0-4a58-872b-6cc244f8964f of type vlan for network b5eca29d-8f21-4c3e-afa4-44d394253eb6 Dec 15 04:50:02.789642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9c11-f22a-47ff-953d-38138b50488b req-fb9fffae-3b87-4573-a478-7c59fbf979db tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:02.795832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eeee9c11-f22a-47ff-953d-38138b50488b req-fb9fffae-3b87-4573-a478-7c59fbf979db tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.3726416 Dec 15 04:50:02.817019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 84b63ad0-0f2d-4982-8919-ae06e7836a0d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:02.817530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84b63ad0-0f2d-4982-8919-ae06e7836a0d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:02.818434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 924e802f-7e8d-44bf-862c-01cc872c503c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:02.908137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.908137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 924e802f-7e8d-44bf-862c-01cc872c503c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:02.908682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 924e802f-7e8d-44bf-862c-01cc872c503c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:02.908954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54db63f8-a905-4de4-81fe-77b0aab2494c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:02.917457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:02.961893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1315309863-network', 'tenant_id': '4d547dcf031d471e908b8f50491762e7'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:02.981796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eeee9c11-f22a-47ff-953d-38138b50488b req-a5c74c9a-cee6-4a3b-a914-72e2317416bf tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778731 Dec 15 04:50:02.989649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 54db63f8-a905-4de4-81fe-77b0aab2494c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:02.989884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54db63f8-a905-4de4-81fe-77b0aab2494c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:03.065025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:03.069532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.108238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] For port da46c80e-eb89-4230-a0b8-486f33a4a25a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:03.127931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] For port da46c80e-eb89-4230-a0b8-486f33a4a25a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=da46c80e-eb89-4230-a0b8-486f33a4a25a,segment=NetworkSegment(cdfdfd76-2aad-4b54-a381-1ee95e3507a7),segment_id=cdfdfd76-2aad-4b54-a381-1ee95e3507a7)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:03.135685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.139255 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.146517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.154452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:03.158131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.225099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e6321a3a-b0ce-455d-a70c-def44b5b07b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:03.225587 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6663027 Dec 15 04:50:03.229529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55022) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:03.235834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': 'b5eca29d-8f21-4c3e-afa4-44d394253eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:03.294520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d492cd-9a82-41a5-b571-08005fedefa2 None None] Pushing event updated for resources: {'Port': ['ID=da46c80e-eb89-4230-a0b8-486f33a4a25a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:03.348356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e6321a3a-b0ce-455d-a70c-def44b5b07b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:03.349601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.350581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b42fb9-005b-4aed-a892-ae2f3ba2e48d tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=b5eca29d-8f21-4c3e-afa4-44d394253eb6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:03.391746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b5eca29d-8f21-4c3e-afa4-44d394253eb6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:03.501788 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.551842 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.564972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.624954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.694508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:03.711909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bda22f-1c2a-4aa2-9095-fbbe40697e83,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:03.745486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.745486 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Added segment c1b2ad28-6b37-4470-96b7-55ac14fcb86a of type vlan for network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 Dec 15 04:50:03.826531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.844742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1368f7a-4989-4edf-b746-eb57b7e1b005 req-b0ca6cf7-f4d4-456a-ba62-cbbb44e545f1 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:03.846277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1368f7a-4989-4edf-b746-eb57b7e1b005 req-b0ca6cf7-f4d4-456a-ba62-cbbb44e545f1 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.3790250 Dec 15 04:50:03.896043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:03.901664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.902896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.905163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:03.906183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:03.942673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e1368f7a-4989-4edf-b746-eb57b7e1b005 req-f2fe394b-7004-4331-a443-4e9574cdd4db tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:04.006891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3738403 Dec 15 04:50:04.035533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2ce16-03d5-4b02-aaed-eac2a02bc507 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3560b1-fbdd-4015-84ed-bc2c55ebc338,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:04.037457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:04.049366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:04.052021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Request body: {'subnet': {'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1315309863-subnet', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:04.102515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:04.105204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:04.478404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:04.610299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a962a6-3d35-4f97-b42d-e1b96b75bf18,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:04.668342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e0f94-1f15-4448-a365-8aeb7b74751d req-018c4e20-3c7d-4869-b606-4f055c3a69d6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:04.670163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-461e0f94-1f15-4448-a365-8aeb7b74751d req-018c4e20-3c7d-4869-b606-4f055c3a69d6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.7647090 Dec 15 04:50:04.729454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Checking segment: {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:04.731885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Network hostable DHCP agents. Network: 8a3560b1-fbdd-4015-84ed-bc2c55ebc338, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:04.795813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:04.816205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 8a3560b1-fbdd-4015-84ed-bc2c55ebc338) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:04.823287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:04.824483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:04.840587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3804f7-650f-4176-80ff-5b7f68a8e5d2 None None] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:04.867957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f4220038-316a-4cf1-ae1c-44e3decc8ec0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8194251 Dec 15 04:50:04.868896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55120) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:04.889086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:04.958864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:04.959983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.022787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.066381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-461e0f94-1f15-4448-a365-8aeb7b74751d req-95eb5534-a939-4b0a-82df-855d1cebfe38 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844929 Dec 15 04:50:05.094387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.102283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d1d10-984e-4f24-a1e5-4456ffb92917 None None] Network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:05.272589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device da46c80e-eb89-4230-a0b8-486f33a4a25a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:05.349481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-8a3560b1-fbdd-4015-84ed-bc2c55ebc338', 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338', 'project_id': '4d547dcf031d471e908b8f50491762e7', 'fixed_ips': [{'subnet_id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:05.350833 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.362911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e1368f7a-4989-4edf-b746-eb57b7e1b005 req-f2fe394b-7004-4331-a443-4e9574cdd4db tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.364899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aa9df406-716b-45d1-a349-728e342c424a None None] Provisioning complete for port da46c80e-eb89-4230-a0b8-486f33a4a25a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:05.366972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa9df406-716b-45d1-a349-728e342c424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.371667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=afbcf5f4-24e2-4164-8bde-4223a8110083,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:05.395529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.423983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bcf3b-217a-4e85-84c0-5640d44953d0 req-fb7f35d0-da14-4072-8625-d9ef092b27c3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:05.425795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-379bcf3b-217a-4e85-84c0-5640d44953d0 req-fb7f35d0-da14-4072-8625-d9ef092b27c3 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1436954 Dec 15 04:50:05.427260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': 'cb769048-4dd0-4a58-872b-6cc244f8964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b5eca29d-8f21-4c3e-afa4-44d394253eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:05.427724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: b5eca29d-8f21-4c3e-afa4-44d394253eb6, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:05.430532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-e1368f7a-4989-4edf-b746-eb57b7e1b005 req-f2fe394b-7004-4331-a443-4e9574cdd4db tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.511954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe394b-7004-4331-a443-4e9574cdd4db tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59db30e5-de33-4af6-88f0-077a171a3013,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:05.518740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1368f7a-4989-4edf-b746-eb57b7e1b005 req-f2fe394b-7004-4331-a443-4e9574cdd4db tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6579306 Dec 15 04:50:05.652766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port da46c80e-eb89-4230-a0b8-486f33a4a25a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:05.653325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.665666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-379bcf3b-217a-4e85-84c0-5640d44953d0 req-30b90fd9-00e5-41e8-a20b-d19af1cbc6ff tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415985 Dec 15 04:50:05.666938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network b5eca29d-8f21-4c3e-afa4-44d394253eb6 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:05.694827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Allocated IP 172.20.0.2 (8a3560b1-fbdd-4015-84ed-bc2c55ebc338/13a962a6-3d35-4f97-b42d-e1b96b75bf18/9aaa3e1b-889c-4bf8-992e-55cf10fbb311) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:05.724031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b5eca29d-8f21-4c3e-afa4-44d394253eb6) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:05.733306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:05.733878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.771615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2126ceae-2a16-46f2-9a57-ca428dfba7ba None None] Network b5eca29d-8f21-4c3e-afa4-44d394253eb6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:05.836901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f9c80a05-93ec-4851-9f70-795d3c2b0845 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6059906 Dec 15 04:50:05.845838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:05.934304 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.951569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa9df406-716b-45d1-a349-728e342c424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:05.969696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.099218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ba273-ce2f-4617-8a05-88785ce6ef39 req-3847f515-360a-40fd-b97e-a56a17a067a8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:06.101652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-769ba273-ce2f-4617-8a05-88785ce6ef39 req-3847f515-360a-40fd-b97e-a56a17a067a8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.4096832 Dec 15 04:50:06.308051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Allocated IP 172.25.2.205 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/763d013f-8080-4181-98cf-fea472ffe3a6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:06.335905 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.379371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-769ba273-ce2f-4617-8a05-88785ce6ef39 req-050846d9-57e3-4c87-bdff-d6b64703cdf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676892 Dec 15 04:50:06.422237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55210) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:06.477055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c4ff-10b0-44d9-be3e-ffc00ed948da req-f9046565-1720-45f5-820a-700e34797b11 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:06.478850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1c6c4ff-10b0-44d9-be3e-ffc00ed948da req-f9046565-1720-45f5-820a-700e34797b11 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2462277 Dec 15 04:50:06.483825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-aa9df406-716b-45d1-a349-728e342c424a None None] For port da46c80e-eb89-4230-a0b8-486f33a4a25a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=da46c80e-eb89-4230-a0b8-486f33a4a25a,segment=NetworkSegment(cdfdfd76-2aad-4b54-a381-1ee95e3507a7),segment_id=cdfdfd76-2aad-4b54-a381-1ee95e3507a7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:06.500101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa9df406-716b-45d1-a349-728e342c424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.530171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.579660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.657309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482b958-df11-4940-bda5-8ecbcd1248c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b5eca29d-8f21-4c3e-afa4-44d394253eb6', 'network_id': 'b5eca29d-8f21-4c3e-afa4-44d394253eb6', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': 'afbcf5f4-24e2-4164-8bde-4223a8110083'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:06.658469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6482b958-df11-4940-bda5-8ecbcd1248c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.678957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0dfebb56-fbab-4cbe-acb1-05d2634a99de tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/c3480dad-87ac-4c87-9ae9-b00edd8d964c HTTP/1.1" status: 200 len: 993 time: 0.2394145 Dec 15 04:50:06.726011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1c6c4ff-10b0-44d9-be3e-ffc00ed948da req-2dfe4dbf-026f-475c-b47f-1ade284e7d55 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295117 Dec 15 04:50:06.803637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.879624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.904433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:06.966570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=afbcf5f4-24e2-4164-8bde-4223a8110083,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:06.980907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:06.986357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:07.006771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:07.013696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eeec8-e04f-483d-89ff-d9b53d3d1810 req-4dd2f111-c8e4-4987-8f7f-0f423e6b233b tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:07.021502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-465eeec8-e04f-483d-89ff-d9b53d3d1810 req-4dd2f111-c8e4-4987-8f7f-0f423e6b233b tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2115142 Dec 15 04:50:07.021887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.027305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2de8da6f-d6d0-4dd8-8ebd-fb47a66b9bfc None None] Provisioning complete for port da46c80e-eb89-4230-a0b8-486f33a4a25a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:07.028009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2de8da6f-d6d0-4dd8-8ebd-fb47a66b9bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.091992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Pushing event updated for resources: {'Port': ['ID=763d013f-8080-4181-98cf-fea472ffe3a6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:07.119151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7dc106-fd9c-4e1a-a0a1-31509d88f1c2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:07.179194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.212457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9df406-716b-45d1-a349-728e342c424a None None] Pushing event updated for resources: {'Port': ['ID=da46c80e-eb89-4230-a0b8-486f33a4a25a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:07.248412 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.267613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-465eeec8-e04f-483d-89ff-d9b53d3d1810 req-9c77f58e-78fe-467b-80e4-c5802c8cc189 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418592 Dec 15 04:50:07.284414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-d30e3bd7-98ae-40fa-8797-4e940858b324 req-54ebb7c3-8bff-434c-a678-9bc74c580da8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:50:07.285452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d30e3bd7-98ae-40fa-8797-4e940858b324 req-54ebb7c3-8bff-434c-a678-9bc74c580da8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166624 Dec 15 04:50:07.287267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5eca29d-8f21-4c3e-afa4-44d394253eb6']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:07.313405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb769048-4dd0-4a58-872b-6cc244f8964f') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:07.314347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb769048-4dd0-4a58-872b-6cc244f8964f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:07.334625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f8389-9b11-469b-b3d1-3d3e0c576b7d None None] Network b5eca29d-8f21-4c3e-afa4-44d394253eb6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:07.346860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.348825 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:50:07.350640 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:50:07.354969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.378199 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.386348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:07.386884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:07.464718 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:07.472846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.496581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.499902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/b5eca29d-8f21-4c3e-afa4-44d394253eb6 HTTP/1.1" status: 204 len: 168 time: 1.6478934 Dec 15 04:50:07.503295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55288) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:07.525680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365798491'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:07.537101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb36f7-3be7-4ad1-9a08-b1549f3134b4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=b5eca29d-8f21-4c3e-afa4-44d394253eb6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:07.555507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:07.586974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:07.589252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:07.598844 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.614095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:07.618369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.666874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:07.671756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Pushing event updated for resources: {'Port': ['ID=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:07.695561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:07.695914 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment fd96e65d-48d6-448b-9342-91520e6b3d50 of type vlan for network 0a0efe9b-e62e-4031-b0c7-0204a58c014b Dec 15 04:50:07.975316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.034929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.051283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Attempting to bind port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:08.052401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Attempting to bind port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:08.053042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Attempting to bind port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 on network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:08.078748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:08.080348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Checking segment: {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:08.081133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.081794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Bound using segment: {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:08.082406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Bound port: 9aaa3e1b-889c-4bf8-992e-55cf10fbb311, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:08.082890 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.173282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3198e2bf-787a-4ec4-b7e9-172283697b05 None None] Provisioning complete for port 763d013f-8080-4181-98cf-fea472ffe3a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:08.173660 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3198e2bf-787a-4ec4-b7e9-172283697b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.271564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:50:08.299004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe8557-0203-4add-9cf8-71cb79ffd845 req-f5a50708-af14-42b9-af8d-9885fe092fe5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:08.300785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcbe8557-0203-4add-9cf8-71cb79ffd845 req-f5a50708-af14-42b9-af8d-9885fe092fe5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.3995512 Dec 15 04:50:08.373865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] For port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:08.384580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] For port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:08.388843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3198e2bf-787a-4ec4-b7e9-172283697b05 None None] Port 763d013f-8080-4181-98cf-fea472ffe3a6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:08.390406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device da46c80e-eb89-4230-a0b8-486f33a4a25a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:08.398121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.438052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567fba-20ff-480f-bb63-6d15eba6a59b req-bd391188-dfd2-40c9-b565-a85e36c8be31 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:08.447524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6567fba-20ff-480f-bb63-6d15eba6a59b req-bd391188-dfd2-40c9-b565-a85e36c8be31 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.6569674 Dec 15 04:50:08.492395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-139efc6d-4d4c-42de-856c-7178e9089210 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6552768 Dec 15 04:50:08.523705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cfc79-da10-4439-ad65-5962d3e76c18 None None] Pushing event updated for resources: {'Port': ['ID=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:08.545201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port da46c80e-eb89-4230-a0b8-486f33a4a25a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:08.546284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.683111 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6567fba-20ff-480f-bb63-6d15eba6a59b req-a398665f-b79b-4348-9346-edf6471fae0e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289701 Dec 15 04:50:08.687732 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.699849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:08.700638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:08.738925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-4a1c25a5-d28f-4a30-95dc-db793fa2e267 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:50:08.741802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-4a1c25a5-d28f-4a30-95dc-db793fa2e267 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0719259 Dec 15 04:50:08.773397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2685800 Dec 15 04:50:08.792990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55346) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:08.803285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': '0a0efe9b-e62e-4031-b0c7-0204a58c014b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:08.963273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcbe8557-0203-4add-9cf8-71cb79ffd845 req-ea633a4c-ab3b-47f1-be36-096221ec1587 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360922 Dec 15 04:50:09.028468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc3127-7afe-42a9-97e5-f451b2eb3006 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=0a0efe9b-e62e-4031-b0c7-0204a58c014b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:09.052856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0a0efe9b-e62e-4031-b0c7-0204a58c014b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:09.069792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5336-4cce-4e10-b4f9-a016bb4fa5ea req-f31a6688-a100-4d63-a30c-3e7e819bd261 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:09.071441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db3d5336-4cce-4e10-b4f9-a016bb4fa5ea req-f31a6688-a100-4d63-a30c-3e7e819bd261 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1416504 Dec 15 04:50:09.107736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:09.114407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:09.199535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db3d5336-4cce-4e10-b4f9-a016bb4fa5ea req-8c2252b2-c363-4473-b873-c583431906db tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118970 Dec 15 04:50:09.262012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Router 8d0871ac-c501-4f1f-befa-45faca8a8417 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:50:09.652870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:50:09.665969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:09.680647 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Sync routers for ids ['8d0871ac-c501-4f1f-befa-45faca8a8417'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:50:09.748126 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Routers {'8d0871ac-c501-4f1f-befa-45faca8a8417'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:09.748765 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8d0871ac-c501-4f1f-befa-45faca8a8417'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:09.822031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=a77de499-90f3-48bb-84d4-2cf39853dd41,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:09.867090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:09.874132 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1feb84e1-b1ce-4843-a3e8-4223d979a31c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0020795 Dec 15 04:50:09.874991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:09.970465 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Set router 8d0871ac-c501-4f1f-befa-45faca8a8417 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:09.983038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca00bd6-3640-44f7-912e-4408848db85c req-f6ef31f3-8891-4aad-8e7b-60d74f20fc92 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:10.003060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eca00bd6-3640-44f7-912e-4408848db85c req-f6ef31f3-8891-4aad-8e7b-60d74f20fc92 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1550868 Dec 15 04:50:10.227280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eca00bd6-3640-44f7-912e-4408848db85c req-b2542862-3c15-4ce7-a613-9e17e410df3d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130570 Dec 15 04:50:10.318363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81569b0f-0543-496b-9342-f6aff7ebbc0e req-74b9e4fa-7516-430c-bc1d-850dc128b8c8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:10.320713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81569b0f-0543-496b-9342-f6aff7ebbc0e req-74b9e4fa-7516-430c-bc1d-850dc128b8c8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.1403270 Dec 15 04:50:10.420780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81569b0f-0543-496b-9342-f6aff7ebbc0e req-f01c3177-432b-4b3a-a9c4-981256912649 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940690 Dec 15 04:50:10.527474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9073afb-6e1a-414e-8afc-914d6e396a2e None None] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:10.534537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:50:07Z', 'revision_number': 3, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:10.624704 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Checking router: 8d0871ac-c501-4f1f-befa-45faca8a8417 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:50:10.628284 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Updating router 8d0871ac-c501-4f1f-befa-45faca8a8417 port 763d013f-8080-4181-98cf-fea472ffe3a6 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:50:10.638163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': 'fd96e65d-48d6-448b-9342-91520e6b3d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0a0efe9b-e62e-4031-b0c7-0204a58c014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:10.638845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: 0a0efe9b-e62e-4031-b0c7-0204a58c014b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:10.665162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24285631-0d6f-47fc-be08-8d18984009d6 req-ad2018a4-bb42-4ec9-839e-5721a22e91be tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:10.675639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24285631-0d6f-47fc-be08-8d18984009d6 req-ad2018a4-bb42-4ec9-839e-5721a22e91be tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1827500 Dec 15 04:50:10.699500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:10.699833 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:10.774415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24285631-0d6f-47fc-be08-8d18984009d6 req-556e8b92-173d-4935-a872-7514410d86cd tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974309 Dec 15 04:50:10.806810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-73f5756b-3add-4f03-b721-ba89b9d340c4 None None] Provisioning complete for port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:10.816553 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f5756b-3add-4f03-b721-ba89b9d340c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:10.917150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 0a0efe9b-e62e-4031-b0c7-0204a58c014b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:10.998046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0a0efe9b-e62e-4031-b0c7-0204a58c014b) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:11.062570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:11.064179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.091480 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f5756b-3add-4f03-b721-ba89b9d340c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.099936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ed34616-992d-4ca7-b212-e8e7aeb3b0fe tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3041537 Dec 15 04:50:11.103293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55396) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:11.106357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea9acb8-2e42-45c5-9700-936bf40414c1 None None] Network 0a0efe9b-e62e-4031-b0c7-0204a58c014b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:11.321866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73f5756b-3add-4f03-b721-ba89b9d340c4 None None] For port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:11.326893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.328518 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.341460 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.364736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f5756b-3add-4f03-b721-ba89b9d340c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.424900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.521467 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Pushing event updated for resources: {'Port': ['ID=763d013f-8080-4181-98cf-fea472ffe3a6,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:11.523645 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Attempting to bind port 763d013f-8080-4181-98cf-fea472ffe3a6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:11.524008 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Attempting to bind port 763d013f-8080-4181-98cf-fea472ffe3a6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:11.529093 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Attempting to bind port 763d013f-8080-4181-98cf-fea472ffe3a6 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:11.552651 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:11.552999 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:11.553203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.559806 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.560288 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:11.560773 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Bound port: 763d013f-8080-4181-98cf-fea472ffe3a6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:11.561461 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.609214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5726d-7c84-4ffa-9ed5-de2e0bd384ed req-d4aad638-1740-4948-8244-28ea7734f791 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:11.611460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dda5726d-7c84-4ffa-9ed5-de2e0bd384ed req-d4aad638-1740-4948-8244-28ea7734f791 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1621144 Dec 15 04:50:11.658637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5756b-3add-4f03-b721-ba89b9d340c4 None None] Pushing event updated for resources: {'Port': ['ID=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:11.676854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8ef85-b0e6-4cc3-9f3d-7b92ca45a294 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:11.722033 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] For port 763d013f-8080-4181-98cf-fea472ffe3a6, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:11.726961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719376b2-0fed-4107-a10f-e488781ae53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-0a0efe9b-e62e-4031-b0c7-0204a58c014b', 'network_id': '0a0efe9b-e62e-4031-b0c7-0204a58c014b', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': 'a77de499-90f3-48bb-84d4-2cf39853dd41'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:11.732969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-719376b2-0fed-4107-a10f-e488781ae53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.733157 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] For port 763d013f-8080-4181-98cf-fea472ffe3a6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=763d013f-8080-4181-98cf-fea472ffe3a6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:11.739443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:11.740956 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.741380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.742287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.742742 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.743947 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.744416 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.746255 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.746255 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.746917 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.746917 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.749305 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.749818 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.750213 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.750551 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.750905 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:11.762567 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:11.831264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-2c462b4b-b724-4a8f-958e-7236c5ba1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:11.836118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-2c462b4b-b724-4a8f-958e-7236c5ba1cbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.4177444 Dec 15 04:50:11.856477 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Routers {'8d0871ac-c501-4f1f-befa-45faca8a8417'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:11.857641 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8d0871ac-c501-4f1f-befa-45faca8a8417'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:11.885100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae0ae1-ed3a-4602-bd12-5e31417224e5 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:11.904462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=a77de499-90f3-48bb-84d4-2cf39853dd41,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:11.951586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a306c8-8405-44f7-ba14-85969b06a4e6 req-4345c518-ca4b-47d8-aae3-66e29490adf1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:11.956969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54a306c8-8405-44f7-ba14-85969b06a4e6 req-4345c518-ca4b-47d8-aae3-66e29490adf1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.3049355 Dec 15 04:50:12.033966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dda5726d-7c84-4ffa-9ed5-de2e0bd384ed req-85583287-a90d-4928-b2d8-02e3032781aa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4099050 Dec 15 04:50:12.103025 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] Set router 8d0871ac-c501-4f1f-befa-45faca8a8417 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:12.171185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0365d302-9fc5-4fa0-8cc0-9a04411b546b None None] Provisioning complete for port 763d013f-8080-4181-98cf-fea472ffe3a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:12.184853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0365d302-9fc5-4fa0-8cc0-9a04411b546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.295413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefe2f8-ce4a-4c87-8234-6c7d771c6c35 None None] Network 0a0efe9b-e62e-4031-b0c7-0204a58c014b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:12.367215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-35c6aaee-eed5-4394-9bfc-719410b255ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:12.369080 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-35c6aaee-eed5-4394-9bfc-719410b255ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.5224862 Dec 15 04:50:12.469078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.576217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-110c9fdb-8ffe-4504-abd5-c416cc492fe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 1001 time: 0.1934357 Dec 15 04:50:12.583376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0efe9b-e62e-4031-b0c7-0204a58c014b']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:12.595484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54a306c8-8405-44f7-ba14-85969b06a4e6 req-b566607d-9639-4a30-857b-300e2a50e770 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593669 Dec 15 04:50:12.595808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Allocated IP 172.20.0.1 (8a3560b1-fbdd-4015-84ed-bc2c55ebc338/13a962a6-3d35-4f97-b42d-e1b96b75bf18/77cf7828-3979-4fb8-871b-5f1c9e1671d8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:12.616432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e7a47-529a-4f5f-9c86-64d0e214e403 req-66a4c564-eea9-41a5-894d-92d0c1c8771b tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:12.628662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c24e7a47-529a-4f5f-9c86-64d0e214e403 req-66a4c564-eea9-41a5-894d-92d0c1c8771b tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.4218905 Dec 15 04:50:12.700771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd96e65d-48d6-448b-9342-91520e6b3d50') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:12.701840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd96e65d-48d6-448b-9342-91520e6b3d50') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:12.715408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0365d302-9fc5-4fa0-8cc0-9a04411b546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.742829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.771771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0365d302-9fc5-4fa0-8cc0-9a04411b546b None None] For port 763d013f-8080-4181-98cf-fea472ffe3a6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=763d013f-8080-4181-98cf-fea472ffe3a6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:12.784607 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0365d302-9fc5-4fa0-8cc0-9a04411b546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.808331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.843647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c24e7a47-529a-4f5f-9c86-64d0e214e403 req-936be2b6-6a69-44bf-b2d1-8bf57a3ed90a tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138352 Dec 15 04:50:12.845137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:12.860546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:12.864740 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:12.939693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365d302-9fc5-4fa0-8cc0-9a04411b546b None None] Pushing event updated for resources: {'Port': ['ID=763d013f-8080-4181-98cf-fea472ffe3a6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:12.945424 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56593f-e373-427b-9b55-4946e9757af8 None None] Pushing event updated for resources: {'Port': ['ID=763d013f-8080-4181-98cf-fea472ffe3a6,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:12.953992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:12.955051 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:50:07Z', 'revision_number': 3, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:13.021045 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85e368-4a07-4d23-9700-8b956d6eb84b None None] The sync data for ids ['8d0871ac-c501-4f1f-befa-45faca8a8417'] in n-d-820935-10 is: [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:50:07Z', 'revision_number': 3, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:50:13.059024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.096413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.108243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/0a0efe9b-e62e-4031-b0c7-0204a58c014b HTTP/1.1" status: 204 len: 168 time: 2.0035884 Dec 15 04:50:13.108945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:13.112931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2ae1271a-0a17-42f4-9fdc-aa5d080e2f5e None None] Provisioning complete for port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:13.124459 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ae1271a-0a17-42f4-9fdc-aa5d080e2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.124768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694441686'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:13.132547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68794ebe-2399-403b-83e7-6c4a9c248605 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=0a0efe9b-e62e-4031-b0c7-0204a58c014b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:13.158880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:13.168654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.240038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:13.262816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.265914 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment 8cf4ffe4-14fb-4005-ae2e-91d57e714f60 of type vlan for network 1e4e25c4-7303-48d2-a038-5d7ebad51eae Dec 15 04:50:13.269487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-73feffe8-ed29-4460-97a9-2b2e03c6a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:13.274605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:13.276130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-73feffe8-ed29-4460-97a9-2b2e03c6a589 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.6865675 Dec 15 04:50:13.276548 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.287316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.363623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.396147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-15067438-19e9-4585-9af9-6c4bdc01f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:13.398639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-15067438-19e9-4585-9af9-6c4bdc01f206 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078243 Dec 15 04:50:13.490808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.522162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:13.522879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.630894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:13.689146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17349442-6466-4dee-989f-9a8fecd71559 req-6dda216f-c83e-4f32-bcf8-55fcb37e1c3d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:13.690887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17349442-6466-4dee-989f-9a8fecd71559 req-6dda216f-c83e-4f32-bcf8-55fcb37e1c3d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.2689695 Dec 15 04:50:13.701009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5805714 Dec 15 04:50:13.721908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:13.727257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:13.815359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1add981-418c-4038-b36d-8026d48bd404 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=1e4e25c4-7303-48d2-a038-5d7ebad51eae,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:13.827106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:13.889355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:13.918683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:14.077724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Pushing event updated for resources: {'Port': ['ID=77cf7828-3979-4fb8-871b-5f1c9e1671d8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:14.091570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-4cf190ac-bfc5-482a-bed6-4e817405e386 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821787 Dec 15 04:50:14.212316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17349442-6466-4dee-989f-9a8fecd71559 req-298659ca-fa72-4411-9015-07ce22625257 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4706924 Dec 15 04:50:14.225364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:14.287658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745df15-77a3-4244-a6c6-c04e0d2c3a78 req-9950a0e2-a45a-40d8-914f-636cfe188244 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:14.311266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8745df15-77a3-4244-a6c6-c04e0d2c3a78 req-9950a0e2-a45a-40d8-914f-636cfe188244 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.4501057 Dec 15 04:50:14.322124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:14.536542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2ae1271a-0a17-42f4-9fdc-aa5d080e2f5e None None] Provisioning complete for port 763d013f-8080-4181-98cf-fea472ffe3a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:14.536939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ae1271a-0a17-42f4-9fdc-aa5d080e2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:14.547041 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-dcc7e05c-5659-4de2-b0bf-9f482dfc35b1 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367073 Dec 15 04:50:14.606451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4d3e4-a19c-4529-b7f5-ea75a0baba41 req-deaa9542-519f-47a8-bbab-7b132095644c tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:14.608524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94b4d3e4-a19c-4529-b7f5-ea75a0baba41 req-deaa9542-519f-47a8-bbab-7b132095644c tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2962742 Dec 15 04:50:14.609185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:14.613492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:14.769592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8745df15-77a3-4244-a6c6-c04e0d2c3a78 req-4fe67076-3fe5-48d9-a614-d5712f14cfa0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295755 Dec 15 04:50:14.795993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:14.867347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94b4d3e4-a19c-4529-b7f5-ea75a0baba41 req-78e557b2-bc9f-4427-a01d-077323f5c72f tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458136 Dec 15 04:50:15.090738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.174555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4bf5e08b-fb4f-40d1-a793-08287a5f7c22 None None] Provisioning complete for port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:15.174555 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e08b-fb4f-40d1-a793-08287a5f7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.177270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 763d013f-8080-4181-98cf-fea472ffe3a6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:15.258529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=2784cd60-bd6f-4a7e-8153-b04201181ff5,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:15.272984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': '8cf4ffe4-14fb-4005-ae2e-91d57e714f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:15.273427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: 1e4e25c4-7303-48d2-a038-5d7ebad51eae, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:15.315560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:15.334071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1e4e25c4-7303-48d2-a038-5d7ebad51eae) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:15.339272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:15.339930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.360886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.376939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dafded17-8a6c-4772-8965-c243123adc1a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6507022 Dec 15 04:50:15.378777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:15.385185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:15.389597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.454526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db394130-bcaf-4baf-8c98-b3f503ce3e20 None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:15.482688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21844d03-ea2c-4680-8239-b74b3f728e45 req-dea0b6f0-1816-4bd2-a287-fb37ff4a644e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:15.488393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21844d03-ea2c-4680-8239-b74b3f728e45 req-dea0b6f0-1816-4bd2-a287-fb37ff4a644e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1073539 Dec 15 04:50:15.606784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21844d03-ea2c-4680-8239-b74b3f728e45 req-f90f210b-7989-4e82-9932-d9bd8d52bf12 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119680 Dec 15 04:50:15.625802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Pushing event updated for resources: {'Port': ['ID=77cf7828-3979-4fb8-871b-5f1c9e1671d8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:15.669293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5e08b-fb4f-40d1-a793-08287a5f7c22 None None] Port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:15.679553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:15.683076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.723978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 763d013f-8080-4181-98cf-fea472ffe3a6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:15.727998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:15.732057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-1e4e25c4-7303-48d2-a038-5d7ebad51eae', 'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': '2784cd60-bd6f-4a7e-8153-b04201181ff5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:15.732998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.102473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b1150-9e62-4a60-876b-d30f854804a4 req-802d25ef-79bb-49ac-8f72-ae7aec6ee358 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:16.110243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a81b1150-9e62-4a60-876b-d30f854804a4 req-802d25ef-79bb-49ac-8f72-ae7aec6ee358 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1166847 Dec 15 04:50:16.125562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d2122-59f7-40f9-95eb-90ad23ca3575 req-390fc665-85e3-4ad8-8db7-bddb72c9fd5e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:16.128812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-879d2122-59f7-40f9-95eb-90ad23ca3575 req-390fc665-85e3-4ad8-8db7-bddb72c9fd5e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2034607 Dec 15 04:50:16.151848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.152737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.153147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.153492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.153828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.154164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.154494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.154824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.157726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.158095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.158438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.160458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.160815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:16.175196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.247628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-879d2122-59f7-40f9-95eb-90ad23ca3575 req-a49f691c-50bf-4181-912b-7b364ee1f558 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085467 Dec 15 04:50:16.249110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Allocated IP 2001:db8::2 (1e4e25c4-7303-48d2-a038-5d7ebad51eae/2784cd60-bd6f-4a7e-8153-b04201181ff5/5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:16.284774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a81b1150-9e62-4a60-876b-d30f854804a4 req-7d4073c0-dcf2-4582-9af7-6b48391190ee tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705377 Dec 15 04:50:16.461971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:16.465068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:16.526187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.555004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.558435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.657516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:16.694587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:16.700953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:16.869176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:16.883367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:16.883498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Attempting to bind port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:16.883967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19343cc-a678-4000-8406-9fe87e15db61 req-034be84e-e81f-4901-86cb-023315e448ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:16.892502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Attempting to bind port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8cf4ffe4-14fb-4005-ae2e-91d57e714f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:16.892933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Attempting to bind port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 on network 1e4e25c4-7303-48d2-a038-5d7ebad51eae {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:16.893173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:16.893782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.894537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b19343cc-a678-4000-8406-9fe87e15db61 req-034be84e-e81f-4901-86cb-023315e448ea tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1158507 Dec 15 04:50:16.903235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=a58d4bda-54a3-4ff6-8035-6e9beafa92dd,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:16.912388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:16.912781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Checking segment: {'id': '8cf4ffe4-14fb-4005-ae2e-91d57e714f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:16.913194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.913592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Bound using segment: {'id': '8cf4ffe4-14fb-4005-ae2e-91d57e714f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:16.914990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Bound port: 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf4ffe4-14fb-4005-ae2e-91d57e714f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:16.915159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:16.949941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344dec5-7650-48f3-9901-a1d781b3b10b req-7f8b3560-52a2-4c09-921c-b20a86574571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:16.952016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e344dec5-7650-48f3-9901-a1d781b3b10b req-7f8b3560-52a2-4c09-921c-b20a86574571 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 1097 time: 0.2391737 Dec 15 04:50:16.972477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Pushing event updated for resources: {'Port': ['ID=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:16.975348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a6453809-7747-413d-8314-4d4f0777bd7c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5946348 Dec 15 04:50:16.979458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55468) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:16.986090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Router 8d0871ac-c501-4f1f-befa-45faca8a8417 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:50:17.041330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b19343cc-a678-4000-8406-9fe87e15db61 req-09bec5de-79c1-4dfe-bfa0-74493af2561b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450412 Dec 15 04:50:17.078047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] For port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:17.082146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] For port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,segment=NetworkSegment(8cf4ffe4-14fb-4005-ae2e-91d57e714f60),segment_id=8cf4ffe4-14fb-4005-ae2e-91d57e714f60)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:17.089390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b1a1f00d-a23e-4812-8f54-b8dd97ecb421 None None] Provisioning complete for port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:17.089846 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f00d-a23e-4812-8f54-b8dd97ecb421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.132377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1f00d-a23e-4812-8f54-b8dd97ecb421 None None] Port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:17.135298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.164229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:50:17.181260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0abfbf64-9c3e-43d4-adb9-34430f7e6852 admin admin] 10.222.0.37 "PUT /v2.0/routers/8d0871ac-c501-4f1f-befa-45faca8a8417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2894757 Dec 15 04:50:17.216154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e344dec5-7650-48f3-9901-a1d781b3b10b req-b92bce67-4eca-4df9-9b35-cb924914f7ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555780 Dec 15 04:50:17.216979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4512cd6-5ce6-4daf-8817-5e4f75e22747 None None] Pushing event updated for resources: {'Port': ['ID=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:17.222378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Sync routers for ids ['8d0871ac-c501-4f1f-befa-45faca8a8417'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:50:17.235877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Routers {'8d0871ac-c501-4f1f-befa-45faca8a8417'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:17.239193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8d0871ac-c501-4f1f-befa-45faca8a8417'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:17.342184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d98baa-3240-4d4e-b8ce-c39cb93ceb2f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.344216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d98baa-3240-4d4e-b8ce-c39cb93ceb2f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.354807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d98baa-3240-4d4e-b8ce-c39cb93ceb2f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.363813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d98baa-3240-4d4e-b8ce-c39cb93ceb2f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.367859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d98baa-3240-4d4e-b8ce-c39cb93ceb2f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.380368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55478) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:17.385331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-60d98baa-3240-4d4e-b8ce-c39cb93ceb2f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4002321 Dec 15 04:50:17.386247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2086192308'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:17.401173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55480) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:17.456790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:17.461504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.521108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Set router 8d0871ac-c501-4f1f-befa-45faca8a8417 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:17.529650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:17.552468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.552821 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment 2e448dda-f6fe-4568-a068-6c8a9a1835cb of type vlan for network 361698c0-3c21-4204-ac9c-97b3d8ac503c Dec 15 04:50:17.651778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-30474646'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:17.665167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.732924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.741104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.741997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.815144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367b152-1d90-4708-bda2-100760ef11e4 req-8232f3be-631a-486e-ae4a-cb86417b0241 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.817005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1367b152-1d90-4708-bda2-100760ef11e4 req-8232f3be-631a-486e-ae4a-cb86417b0241 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.3700135 Dec 15 04:50:17.850054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:50:14Z', 'revision_number': 4, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '77cf7828-3979-4fb8-871b-5f1c9e1671d8', 'name': '', 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'mac_address': 'fa:16:3e:bd:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:11Z', 'updated_at': '2021-12-15T04:50:14Z', 'revision_number': 2, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'subnets': [{'id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:17.851889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:17.855761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:17.872229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cee4-75a9-421c-9f77-6a15e4a76db3 req-0574239e-d2ec-452d-8fb7-d5f7ea628d83 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:17.874177 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c77cee4-75a9-421c-9f77-6a15e4a76db3 req-0574239e-d2ec-452d-8fb7-d5f7ea628d83 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2285914 Dec 15 04:50:17.892838 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5075607 Dec 15 04:50:17.893373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55496) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:17.915484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25694aaf-a803-446d-b7d9-8c00c351cf06 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=361698c0-3c21-4204-ac9c-97b3d8ac503c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:17.922711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Checking router: 8d0871ac-c501-4f1f-befa-45faca8a8417 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:50:17.923612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Updating router 8d0871ac-c501-4f1f-befa-45faca8a8417 port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:50:17.924046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:17.943813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:17.993067 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.068422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:18.119913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c77cee4-75a9-421c-9f77-6a15e4a76db3 req-8c4b27ef-ba3b-4d28-bdc4-f890c023f9d6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255716 Dec 15 04:50:18.127976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.128496 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Added segment 2004945f-353f-47fe-a9af-9f125a0efc6c of type vlan for network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 Dec 15 04:50:18.162945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1367b152-1d90-4708-bda2-100760ef11e4 req-da33ce6f-c006-42d0-8edd-1eaf4c913a9f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309052 Dec 15 04:50:18.393973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.403796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.416639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.489367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a44ab-29ed-4787-a5a5-fc4968f6c1cb None None] Pushing event updated for resources: {'Port': ['ID=77cf7828-3979-4fb8-871b-5f1c9e1671d8,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:18.524114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d739f5-eecd-4323-89fb-65e4a0d9681a req-dd743cb1-67bb-432c-9382-47e8bdb8837a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:18.531993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86d739f5-eecd-4323-89fb-65e4a0d9681a req-dd743cb1-67bb-432c-9382-47e8bdb8837a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1755230 Dec 15 04:50:18.555307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.563030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Attempting to bind port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:18.563642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Attempting to bind port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:18.564220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Attempting to bind port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 on network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:18.570747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:18.571213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Checking segment: {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:18.571896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.572412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Bound using segment: {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:18.572886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:18.573084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Bound port: 77cf7828-3979-4fb8-871b-5f1c9e1671d8, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:18.573532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.573699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.589452 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.715408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] For port 77cf7828-3979-4fb8-871b-5f1c9e1671d8, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:18.721574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] For port 77cf7828-3979-4fb8-871b-5f1c9e1671d8, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=77cf7828-3979-4fb8-871b-5f1c9e1671d8,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:18.732610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:18.809191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Routers {'8d0871ac-c501-4f1f-befa-45faca8a8417'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:18.809886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8d0871ac-c501-4f1f-befa-45faca8a8417'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:18.927572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a44ab-29ed-4787-a5a5-fc4968f6c1cb None None] Pushing event updated for resources: {'Port': ['ID=77cf7828-3979-4fb8-871b-5f1c9e1671d8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:19.011944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dfd5e092-c38d-49f1-8d36-a363c0eee08e None None] Provisioning complete for port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:19.012443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e092-c38d-49f1-8d36-a363c0eee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:19.114371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] Set router 8d0871ac-c501-4f1f-befa-45faca8a8417 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:19.127935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004659e-9fd1-4169-9b64-1eef2febdc11 None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:19.346339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:19.377518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Network': ['ID=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:19.387210 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:19.398052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de34f171-9a74-4d6d-ade3-b7c02c631674 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9954984 Dec 15 04:50:19.400705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55516) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:19.405780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'subnet': {'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:19.422602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c is not hosted by any dhcp agent {{(pid=103133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:50:19.429200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:19.430301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:19.446022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:19.450423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "PUT /v2.0/networks/361698c0-3c21-4204-ac9c-97b3d8ac503c HTTP/1.1" status: 200 len: 723 time: 1.5317452 Dec 15 04:50:19.464210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:19.514296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:19.560046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a27081-a4ae-4061-b1f7-2df761d07b17 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=361698c0-3c21-4204-ac9c-97b3d8ac503c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:19.566561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86d739f5-eecd-4323-89fb-65e4a0d9681a req-da2aec9b-3fca-47e0-a311-488c5f11664f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0332713 Dec 15 04:50:19.611797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dae1e-be91-472a-9222-ae61fc637c97 req-29d4e483-d19c-4763-b60a-9cbec81cf879 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:19.613404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-228dae1e-be91-472a-9222-ae61fc637c97 req-29d4e483-d19c-4763-b60a-9cbec81cf879 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2541320 Dec 15 04:50:19.617584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-869116df-4710-4022-9cf5-da1a43ed9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:19.623013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-869116df-4710-4022-9cf5-da1a43ed9ed8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 1097 time: 0.8988266 Dec 15 04:50:19.642430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:19.649652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:19.744036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:19.748835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:19.762854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-228dae1e-be91-472a-9222-ae61fc637c97 req-e6e34d9f-90fa-4e2c-82db-937f5259036b tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386411 Dec 15 04:50:19.915669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:20.024863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79208204-d109-4e01-ac37-7c95bb09d697 req-3a48297e-4f87-4bf5-b962-ee90e6ede6f6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.028425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79208204-d109-4e01-ac37-7c95bb09d697 req-3a48297e-4f87-4bf5-b962-ee90e6ede6f6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.2986994 Dec 15 04:50:20.187771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:20.188428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.199218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-b297c8ab-0b9d-4316-8bcd-1ee342b7cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.203545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-b297c8ab-0b9d-4316-8bcd-1ee342b7cfc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.4727368 Dec 15 04:50:20.215332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79208204-d109-4e01-ac37-7c95bb09d697 req-97662a05-98f4-45ce-9c80-64182c8a8980 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720459 Dec 15 04:50:20.235880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e092-c38d-49f1-8d36-a363c0eee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.288225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-2dc7cf6f-8897-4fbe-927c-c99cb89d09b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62df42ba-9840-4057-b98f-e3372c0826f4 HTTP/1.1" status: 200 len: 217 time: 0.0717969 Dec 15 04:50:20.320490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dfd5e092-c38d-49f1-8d36-a363c0eee08e None None] For port 77cf7828-3979-4fb8-871b-5f1c9e1671d8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=77cf7828-3979-4fb8-871b-5f1c9e1671d8,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:20.365120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-285e170b-4fdc-4c2c-a38e-f8a2e81b707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.366957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-285e170b-4fdc-4c2c-a38e-f8a2e81b707d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d548ae0698c408c82807f41c55f72be&device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 1097 time: 0.2317848 Dec 15 04:50:20.382565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:50:14Z', 'revision_number': 4, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '77cf7828-3979-4fb8-871b-5f1c9e1671d8', 'name': '', 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'mac_address': 'fa:16:3e:bd:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:11Z', 'updated_at': '2021-12-15T04:50:18Z', 'revision_number': 4, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'subnets': [{'id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:20.437941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.457901 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.469935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e092-c38d-49f1-8d36-a363c0eee08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.504564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a7761-20b1-4367-af88-ffb9c556b143 req-c6225401-ece3-47ce-89c3-f49a7ee9f144 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.522798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed8a7761-20b1-4367-af88-ffb9c556b143 req-c6225401-ece3-47ce-89c3-f49a7ee9f144 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2331610 Dec 15 04:50:20.542527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-e01eba74-5eb9-47b4-b350-43e1164c38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.544813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-e01eba74-5eb9-47b4-b350-43e1164c38df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1920896 Dec 15 04:50:20.552123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4955f75c-fa32-44cd-9982-7aa59e37b561 None None] The sync data for ids ['8d0871ac-c501-4f1f-befa-45faca8a8417'] in n-d-820935-10 is: [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:50:14Z', 'revision_number': 4, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '77cf7828-3979-4fb8-871b-5f1c9e1671d8', 'name': '', 'network_id': '8a3560b1-fbdd-4015-84ed-bc2c55ebc338', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'mac_address': 'fa:16:3e:bd:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:11Z', 'updated_at': '2021-12-15T04:50:18Z', 'revision_number': 4, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'subnets': [{'id': '13a962a6-3d35-4f97-b42d-e1b96b75bf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:50:20.636045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.695071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Subnet': ['ID=ff711a91-0f9d-4059-8560-d72f9968dcb7,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:20.699019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] Update dhcp port {'port': {'network_id': '1e4e25c4-7303-48d2-a038-5d7ebad51eae', 'fixed_ips': [{'subnet_id': '2784cd60-bd6f-4a7e-8153-b04201181ff5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a58d4bda-54a3-4ff6-8035-6e9beafa92dd'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:50:20.699378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed8a7761-20b1-4367-af88-ffb9c556b143 req-11b0deb4-97a2-4852-95e0-5ada923d4ea8 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744058 Dec 15 04:50:20.755543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,segment=NetworkSegment(8cf4ffe4-14fb-4005-ae2e-91d57e714f60),segment_id=8cf4ffe4-14fb-4005-ae2e-91d57e714f60)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:20.762202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7391f110-3d71-451a-bbd9-6d9b6c7e4f51 None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:20.762649 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7391f110-3d71-451a-bbd9-6d9b6c7e4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.789020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:20.791920 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.819494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-4189e64d-e75f-4c06-a7aa-74b8900195b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.825541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-4189e64d-e75f-4c06-a7aa-74b8900195b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2672443 Dec 15 04:50:20.835292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Checking segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:20.835811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network hostable DHCP agents. Network: c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:20.840356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41692d49-c283-432d-ab95-f8f4033efec3 req-397d102d-8ea4-4090-887c-284ebddf0eef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.849156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41692d49-c283-432d-ab95-f8f4033efec3 req-397d102d-8ea4-4090-887c-284ebddf0eef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1122894 Dec 15 04:50:20.878076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5e092-c38d-49f1-8d36-a363c0eee08e None None] Pushing event updated for resources: {'Port': ['ID=77cf7828-3979-4fb8-871b-5f1c9e1671d8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:20.900635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': '2e448dda-f6fe-4568-a068-6c8a9a1835cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:20.900995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: 361698c0-3c21-4204-ac9c-97b3d8ac503c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:20.914391 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:20.920646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-ba792e51-28aa-426d-9c59-e4a966beb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:20.922181 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-ba792e51-28aa-426d-9c59-e4a966beb257 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 200 len: 911 time: 0.4864039 Dec 15 04:50:20.941392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:21.027105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-e9eb7c94-2736-4808-aac0-d446fbcbd8b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 HTTP/1.1" status: 200 len: 217 time: 0.0957286 Dec 15 04:50:21.028902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:21.109254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:21.111267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-14b48a73-a799-46ae-b8bf-add4910eefea service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608995 Dec 15 04:50:21.145221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:21.187962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-c051cd79-4b55-42f8-a7fc-4dacd5996774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:21.190016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-c051cd79-4b55-42f8-a7fc-4dacd5996774 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 200 len: 851 time: 0.1461968 Dec 15 04:50:21.191431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee9938-0923-4d1a-874d-3cf1e89b8958 None None] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:21.192145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 361698c0-3c21-4204-ac9c-97b3d8ac503c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:21.194122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:21.194715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:21.212643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:21.213253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:21.301359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41692d49-c283-432d-ab95-f8f4033efec3 req-840d19d5-140b-4d26-b6a2-0956c459f89c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542529 Dec 15 04:50:21.337617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cf7828-3979-4fb8-871b-5f1c9e1671d8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:21.406138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca513d1b-e3e0-4227-9738-ba67dd119417 req-b5ada93c-a6b0-48aa-96c7-b358a6147ded service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777801 Dec 15 04:50:21.439698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af9a37-52c0-495b-a4db-97278fa75cb3 req-d9fb4b16-e6a7-4eb1-87ba-2f66476516b0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:21.441391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90af9a37-52c0-495b-a4db-97278fa75cb3 req-d9fb4b16-e6a7-4eb1-87ba-2f66476516b0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.0755191 Dec 15 04:50:21.445194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6fe6ea-c10b-4774-9495-6330093b5a3a None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:21.538329 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90af9a37-52c0-495b-a4db-97278fa75cb3 req-364a641d-f6f6-4c32-bec9-738311766096 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785463 Dec 15 04:50:21.596890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7391f110-3d71-451a-bbd9-6d9b6c7e4f51 None None] Provisioning complete for port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:21.597382 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7391f110-3d71-451a-bbd9-6d9b6c7e4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:21.684762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'project_id': '4d547dcf031d471e908b8f50491762e7', 'fixed_ips': [{'subnet_id': 'ff711a91-0f9d-4059-8560-d72f9968dcb7'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:21.685638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:21.780812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-1eb542de-c094-411c-aec7-d1847e9965b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be07ebf6-9169-46bb-925c-e8bb6ac70ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5648458 Dec 15 04:50:21.791868 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2cdef2a1-cf53-4b55-b86e-9281b653ea3a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3875258 Dec 15 04:50:21.793456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55538) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:21.800393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1601079542'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:21.805688 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c97c0171-a571-4db0-a080-be31c64376cf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3566239 Dec 15 04:50:21.812147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55540) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:21.822522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:21.947376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:21.951916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:21.981097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-361698c0-3c21-4204-ac9c-97b3d8ac503c', 'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': '64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:21.981784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:21.995148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fae-7f61-4ca7-8a09-f14322c4e935 req-1fb8dc95-abe5-40dc-b11c-9f02b65d9ca0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:22.006478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42904fae-7f61-4ca7-8a09-f14322c4e935 req-1fb8dc95-abe5-40dc-b11c-9f02b65d9ca0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1708710 Dec 15 04:50:22.011256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-97e558c6-e430-48fa-bb8c-c505ac0d9b48 service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203488 Dec 15 04:50:22.027821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Allocated IP 19.80.0.2 (c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45/ff711a91-0f9d-4059-8560-d72f9968dcb7/c0a45e96-ec33-43d8-84f0-871b922e65f6) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:22.168571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:22.168571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.169687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9093347'] for subnet, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.245094 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c20af6e2-29db-4d88-87fe-3731a95f3ac6 req-d8148825-524c-4164-baa7-3b5894f8e9df service neutron] 10.222.0.42 "GET /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223194 Dec 15 04:50:22.279756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 62df42ba-9840-4057-b98f-e3372c0826f4 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:22.319693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:22.358745 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.359095 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Added segment 9ec50db0-3bc6-4a21-9cb2-33ab6162152d of type vlan for network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae Dec 15 04:50:22.440292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42904fae-7f61-4ca7-8a09-f14322c4e935 req-17d2d35d-a75e-43b9-b611-10f6a46134c0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324181 Dec 15 04:50:22.589886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.624629 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745017855452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8700921'] for subnet, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.676991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] Allocated IP 172.20.0.1 (1e4e25c4-7303-48d2-a038-5d7ebad51eae/a58d4bda-54a3-4ff6-8035-6e9beafa92dd/5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:22.736857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:50:22.744319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:22.838767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8810c-2c38-4857-8c8f-74c946184d00 req-04acbc35-143a-4cee-bcdb-7f15a3d21113 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:22.840760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45c8810c-2c38-4857-8c8f-74c946184d00 req-04acbc35-143a-4cee-bcdb-7f15a3d21113 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.3283868 Dec 15 04:50:22.845072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:22.845987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.850316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55550) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:22.858910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8d3e5921-07f8-400f-be27-82792996c949 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "PUT /v2.0/subnets/64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85 HTTP/1.1" status: 200 len: 826 time: 1.0437105 Dec 15 04:50:22.864398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:22.870847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:22.872006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.034127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.049179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:23.049388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2545063 Dec 15 04:50:23.056297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'subnet': {'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:23.069288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209adbf8-e61b-44dc-b88c-3013dfadf7b8 req-af4527ab-d353-4d09-b5bc-2f32dba4ab1e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:23.076697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-209adbf8-e61b-44dc-b88c-3013dfadf7b8 req-af4527ab-d353-4d09-b5bc-2f32dba4ab1e tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 945 time: 0.3416312 Dec 15 04:50:23.090051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21618dab-997b-4d5b-aeec-7e93063b4f83 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Network': ['ID=16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:23.106608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45c8810c-2c38-4857-8c8f-74c946184d00 req-17c3df87-fe32-4bd2-bd7c-19b2469c7468 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449372 Dec 15 04:50:23.137941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:23.158055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-209adbf8-e61b-44dc-b88c-3013dfadf7b8 req-986ecbac-cab9-4f9a-ba58-d3070ba64bac tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796041 Dec 15 04:50:23.199338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.358379 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.362872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Allocated IP 2001:db8::2 (361698c0-3c21-4204-ac9c-97b3d8ac503c/64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85/f91ab857-12c0-4734-b780-1cde7aaf4af6) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:23.386505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:23.390041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.427120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:23.592830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:23.609002 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad993d5-7fe6-4307-bdf6-cc729c19ab4d" -d '{"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-unplugged", "status": "completed", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:23.684939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.685590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a6d56-9439-4970-aac9-89152526ea7e req-be5ac9a7-48f0-420a-a29a-39f63edbdddd tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:23.700583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea6a6d56-9439-4970-aac9-89152526ea7e req-be5ac9a7-48f0-420a-a29a-39f63edbdddd tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.1544554 Dec 15 04:50:23.727856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:23.791571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.846724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] For port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,segment=NetworkSegment(8cf4ffe4-14fb-4005-ae2e-91d57e714f60),segment_id=8cf4ffe4-14fb-4005-ae2e-91d57e714f60)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:23.858275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea6a6d56-9439-4970-aac9-89152526ea7e req-cb293013-9f1b-4653-a8e2-604ee6822b3d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475716 Dec 15 04:50:23.858718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Checking segment: {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:23.867873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network hostable DHCP agents. Network: 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:23.879716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Subnet': ['ID=210c2da3-c411-461c-8782-8cb70baacbb2,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:23.908443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:23.925322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:23.931183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:23.932991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.945660 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6102f480-a4fa-4ba8-90f6-836690dc2123 x-openstack-request-id: req-6102f480-a4fa-4ba8-90f6-836690dc2123 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:23.946074 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-unplugged", "status": "completed", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:23.946499 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6102f480-a4fa-4ba8-90f6-836690dc2123 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:23.946839 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4', 'code': 200} Dec 15 04:50:23.954350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5ce1a377-6b84-4500-ac12-d4587a326f4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9028490 Dec 15 04:50:23.954844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.956723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3121a-0e66-4f49-8519-220cfb8ebb56 None None] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:23.965876 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:23.983147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:23.983541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.121570 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.136376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:24.170510 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.190535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:24.194001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:24.234258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9c5ed1ce-f399-4c9f-9b6b-514c95326021 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:24.246997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:24.252483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9c5ed1ce-f399-4c9f-9b6b-514c95326021 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:24.254299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9c5ed1ce-f399-4c9f-9b6b-514c95326021 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/networks?id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45&id=16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae&id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 HTTP/1.1" status: 200 len: 1390 time: 0.1685197 Dec 15 04:50:24.331893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.348083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-ab80d875-d842-43f5-bd9a-eaed8a660c2a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/quotas/4d547dcf031d471e908b8f50491762e7 HTTP/1.1" status: 200 len: 375 time: 0.0611911 Dec 15 04:50:24.378202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.405283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9fa5-127f-485d-aae3-0356facc0ef9 req-af1ef8d0-e593-40e0-acc5-76875587befa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:24.407576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ea9fa5-127f-485d-aae3-0356facc0ef9 req-af1ef8d0-e593-40e0-acc5-76875587befa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1418376 Dec 15 04:50:24.429668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.435806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:24.466117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-fbb70e2d-a2ac-4093-9445-c2ca8abda244 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170201 Dec 15 04:50:24.556230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.562862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Attempting to bind port c0a45e96-ec33-43d8-84f0-871b922e65f6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:24.563311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Attempting to bind port c0a45e96-ec33-43d8-84f0-871b922e65f6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:24.563982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Attempting to bind port c0a45e96-ec33-43d8-84f0-871b922e65f6 on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:24.578414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:24.579356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Checking segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:24.579810 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.580177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Bound using segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:24.580672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Bound port: c0a45e96-ec33-43d8-84f0-871b922e65f6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:24.581050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.583923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ea9fa5-127f-485d-aae3-0356facc0ef9 req-cde0cf0f-2313-40f7-ae14-8e1ca40fea9b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678340 Dec 15 04:50:24.591562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-409d54f0-83ac-43be-bd5e-61770b163df5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:50:24.598608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:24.599841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-409d54f0-83ac-43be-bd5e-61770b163df5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1310978 Dec 15 04:50:24.643705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Pushing event updated for resources: {'Port': ['ID=c0a45e96-ec33-43d8-84f0-871b922e65f6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:24.662758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361698c0-3c21-4204-ac9c-97b3d8ac503c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:24.685219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e448dda-f6fe-4568-a068-6c8a9a1835cb') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:24.685991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e448dda-f6fe-4568-a068-6c8a9a1835cb') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:24.708229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.709484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae', 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae', 'project_id': '4d547dcf031d471e908b8f50491762e7', 'fixed_ips': [{'subnet_id': '210c2da3-c411-461c-8782-8cb70baacbb2'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:24.710364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.729517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:24.731013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.743753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:24.744604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:24.754619 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:24.758112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:24.819984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55592) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:24.859365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:50:24.859365 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:50:24.859365 n-d-820935-10 neutron-server[103132]: [parameters: {'id': '361698c0-3c21-4204-ac9c-97b3d8ac503c'}] Dec 15 04:50:24.859365 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:50:24.861661 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:50:24.864316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-455ac2ca-8346-4208-9ffc-491725cf6f8e service neutron] 10.222.0.37 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635357 Dec 15 04:50:24.999540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] For port c0a45e96-ec33-43d8-84f0-871b922e65f6, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:25.005020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbcd57-2407-4315-8e0c-60ed130fd14c None None] Pushing event updated for resources: {'Port': ['ID=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:25.049925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79bc0c-8672-4bdd-931f-36fe6072ef64 req-25d506c9-71cc-4b4f-a3d4-9c92a8ceecf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:25.051730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df79bc0c-8672-4bdd-931f-36fe6072ef64 req-25d506c9-71cc-4b4f-a3d4-9c92a8ceecf9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 943 time: 0.3264031 Dec 15 04:50:25.057221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-8263edfe-57da-49e2-bf69-d5b070f49024 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839006 Dec 15 04:50:25.095936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Pushing event updated for resources: {'Port': ['ID=f91ab857-12c0-4734-b780-1cde7aaf4af6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:25.117674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] For port c0a45e96-ec33-43d8-84f0-871b922e65f6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0a45e96-ec33-43d8-84f0-871b922e65f6,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:25.129977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Attempting to bind port f91ab857-12c0-4734-b780-1cde7aaf4af6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:25.130474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Attempting to bind port f91ab857-12c0-4734-b780-1cde7aaf4af6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2e448dda-f6fe-4568-a068-6c8a9a1835cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:25.130894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Attempting to bind port f91ab857-12c0-4734-b780-1cde7aaf4af6 on network 361698c0-3c21-4204-ac9c-97b3d8ac503c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:25.139161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.146638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:25.147019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Checking segment: {'id': '2e448dda-f6fe-4568-a068-6c8a9a1835cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:25.147514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.147925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Bound using segment: {'id': '2e448dda-f6fe-4568-a068-6c8a9a1835cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:25.148802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Bound port: f91ab857-12c0-4734-b780-1cde7aaf4af6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e448dda-f6fe-4568-a068-6c8a9a1835cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '361698c0-3c21-4204-ac9c-97b3d8ac503c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:25.149161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.178571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55604) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:25.186039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c86e7789-b30e-45f0-89c7-e472bd3a0374 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e716dbe5bd5e4d95a763ad0f24fe7c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3643363 Dec 15 04:50:25.289086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df79bc0c-8672-4bdd-931f-36fe6072ef64 req-8b359ce0-c92f-4590-a073-29c69e5ae804 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308400 Dec 15 04:50:25.308267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25035c57-b6db-470c-9f07-75484f2b8ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.309652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] For port f91ab857-12c0-4734-b780-1cde7aaf4af6, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:25.315922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] For port f91ab857-12c0-4734-b780-1cde7aaf4af6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f91ab857-12c0-4734-b780-1cde7aaf4af6,segment=NetworkSegment(2e448dda-f6fe-4568-a068-6c8a9a1835cb),segment_id=2e448dda-f6fe-4568-a068-6c8a9a1835cb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:25.317381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772206c-aa5d-4d4d-bb4b-08905b907641 None None] Pushing event updated for resources: {'Port': ['ID=c0a45e96-ec33-43d8-84f0-871b922e65f6,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:25.348150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.365663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.371209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25035c57-b6db-470c-9f07-75484f2b8ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.378269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-4e492951-02be-4c80-a078-467754052308 service neutron] 10.222.0.37 "GET /v2.0/networks/16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127091 Dec 15 04:50:25.441415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e75a5-d0b1-4887-b51c-f2ee5fac5828 None None] Pushing event updated for resources: {'Port': ['ID=f91ab857-12c0-4734-b780-1cde7aaf4af6,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:25.446907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579828a-f2b6-404d-9af4-5eab4c1db9be None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:25.542087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25035c57-b6db-470c-9f07-75484f2b8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.546113 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25035c57-b6db-470c-9f07-75484f2b8ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.548199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25035c57-b6db-470c-9f07-75484f2b8ef2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e9add21-9f28-4f0b-bc60-aec786248c92 HTTP/1.1" status: 204 len: 168 time: 0.3677368 Dec 15 04:50:25.567812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25035c57-b6db-470c-9f07-75484f2b8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9add21-9f28-4f0b-bc60-aec786248c92,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:25.573697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818697-19e6-4423-aeb2-3d456805506f req-70272440-868b-483e-b776-2aeded5cd343 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:25.575161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48818697-19e6-4423-aeb2-3d456805506f req-70272440-868b-483e-b776-2aeded5cd343 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.0947680 Dec 15 04:50:25.604368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:25.616623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting port f91ab857-12c0-4734-b780-1cde7aaf4af6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:25.617329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.641288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-29094de9-6238-49ec-a5f0-3b25b755aa1b service neutron] 10.222.0.37 "GET /v2.0/networks/16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558579 Dec 15 04:50:25.717921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] For port f91ab857-12c0-4734-b780-1cde7aaf4af6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f91ab857-12c0-4734-b780-1cde7aaf4af6,segment=NetworkSegment(2e448dda-f6fe-4568-a068-6c8a9a1835cb),segment_id=2e448dda-f6fe-4568-a068-6c8a9a1835cb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:25.718458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.744441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Calling delete_port for f91ab857-12c0-4734-b780-1cde7aaf4af6 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:25.755410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-e5599ab0-28a8-453c-9ad8-6764cfb9392f service neutron] 10.222.0.37 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131747 Dec 15 04:50:25.833868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e492c482-f0d1-4813-bafa-9d458b290564 None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:25.834253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e492c482-f0d1-4813-bafa-9d458b290564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.864629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48818697-19e6-4423-aeb2-3d456805506f req-7c8469c5-0bc0-4d1b-bbf3-d70029544b39 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730021 Dec 15 04:50:25.918033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:25.918407 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:25.993521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-1814695a-6cf8-4263-bd5a-07d7dbc5bc1e service neutron] 10.222.0.37 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372367 Dec 15 04:50:26.005224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Allocated IP 19.86.0.2 (16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae/210c2da3-c411-461c-8782-8cb70baacbb2/685d7224-1276-4f48-9a49-2510507682fb) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:26.051524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.088393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No DVR routers for this DVR port f91ab857-12c0-4734-b780-1cde7aaf4af6 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:26.167000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-0de0e97b-ce9f-4524-b185-fe276250df49 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915100918&fields=id&tenant_id=89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 267 time: 0.1290269 Dec 15 04:50:26.196416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Port': ['ID=f91ab857-12c0-4734-b780-1cde7aaf4af6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:26.296092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 62df42ba-9840-4057-b98f-e3372c0826f4 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:26.298654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f36686-a768-45c1-82f5-2cda99e1b5c0 None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:26.335205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.384511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361698c0-3c21-4204-ac9c-97b3d8ac503c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:26.407912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e448dda-f6fe-4568-a068-6c8a9a1835cb') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:26.408363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e448dda-f6fe-4568-a068-6c8a9a1835cb') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:26.429323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.460116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.483092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:26.483668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.502317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669fa7-2935-450f-9355-4349bdfe9c32 req-6fe2f9f0-cdca-46ae-b2e5-ed91818560b4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:26.511912 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:26.513904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df669fa7-2935-450f-9355-4349bdfe9c32 req-6fe2f9f0-cdca-46ae-b2e5-ed91818560b4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1285827 Dec 15 04:50:26.600171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cc2a126a-573f-4523-8191-2a209bd7e898 None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:26.600598 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc2a126a-573f-4523-8191-2a209bd7e898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.616993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-882862f5-5bbb-4e35-8d6c-888086529454 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:26.626349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-882862f5-5bbb-4e35-8d6c-888086529454 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.4500082 Dec 15 04:50:26.628868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.640478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-df8b63df-0b5d-4e1b-b9b4-a3a1b83384d5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0130246 Dec 15 04:50:26.656211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.667214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/361698c0-3c21-4204-ac9c-97b3d8ac503c HTTP/1.1" status: 204 len: 168 time: 3.8147426 Dec 15 04:50:26.669883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55642) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:26.689486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a53e00-029c-4475-bccd-ea7119043179 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=361698c0-3c21-4204-ac9c-97b3d8ac503c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:26.722994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df669fa7-2935-450f-9355-4349bdfe9c32 req-58ce3b37-c37e-4e22-8369-ef71f9f22e48 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092464 Dec 15 04:50:26.753644 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5593f50-884b-4d70-8b08-d2c025e975fa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:26.754170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5593f50-884b-4d70-8b08-d2c025e975fa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:26.758288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a5593f50-884b-4d70-8b08-d2c025e975fa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/361698c0-3c21-4204-ac9c-97b3d8ac503c HTTP/1.1" status: 404 len: 339 time: 0.0873368 Dec 15 04:50:26.762274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55646) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:26.767413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183866819', 'description': 'd1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:26.815370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:26.822963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.840611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-0dee08dd-7d0f-43cd-872e-164ec2a4f427 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1897767 Dec 15 04:50:26.853743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-7c6ddd3c-e93b-49c7-af9d-b4aaf101eebd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:50:26.864635 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-7c6ddd3c-e93b-49c7-af9d-b4aaf101eebd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173111 Dec 15 04:50:26.890551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:26.916161 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:26.916514 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment 16710554-32b8-4692-b508-5a0b849d153e of type vlan for network 07ecf764-1b3c-40ab-bd35-969e50655b94 Dec 15 04:50:26.972114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55652) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:26.988293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.032056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.040558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:27.041631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.078624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fd99f-8a5a-4658-a3bc-8fbd8fbafd64 None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:27.116774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fd99f-8a5a-4658-a3bc-8fbd8fbafd64 None None] Network 361698c0-3c21-4204-ac9c-97b3d8ac503c could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:50:27.135556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3699133 Dec 15 04:50:27.137101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55656) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:27.148225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-6fcb0e57-6dd0-4148-a2e1-b47383d13df2 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826834 Dec 15 04:50:27.175511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a2b18-2429-4cc2-b184-350c297ed05a req-d869dabc-239d-483f-b787-36aa41e02c3c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:27.177632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c91a2b18-2429-4cc2-b184-350c297ed05a req-d869dabc-239d-483f-b787-36aa41e02c3c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.2045884 Dec 15 04:50:27.189341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1873493130-network', 'tenant_id': 'a17d2c4b0ad9468fa0363255c3a296f9'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:27.220657 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.237913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06d538-2d82-418f-bffb-292770e57148 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=07ecf764-1b3c-40ab-bd35-969e50655b94,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:27.252400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 07ecf764-1b3c-40ab-bd35-969e50655b94 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:27.307165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a3848a-993a-464c-a510-a2173febcffa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:27.314102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-85a3848a-993a-464c-a510-a2173febcffa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks?id=07ecf764-1b3c-40ab-bd35-969e50655b94 HTTP/1.1" status: 200 len: 765 time: 0.1760378 Dec 15 04:50:27.316723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55658) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:27.324562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'description': 'd2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:27.361501 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.376423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Made reservation on behalf of a17d2c4b0ad9468fa0363255c3a296f9 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:27.379300 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.390543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-3c004a67-344e-4ddb-9e69-b13f97f822e4 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252724 Dec 15 04:50:27.411978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c91a2b18-2429-4cc2-b184-350c297ed05a req-e66d57df-6c25-4a8a-a8a0-ea3b0fb280c0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119977 Dec 15 04:50:27.430517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.438240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea2848-aec2-418a-891b-5628b9b181bb None None] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:27.441639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:27.494802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:27.500011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:27.506272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c0a45e96-ec33-43d8-84f0-871b922e65f6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:27.555101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Pushing event updated for resources: {'Port': ['ID=685d7224-1276-4f48-9a49-2510507682fb,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:27.587135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.593893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.625554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:27.650497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8d6bafd6-36e9-403c-b1df-aecd6ae33f3e None None] Provisioning complete for port c0a45e96-ec33-43d8-84f0-871b922e65f6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:27.651034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ceb924-8ebc-4c01-a779-7b3111d099b5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:27.652588 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d6bafd6-36e9-403c-b1df-aecd6ae33f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.657818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.658451 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Added segment 6fe2bd2d-6f35-4a84-8328-2ae4cd39db46 of type vlan for network a6788038-f817-4c1f-b2c7-6a3a11a75b80 Dec 15 04:50:27.702616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.725397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.744782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.795500 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5693387-e4a7-4497-9cc9-c66546691aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.809468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.809835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:27.810661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.817087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Attempting to bind port 685d7224-1276-4f48-9a49-2510507682fb on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:27.817471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Attempting to bind port 685d7224-1276-4f48-9a49-2510507682fb by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:27.817865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Attempting to bind port 685d7224-1276-4f48-9a49-2510507682fb on network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:27.828347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=07ecf764-1b3c-40ab-bd35-969e50655b94,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:27.835654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:27.836091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Checking segment: {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:27.836467 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.837192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Bound using segment: {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:27.837839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Bound port: 685d7224-1276-4f48-9a49-2510507682fb, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:27.838386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.838878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 07ecf764-1b3c-40ab-bd35-969e50655b94 is not hosted by any dhcp agent {{(pid=103132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:50:27.844689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 07ecf764-1b3c-40ab-bd35-969e50655b94 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:27.848983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c0a45e96-ec33-43d8-84f0-871b922e65f6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:27.849583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.853458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:27.854071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:27.855235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0259440d-34e5-4cf2-b0e1-e264a2d57dfc req-a59dde67-6b99-4199-8d6c-248de8d0f31c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 210 time: 0.0646465 Dec 15 04:50:27.869424 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-057a1f72-7f6c-4f01-b51d-deb8eb150d36 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "PUT /v2.0/networks/07ecf764-1b3c-40ab-bd35-969e50655b94 HTTP/1.1" status: 200 len: 762 time: 0.5486412 Dec 15 04:50:27.870407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55672) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:27.972039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9976435 Dec 15 04:50:27.983349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55678) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:28.011762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Request body: {'subnet': {'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1873493130-subnet', 'tenant_id': 'a17d2c4b0ad9468fa0363255c3a296f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:28.056364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddadac6-b0e1-4653-bff4-bf8faa954ac5 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.058549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ddadac6-b0e1-4653-bff4-bf8faa954ac5 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks?id=07ecf764-1b3c-40ab-bd35-969e50655b94 HTTP/1.1" status: 200 len: 765 time: 0.1760311 Dec 15 04:50:28.062407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55680) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:28.067818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34199bfe-00df-48c3-9db7-428efaf28775 admin admin] Pushing event updated for resources: {'Network': ['ID=a6788038-f817-4c1f-b2c7-6a3a11a75b80,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:28.074914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d6bafd6-36e9-403c-b1df-aecd6ae33f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:28.095810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:28.220220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8d6bafd6-36e9-403c-b1df-aecd6ae33f3e None None] For port c0a45e96-ec33-43d8-84f0-871b922e65f6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0a45e96-ec33-43d8-84f0-871b922e65f6,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:28.225168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] For port 685d7224-1276-4f48-9a49-2510507682fb, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:28.244446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] For port 685d7224-1276-4f48-9a49-2510507682fb, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=685d7224-1276-4f48-9a49-2510507682fb,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:28.285453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Made reservation on behalf of a17d2c4b0ad9468fa0363255c3a296f9 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:28.292667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:28.320267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8d6bafd6-36e9-403c-b1df-aecd6ae33f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:28.332887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:28.422082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c6c3f4-5073-48a9-9cfa-bb5161bc77a4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.427847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-11c6c3f4-5073-48a9-9cfa-bb5161bc77a4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3617947 Dec 15 04:50:28.428039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55688) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:28.477014 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4f433415-3725-490d-b5a7-84673f8827c2 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 207 time: 0.0448442 Dec 15 04:50:28.477466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55692) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:28.501672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bafd6-36e9-403c-b1df-aecd6ae33f3e None None] Pushing event updated for resources: {'Port': ['ID=c0a45e96-ec33-43d8-84f0-871b922e65f6,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:28.588566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc6810-03d8-4346-ab05-d3adda5d7b91 None None] Pushing event updated for resources: {'Port': ['ID=685d7224-1276-4f48-9a49-2510507682fb,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:28.606690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-29353c95-f907-4ee0-ab4b-88d2dbcee46a None None] Provisioning complete for port c0a45e96-ec33-43d8-84f0-871b922e65f6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:28.607069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29353c95-f907-4ee0-ab4b-88d2dbcee46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:28.687943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.697548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.707495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.722373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.756292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.768762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.770946 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-67263084-250c-4048-8872-eaa065bca47a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2921116 Dec 15 04:50:28.775000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55696) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:28.939760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543e70-9383-43b4-9ae7-d747ab65f4b3 req-c30b4dba-21aa-4154-ac81-a6dfdcd43bb6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:28.947006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6543e70-9383-43b4-9ae7-d747ab65f4b3 req-c30b4dba-21aa-4154-ac81-a6dfdcd43bb6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.9791615 Dec 15 04:50:28.980435 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61ed6367-4f8c-4897-bb5a-ccff934a1890 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2042704 Dec 15 04:50:28.981076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55700) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.048486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5d3c1-7878-4eb7-a4b6-9656a82e8081 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.050039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5d3c1-7878-4eb7-a4b6-9656a82e8081 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.051867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5d3c1-7878-4eb7-a4b6-9656a82e8081 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.053447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5d3c1-7878-4eb7-a4b6-9656a82e8081 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.054958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5d3c1-7878-4eb7-a4b6-9656a82e8081 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.055085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c8669384-8d93-4b6d-835d-f728a79693cd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.056799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e7d5d3c1-7878-4eb7-a4b6-9656a82e8081 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0746098 Dec 15 04:50:29.060434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.066855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c8669384-8d93-4b6d-835d-f728a79693cd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.068581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c8669384-8d93-4b6d-835d-f728a79693cd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "GET /v2.0/networks?id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45&id=16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae&id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 HTTP/1.1" status: 200 len: 1390 time: 0.9071243 Dec 15 04:50:29.090545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d643a3-b1f6-48c6-afba-a6f031965c6d req-efc5262d-7f3d-4186-b931-682e38f52973 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.092021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25d643a3-b1f6-48c6-afba-a6f031965c6d req-efc5262d-7f3d-4186-b931-682e38f52973 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2290130 Dec 15 04:50:29.104582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'port': {'device_id': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'admin_state_up': True, 'tenant_id': '4d547dcf031d471e908b8f50491762e7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:29.134648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879123b4-b9ae-4b40-8cd1-5bb4dc885668 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.136197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879123b4-b9ae-4b40-8cd1-5bb4dc885668 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.138052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879123b4-b9ae-4b40-8cd1-5bb4dc885668 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.140238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879123b4-b9ae-4b40-8cd1-5bb4dc885668 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.141766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879123b4-b9ae-4b40-8cd1-5bb4dc885668 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.143393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-879123b4-b9ae-4b40-8cd1-5bb4dc885668 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0819728 Dec 15 04:50:29.147517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55704) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.188752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6543e70-9383-43b4-9ae7-d747ab65f4b3 req-8844b5c1-e64b-41ed-9713-ed926d0026ca tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402678 Dec 15 04:50:29.269312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ef00b-e9fc-46a5-8fcc-ba94bb889a24 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.271127 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3d2ef00b-e9fc-46a5-8fcc-ba94bb889a24 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks/d6490e04-533c-45fc-a4d1-101cd46fcf43 HTTP/1.1" status: 200 len: 804 time: 0.1225896 Dec 15 04:50:29.272377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25d643a3-b1f6-48c6-afba-a6f031965c6d req-133805a3-e7d3-4054-9600-03dc53297042 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630635 Dec 15 04:50:29.275051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55708) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.320267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53b383a4-bf43-4bec-ac5f-7fda4c27de32 req-59b217f5-62ef-4ab2-b836-7357c5c590e5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0519135 Dec 15 04:50:29.363724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.428957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-244bd40d-a1f6-4e26-8f7f-6ba2aeb7a88e tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/networks/d6490e04-533c-45fc-a4d1-101cd46fcf43?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1524968 Dec 15 04:50:29.429758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55710) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.463875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:29.467314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.516596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e993d5c-f37d-472b-99cc-2785673ede0f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.518612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e993d5c-f37d-472b-99cc-2785673ede0f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/subnets/54dbe95b-6132-4424-80d5-519c34f0c1fa HTTP/1.1" status: 200 len: 843 time: 0.0878429 Dec 15 04:50:29.522945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55712) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.543633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 685d7224-1276-4f48-9a49-2510507682fb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:29.610724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd41994c-2c8a-47c0-9cb2-0f788c1ee74e tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['shared'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.612547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cd41994c-2c8a-47c0-9cb2-0f788c1ee74e tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "GET /v2.0/subnets/54dbe95b-6132-4424-80d5-519c34f0c1fa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0884120 Dec 15 04:50:29.624643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55714) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:29.627091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc5faf0-29b9-402e-b1d7-d88edc93c648,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:29.630923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 685d7224-1276-4f48-9a49-2510507682fb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:29.632077 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.648572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934276321'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:29.697607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Checking segment: {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:29.698005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Network hostable DHCP agents. Network: a6788038-f817-4c1f-b2c7-6a3a11a75b80, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:29.717130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178150b-12ab-49da-a506-a3ca18617405 req-b7f17c82-ca82-48a4-9e76-25320b65559e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.719726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8178150b-12ab-49da-a506-a3ca18617405 req-b7f17c82-ca82-48a4-9e76-25320b65559e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.3033714 Dec 15 04:50:29.727871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:29.731302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.732340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.738936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.744948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.752662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.759469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.766837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.773980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.783125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-d90d6da7-aa60-4fcd-988f-01f3a0aa0038 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.3402088 Dec 15 04:50:29.783549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:29.787463 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.809383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-4cb3c5f1-4259-4de3-9da8-7eed24b957af tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:29.815767 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-4cb3c5f1-4259-4de3-9da8-7eed24b957af tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2007663 Dec 15 04:50:29.819743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.821366 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Added segment 0fc98104-54e9-4cd9-96d4-3dc5a5458b6f of type vlan for network 2352af6f-3bce-4225-b66d-042a780e0d08 Dec 15 04:50:29.825261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 685d7224-1276-4f48-9a49-2510507682fb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=685d7224-1276-4f48-9a49-2510507682fb,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:29.834960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.835848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c0a45e96-ec33-43d8-84f0-871b922e65f6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:29.909781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.913413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:29.938801 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b3c2870c-ed78-40b3-90b8-4f877c940109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:29.940154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-20d4f862-b8e0-4b33-a308-45c10d065e1f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 380 time: 0.1040199 Dec 15 04:50:29.948826 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=685d7224-1276-4f48-9a49-2510507682fb,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:29.958738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a6788038-f817-4c1f-b2c7-6a3a11a75b80) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:29.961418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89', 'security_groups': ['f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:29.983308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8178150b-12ab-49da-a506-a3ca18617405 req-051d01db-b71b-417a-be9c-6a559ed91252 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946371 Dec 15 04:50:29.984683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a2646-e858-423b-87b6-be6d7a37488b None None] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:30.009842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c0a45e96-ec33-43d8-84f0-871b922e65f6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:30.010231 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.010478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.011110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.031238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.034295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Allocated IP 19.80.0.236 (c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45/ff711a91-0f9d-4059-8560-d72f9968dcb7/13dae66f-23ee-4548-b926-56e94d2e9f2c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:30.037510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.038125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.085927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-281a49a2-6ef7-4d86-aaa9-5fecea54770e req-94fcbb71-7f45-454a-b90c-36ad6bb7974f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3019142 Dec 15 04:50:30.112484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-250e4ba7-2e24-447a-9426-9020dc425241 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1058323 Dec 15 04:50:30.158460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Network': ['ID=2352af6f-3bce-4225-b66d-042a780e0d08,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:30.188502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-750c887a-7499-4002-97a8-09d3f036530e req-d7b824d3-f01c-412d-aed7-2ab31bf2c7fa tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 210 time: 0.0797997 Dec 15 04:50:30.202880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2352af6f-3bce-4225-b66d-042a780e0d08 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:30.224678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1cf09cc1-43cc-48d6-8b97-a24293baa554 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5951562 Dec 15 04:50:30.227901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55718) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:30.245893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:30.269009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.275589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.282649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.289103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.295928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.303040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.309479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.311476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-bed25ff1-d762-4125-af89-0456d81ee1dc tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5446 time: 0.1642632 Dec 15 04:50:30.345764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc956b43-e7d7-4701-8850-bc9760beba48 None None] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:30.386923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-206bb802-f701-4250-990d-5acfefbf2e7e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.388720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-206bb802-f701-4250-990d-5acfefbf2e7e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "GET /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0591364 Dec 15 04:50:30.409288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:30.413917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.579051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Made reservation on behalf of 67ac0642758b42d8a5d75f9b09b736c3 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:30.583498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.605575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-908324b5-8f98-4647-a440-4d46db945f57 None None] Provisioning complete for port 685d7224-1276-4f48-9a49-2510507682fb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:30.606124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908324b5-8f98-4647-a440-4d46db945f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.646790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8ebb8-550b-4982-8f27-424a2a809bc7 req-24625117-5501-428e-b662-8b475dc5d4c0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.654150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9f8ebb8-550b-4982-8f27-424a2a809bc7 req-24625117-5501-428e-b662-8b475dc5d4c0 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.2473972 Dec 15 04:50:30.688780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613f661-46a6-46a2-8a0c-cf67cdc20f26 req-9c4bb925-8fbb-4605-be2d-768f5762439a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:30.696124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7613f661-46a6-46a2-8a0c-cf67cdc20f26 req-9c4bb925-8fbb-4605-be2d-768f5762439a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2378800 Dec 15 04:50:30.716159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Performing IP validity checks on allocation pools {{(pid=103133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:50:30.716789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103133) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:50:30.801337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9862f9-2674-445d-8bcf-0c0aeb9df481 None None] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:30.848969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:30.871230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-4f2cdfed-88fe-43ca-aac5-ad836949aab8 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "GET /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4742029 Dec 15 04:50:30.873965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9f8ebb8-550b-4982-8f27-424a2a809bc7 req-e6d92c93-2512-43de-a35e-b6b65c9346cb tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142713 Dec 15 04:50:30.913337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:30.939110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7613f661-46a6-46a2-8a0c-cf67cdc20f26 req-af05c661-8094-47a8-b9ce-349f3f3fd10a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419312 Dec 15 04:50:31.023156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.14 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/e960cb00-a0b9-4191-9e26-175de45cbd85) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:31.045883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.204042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc7933f0-8b16-4ff9-8abb-31aa8f10cda4 req-ac0d404b-c35d-4ff5-9260-73f7c94d4eb2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.2114680 Dec 15 04:50:31.319447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.359251 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.386538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628c230-ae24-49f5-96c4-0e6bca2dd1ff None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:50:31.443678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=bf12380d-b5e0-423b-aed6-861224f39309,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:31.492102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] For port bf12380d-b5e0-423b-aed6-861224f39309, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:31.506248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:31.543329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] device_id is not set on port bf12380d-b5e0-423b-aed6-861224f39309 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:50:31.565590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:31.574646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:31.580429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:31.586451 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.617057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d922-309e-4066-8312-a8bccf7be5ba req-75f734b5-b334-42e9-bfb2-b871494aacec tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.624835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72a9d922-309e-4066-8312-a8bccf7be5ba req-75f734b5-b334-42e9-bfb2-b871494aacec tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.4350398 Dec 15 04:50:31.643844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628c230-ae24-49f5-96c4-0e6bca2dd1ff None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:50:31.648431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 685d7224-1276-4f48-9a49-2510507682fb up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:31.663308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.730831 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.762699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-148a54ff-c2c7-48de-9688-dc9ce725c77d None None] Provisioning complete for port 685d7224-1276-4f48-9a49-2510507682fb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:31.763073 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-148a54ff-c2c7-48de-9688-dc9ce725c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.774273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.799114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.799846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.812024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.829427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.837372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.846020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.856873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.866084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.874981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.883057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] No DVR routers for this DVR port bf12380d-b5e0-423b-aed6-861224f39309 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:31.892378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.896401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-75ab28c0-ad0a-425f-a6bc-afcb3ba9744a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 5368 time: 0.4371643 Dec 15 04:50:31.932690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] In _notify_port_updated(), no bound segment for port bf12380d-b5e0-423b-aed6-861224f39309 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:50:31.933564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:31.934172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.935479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] 10.222.0.42 "PUT /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 200 len: 1033 time: 1.0343640 Dec 15 04:50:31.944095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:31.960332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:31.972049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 685d7224-1276-4f48-9a49-2510507682fb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:31.972454 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:31.982917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=6c030991-95fb-4798-9956-0c300c89aac9,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:32.001547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:32.002740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72a9d922-309e-4066-8312-a8bccf7be5ba req-4769cfed-e177-4daa-b1f5-874de2799f0c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759680 Dec 15 04:50:32.052470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-44a0c335-a991-47b7-9eec-287e3e99f4a6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9533412 Dec 15 04:50:32.053201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Checking segment: {'id': '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:32.053570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network hostable DHCP agents. Network: 2352af6f-3bce-4225-b66d-042a780e0d08, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:32.053703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-fe88af5c-05b1-4c10-ba0b-01a03e7e3d05 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:32.056285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-fe88af5c-05b1-4c10-ba0b-01a03e7e3d05 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.4637418 Dec 15 04:50:32.058618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-675d12cf-b637-428e-ba65-5c2b4862e184 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:32.060028 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-675d12cf-b637-428e-ba65-5c2b4862e184 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "GET /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1135392 Dec 15 04:50:32.083459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a07fc-7232-4c62-b295-23835d21c07c service neutron] Pushing event updated for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:32.085692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'port': {'device_id': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae', 'admin_state_up': True, 'tenant_id': '4d547dcf031d471e908b8f50491762e7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:32.182628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:32.183366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.190157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:32.299252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Network 2352af6f-3bce-4225-b66d-042a780e0d08 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:32.315132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97b1309a-0b3e-40d8-bf21-b99fd8ed88a2 req-8603965b-f426-4b59-bc39-5288d957928e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&id=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3953414 Dec 15 04:50:32.383124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2352af6f-3bce-4225-b66d-042a780e0d08) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:32.389913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:32.394628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.409697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:32.413715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.432917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=e960cb00-a0b9-4191-9e26-175de45cbd85,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:32.483564 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-eb58ee04-e782-49fc-8f99-d965366ac6b8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5287666 Dec 15 04:50:32.503942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Request body: {'port': {'device_id': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:32.507726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.535684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de90ef-9cef-493e-9e9e-2987b7fcc283 req-f50696ad-84d6-4efb-8863-d776cef56845 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:32.537644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4de90ef-9cef-493e-9e9e-2987b7fcc283 req-f50696ad-84d6-4efb-8863-d776cef56845 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 932 time: 0.2669604 Dec 15 04:50:32.542540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3599894f-6521-4c3a-92db-294d1e2659bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3067875 Dec 15 04:50:32.564835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55750) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:32.572936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:32.681295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45857b-81d7-4eb2-9897-de38a9c13141 None None] Network 2352af6f-3bce-4225-b66d-042a780e0d08 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:32.717176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9093347'] for subnet, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.822305 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.846604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fcd1f9b-d10e-42a1-b66e-4426b6fae83e None None] Provisioning complete for port 3f0f05bb-e36c-4557-842f-56f67afb066d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:32.846905 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1f9b-d10e-42a1-b66e-4426b6fae83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:32.913915 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:50:33.025252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-2352af6f-3bce-4225-b66d-042a780e0d08', 'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08', 'project_id': '67ac0642758b42d8a5d75f9b09b736c3', 'fixed_ips': [{'subnet_id': '6c030991-95fb-4798-9956-0c300c89aac9'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:50:33.030049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.066662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50432007-d28e-4bea-be9c-6697570aa1e1 req-0c02ae5d-76a1-4bce-b5fa-9430cb968ba6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:33.080422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50432007-d28e-4bea-be9c-6697570aa1e1 req-0c02ae5d-76a1-4bce-b5fa-9430cb968ba6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 945 time: 0.6188283 Dec 15 04:50:33.130808 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-4f550db6-0664-434d-a316-ec1bd90d5ecb service neutron] show failed (client error): The resource could not be found. Dec 15 04:50:33.132035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-4f550db6-0664-434d-a316-ec1bd90d5ecb service neutron] 10.222.0.42 "GET /v2.0/ports/d49bd21e-bd1f-4607-9a4d-b7e5875d1c06/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 1.1202705 Dec 15 04:50:33.178771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4de90ef-9cef-493e-9e9e-2987b7fcc283 req-42e06cb9-9e32-416f-99ca-7badd3aebc2a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245372 Dec 15 04:50:33.275240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50432007-d28e-4bea-be9c-6697570aa1e1 req-79f5e1cc-2481-42c0-979e-4acaf305c5d9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938670 Dec 15 04:50:33.314451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Allocated IP 19.86.0.91 (16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae/210c2da3-c411-461c-8782-8cb70baacbb2/07ecbfc8-1e0d-40c3-b0c2-79795eb25736) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:33.316890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745017855452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8700921'] for subnet, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.339017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=c038e97e-13a0-48be-9ed5-6797c2898551,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:33.448830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] For port c038e97e-13a0-48be-9ed5-6797c2898551, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:33.450990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fcd1f9b-d10e-42a1-b66e-4426b6fae83e None None] Provisioning complete for port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:33.452494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1f9b-d10e-42a1-b66e-4426b6fae83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.491238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] device_id is not set on port c038e97e-13a0-48be-9ed5-6797c2898551 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:50:33.496863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:33.497915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.502632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.503563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "PUT /v2.0/subnets/6c030991-95fb-4798-9956-0c300c89aac9 HTTP/1.1" status: 200 len: 900 time: 0.9368711 Dec 15 04:50:33.504248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55760) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:33.523628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a8618-9e57-4a6e-820a-24f9ced8f018 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event updated for resources: {'Subnet': ['ID=6c030991-95fb-4798-9956-0c300c89aac9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:33.538184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.545012 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.565386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.571728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Deleting port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:33.572314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.601142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Allocated IP 2001:db8::3 (2352af6f-3bce-4225-b66d-042a780e0d08/6c030991-95fb-4798-9956-0c300c89aac9/c17c6f07-9364-42b8-8db0-b18b029898c9) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:33.720740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.729521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e94ec3-eec1-4ea9-b51a-6813ccc391e5 req-885c88d1-96d1-4707-86a9-5f80b79efb92 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:33.738572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5e94ec3-eec1-4ea9-b51a-6813ccc391e5 req-885c88d1-96d1-4707-86a9-5f80b79efb92 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.3662210 Dec 15 04:50:33.821170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] No DVR routers for this DVR port c038e97e-13a0-48be-9ed5-6797c2898551 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:33.823148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Pushing event updated for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:33.839064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-fb7a2ae7-466a-43a3-9a09-7a2c84d184a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:33.840374 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-fb7a2ae7-466a-43a3-9a09-7a2c84d184a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 1097 time: 0.3277850 Dec 15 04:50:33.879818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2f14f-29e1-427f-b4cd-4d555e27f0bb req-7defb552-7221-4281-b516-8681f19b118c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:33.883943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25d2f14f-29e1-427f-b4cd-4d555e27f0bb req-7defb552-7221-4281-b516-8681f19b118c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 932 time: 0.4387898 Dec 15 04:50:33.894526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.899255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:33.931568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.935816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fcd1f9b-d10e-42a1-b66e-4426b6fae83e None None] Provisioning complete for port 487aa0c8-5ed7-4524-a241-1c14aa64256f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:33.936305 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1f9b-d10e-42a1-b66e-4426b6fae83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:33.974048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.034538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25d2f14f-29e1-427f-b4cd-4d555e27f0bb req-974786e4-9782-4027-a1af-5408919d8c6d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359956 Dec 15 04:50:34.059977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Network 2352af6f-3bce-4225-b66d-042a780e0d08 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:34.073369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:34.076838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:34.115671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5e94ec3-eec1-4ea9-b51a-6813ccc391e5 req-a7bdacaf-6eab-4d4d-ae76-0aa9de60d0c3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754160 Dec 15 04:50:34.126431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] For port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:34.126811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.166221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Pushing event updated for resources: {'Port': ['ID=c17c6f07-9364-42b8-8db0-b18b029898c9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:34.178027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting port c17c6f07-9364-42b8-8db0-b18b029898c9 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:34.178465 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.215658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Calling delete_port for fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:34.236673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] In _notify_port_updated(), no bound segment for port c038e97e-13a0-48be-9ed5-6797c2898551 on network c1be55e7-3124-451f-b1f2-09d02d5e7c59 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:50:34.240301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.240943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.242270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-848353bf-52e4-4823-aeeb-6de9c34a967e service neutron] 10.222.0.42 "PUT /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 200 len: 1033 time: 2.1341577 Dec 15 04:50:34.246444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.265275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.298186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Attempting to bind port c17c6f07-9364-42b8-8db0-b18b029898c9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:34.299392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Attempting to bind port c17c6f07-9364-42b8-8db0-b18b029898c9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:34.299988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Attempting to bind port c17c6f07-9364-42b8-8db0-b18b029898c9 on network 2352af6f-3bce-4225-b66d-042a780e0d08 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:34.310073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:34.310457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Checking segment: {'id': '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:34.310894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.311291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Bound using segment: {'id': '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:34.311781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Bound port: c17c6f07-9364-42b8-8db0-b18b029898c9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2352af6f-3bce-4225-b66d-042a780e0d08'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:34.312196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.317956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334197d-e5b9-4365-8f97-8001314e062f req-f17bea17-a47d-4b7a-9133-df2786d890d7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.319617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9334197d-e5b9-4365-8f97-8001314e062f req-f17bea17-a47d-4b7a-9133-df2786d890d7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1282876 Dec 15 04:50:34.331180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8242cd14-4642-42be-b84e-c1eea4bbbaca no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:34.437520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] For port c17c6f07-9364-42b8-8db0-b18b029898c9, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:34.444194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9334197d-e5b9-4365-8f97-8001314e062f req-cc6ee10a-0507-450f-a8b7-6fa3f3cf47c0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972300 Dec 15 04:50:34.458999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] For port c17c6f07-9364-42b8-8db0-b18b029898c9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c17c6f07-9364-42b8-8db0-b18b029898c9,segment=NetworkSegment(0fc98104-54e9-4cd9-96d4-3dc5a5458b6f),segment_id=0fc98104-54e9-4cd9-96d4-3dc5a5458b6f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:34.480748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.507666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-514c432c-e62e-40cb-a5ec-3cbaafb6a909 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.514683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-514c432c-e62e-40cb-a5ec-3cbaafb6a909 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.525697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-514c432c-e62e-40cb-a5ec-3cbaafb6a909 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.532744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-514c432c-e62e-40cb-a5ec-3cbaafb6a909 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.540017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-514c432c-e62e-40cb-a5ec-3cbaafb6a909 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:34.541875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-514c432c-e62e-40cb-a5ec-3cbaafb6a909 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 3886 time: 0.2557981 Dec 15 04:50:34.631858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.653815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b42bb6ba-5305-4f54-b368-5c6ba24c36b3 req-bd8d20c7-8e89-42ca-abaa-e277f6bb3d5c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008852 Dec 15 04:50:34.752194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:34.756052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:34.758993 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a5ce07-fc6e-4b76-8484-7402b8eef9c5" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:34.763003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Provisioning complete for port e960cb00-a0b9-4191-9e26-175de45cbd85 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:34.763535 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.833711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Port e960cb00-a0b9-4191-9e26-175de45cbd85 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:34.837738 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:34.841785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c038e97e-13a0-48be-9ed5-6797c2898551 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:35.021017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device c038e97e-13a0-48be-9ed5-6797c2898551 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:35.021663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 48028aee-e79f-4b5b-9194-e51d6a903b4f no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:35.029789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port 48028aee-e79f-4b5b-9194-e51d6a903b4f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:35.029789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.030199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdcc8b-114f-4dfb-aec6-dd4ca7ef5f42 None None] Pushing event updated for resources: {'Port': ['ID=c17c6f07-9364-42b8-8db0-b18b029898c9,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:35.123429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Provisioning complete for port c038e97e-13a0-48be-9ed5-6797c2898551 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:35.124042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.218717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Port c038e97e-13a0-48be-9ed5-6797c2898551 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:35.234089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] For port c17c6f07-9364-42b8-8db0-b18b029898c9, host n-d-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:35.234971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.255118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:35.256214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:35.256721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.271600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Calling delete_port for c17c6f07-9364-42b8-8db0-b18b029898c9 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:35.351492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Provisioning complete for port 13dae66f-23ee-4548-b926-56e94d2e9f2c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:35.351870 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.451427 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.456634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.457010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.457335 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Floating IP 2a1f3261-cc63-4389-a746-4901051c6887 disassociated. External IP: 172.25.2.164, port: 48028aee-e79f-4b5b-9194-e51d6a903b4f. Dec 15 04:50:35.457686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for 48028aee-e79f-4b5b-9194-e51d6a903b4f owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:35.497896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Port 13dae66f-23ee-4548-b926-56e94d2e9f2c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:35.552569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Provisioning complete for port bf12380d-b5e0-423b-aed6-861224f39309 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:35.552945 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.554688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c17c6f07-9364-42b8-8db0-b18b029898c9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:35.591323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 48028aee-e79f-4b5b-9194-e51d6a903b4f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=48028aee-e79f-4b5b-9194-e51d6a903b4f,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:35.598510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.619810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.661061 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.664999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bf12380d-b5e0-423b-aed6-861224f39309 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:35.670659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:35.671325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Port': ['ID=c17c6f07-9364-42b8-8db0-b18b029898c9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:35.691586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70faf-4c7d-407f-b9b5-db6cd213afb5 req-e18bc178-476b-4e5c-9b1f-ac56220db743 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:35.693323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3b70faf-4c7d-407f-b9b5-db6cd213afb5 req-e18bc178-476b-4e5c-9b1f-ac56220db743 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 932 time: 1.0687070 Dec 15 04:50:35.773069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c17c6f07-9364-42b8-8db0-b18b029898c9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:35.773431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c17c6f07-9364-42b8-8db0-b18b029898c9 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 15 04:50:35.787834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:35.804297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758331b7-5cba-4b1e-8b00-06214a1d659f req-54422832-d565-4de7-a7a7-1223b122f8ed tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:35.811650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-758331b7-5cba-4b1e-8b00-06214a1d659f req-54422832-d565-4de7-a7a7-1223b122f8ed tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=15020ece-bb73-484c-9ada-c7788655a35e HTTP/1.1" status: 200 len: 867 time: 0.6076579 Dec 15 04:50:35.845922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:35.895064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Port c17c6f07-9364-42b8-8db0-b18b029898c9 not found, will not notify nova. {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 15 04:50:35.922663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['487aa0c8-5ed7-4524-a241-1c14aa64256f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:35.973478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:35.981631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No DVR routers for this DVR port c17c6f07-9364-42b8-8db0-b18b029898c9 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:35.994307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e960cb00-a0b9-4191-9e26-175de45cbd85 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:36.015233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Pushing event deleted for resources: {'Port': ['ID=fb8f0d18-806f-491a-b5d4-b9c8d15b16b3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:36.022202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:36.032476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:36.037045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37dafe-0c16-4951-8481-e3e64a65a9c6 None None] DHCP port deletion for be07ebf6-9169-46bb-925c-e8bb6ac70ff9 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:36.083456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-52864e2d-0b1b-4807-b4d9-a3a49e1c92ed None None] Port bf12380d-b5e0-423b-aed6-861224f39309 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:36.092973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3b70faf-4c7d-407f-b9b5-db6cd213afb5 req-f67137b3-ede6-4c25-9d90-033892984ca0 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356416 Dec 15 04:50:36.107697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:36.111794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.112715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device bf12380d-b5e0-423b-aed6-861224f39309 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:36.113161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7f37d910-c5e5-4640-9b10-0c21d665b71b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:36.115667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.120483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] No DVR routers for this DVR port fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:36.139674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.155776 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4d6f988-b7fe-4c92-9c85-64322428eb27 req-f93c5f38-92b5-4886-a5b3-cd113db7a0b9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "DELETE /v2.0/ports/fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 HTTP/1.1" status: 204 len: 173 time: 4.0346503 Dec 15 04:50:36.160704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15020ece-bb73-484c-9ada-c7788655a35e', 'name': 'network-vif-deleted', 'tag': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:36.163135 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c399d60-cfa7-41ed-8acb-4ed62efd532d" -d '{"events": [{"server_uuid": "15020ece-bb73-484c-9ada-c7788655a35e", "name": "network-vif-deleted", "tag": "fb8f0d18-806f-491a-b5d4-b9c8d15b16b3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:36.217664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.219892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Transition to ACTIVE for port object e960cb00-a0b9-4191-9e26-175de45cbd85 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:50:36.256141 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e643c70-6840-440e-8d2e-0d9c28ab5542 x-openstack-request-id: req-6e643c70-6840-440e-8d2e-0d9c28ab5542 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:36.256141 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:36.256141 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e643c70-6840-440e-8d2e-0d9c28ab5542 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:36.256541 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca', 'code': 200} Dec 15 04:50:36.319995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.322831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:36.352123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.376095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:36.376683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=48028aee-e79f-4b5b-9194-e51d6a903b4f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:36.441605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e960cb00-a0b9-4191-9e26-175de45cbd85,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:36.467107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-7a0bc17e-08b8-444c-b7b7-4bd09c5a7eef tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3870745 Dec 15 04:50:36.582228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.594874 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.618378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b6459-b672-4c7a-8335-23969e5d8579 None None] Network 2352af6f-3bce-4225-b66d-042a780e0d08 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:36.632433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Transition to ACTIVE for port object d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:50:36.679589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:36.680740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-758331b7-5cba-4b1e-8b00-06214a1d659f req-8fe53669-90c6-4ec2-a8a6-7a2c23e9cbcf tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8682101 Dec 15 04:50:36.691629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'port': {'device_id': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'admin_state_up': True, 'tenant_id': '4d547dcf031d471e908b8f50491762e7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:36.732502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Router 1e3e07d1-23dc-456a-8112-e5e586808084 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:50:37.028821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2cf01405-5076-4a8d-96c5-356b73046f19 None None] Provisioning complete for port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:37.029798 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cf01405-5076-4a8d-96c5-356b73046f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.032863 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.088177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0148d3-dc62-42d0-920c-4af3db2a5a4c req-62e8f928-c57a-4459-bc04-c122f7d58340 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:37.100569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:37.102406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d0148d3-dc62-42d0-920c-4af3db2a5a4c req-62e8f928-c57a-4459-bc04-c122f7d58340 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 944 time: 0.7190399 Dec 15 04:50:37.121017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.122061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:37.193539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49b4a0-f64e-496f-b606-e6e9fa02b0a9 req-d71f65c8-8dfe-48ed-9bb2-49a3858ff6c2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:37.198121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c49b4a0-f64e-496f-b606-e6e9fa02b0a9 req-d71f65c8-8dfe-48ed-9bb2-49a3858ff6c2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.3108201 Dec 15 04:50:37.199427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.225789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] No DVR routers for this DVR port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:37.244789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2cf01405-5076-4a8d-96c5-356b73046f19 None None] Port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:37.289956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2cf01405-5076-4a8d-96c5-356b73046f19 None None] Could not find standard attr ID for object c17c6f07-9364-42b8-8db0-b18b029898c9. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:50:37.342823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:37.348987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:37.349822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 073fd69b-c5ae-4e8c-ae69-13b058b10c9b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:37.441302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=6c030991-95fb-4798-9956-0c300c89aac9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:37.499226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d0148d3-dc62-42d0-920c-4af3db2a5a4c req-3cb51d36-9311-48c6-b397-9414e6f1b8fe tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956213 Dec 15 04:50:37.516048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:37.533097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.549165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.642218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:37.654296 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.655095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:37.694581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:37.694822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fb8f0d18-806f-491a-b5d4-b9c8d15b16b3 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:37.695090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:37.766715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25247273-c603-4e32-a3c3-09e2816d3c96 None None] Network 2352af6f-3bce-4225-b66d-042a780e0d08 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:37.811487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c49b4a0-f64e-496f-b606-e6e9fa02b0a9 req-025aafa1-224e-4c86-b039-6da5a4e9001d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6014643 Dec 15 04:50:37.819192 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.837383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Allocated IP 19.80.0.54 (c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45/ff711a91-0f9d-4059-8560-d72f9968dcb7/e7287461-b4f3-46f4-aaf5-d729aa93f227) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:37.858723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:37.880668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2352af6f-3bce-4225-b66d-042a780e0d08']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:37.910886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:37.911480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc98104-54e9-4cd9-96d4-3dc5a5458b6f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:37.941137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034675-394c-4f90-90d0-460f60ae4214 req-9f989591-10ec-4dc6-b08c-83dd493fa418 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:37.951974 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:37.958826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54034675-394c-4f90-90d0-460f60ae4214 req-9f989591-10ec-4dc6-b08c-83dd493fa418 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.2232506 Dec 15 04:50:37.978085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.030886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:38.033827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd22449-771d-49e1-a44e-330a54c9e294 None None] DHCP port deletion for 2352af6f-3bce-4225-b66d-042a780e0d08 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:38.038531 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.110185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:38.129818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.139824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:38.140419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.203777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:38.207236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:50:38.217973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Attempting to bind port e960cb00-a0b9-4191-9e26-175de45cbd85 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:38.218392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Attempting to bind port e960cb00-a0b9-4191-9e26-175de45cbd85 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:38.218849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Attempting to bind port e960cb00-a0b9-4191-9e26-175de45cbd85 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:38.224122 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] Sync routers for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:38.229680 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:38.241355 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:38.241355 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:38.247021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.257044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:38.259681 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f360e2f-358b-4276-b1d9-083ca9fe8651" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:38.288621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Port e960cb00-a0b9-4191-9e26-175de45cbd85 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:50:38.299689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Attempting to bind port e960cb00-a0b9-4191-9e26-175de45cbd85 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:38.300817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.307818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/2352af6f-3bce-4225-b66d-042a780e0d08 HTTP/1.1" status: 204 len: 168 time: 4.7904744 Dec 15 04:50:38.319290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55798) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:38.337273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c895319-ca3d-4eac-af76-79a07ae30a2c tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=2352af6f-3bce-4225-b66d-042a780e0d08,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:38.350724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] No DVR routers for this DVR port 48028aee-e79f-4b5b-9194-e51d6a903b4f on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:38.384202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:38.384642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:38.385144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:38.385705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Bound port: e960cb00-a0b9-4191-9e26-175de45cbd85, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:38.386175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.394013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.397722 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-80491108-80d2-4abb-a119-171769265240 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "DELETE /v2.0/ports/48028aee-e79f-4b5b-9194-e51d6a903b4f HTTP/1.1" status: 204 len: 173 time: 4.1335297 Dec 15 04:50:38.406042 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f4cf43-5ebe-4233-96c6-1c81155bbd75 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:38.406726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f4cf43-5ebe-4233-96c6-1c81155bbd75 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:38.412243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-16f4cf43-5ebe-4233-96c6-1c81155bbd75 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/6c030991-95fb-4798-9956-0c300c89aac9 HTTP/1.1" status: 404 len: 337 time: 0.0841913 Dec 15 04:50:38.417875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d343-1554-4cc6-9da9-d32e58ada5b1 req-efbbda8b-a2b8-4296-84e0-49ef18c88428 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:38.422968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:38.429743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d343-1554-4cc6-9da9-d32e58ada5b1 req-efbbda8b-a2b8-4296-84e0-49ef18c88428 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:38.446461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d343-1554-4cc6-9da9-d32e58ada5b1 req-efbbda8b-a2b8-4296-84e0-49ef18c88428 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:38.460933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d343-1554-4cc6-9da9-d32e58ada5b1 req-efbbda8b-a2b8-4296-84e0-49ef18c88428 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:38.462729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b581d343-1554-4cc6-9da9-d32e58ada5b1 req-efbbda8b-a2b8-4296-84e0-49ef18c88428 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 3144 time: 0.5026700 Dec 15 04:50:38.488376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55800) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:38.522819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54034675-394c-4f90-90d0-460f60ae4214 req-f40c08e6-d27d-4b36-863e-c815cae7b00a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5299146 Dec 15 04:50:38.564227 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f98659-0f44-4e0a-8391-868ce5726cde tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:38.564900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f98659-0f44-4e0a-8391-868ce5726cde tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:38.571715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-16f98659-0f44-4e0a-8391-868ce5726cde tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/2352af6f-3bce-4225-b66d-042a780e0d08 HTTP/1.1" status: 404 len: 339 time: 0.0788679 Dec 15 04:50:38.577512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55806) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:38.665310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.685565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] For port e960cb00-a0b9-4191-9e26-175de45cbd85, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:38.695313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] For port e960cb00-a0b9-4191-9e26-175de45cbd85, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e960cb00-a0b9-4191-9e26-175de45cbd85,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:38.714387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.721786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b581d343-1554-4cc6-9da9-d32e58ada5b1 req-bff909ce-eb3b-4d50-936b-aa0a3f73d11e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064669 Dec 15 04:50:38.743589 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c244420-a32a-495f-90db-67bdc2ca638c x-openstack-request-id: req-2c244420-a32a-495f-90db-67bdc2ca638c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:38.743742 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.744011 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15020ece-bb73-484c-9ada-c7788655a35e", "name": "network-vif-deleted", "tag": "fb8f0d18-806f-491a-b5d4-b9c8d15b16b3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:38.744295 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c244420-a32a-495f-90db-67bdc2ca638c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:38.744711 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15020ece-bb73-484c-9ada-c7788655a35e', 'name': 'network-vif-deleted', 'tag': 'fb8f0d18-806f-491a-b5d4-b9c8d15b16b3', 'status': 'completed', 'code': 200} Dec 15 04:50:38.791139 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:42Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:38.842677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:38.843036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:38.843497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:38.855893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:50:38.856445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Attempting to bind port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:38.868934 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] Checking router: 1e3e07d1-23dc-456a-8112-e5e586808084 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:50:38.870738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:38.871243 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.872868 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/e960cb00-a0b9-4191-9e26-175de45cbd85 HTTP/1.1" status: 200 len: 1093 time: 6.3748899 Dec 15 04:50:38.884450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:38.884876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Checking segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:38.885189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Bound using segment: {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:38.885523 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:38.885666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Bound port: d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:38.885993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:38.886718 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:38.921576 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6f2435-18fe-4be8-b425-e3e53cebdc6b x-openstack-request-id: req-aa6f2435-18fe-4be8-b425-e3e53cebdc6b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:38.922407 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-unplugged", "status": "completed", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:38.922679 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa6f2435-18fe-4be8-b425-e3e53cebdc6b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:38.923110 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'code': 200} Dec 15 04:50:38.923375 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b', 'code': 200} Dec 15 04:50:38.923629 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b', 'code': 200} Dec 15 04:50:38.923876 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1', 'code': 200} Dec 15 04:50:38.932595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2075b-c775-4538-b661-5696cccdf3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e960cb00-a0b9-4191-9e26-175de45cbd85,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:38.966310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.017677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port 8242cd14-4642-42be-b84e-c1eea4bbbaca {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:39.018585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.152899 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:39.194407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.217162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ecf764-1b3c-40ab-bd35-969e50655b94']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:39.225452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:39.229267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16710554-32b8-4692-b508-5a0b849d153e') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:39.229809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16710554-32b8-4692-b508-5a0b849d153e') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:39.231433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:39.241779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.243048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.275761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.276481 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.277449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.277918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] 10.222.0.16 "PUT /v2.0/ports/d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 1092 time: 5.3957801 Dec 15 04:50:39.324531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:39.325148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:39.338429 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:39.362587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:39.383594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c17c6f07-9364-42b8-8db0-b18b029898c9 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:39.416820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-f60f805b-a4fe-4b89-ba42-5ee0bbbd9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.418376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-f60f805b-a4fe-4b89-ba42-5ee0bbbd9ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 1096 time: 0.3472581 Dec 15 04:50:39.439837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c17c6f07-9364-42b8-8db0-b18b029898c9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:39.440225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c17c6f07-9364-42b8-8db0-b18b029898c9 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:39.460528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:39.463858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:39.490459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Port': ['ID=e7287461-b4f3-46f4-aaf5-d729aa93f227,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:39.609283 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:42Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:39.626269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] For port 8242cd14-4642-42be-b84e-c1eea4bbbaca, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8242cd14-4642-42be-b84e-c1eea4bbbaca,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:39.626642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.628501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eb502-3cdd-4125-af4e-7ded23f869ef req-fc093899-0220-4e09-b1d2-4b7191bb4b19 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.645383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eb502-3cdd-4125-af4e-7ded23f869ef req-fc093899-0220-4e09-b1d2-4b7191bb4b19 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.651761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eb502-3cdd-4125-af4e-7ded23f869ef req-fc093899-0220-4e09-b1d2-4b7191bb4b19 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.662132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for 8242cd14-4642-42be-b84e-c1eea4bbbaca owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:39.667991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b04eb502-3cdd-4125-af4e-7ded23f869ef req-fc093899-0220-4e09-b1d2-4b7191bb4b19 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2375 time: 0.7931406 Dec 15 04:50:39.682875 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9993a1-398a-4e26-9d2f-bfa894e909b9 None None] The sync data for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 is: [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '050af7dd-a86b-4410-a9aa-634380685a78', 'name': '', 'network_id': 'b0f5aeb5-8abd-43d1-ac56-21f1102d5927', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'mac_address': 'fa:16:3e:77:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:35Z', 'updated_at': '2021-12-15T04:39:42Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'subnets': [{'id': '92227ec4-8e8c-41b0-860e-38f40c6273c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:50:39.693422 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-1251e994-3018-45c6-b17f-7616f3b635b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e960cb00-a0b9-4191-9e26-175de45cbd85 HTTP/1.1" status: 200 len: 217 time: 0.2526648 Dec 15 04:50:39.730438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3eee4-dc84-490f-a7c3-71e206c77133 req-b4bc41fb-0ba1-40a4-8e8b-d50c85975060 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.738766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39b3eee4-dc84-490f-a7c3-71e206c77133 req-b4bc41fb-0ba1-40a4-8e8b-d50c85975060 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 944 time: 0.6258504 Dec 15 04:50:39.758860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.764851 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.770500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57e545-a52e-47fd-b2f4-eb563660b64f service neutron] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:39.770819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/07ecf764-1b3c-40ab-bd35-969e50655b94 HTTP/1.1" status: 204 len: 168 time: 1.1916044 Dec 15 04:50:39.829018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55818) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:39.849704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39b3eee4-dc84-490f-a7c3-71e206c77133 req-6d4ca313-1557-45e5-8f51-1ef7743c9aa3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072872 Dec 15 04:50:39.851750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be63ba3-6dd3-42f7-b2ee-c951ce3f1c91 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=07ecf764-1b3c-40ab-bd35-969e50655b94,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:39.872754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-6aa5f040-e3a5-4592-9a71-6498ec5a8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.874390 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-6aa5f040-e3a5-4592-9a71-6498ec5a8737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1564724 Dec 15 04:50:39.925590 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-61180971-bf35-4798-98d7-3f2eb939fb15 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:39.926123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-dbb13cd5-7572-44d0-a209-679c03df52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.927286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61180971-bf35-4798-98d7-3f2eb939fb15 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:39.927957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-dbb13cd5-7572-44d0-a209-679c03df52ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1095 time: 0.5787451 Dec 15 04:50:39.930482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-61180971-bf35-4798-98d7-3f2eb939fb15 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/64ed5bff-c5c0-4197-9e3c-2e58b2c6ae85 HTTP/1.1" status: 404 len: 337 time: 0.0758805 Dec 15 04:50:39.940553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55820) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:39.970794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:39.971442 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:39.986327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0c2dc555-260e-48c8-9e0d-8f54083630fb None None] Provisioning complete for port e7287461-b4f3-46f4-aaf5-d729aa93f227 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:39.989613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc555-260e-48c8-9e0d-8f54083630fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.011862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b04eb502-3cdd-4125-af4e-7ded23f869ef req-a903f895-87fe-41cc-8a0b-1743b02495ae tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363714 Dec 15 04:50:40.016683 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-365269d9-f75c-423c-baae-68328f9decbb tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:40.019263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365269d9-f75c-423c-baae-68328f9decbb tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:40.028037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-365269d9-f75c-423c-baae-68328f9decbb tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/361698c0-3c21-4204-ac9c-97b3d8ac503c HTTP/1.1" status: 404 len: 339 time: 0.0864589 Dec 15 04:50:40.038460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-9e46069d-d99e-45d4-868f-2f9e959a40fc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3891852 Dec 15 04:50:40.039921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55822) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:40.128402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dc555-260e-48c8-9e0d-8f54083630fb None None] Port e7287461-b4f3-46f4-aaf5-d729aa93f227 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:50:40.135468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.176912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Request body: {'port': {'device_id': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:40.222116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=8242cd14-4642-42be-b84e-c1eea4bbbaca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:40.253448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242491f-7c87-4c6c-879f-7699905c82c0 None None] New status for floating IP 2a1f3261-cc63-4389-a746-4901051c6887: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:50:40.332485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-941d1e54-e6ba-483a-b7fb-55ec52ca32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:40.334242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-941d1e54-e6ba-483a-b7fb-55ec52ca32d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4218719 Dec 15 04:50:40.337397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] No DVR routers for this DVR port 8242cd14-4642-42be-b84e-c1eea4bbbaca on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:40.339856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting subnet a58d4bda-54a3-4ff6-8035-6e9beafa92dd {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:50:40.340597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.346721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-95b67d34-4435-4d3b-9abc-42b6191ad07d tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "DELETE /v2.0/ports/8242cd14-4642-42be-b84e-c1eea4bbbaca HTTP/1.1" status: 204 len: 173 time: 1.9352043 Dec 15 04:50:40.367527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.413232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6ba4-0424-43b2-9b2f-dda93bb5dd0b req-caa7f7d3-c390-44e9-b066-cc644ec773ce tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:40.414975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-402c6ba4-0424-43b2-9b2f-dda93bb5dd0b req-caa7f7d3-c390-44e9-b066-cc644ec773ce tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2218587 Dec 15 04:50:40.436901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.469688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.491112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-d87450f3-f2c7-48ef-8463-c955059e503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:40.492632 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-d87450f3-f2c7-48ef-8463-c955059e503f service neutron] 10.222.0.16 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.3926313 Dec 15 04:50:40.511958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad2578-5a69-41cf-aa5f-005d986a38b9 req-33316137-ca44-4820-938b-3691a12a0c1b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:40.513574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cad2578-5a69-41cf-aa5f-005d986a38b9 req-33316137-ca44-4820-938b-3691a12a0c1b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.2304065 Dec 15 04:50:40.625924 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-13f28e7d-7a78-4c63-a109-9fe070e25238 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 999 time: 0.1198883 Dec 15 04:50:40.627395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-402c6ba4-0424-43b2-9b2f-dda93bb5dd0b req-95261082-f051-4f48-8820-901b47af5f74 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018785 Dec 15 04:50:40.628873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-6133ad32-9e95-4574-9aa9-d381a297562b service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812138 Dec 15 04:50:40.716284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:40.716663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.783404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cad2578-5a69-41cf-aa5f-005d986a38b9 req-bfc29c51-f1ff-4405-8b2e-ef28ba09947e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369075 Dec 15 04:50:40.807721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] For port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:40.808177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:40.827947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for 073fd69b-c5ae-4e8c-ae69-13b058b10c9b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:40.899408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f'}, {'name': 'network-changed', 'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85'}, {'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}, {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:40.905180 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b11bc-26c6-4bd6-b166-6afdacf84ed6" -d '{"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-unplugged", "status": "completed", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f"}, {"name": "network-changed", "server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85"}, {"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:40.992535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-ccef1106-5d5a-4560-ab6e-ae889e28c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:40.995252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-ccef1106-5d5a-4560-ab6e-ae889e28c02c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.3594534 Dec 15 04:50:41.084100 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c95529a-f099-4679-b20c-cb40c4cf96a4 req-6a82f584-1e65-44c0-ad49-24f9e378935b service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377701 Dec 15 04:50:41.119594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-f21e3b97-d5bb-4ca7-80bb-ae8933ddf7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:41.121172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-f21e3b97-d5bb-4ca7-80bb-ae8933ddf7c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125088 Dec 15 04:50:41.198518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.222861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.248191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=073fd69b-c5ae-4e8c-ae69-13b058b10c9b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:41.277534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01abd6-5cb2-4b6d-9c1e-cce53087b26c req-b5b04730-1a04-4ac9-bee7-19edb900fb47 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:41.283634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01abd6-5cb2-4b6d-9c1e-cce53087b26c req-b5b04730-1a04-4ac9-bee7-19edb900fb47 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:41.289555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01abd6-5cb2-4b6d-9c1e-cce53087b26c req-b5b04730-1a04-4ac9-bee7-19edb900fb47 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:41.291252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c01abd6-5cb2-4b6d-9c1e-cce53087b26c req-b5b04730-1a04-4ac9-bee7-19edb900fb47 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 2409 time: 0.5598676 Dec 15 04:50:41.301770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] No DVR routers for this DVR port 073fd69b-c5ae-4e8c-ae69-13b058b10c9b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:41.306080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.309536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-8d181f7d-209d-42be-963a-41cc787c5348 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "DELETE /v2.0/ports/073fd69b-c5ae-4e8c-ae69-13b058b10c9b HTTP/1.1" status: 204 len: 173 time: 0.9371393 Dec 15 04:50:41.312442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-0d25840c-cd7b-456e-b563-833f803513ed service neutron] 10.222.0.16 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807179 Dec 15 04:50:41.397683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c01abd6-5cb2-4b6d-9c1e-cce53087b26c req-5a2f1b39-8812-4fba-b076-218bfcec27f6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779688 Dec 15 04:50:41.404861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d16b3-90a3-445c-aa58-6bb351be5f96 req-553eb626-3394-4078-8a62-997aa7c92ff9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:41.406907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-550d16b3-90a3-445c-aa58-6bb351be5f96 req-553eb626-3394-4078-8a62-997aa7c92ff9 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.4872251 Dec 15 04:50:41.433413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.481667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=a58d4bda-54a3-4ff6-8035-6e9beafa92dd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:41.493832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd299df7-80d7-42b2-87f1-0288d6fb2740 None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:41.501702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.507627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-75787003-2290-4f5a-ac5f-5e9857a6a91a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/a58d4bda-54a3-4ff6-8035-6e9beafa92dd HTTP/1.1" status: 204 len: 168 time: 1.4626954 Dec 15 04:50:41.508414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55836) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:41.555783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-c95bccdc-4b2d-499a-8cf4-f68a40e9e019 service neutron] 10.222.0.16 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295179 Dec 15 04:50:41.561509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port 7f37d910-c5e5-4640-9b10-0c21d665b71b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:41.561860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.589487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-550d16b3-90a3-445c-aa58-6bb351be5f96 req-a750d344-d11e-4377-8129-53a3aeac98c6 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423616 Dec 15 04:50:41.631382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dae66f-23ee-4548-b926-56e94d2e9f2c {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:41.643595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.660214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting subnet 2784cd60-bd6f-4a7e-8153-b04201181ff5 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:50:41.665547 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.668388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Transition to ACTIVE for port object 13dae66f-23ee-4548-b926-56e94d2e9f2c will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:50:41.694650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c56f0-0244-4f86-9281-2879c4658b46 req-dcbe8091-fbf1-43fc-b6db-d580cc0c7da8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:41.708577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-992c56f0-0244-4f86-9281-2879c4658b46 req-dcbe8091-fbf1-43fc-b6db-d580cc0c7da8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 944 time: 0.1412814 Dec 15 04:50:41.737247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.741526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.785108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] For port 7f37d910-c5e5-4640-9b10-0c21d665b71b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7f37d910-c5e5-4640-9b10-0c21d665b71b,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:41.785477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:41.796538 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 861 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c172734-4439-4f67-a4f0-e33d544e1cd1 x-openstack-request-id: req-5c172734-4439-4f67-a4f0-e33d544e1cd1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:41.797379 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-unplugged", "status": "completed", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "48028aee-e79f-4b5b-9194-e51d6a903b4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "status": "completed", "code": 200}, {"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "8242cd14-4642-42be-b84e-c1eea4bbbaca", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:41.797643 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c172734-4439-4f67-a4f0-e33d544e1cd1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:41.798063 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'code': 200} Dec 15 04:50:41.798339 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '48028aee-e79f-4b5b-9194-e51d6a903b4f', 'status': 'completed', 'code': 200} Dec 15 04:50:41.798588 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'status': 'completed', 'code': 200} Dec 15 04:50:41.798845 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'status': 'completed', 'code': 200} Dec 15 04:50:41.799106 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '8242cd14-4642-42be-b84e-c1eea4bbbaca', 'status': 'completed', 'code': 200} Dec 15 04:50:41.813799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for 7f37d910-c5e5-4640-9b10-0c21d665b71b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:42.079892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.130714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Pushing event updated for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:42.154808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-992c56f0-0244-4f86-9281-2879c4658b46 req-06cc0328-b603-49fc-b94c-f6b13d8baeb0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452887 Dec 15 04:50:42.188775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-8a602677-2a29-4366-9a84-ab611813d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.190643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-8a602677-2a29-4366-9a84-ab611813d929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 1096 time: 0.2187369 Dec 15 04:50:42.192697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-366eb251-6199-48ae-a79b-fab44db77336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.194599 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-366eb251-6199-48ae-a79b-fab44db77336 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1095 time: 0.2962046 Dec 15 04:50:42.209489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d29e9-9031-4b63-a55b-d3efe04d8ba8 req-8e14ccee-aa15-47a7-86dc-19515e8a536a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.215798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d29e9-9031-4b63-a55b-d3efe04d8ba8 req-8e14ccee-aa15-47a7-86dc-19515e8a536a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.227551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d29e9-9031-4b63-a55b-d3efe04d8ba8 req-8e14ccee-aa15-47a7-86dc-19515e8a536a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.229391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-431d29e9-9031-4b63-a55b-d3efe04d8ba8 req-8e14ccee-aa15-47a7-86dc-19515e8a536a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2387 time: 0.2639971 Dec 15 04:50:42.230762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Attempting to bind port 13dae66f-23ee-4548-b926-56e94d2e9f2c on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:42.231096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Attempting to bind port 13dae66f-23ee-4548-b926-56e94d2e9f2c by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:42.231427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Attempting to bind port 13dae66f-23ee-4548-b926-56e94d2e9f2c on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:42.237304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Port 13dae66f-23ee-4548-b926-56e94d2e9f2c on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:50:42.237626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Attempting to bind port 13dae66f-23ee-4548-b926-56e94d2e9f2c on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:42.260971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:42.261273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Checking segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:42.261665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Bound using segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:42.262119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Bound port: 13dae66f-23ee-4548-b926-56e94d2e9f2c, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:42.262473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.353044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:42.356987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:42.364504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-e5c3d69f-4c41-4232-a94d-4e94fcde8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.366170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-e5c3d69f-4c41-4232-a94d-4e94fcde8313 service neutron] 10.222.0.16 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.1458297 Dec 15 04:50:42.419769 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.446244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-431d29e9-9031-4b63-a55b-d3efe04d8ba8 req-e27643ed-2334-446f-8912-f4c387f10102 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062249 Dec 15 04:50:42.521723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed190-764e-4610-836a-dccca6ebdb8c req-e142f2a9-2897-4b2b-b431-52df0c2b2edf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.529749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f7ed190-764e-4610-836a-dccca6ebdb8c req-e142f2a9-2897-4b2b-b431-52df0c2b2edf tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1661427 Dec 15 04:50:42.537043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.537563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.539632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] 10.222.0.16 "PUT /v2.0/ports/13dae66f-23ee-4548-b926-56e94d2e9f2c HTTP/1.1" status: 200 len: 1093 time: 2.3798587 Dec 15 04:50:42.543469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:42.547735 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f2832d-5719-47f1-a44a-ce517271bfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:42.558234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.590804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Request body: {'port': {'device_id': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:42.657438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04cf89-72bc-4d0b-beaa-91493049eb0e service neutron] Pushing event updated for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:42.662375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-6869e046-510f-4f54-8767-0d13fcd727c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 999 time: 0.2822435 Dec 15 04:50:42.678711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.682761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/2784cd60-bd6f-4a7e-8153-b04201181ff5 HTTP/1.1" status: 204 len: 168 time: 1.1687465 Dec 15 04:50:42.683646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed5fda-358a-4262-9149-597a12c5cd74 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=2784cd60-bd6f-4a7e-8153-b04201181ff5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:42.687956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:42.766170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.773974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eeecb7-b0d5-445c-9408-9e6092770329 None None] Network 1e4e25c4-7303-48d2-a038-5d7ebad51eae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:42.796548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f7ed190-764e-4610-836a-dccca6ebdb8c req-07adb4c2-50f9-4a85-b56d-9bf6a320bdb4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638631 Dec 15 04:50:42.871977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e3bb80be-fdb9-4e82-948b-97a5eb73b416 None None] Provisioning complete for port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:42.872839 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3bb80be-fdb9-4e82-948b-97a5eb73b416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.905728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-8bc870d6-063b-4a76-96af-e6d9a9597e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.907269 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-8bc870d6-063b-4a76-96af-e6d9a9597e26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.6846602 Dec 15 04:50:42.965075 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-c3ff6915-c213-4363-b5c7-7e3c612a4e38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e960cb00-a0b9-4191-9e26-175de45cbd85 HTTP/1.1" status: 200 len: 217 time: 0.0439517 Dec 15 04:50:42.971752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-4dd950e1-be94-478a-ac4f-f5000b24b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.973476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-4dd950e1-be94-478a-ac4f-f5000b24b13f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.2863963 Dec 15 04:50:42.974374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:42.974654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f013d6d-a824-4506-8638-b142601bb956 req-da252684-7715-406c-a909-04f9ef0682f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:42.982834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f013d6d-a824-4506-8638-b142601bb956 req-da252684-7715-406c-a909-04f9ef0682f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 943 time: 0.3766477 Dec 15 04:50:43.010245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-d4db8265-5acb-4526-8f69-09483ad49d3d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:43.011873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-d4db8265-5acb-4526-8f69-09483ad49d3d tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.4229839 Dec 15 04:50:43.105506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=7f37d910-c5e5-4640-9b10-0c21d665b71b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:43.114479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029cf54-812a-415e-b7d0-7c6f8f2d6478 req-82cc85a4-818d-4268-b1d4-92a8b0ccae76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:43.116014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7029cf54-812a-415e-b7d0-7c6f8f2d6478 req-82cc85a4-818d-4268-b1d4-92a8b0ccae76 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 943 time: 0.2108264 Dec 15 04:50:43.160200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f013d6d-a824-4506-8638-b142601bb956 req-fd9532d2-715a-4092-b6d3-e7c629922f21 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666574 Dec 15 04:50:43.217142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] DHCP port deletion for 1e4e25c4-7303-48d2-a038-5d7ebad51eae request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:43.260490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7029cf54-812a-415e-b7d0-7c6f8f2d6478 req-1d98c22d-47e9-4cb2-a1d4-49968c8ac397 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358812 Dec 15 04:50:43.268545 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7ec4f-a39a-4fc4-88af-026e45db203a x-openstack-request-id: req-fda7ec4f-a39a-4fc4-88af-026e45db203a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:43.268827 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:43.269081 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fda7ec4f-a39a-4fc4-88af-026e45db203a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:43.270182 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c', 'status': 'completed', 'code': 200} Dec 15 04:50:43.316060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] Deleting port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:43.316846 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:43.402625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] For port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,segment=NetworkSegment(8cf4ffe4-14fb-4005-ae2e-91d57e714f60),segment_id=8cf4ffe4-14fb-4005-ae2e-91d57e714f60)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:43.403260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:43.416678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] Calling delete_port for 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:43.507400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:43.510541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:43.559899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] Pushing event deleted for resources: {'Port': ['ID=5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:43.566883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:43.567245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:43.574859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc2d8d-de3f-47c9-9b0a-a1151db48687 None None] No DVR routers for this DVR port 5778ff68-c4ab-455b-bfd2-2b4ed2e1e9b0 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:43.633782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:43.653345 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:43.681926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e15c-00a6-4fc1-ba48-f879b5f9e21e req-8ee05606-d4aa-486d-b0fe-75b493a9d360 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:43.691435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f546e15c-00a6-4fc1-ba48-f879b5f9e21e req-8ee05606-d4aa-486d-b0fe-75b493a9d360 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.2176557 Dec 15 04:50:43.747067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Transition to ACTIVE for port object 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:50:43.779257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:43.892694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:43.895575 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a187804a-8afc-455f-a21f-55ec1abcce03" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:43.902907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:43.966244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896824d7-9a1d-415f-ba08-65e368044aba req-135758e9-384f-4faa-9294-7e5238651f54 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:43.967882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-896824d7-9a1d-415f-ba08-65e368044aba req-135758e9-384f-4faa-9294-7e5238651f54 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 944 time: 0.2742040 Dec 15 04:50:44.017029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f546e15c-00a6-4fc1-ba48-f879b5f9e21e req-8dc63190-7cc9-49a9-b257-71817bc5e380 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242509 Dec 15 04:50:44.023420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Pushing event updated for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:44.051381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-1627757e-e2cd-42b2-8ffd-fe044922355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.054748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-1627757e-e2cd-42b2-8ffd-fe044922355c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0602934 Dec 15 04:50:44.064406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-bac3701e-036d-4957-8692-73d7b78aee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.066026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-bac3701e-036d-4957-8692-73d7b78aee2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.2891972 Dec 15 04:50:44.096471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] No DVR routers for this DVR port 7f37d910-c5e5-4640-9b10-0c21d665b71b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:44.150457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.154370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-66e6df50-3464-4ead-be5b-69e6a5edac6b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "DELETE /v2.0/ports/7f37d910-c5e5-4640-9b10-0c21d665b71b HTTP/1.1" status: 204 len: 173 time: 2.8381381 Dec 15 04:50:44.165199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-77676a3a-acd1-4de7-af7a-619b07c75e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.166981 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-77676a3a-acd1-4de7-af7a-619b07c75e9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 1.1892052 Dec 15 04:50:44.299478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-896824d7-9a1d-415f-ba08-65e368044aba req-ad7355e3-4bcb-4564-a124-bc1048a14cce tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128071 Dec 15 04:50:44.300441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:50:44.330142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd67e-2b79-4ac5-a183-f192d91fec92 req-1bfe2658-ff28-4d49-b3f6-a74581419d73 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.337339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd67e-2b79-4ac5-a183-f192d91fec92 req-1bfe2658-ff28-4d49-b3f6-a74581419d73 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.344707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd67e-2b79-4ac5-a183-f192d91fec92 req-1bfe2658-ff28-4d49-b3f6-a74581419d73 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.352113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18ecd67e-2b79-4ac5-a183-f192d91fec92 req-1bfe2658-ff28-4d49-b3f6-a74581419d73 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2399 time: 0.2105753 Dec 15 04:50:44.363105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Attempting to bind port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:44.363446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Attempting to bind port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:44.363774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Attempting to bind port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 on network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:44.372758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-0167d5ec-702c-474d-91cd-fcb9fca515c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.374201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-0167d5ec-702c-474d-91cd-fcb9fca515c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.2904036 Dec 15 04:50:44.382444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 on network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:50:44.382749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Attempting to bind port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 on network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:44.414537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.417608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:44.432404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'port_id': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'mac_address': 'fa:16:3e:5f:6d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:50:44.434939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:44.435286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Checking segment: {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:44.435683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Bound using segment: {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:44.436230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Bound port: 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec50db0-3bc6-4a21-9cb2-33ab6162152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:44.436597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.440281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4e25c4-7303-48d2-a038-5d7ebad51eae']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:44.451273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf4ffe4-14fb-4005-ae2e-91d57e714f60') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:44.451614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf4ffe4-14fb-4005-ae2e-91d57e714f60') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:44.462201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.477020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.483262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:44.484037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.493022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18ecd67e-2b79-4ac5-a183-f192d91fec92 req-be2bc616-eaa2-4a9e-8095-945cd1117222 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354442 Dec 15 04:50:44.494813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.526786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:44.560981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:44.565021 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:44.569949 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.573479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.602313 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d0845-4b3c-4e91-9b64-9b16d51a6c24 x-openstack-request-id: req-994d0845-4b3c-4e91-9b64-9b16d51a6c24 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:44.602617 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "073fd69b-c5ae-4e8c-ae69-13b058b10c9b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:44.602971 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-994d0845-4b3c-4e91-9b64-9b16d51a6c24 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:44.603404 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '073fd69b-c5ae-4e8c-ae69-13b058b10c9b', 'status': 'completed', 'code': 200} Dec 15 04:50:44.623834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.627388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/1e4e25c4-7303-48d2-a038-5d7ebad51eae HTTP/1.1" status: 204 len: 168 time: 1.9267020 Dec 15 04:50:44.635366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55872) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:44.669639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:44.673948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:44.677639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-4afd6f95-5eb4-49f7-830b-5a28e4117429 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.2927606 Dec 15 04:50:44.688746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.694216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-7b4a8910-474a-4405-8a11-c80474c31b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.695403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-7b4a8910-474a-4405-8a11-c80474c31b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.695524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-7b4a8910-474a-4405-8a11-c80474c31b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.697326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-7b4a8910-474a-4405-8a11-c80474c31b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2757 time: 0.7908518 Dec 15 04:50:44.707800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:44.708143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c356-23eb-44e9-a9b3-6286565c5720 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=1e4e25c4-7303-48d2-a038-5d7ebad51eae,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:44.722444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.723155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.723713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.724424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.724978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.725526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.726116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.726658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.727217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.727760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.728346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.728893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.729961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:50:44.769125 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfe923b-7d1c-4883-891f-5bdf4ba794a4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:44.769125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfe923b-7d1c-4883-891f-5bdf4ba794a4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:44.772825 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0cfe923b-7d1c-4883-891f-5bdf4ba794a4 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/a77de499-90f3-48bb-84d4-2cf39853dd41 HTTP/1.1" status: 404 len: 337 time: 0.1229453 Dec 15 04:50:44.778828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55874) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:44.797867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.798496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.799892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] 10.222.0.16 "PUT /v2.0/ports/07ecbfc8-1e0d-40c3-b0c2-79795eb25736 HTTP/1.1" status: 200 len: 1092 time: 2.2234366 Dec 15 04:50:44.808777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-87bd6b73-246c-48af-8cb0-d1d3d85eec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.818902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-87bd6b73-246c-48af-8cb0-d1d3d85eec3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6094561 Dec 15 04:50:44.824672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35ab4a-bfcb-44d8-8817-1aec6051e59d req-e0b00910-5311-433a-99be-4522127df949 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.826295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a35ab4a-bfcb-44d8-8817-1aec6051e59d req-e0b00910-5311-433a-99be-4522127df949 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2655900 Dec 15 04:50:44.855177 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fa57a3-2679-433f-98a2-c68a9f2b70e8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:44.855660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fa57a3-2679-433f-98a2-c68a9f2b70e8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:44.865946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e1fa57a3-2679-433f-98a2-c68a9f2b70e8 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/0a0efe9b-e62e-4031-b0c7-0204a58c014b HTTP/1.1" status: 404 len: 339 time: 0.0788391 Dec 15 04:50:44.875516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55876) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:44.892955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-3b24fb6d-ba42-4747-99fc-a6f8e19e1ceb service neutron] 10.222.0.16 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218479 Dec 15 04:50:44.894687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Request body: {'port': {'device_id': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:44.939533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d49bd21e-bd1f-4607-9a4d-b7e5875d1c06'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:44.946568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Deleting port 487aa0c8-5ed7-4524-a241-1c14aa64256f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:44.946917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:44.948651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-16b39e42-6455-409c-a3c1-3a4de493a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:44.950488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-16b39e42-6455-409c-a3c1-3a4de493a18a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.2652841 Dec 15 04:50:45.043455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c65a-8219-4f1f-9469-7714c6970402 service neutron] Pushing event updated for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:45.045145 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f24c8a8-b713-4cee-8893-1547ae66bad6 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:45.045613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f24c8a8-b713-4cee-8893-1547ae66bad6 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:45.057388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3f24c8a8-b713-4cee-8893-1547ae66bad6 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/afbcf5f4-24e2-4164-8bde-4223a8110083 HTTP/1.1" status: 404 len: 337 time: 0.1745639 Dec 15 04:50:45.075109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af7ea-dd98-47f3-835a-4be2a31489cf req-f62a7edf-803c-4400-991b-a241c7861eee tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.076682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa4af7ea-dd98-47f3-835a-4be2a31489cf req-f62a7edf-803c-4400-991b-a241c7861eee tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 944 time: 0.3578691 Dec 15 04:50:45.082338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55880) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:45.084027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-84808aff-1e2c-4583-b614-87963d122171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.085558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-84808aff-1e2c-4583-b614-87963d122171 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045506 Dec 15 04:50:45.168672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:45.230235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a35ab4a-bfcb-44d8-8817-1aec6051e59d req-a3848738-0fd9-45a5-a685-e3bac20cddc6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625643 Dec 15 04:50:45.248004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:45.248374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:45.289527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:45.292872 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022693d-83ee-45c7-95ce-498ecaea60d9" -d '{"events": [{"name": "network-changed", "server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:45.318979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-61d723e3-5db8-45f5-b6f9-965cbda639ce service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076089 Dec 15 04:50:45.323017 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c128fa3-eaf3-4080-b596-a0fe3984a1bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:45.325605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c128fa3-eaf3-4080-b596-a0fe3984a1bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:45.332439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c128fa3-eaf3-4080-b596-a0fe3984a1bf tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/b5eca29d-8f21-4c3e-afa4-44d394253eb6 HTTP/1.1" status: 404 len: 339 time: 0.2458780 Dec 15 04:50:45.334617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-ee0b23d8-0b5b-4d29-8c2c-a89788697001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.335098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-ee0b23d8-0b5b-4d29-8c2c-a89788697001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.335574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-ee0b23d8-0b5b-4d29-8c2c-a89788697001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.337175 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-ee0b23d8-0b5b-4d29-8c2c-a89788697001 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4d547dcf031d471e908b8f50491762e7&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5927374 Dec 15 04:50:45.338173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55884) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:45.374208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-985ba4f8-474b-4b59-837a-1361018136bd service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093725 Dec 15 04:50:45.384661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa4af7ea-dd98-47f3-835a-4be2a31489cf req-4d61e8d3-b506-4b83-86a5-0ffc6f79a4d1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887297 Dec 15 04:50:45.399108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-c372aef4-9f35-4113-9376-191e1222c3d8 service neutron] 10.222.0.16 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631245 Dec 15 04:50:45.400849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] For port 487aa0c8-5ed7-4524-a241-1c14aa64256f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=487aa0c8-5ed7-4524-a241-1c14aa64256f,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:45.401303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:45.477205 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75d498b-7183-491f-ab57-ef20d00ec97a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:45.477795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75d498b-7183-491f-ab57-ef20d00ec97a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:45.480960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d75d498b-7183-491f-ab57-ef20d00ec97a tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/4ca2a0c9-578f-4865-9868-45c6d78d52c7 HTTP/1.1" status: 404 len: 337 time: 0.1317089 Dec 15 04:50:45.496730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55890) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:45.541862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Calling delete_port for 487aa0c8-5ed7-4524-a241-1c14aa64256f owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:45.570684 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-05404156-edaf-41a8-bc5b-e060ddb6eb14 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:45.573586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05404156-edaf-41a8-bc5b-e060ddb6eb14 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:45.574189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-05404156-edaf-41a8-bc5b-e060ddb6eb14 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/a3914a10-26bb-46f4-bc23-c76f74f4a3dc HTTP/1.1" status: 404 len: 339 time: 0.0481231 Dec 15 04:50:45.581981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55894) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:45.733636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] For port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:45.733919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:45.767274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:45.770923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-b48c0ee0-ea6e-4acb-98f6-a36f1b2b363e service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573952 Dec 15 04:50:45.773694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d48fba-3a48-4844-b6a0-76e2b5e6f1cc req-4393e249-2f0c-4515-98a3-8104ecef44b6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.782914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-ee373775-3b3d-4a75-b946-08a2aec0562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.783897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27d48fba-3a48-4844-b6a0-76e2b5e6f1cc req-4393e249-2f0c-4515-98a3-8104ecef44b6 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 943 time: 0.3922298 Dec 15 04:50:45.784586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12f2832d-5719-47f1-a44a-ce517271bfb2 req-ee373775-3b3d-4a75-b946-08a2aec0562e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4271770 Dec 15 04:50:45.808901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting subnet f7dd0af7-4ef3-41c1-bd0f-a4d08b3d40aa {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:50:45.820701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:45.822519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4aa3f6-79a8-42a7-9c63-ebd8f4b25dc9 req-3a357f08-9513-4081-89de-855bfa773d4a service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491026 Dec 15 04:50:45.845253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae1288-4076-49c8-9e29-f0af126e2e12 req-41819f1b-d955-4d67-82fb-81fa4f8c2508 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:45.846720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbae1288-4076-49c8-9e29-f0af126e2e12 req-41819f1b-d955-4d67-82fb-81fa4f8c2508 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bee7213-c5e2-4cb9-b868-5ca047d69d04 HTTP/1.1" status: 200 len: 945 time: 0.2945449 Dec 15 04:50:45.898799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27d48fba-3a48-4844-b6a0-76e2b5e6f1cc req-34ddd057-63ac-4ebe-9c69-cb59fbfbe6a2 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups?id=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139109 Dec 15 04:50:45.965447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.071656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-dc9dcb7e-4f81-4b44-b412-1479ff0762be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:46.073254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-dc9dcb7e-4f81-4b44-b412-1479ff0762be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1096 time: 0.1803854 Dec 15 04:50:46.220095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.246069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.313126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b7d60-d373-414c-8dcc-a092a64114e6 None None] DHCP port deletion for be07ebf6-9169-46bb-925c-e8bb6ac70ff9 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:46.315157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:46.330550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 487aa0c8-5ed7-4524-a241-1c14aa64256f no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:46.331699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbae1288-4076-49c8-9e29-f0af126e2e12 req-426a521a-1b07-4103-b1b0-10b69286c307 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.37 "GET /v2.0/security-groups?id=51aa363e-40bd-467e-95d5-dca9e268a63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740598 Dec 15 04:50:46.345306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Pushing event deleted for resources: {'Port': ['ID=487aa0c8-5ed7-4524-a241-1c14aa64256f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:46.358137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7287461-b4f3-46f4-aaf5-d729aa93f227 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:46.372043 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.414319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86f46-676e-4ce8-b815-369ce1f59e99 req-e94de23e-69da-44ed-bc70-20de0c59324c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:46.415963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1a86f46-676e-4ce8-b815-369ce1f59e99 req-e94de23e-69da-44ed-bc70-20de0c59324c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 944 time: 0.3965678 Dec 15 04:50:46.427917 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a668060c-ad29-4d60-b37c-b8b839297879 x-openstack-request-id: req-a668060c-ad29-4d60-b37c-b8b839297879 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:46.428343 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:46.428729 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a668060c-ad29-4d60-b37c-b8b839297879 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:46.429148 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736', 'status': 'completed', 'code': 200} Dec 15 04:50:46.435739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 487aa0c8-5ed7-4524-a241-1c14aa64256f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:46.435739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 487aa0c8-5ed7-4524-a241-1c14aa64256f not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:46.463928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Transition to ACTIVE for port object e7287461-b4f3-46f4-aaf5-d729aa93f227 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:50:46.496199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] No DVR routers for this DVR port 487aa0c8-5ed7-4524-a241-1c14aa64256f on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:46.499425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.504134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6506a4ea-36d6-4d1b-8abc-42e1b2b4e4fe req-bfe5583f-b3ef-4427-aabb-8a762cd7bcd2 tempest-ServerRescueTestJSON-1356478838 tempest-ServerRescueTestJSON-1356478838-project] 10.222.0.42 "DELETE /v2.0/ports/487aa0c8-5ed7-4524-a241-1c14aa64256f HTTP/1.1" status: 204 len: 173 time: 3.4435987 Dec 15 04:50:46.527751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.532983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.543259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-3ddcdb98-1c01-45c1-ac00-767514667f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:46.544043 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-3ddcdb98-1c01-45c1-ac00-767514667f35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.4600916 Dec 15 04:50:46.551804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:50:46.556917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:46.557491 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.641707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=28a3c3dc-5222-4543-b8b8-6abe3272a4c1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:46.648231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b'}, {'server_uuid': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'name': 'network-vif-deleted', 'tag': '487aa0c8-5ed7-4524-a241-1c14aa64256f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:46.650751 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc32d9f-6e5a-4b21-8203-181d45abac41" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b"}, {"server_uuid": "7bee7213-c5e2-4cb9-b868-5ca047d69d04", "name": "network-vif-deleted", "tag": "487aa0c8-5ed7-4524-a241-1c14aa64256f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:46.710293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.772731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.780180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] No DVR routers for this DVR port 28a3c3dc-5222-4543-b8b8-6abe3272a4c1 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:46.783298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.786973 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.42 "DELETE /v2.0/ports/28a3c3dc-5222-4543-b8b8-6abe3272a4c1 HTTP/1.1" status: 204 len: 173 time: 2.6189101 Dec 15 04:50:46.825730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Pushing event updated for resources: {'Port': ['ID=e7287461-b4f3-46f4-aaf5-d729aa93f227,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:46.832758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:46.833780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:46.838042 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364ad30-5c7c-497d-9356-530eeff3ce31" -d '{"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-plugged", "status": "completed", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:46.844655 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.886546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=f7dd0af7-4ef3-41c1-bd0f-a4d08b3d40aa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:46.927558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:46.930057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b4352-1c80-40a5-bb23-c2b6596fe773 None None] Network 3ae480d3-0f2b-4167-a8de-f4c20b895c9b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:46.931099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-e8e58b8e-bf1f-4485-a3fb-06744d5d21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:46.931692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-e8e58b8e-bf1f-4485-a3fb-06744d5d21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:46.933852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37d313fb-1a45-4cbb-8e3a-6f8791dba422 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/f7dd0af7-4ef3-41c1-bd0f-a4d08b3d40aa HTTP/1.1" status: 204 len: 168 time: 1.3440998 Dec 15 04:50:46.934564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-e8e58b8e-bf1f-4485-a3fb-06744d5d21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:46.938943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-e8e58b8e-bf1f-4485-a3fb-06744d5d21a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2825 time: 0.4607208 Dec 15 04:50:46.940597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55910) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:46.970069 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-f5063e38-95b3-4721-ab49-a606317528e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 1000 time: 0.3906376 Dec 15 04:50:46.976180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1a86f46-676e-4ce8-b815-369ce1f59e99 req-60a4fea4-dd4f-412b-aa8c-4fc6f9790169 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5369334 Dec 15 04:50:47.041357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:47.229967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] DHCP port deletion for 3ae480d3-0f2b-4167-a8de-f4c20b895c9b request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:47.348614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] Deleting port da46c80e-eb89-4230-a0b8-486f33a4a25a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:47.349258 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:47.352965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eb81-6201-432c-954f-2d254eafd606 req-d113ce1e-e27e-4b25-9959-f070733ec9d4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.367630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eb81-6201-432c-954f-2d254eafd606 req-d113ce1e-e27e-4b25-9959-f070733ec9d4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.384613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eb81-6201-432c-954f-2d254eafd606 req-d113ce1e-e27e-4b25-9959-f070733ec9d4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.388816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f14eb81-6201-432c-954f-2d254eafd606 req-d113ce1e-e27e-4b25-9959-f070733ec9d4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2411 time: 0.5748973 Dec 15 04:50:47.513179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device da46c80e-eb89-4230-a0b8-486f33a4a25a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:47.616402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] For port da46c80e-eb89-4230-a0b8-486f33a4a25a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=da46c80e-eb89-4230-a0b8-486f33a4a25a,segment=NetworkSegment(cdfdfd76-2aad-4b54-a381-1ee95e3507a7),segment_id=cdfdfd76-2aad-4b54-a381-1ee95e3507a7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:47.617033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:47.639829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] Calling delete_port for da46c80e-eb89-4230-a0b8-486f33a4a25a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:47.705433 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:47.771063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:47.797488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port da46c80e-eb89-4230-a0b8-486f33a4a25a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=da46c80e-eb89-4230-a0b8-486f33a4a25a,segment=NetworkSegment(cdfdfd76-2aad-4b54-a381-1ee95e3507a7),segment_id=cdfdfd76-2aad-4b54-a381-1ee95e3507a7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:47.821282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:47.827035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-0af93d23-9e4d-4f17-aa63-0d198cc22a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.829118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-0af93d23-9e4d-4f17-aa63-0d198cc22a61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.8181741 Dec 15 04:50:47.915418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b51286-c848-4f6f-ac2b-bc55d9d3925f req-24715e8a-28ed-4d6c-8753-0691ea4f33af tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.922513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1b51286-c848-4f6f-ac2b-bc55d9d3925f req-24715e8a-28ed-4d6c-8753-0691ea4f33af tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.7578304 Dec 15 04:50:47.948780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-c6e2a1b5-01d0-4067-bae0-876d7862e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.950593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-c6e2a1b5-01d0-4067-bae0-876d7862e90b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119428 Dec 15 04:50:47.963065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-0313c2ab-ef4c-47f6-8364-2bc28618571f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:47.964599 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-0313c2ab-ef4c-47f6-8364-2bc28618571f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 945 time: 1.1890795 Dec 15 04:50:47.974444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.052534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] No DVR routers for this DVR port da46c80e-eb89-4230-a0b8-486f33a4a25a on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:48.060460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-0d07519b-ab16-4d2b-99d1-b23d6009ad29 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936375 Dec 15 04:50:48.098773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=da46c80e-eb89-4230-a0b8-486f33a4a25a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:48.112020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f14eb81-6201-432c-954f-2d254eafd606 req-0e05152e-22d1-44cc-9163-ecb37bf01569 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742037 Dec 15 04:50:48.146465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-cf82ca2c-07d6-4913-a6ca-782574fcc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.147609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-cf82ca2c-07d6-4913-a6ca-782574fcc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.148700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-cf82ca2c-07d6-4913-a6ca-782574fcc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.152152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-cf82ca2c-07d6-4913-a6ca-782574fcc3f2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4d547dcf031d471e908b8f50491762e7&shared=False HTTP/1.1" status: 200 len: 2287 time: 1.1733692 Dec 15 04:50:48.237111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-a31b5d7c-6e7a-485a-902e-5a2751ef8306 service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031456 Dec 15 04:50:48.237875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d0324-0a4d-4029-ba2f-098422184071 None None] Pushing event deleted for resources: {'Port': ['ID=da46c80e-eb89-4230-a0b8-486f33a4a25a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:48.243564 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-423dc9cb-a7c7-47d2-911d-e17daa0e4b98 service neutron] delete failed (client error): The resource could not be found. Dec 15 04:50:48.244608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-423dc9cb-a7c7-47d2-911d-e17daa0e4b98 service neutron] 10.222.0.42 "DELETE /v2.0/ports/d49bd21e-bd1f-4607-9a4d-b7e5875d1c06/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.1832423 Dec 15 04:50:48.249264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Attempting to bind port e7287461-b4f3-46f4-aaf5-d729aa93f227 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:50:48.249619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Attempting to bind port e7287461-b4f3-46f4-aaf5-d729aa93f227 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:50:48.250015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Attempting to bind port e7287461-b4f3-46f4-aaf5-d729aa93f227 on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:48.259348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting port da46c80e-eb89-4230-a0b8-486f33a4a25a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:48.261545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.335564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e960cb00-a0b9-4191-9e26-175de45cbd85 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:50:48.354874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Port e7287461-b4f3-46f4-aaf5-d729aa93f227 on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:50:48.355451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Attempting to bind port e7287461-b4f3-46f4-aaf5-d729aa93f227 on network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:50:48.383055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] For port da46c80e-eb89-4230-a0b8-486f33a4a25a, host n-d-820935-10, got binding levels [] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:48.383410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.397569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Calling delete_port for da46c80e-eb89-4230-a0b8-486f33a4a25a owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:48.400412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Port da46c80e-eb89-4230-a0b8-486f33a4a25a was not found and therefore no delete operation was performed {{(pid=103132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:50:48.403091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.452398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Port': ['ID=da46c80e-eb89-4230-a0b8-486f33a4a25a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:48.454853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:50:48.455196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Checking segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:48.455581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Bound using segment: {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:50:48.456209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Bound port: e7287461-b4f3-46f4-aaf5-d729aa93f227, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2004945f-353f-47fe-a9af-9f125a0efc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:50:48.456554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.471014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No DVR routers for this DVR port da46c80e-eb89-4230-a0b8-486f33a4a25a on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:48.483063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1b51286-c848-4f6f-ac2b-bc55d9d3925f req-89c7a064-9c99-4586-9fd2-d8f14225ecd5 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5263693 Dec 15 04:50:48.557860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-0a37a3e3-b979-4287-bab7-64860a8305aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.559389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-0a37a3e3-b979-4287-bab7-64860a8305aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.1573555 Dec 15 04:50:48.561653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.571273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f018ca-3b8a-4abe-95b0-867c409ff6e0 req-c25bdeea-a1ee-4e13-9d44-45d656630478 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.599872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1f018ca-3b8a-4abe-95b0-867c409ff6e0 req-c25bdeea-a1ee-4e13-9d44-45d656630478 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.2202942 Dec 15 04:50:48.667850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e960cb00-a0b9-4191-9e26-175de45cbd85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e960cb00-a0b9-4191-9e26-175de45cbd85,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:48.682791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-66470d0a-b899-4c9b-b076-4e1b23177b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.684521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-66470d0a-b899-4c9b-b076-4e1b23177b18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 0.1137843 Dec 15 04:50:48.686156 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dafa7c-728e-4bd0-b67f-f15a8e446e1c x-openstack-request-id: req-97dafa7c-728e-4bd0-b67f-f15a8e446e1c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:48.686514 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "7f37d910-c5e5-4640-9b10-0c21d665b71b", "status": "completed", "code": 200}, {"server_uuid": "7bee7213-c5e2-4cb9-b868-5ca047d69d04", "name": "network-vif-deleted", "tag": "487aa0c8-5ed7-4524-a241-1c14aa64256f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:48.686793 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97dafa7c-728e-4bd0-b67f-f15a8e446e1c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:48.687185 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '7f37d910-c5e5-4640-9b10-0c21d665b71b', 'status': 'completed', 'code': 200} Dec 15 04:50:48.687820 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bee7213-c5e2-4cb9-b868-5ca047d69d04', 'name': 'network-vif-deleted', 'tag': '487aa0c8-5ed7-4524-a241-1c14aa64256f', 'status': 'completed', 'code': 200} Dec 15 04:50:48.716801 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ae1066-8c47-40b7-ac18-ba685766208c x-openstack-request-id: req-a9ae1066-8c47-40b7-ac18-ba685766208c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:48.717105 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-plugged", "status": "completed", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:48.717366 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9ae1066-8c47-40b7-ac18-ba685766208c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:48.717766 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'code': 200} Dec 15 04:50:48.727103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'mac_address': 'fa:16:3e:62:9c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:50:48.771730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-cd81bc8e-340d-4ccd-8e23-5b9dbfc3e720 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 1001 time: 0.0728865 Dec 15 04:50:48.774878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae480d3-0f2b-4167-a8de-f4c20b895c9b']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:48.839468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-7c3465f1-544d-4830-bc0f-0972f9f75175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.842889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-7c3465f1-544d-4830-bc0f-0972f9f75175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.0583596 Dec 15 04:50:48.872695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.885921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:48.886265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfdfd76-2aad-4b54-a381-1ee95e3507a7') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:48.908089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:48.911310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-84e3adb7-bf68-4542-9e67-b519cfb30f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.913717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-84e3adb7-bf68-4542-9e67-b519cfb30f4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620580 Dec 15 04:50:48.914552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e960cb00-a0b9-4191-9e26-175de45cbd85 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:48.930034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-95a2731d-9f61-41d7-b70d-ab63e7a326e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:48.932119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4022693d-83ee-45c7-95ce-498ecaea60d9 req-95a2731d-9f61-41d7-b70d-ab63e7a326e1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7641456 Dec 15 04:50:48.977889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e960cb00-a0b9-4191-9e26-175de45cbd85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e960cb00-a0b9-4191-9e26-175de45cbd85,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:48.988690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.013555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb56e310-1b36-4dcf-ba70-2c1320574815 req-38c480e8-3ed5-46a4-b165-64ae16e34ba4 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.2220345 Dec 15 04:50:49.025285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.039206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:49.043057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1f018ca-3b8a-4abe-95b0-867c409ff6e0 req-df6cb62c-753e-4958-9853-5fc01ea736c3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413548 Dec 15 04:50:49.046123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:49.051241 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:49.109744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] For port e7287461-b4f3-46f4-aaf5-d729aa93f227, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:50:49.122206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] For port e7287461-b4f3-46f4-aaf5-d729aa93f227, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:50:49.127799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55922) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:49.134214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.213377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e960cb00-a0b9-4191-9e26-175de45cbd85,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:49.276808 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-57f52290-d386-40c2-9cb2-0fcfee7cc95e service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552005 Dec 15 04:50:49.286050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.296009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.299978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.300947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.301062 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/3ae480d3-0f2b-4167-a8de-f4c20b895c9b HTTP/1.1" status: 204 len: 168 time: 2.3592374 Dec 15 04:50:49.305042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55926) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:49.318672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e960cb00-a0b9-4191-9e26-175de45cbd85'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:49.321633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7287461-b4f3-46f4-aaf5-d729aa93f227 HTTP/1.1" status: 200 len: 1092 time: 4.4145463 Dec 15 04:50:49.350134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'tag': 'e7287461-b4f3-46f4-aaf5-d729aa93f227'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:49.352999 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff541305-54eb-437e-a2c6-a112126079db" -d '{"events": [{"name": "network-changed", "server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "tag": "e7287461-b4f3-46f4-aaf5-d729aa93f227"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:49.395584 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15b176b-e782-43ed-9343-a69fda725fe5 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:49.396129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15b176b-e782-43ed-9343-a69fda725fe5 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:49.400274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c15b176b-e782-43ed-9343-a69fda725fe5 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/d9aab297-a008-4582-bde2-0291f6342d2f HTTP/1.1" status: 404 len: 337 time: 0.0863740 Dec 15 04:50:49.403921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55930) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:49.433652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2b350-3667-4c68-a4dc-1d56e80221aa tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=3ae480d3-0f2b-4167-a8de-f4c20b895c9b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:49.458240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855366a3-5f8f-482f-9fe4-08e4a5693706 service neutron] Pushing event updated for resources: {'Port': ['ID=e7287461-b4f3-46f4-aaf5-d729aa93f227,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:49.467620 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8e212d-d55b-4b2c-9fe3-32f895b1edc7 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] DELETE failed (client error): The resource could not be found. Dec 15 04:50:49.468092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8e212d-d55b-4b2c-9fe3-32f895b1edc7 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:50:49.480167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ba8e212d-d55b-4b2c-9fe3-32f895b1edc7 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/acfc64d1-5ce5-4c86-997e-41bf67dabe24 HTTP/1.1" status: 404 len: 339 time: 0.0684361 Dec 15 04:50:49.485623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55932) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:49.532515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4d27-082e-4b72-80ed-b32ec8b976b6 req-3fde999e-dcc9-4d56-ac2a-df17f4cb7b0b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.541492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-235e4d27-082e-4b72-80ed-b32ec8b976b6 req-3fde999e-dcc9-4d56-ac2a-df17f4cb7b0b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.3412559 Dec 15 04:50:49.566290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d0583-fe89-4a0d-88e3-b47011217f97 req-0d1af9a7-e088-4f68-8d5a-16e3c7c6493c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.568935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-207d0583-fe89-4a0d-88e3-b47011217f97 req-0d1af9a7-e088-4f68-8d5a-16e3c7c6493c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 945 time: 0.3689430 Dec 15 04:50:49.615739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-4eeb7e16-a6df-4eea-9bb7-46889b467912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.616243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-4eeb7e16-a6df-4eea-9bb7-46889b467912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.616710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-4eeb7e16-a6df-4eea-9bb7-46889b467912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.618624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-4eeb7e16-a6df-4eea-9bb7-46889b467912 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2867 time: 0.2338948 Dec 15 04:50:49.636360 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0a9136aa-1cc5-4ac9-bf06-08ce88e95ca3 req-373f65c3-721e-4f3b-b2ca-d117a8614e6f service neutron] 10.222.0.42 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319802 Dec 15 04:50:49.704927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-915398d9-2969-437c-bac1-aea6b3ca9121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c HTTP/1.1" status: 200 len: 217 time: 0.0644929 Dec 15 04:50:49.710923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting subnet 54dbe95b-6132-4424-80d5-519c34f0c1fa {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:50:49.714869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.717808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-207d0583-fe89-4a0d-88e3-b47011217f97 req-9fdb2afb-07cd-4d48-b89e-ca5d86f6bf0e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332064 Dec 15 04:50:49.774087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:49.813030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-235e4d27-082e-4b72-80ed-b32ec8b976b6 req-2ab02434-51c5-44d9-a469-fce90a413bb3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563128 Dec 15 04:50:49.928592 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27459f-187c-4bab-9c9d-29b162da9a5f x-openstack-request-id: req-8f27459f-187c-4bab-9c9d-29b162da9a5f {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:49.929129 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "tag": "e7287461-b4f3-46f4-aaf5-d729aa93f227", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:49.929798 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f27459f-187c-4bab-9c9d-29b162da9a5f {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:49.931194 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'tag': 'e7287461-b4f3-46f4-aaf5-d729aa93f227', 'status': 'completed', 'code': 200} Dec 15 04:50:49.945929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-f80fe475-95f6-4842-bb38-143fd17846af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:49.947495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-f80fe475-95f6-4842-bb38-143fd17846af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff711a91-0f9d-4059-8560-d72f9968dcb7 HTTP/1.1" status: 200 len: 801 time: 0.2287569 Dec 15 04:50:49.986625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.097358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02cf9-0cc2-486b-98fa-1a56f4f6bce4 req-ab1c9339-c6f0-4fd0-b50c-4182ec40bf2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:50.106049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02cf9-0cc2-486b-98fa-1a56f4f6bce4 req-ab1c9339-c6f0-4fd0-b50c-4182ec40bf2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:50.113236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02cf9-0cc2-486b-98fa-1a56f4f6bce4 req-ab1c9339-c6f0-4fd0-b50c-4182ec40bf2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:50.137966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21c02cf9-0cc2-486b-98fa-1a56f4f6bce4 req-ab1c9339-c6f0-4fd0-b50c-4182ec40bf2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2411 time: 0.2814159 Dec 15 04:50:50.164131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.182544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-56909f97-32b1-4466-b8ea-51b498d4ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:50.184311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-56909f97-32b1-4466-b8ea-51b498d4ef66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2256958 Dec 15 04:50:50.196423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8500eab-ef1b-48b2-a440-bca05c4c4110 req-fc99ffcc-712e-4cd1-8f9b-de6b71a0eaa2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:50.198093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8500eab-ef1b-48b2-a440-bca05c4c4110 req-fc99ffcc-712e-4cd1-8f9b-de6b71a0eaa2 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1719360 Dec 15 04:50:50.209467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Subnet': ['ID=54dbe95b-6132-4424-80d5-519c34f0c1fa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:50.220330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.225874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8739f-53bb-4171-ab24-15ed2c8220f2 None None] Network d6490e04-533c-45fc-a4d1-101cd46fcf43 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:50.241684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f1325c9-ac6e-4279-bcaf-5091ca005d33 tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/subnets/54dbe95b-6132-4424-80d5-519c34f0c1fa HTTP/1.1" status: 204 len: 168 time: 0.7473545 Dec 15 04:50:50.247111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55942) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:50.382605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21c02cf9-0cc2-486b-98fa-1a56f4f6bce4 req-abe52cec-0afa-44cf-8ae1-ec49d012ffc5 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435668 Dec 15 04:50:50.395292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.501109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8500eab-ef1b-48b2-a440-bca05c4c4110 req-93ab626a-c2f2-4ac9-b539-cdf4a71dc1eb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710061 Dec 15 04:50:50.522742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-aabd0b12-8a97-4fb3-8985-3b52244a2ab9 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204336 Dec 15 04:50:50.526583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.620190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Deleting port e6321a3a-b0ce-455d-a70c-def44b5b07b2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:50.620733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.670871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] DHCP port deletion for d6490e04-533c-45fc-a4d1-101cd46fcf43 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:50.689815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc283c33-2b7f-450a-9e4a-440ade15b086 req-1c4675f6-c981-4c87-84ad-acd20ea99d8e tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.1084507 Dec 15 04:50:50.747930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:50.750699 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f755be-6c15-4e24-948a-80be1ecbd8f6" -d '{"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:50.768784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] Deleting port e6321a3a-b0ce-455d-a70c-def44b5b07b2 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:50.769159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.830519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] For port e6321a3a-b0ce-455d-a70c-def44b5b07b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e6321a3a-b0ce-455d-a70c-def44b5b07b2,segment=NetworkSegment(6f88097a-ac75-44f7-b3ac-bd3bc03210e4),segment_id=6f88097a-ac75-44f7-b3ac-bd3bc03210e4)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:50.830913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.848370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8759c-7e65-4f26-ab1b-93687b14f3ff req-718dfef1-8fab-4747-b872-ae43abcb558b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:50.859522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55f8759c-7e65-4f26-ab1b-93687b14f3ff req-718dfef1-8fab-4747-b872-ae43abcb558b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.1992755 Dec 15 04:50:50.873775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Calling delete_port for e6321a3a-b0ce-455d-a70c-def44b5b07b2 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:50.918149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] For port e6321a3a-b0ce-455d-a70c-def44b5b07b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e6321a3a-b0ce-455d-a70c-def44b5b07b2,segment=NetworkSegment(6f88097a-ac75-44f7-b3ac-bd3bc03210e4),segment_id=6f88097a-ac75-44f7-b3ac-bd3bc03210e4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:50.919441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-71835b08-7ef0-457b-a969-62a20aa3c75b service neutron] 10.222.0.16 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861859 Dec 15 04:50:50.920054 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:50.940132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] Calling delete_port for e6321a3a-b0ce-455d-a70c-def44b5b07b2 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:51.039680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.075449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-af189aa1-5849-43ac-ac4a-90948083721b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.91&port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736 HTTP/1.1" status: 200 len: 217 time: 0.1450143 Dec 15 04:50:51.094570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.129370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Port': ['ID=e6321a3a-b0ce-455d-a70c-def44b5b07b2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:51.167636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] No DVR routers for this DVR port e6321a3a-b0ce-455d-a70c-def44b5b07b2 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:51.210045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-093a735e-f3fa-4372-85d0-ecd382306528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:51.212428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-093a735e-f3fa-4372-85d0-ecd382306528 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=210c2da3-c411-461c-8782-8cb70baacbb2 HTTP/1.1" status: 200 len: 801 time: 0.1191204 Dec 15 04:50:51.245313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55f8759c-7e65-4f26-ab1b-93687b14f3ff req-c2e36a36-958b-497d-8b54-a193acc04ed7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839362 Dec 15 04:50:51.281654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.290789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55954) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:51.297935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] Pushing event deleted for resources: {'Port': ['ID=e6321a3a-b0ce-455d-a70c-def44b5b07b2,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:51.303392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef3fe7-aacb-4e39-89a6-9ac3ff7673fc None None] No DVR routers for this DVR port e6321a3a-b0ce-455d-a70c-def44b5b07b2 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:51.313577 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c82826-f42e-46f3-8b7e-77dbc4fc59c9 x-openstack-request-id: req-08c82826-f42e-46f3-8b7e-77dbc4fc59c9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:51.313971 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2cea0-de35-471d-ac01-4a83d2ec5020", "name": "network-vif-deleted", "tag": "28a3c3dc-5222-4543-b8b8-6abe3272a4c1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:51.314430 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08c82826-f42e-46f3-8b7e-77dbc4fc59c9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:51.314921 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2cea0-de35-471d-ac01-4a83d2ec5020', 'name': 'network-vif-deleted', 'tag': '28a3c3dc-5222-4543-b8b8-6abe3272a4c1', 'status': 'completed', 'code': 200} Dec 15 04:50:51.333653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6490e04-533c-45fc-a4d1-101cd46fcf43']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:51.350513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f88097a-ac75-44f7-b3ac-bd3bc03210e4') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:51.350950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f88097a-ac75-44f7-b3ac-bd3bc03210e4') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:51.364536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.411497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.419001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:51.419406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:51.434936 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:51.443961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e6321a3a-b0ce-455d-a70c-def44b5b07b2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:51.460634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30c6d-a33b-4c16-9c22-f1367753e454 req-38fbc063-82d1-45e5-a4bb-a6aae0533c98 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:51.462156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fb30c6d-a33b-4c16-9c22-f1367753e454 req-38fbc063-82d1-45e5-a4bb-a6aae0533c98 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 945 time: 0.3486462 Dec 15 04:50:51.477926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: e6321a3a-b0ce-455d-a70c-def44b5b07b2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:51.478745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e6321a3a-b0ce-455d-a70c-def44b5b07b2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:51.504266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Deleting port 3f0f05bb-e36c-4557-842f-56f67afb066d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:51.504611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.516017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-57e31849-a08c-4730-b229-552657bb7ca8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/c3480dad-87ac-4c87-9ae9-b00edd8d964c HTTP/1.1" status: 200 len: 993 time: 0.2239342 Dec 15 04:50:51.523780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-1cfa6b79-b767-41e0-a9f5-de4a5e9d9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:51.526345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-1cfa6b79-b767-41e0-a9f5-de4a5e9d9f12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709193 Dec 15 04:50:51.605462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] For port 3f0f05bb-e36c-4557-842f-56f67afb066d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3f0f05bb-e36c-4557-842f-56f67afb066d,segment=NetworkSegment(29587933-1a35-48fc-a557-3c7c84ccfe88),segment_id=29587933-1a35-48fc-a557-3c7c84ccfe88)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:51.605834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.616488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e37b-83f5-40d1-8772-8ba27fbe0988 req-cfbed5fe-8ce1-4648-88a7-43ebac9b65a7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:51.618130 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7b8e37b-83f5-40d1-8772-8ba27fbe0988 req-cfbed5fe-8ce1-4648-88a7-43ebac9b65a7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2268534 Dec 15 04:50:51.626574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Calling delete_port for 3f0f05bb-e36c-4557-842f-56f67afb066d owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:51.634736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fb30c6d-a33b-4c16-9c22-f1367753e454 req-444fe37d-264d-469c-81a7-3d15f3d27a74 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624272 Dec 15 04:50:51.683150 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.691283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.697224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] 10.222.0.37 "DELETE /v2.0/networks/d6490e04-533c-45fc-a4d1-101cd46fcf43 HTTP/1.1" status: 204 len: 168 time: 1.4482176 Dec 15 04:50:51.729930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c927af1-5967-4f6e-b813-b0a4797b663f tempest-NetworksIpV6Test-194825854 tempest-NetworksIpV6Test-194825854-project] Pushing event deleted for resources: {'Network': ['ID=d6490e04-533c-45fc-a4d1-101cd46fcf43,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:51.748055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7b8e37b-83f5-40d1-8772-8ba27fbe0988 req-bdd98668-08b4-4182-b4fb-fd0e5048a106 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190822 Dec 15 04:50:51.755212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-dd63063d-f4d5-4328-8d3a-58703246dd3f service neutron] 10.222.0.16 "GET /v2.0/networks/16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199101 Dec 15 04:50:51.893881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:51.934033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0f05bb-e36c-4557-842f-56f67afb066d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:51.953306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007236c9-f256-48d5-858e-41b0e85dfbc3 None None] DHCP port deletion for be07ebf6-9169-46bb-925c-e8bb6ac70ff9 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:52.091714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:52.161717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:52.195555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ec61ff8-6076-4774-87f5-fd78d47163ef req-c209f6af-853b-47da-a677-22fa4da5526c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0295351 Dec 15 04:50:52.231399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31346f-efb2-4d9a-be07-f01b90f88fe1 req-f0730b80-5971-4159-b91d-9fab5af8aa3f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.237847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31346f-efb2-4d9a-be07-f01b90f88fe1 req-f0730b80-5971-4159-b91d-9fab5af8aa3f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.243842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31346f-efb2-4d9a-be07-f01b90f88fe1 req-f0730b80-5971-4159-b91d-9fab5af8aa3f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.245729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee31346f-efb2-4d9a-be07-f01b90f88fe1 req-f0730b80-5971-4159-b91d-9fab5af8aa3f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2411 time: 0.4966688 Dec 15 04:50:52.303511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-a312d4c1-e116-4dc6-8e11-46f4111b76ad service neutron] 10.222.0.16 "GET /v2.0/networks/16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382011 Dec 15 04:50:52.357467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee31346f-efb2-4d9a-be07-f01b90f88fe1 req-b1afda8a-7ae3-4e6e-8049-e11af2a1302a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991580 Dec 15 04:50:52.358968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-03a5af26-368a-4720-b361-0b498f4a586a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227 HTTP/1.1" status: 200 len: 217 time: 0.0449479 Dec 15 04:50:52.382080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e960cb00-a0b9-4191-9e26-175de45cbd85 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:50:52.441381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-ee3cc988-8eed-4279-8d41-2daaacddc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.442508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port e960cb00-a0b9-4191-9e26-175de45cbd85 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:50:52.443020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-ee3cc988-8eed-4279-8d41-2daaacddc7ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff711a91-0f9d-4059-8560-d72f9968dcb7 HTTP/1.1" status: 200 len: 801 time: 0.0741940 Dec 15 04:50:52.448206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e960cb00-a0b9-4191-9e26-175de45cbd85 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:50:52.448815 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:52.499851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-1baaea70-8372-4f20-994d-7994ecaf3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.501407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-1baaea70-8372-4f20-994d-7994ecaf3f51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507929 Dec 15 04:50:52.558058 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:52.596332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:52.599007 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2b9fe8-6e76-495a-b7d1-d505946d03a8" -d '{"events": [{"server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "name": "network-vif-plugged", "status": "completed", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:52.616777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e960cb00-a0b9-4191-9e26-175de45cbd85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e960cb00-a0b9-4191-9e26-175de45cbd85,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:52.623424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:52.661724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-c18758c2-f871-4c99-9177-5d66d20da7f6 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496232 Dec 15 04:50:52.665344 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195eac97-a8a9-4101-9408-9926d6cb99bd x-openstack-request-id: req-195eac97-a8a9-4101-9408-9926d6cb99bd {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:50:52.665673 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "name": "network-vif-plugged", "status": "completed", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:50:52.665914 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-195eac97-a8a9-4101-9408-9926d6cb99bd {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:50:52.666310 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'code': 200} Dec 15 04:50:52.679721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eedc36f-dc4c-43f2-8e8c-328c7c88fb29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67ac0642758b42d8a5d75f9b09b736c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5864170 Dec 15 04:50:52.683495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55974) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:52.703406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e960cb00-a0b9-4191-9e26-175de45cbd85,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:52.816563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce12f8-8f9a-4282-81db-1f920f05b964 req-f367e394-3396-4153-9cd8-3c6db6782ec0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.818167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82ce12f8-8f9a-4282-81db-1f920f05b964 req-f367e394-3396-4153-9cd8-3c6db6782ec0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.0683827 Dec 15 04:50:52.889046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5bde85f-90f8-4de2-ba2e-664d7ae60c20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:52.915723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbaf1e-cb37-4bbd-94c5-893559d33c50 req-4f3890f3-d3a8-4f1a-b203-5b1476c2aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.917366 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-67cbaf1e-cb37-4bbd-94c5-893559d33c50 req-4f3890f3-d3a8-4f1a-b203-5b1476c2aa70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 1098 time: 0.0844269 Dec 15 04:50:52.935405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c15e6b9-e725-483b-9a1a-231255f05f2d req-aad0ca46-9bed-46ba-8689-bbfd2895b8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658398 Dec 15 04:50:52.942320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5bde85f-90f8-4de2-ba2e-664d7ae60c20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:52.945611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82ce12f8-8f9a-4282-81db-1f920f05b964 req-83a0c78e-4b9d-4348-a47b-0d0b749991fc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130958 Dec 15 04:50:52.955930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345b7ac-b27d-44db-b95c-4dd81909ca60 req-e228fdbb-d1a0-4bbf-8a25-f59aef3a5aa7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:52.959877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5345b7ac-b27d-44db-b95c-4dd81909ca60 req-e228fdbb-d1a0-4bbf-8a25-f59aef3a5aa7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.0999258 Dec 15 04:50:52.981397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Router a9c7f17f-2457-433a-916b-9cb2bcecb79d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:50:53.030051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5345b7ac-b27d-44db-b95c-4dd81909ca60 req-e7dd73d7-e6ab-4513-bb74-eafcf110bcba tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648320 Dec 15 04:50:53.075479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-67cbaf1e-cb37-4bbd-94c5-893559d33c50 req-876dcdce-1936-496a-a055-478176f337bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461060 Dec 15 04:50:53.128104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541305-54eb-437e-a2c6-a112126079db req-196ba6ff-9a8c-4d18-9e7b-dc8a5f5990df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.129472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541305-54eb-437e-a2c6-a112126079db req-196ba6ff-9a8c-4d18-9e7b-dc8a5f5990df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.129945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541305-54eb-437e-a2c6-a112126079db req-196ba6ff-9a8c-4d18-9e7b-dc8a5f5990df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.131682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-196ba6ff-9a8c-4d18-9e7b-dc8a5f5990df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2867 time: 0.0658121 Dec 15 04:50:53.140639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5bde85f-90f8-4de2-ba2e-664d7ae60c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:53.143281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5bde85f-90f8-4de2-ba2e-664d7ae60c20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:53.147478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c5bde85f-90f8-4de2-ba2e-664d7ae60c20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb9a56d9-3ce2-45e1-9a50-422bd52500d1 HTTP/1.1" status: 204 len: 168 time: 0.4600286 Dec 15 04:50:53.161665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bde85f-90f8-4de2-ba2e-664d7ae60c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a56d9-3ce2-45e1-9a50-422bd52500d1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:53.176268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:50:53.184828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f659c295-d7a2-43b0-b777-b89427e61425 admin admin] 10.222.0.37 "PUT /v2.0/routers/a9c7f17f-2457-433a-916b-9cb2bcecb79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0532167 Dec 15 04:50:53.185581 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] Sync routers for ids ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:50:53.186952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 55984) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:53.214582 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] Routers {'a9c7f17f-2457-433a-916b-9cb2bcecb79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:53.215220 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:53.371594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:53.470815 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] Set router a9c7f17f-2457-433a-916b-9cb2bcecb79d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:53.472563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541305-54eb-437e-a2c6-a112126079db req-2477b9c9-d127-4e6d-85b4-c36962e1fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.477495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-2477b9c9-d127-4e6d-85b4-c36962e1fbee service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 HTTP/1.1" status: 200 len: 900 time: 0.3236835 Dec 15 04:50:53.547117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:53.592291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a1f1209-96aa-4a7c-8178-2033c73fe819 req-dcfbd893-c440-4d7e-9bbf-f9f3a42997dd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.1930914 Dec 15 04:50:53.642785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Deleting port d5f65462-a454-48aa-81d6-32fec8eb2241 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:53.643189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:53.661282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-1305b05c-b73b-45ee-8a40-f11a11be9606 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227 HTTP/1.1" status: 200 len: 217 time: 0.1392176 Dec 15 04:50:53.692596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792052e-6e0b-4749-9da5-4539f5041715 req-673659c3-3676-4de9-a45d-ff7663b63964 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.695384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1792052e-6e0b-4749-9da5-4539f5041715 req-673659c3-3676-4de9-a45d-ff7663b63964 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.3661633 Dec 15 04:50:53.720252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-608dcb3d-9fc4-422d-8b5a-b89f5df3a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.722104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-608dcb3d-9fc4-422d-8b5a-b89f5df3a1c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 1096 time: 0.3276696 Dec 15 04:50:53.768872 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:50:51Z', 'revision_number': 5, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port': {'id': 'd5f65462-a454-48aa-81d6-32fec8eb2241', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:48:37Z', 'updated_at': '2021-12-15T04:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:53.786045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] For port d5f65462-a454-48aa-81d6-32fec8eb2241, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d5f65462-a454-48aa-81d6-32fec8eb2241,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:53.786651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:53.800980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Calling delete_port for d5f65462-a454-48aa-81d6-32fec8eb2241 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:53.815076 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] Checking router: a9c7f17f-2457-433a-916b-9cb2bcecb79d for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:50:53.825181 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] Routers {'a9c7f17f-2457-433a-916b-9cb2bcecb79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:50:53.826144 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:50:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:53.861002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541305-54eb-437e-a2c6-a112126079db req-32bfaab2-eda0-4da6-9c87-a2d53e31752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.862493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-32bfaab2-eda0-4da6-9c87-a2d53e31752e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff711a91-0f9d-4059-8560-d72f9968dcb7 HTTP/1.1" status: 200 len: 801 time: 0.1908607 Dec 15 04:50:53.919492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ab0a-367f-4a8e-bdb8-3ef23038a803 req-aaa31294-6ed9-40d9-b5e1-b4a07298882c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.926097 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ab0a-367f-4a8e-bdb8-3ef23038a803 req-aaa31294-6ed9-40d9-b5e1-b4a07298882c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.932376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ab0a-367f-4a8e-bdb8-3ef23038a803 req-aaa31294-6ed9-40d9-b5e1-b4a07298882c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:53.934091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1f5ab0a-367f-4a8e-bdb8-3ef23038a803 req-aaa31294-6ed9-40d9-b5e1-b4a07298882c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2411 time: 0.2078688 Dec 15 04:50:53.938385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1792052e-6e0b-4749-9da5-4539f5041715 req-4bf53a6f-39a5-484b-bbc3-62ead36acb53 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152209 Dec 15 04:50:54.003838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-e02a3d56-589a-4be2-b989-77521e9e0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:54.005626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-e02a3d56-589a-4be2-b989-77521e9e0efd service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.2600052 Dec 15 04:50:54.084018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541305-54eb-437e-a2c6-a112126079db req-69a6886a-884b-4af8-ab0c-7c0d449c509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:54.085595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-69a6886a-884b-4af8-ab0c-7c0d449c509d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064550 Dec 15 04:50:54.141723 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] Set router a9c7f17f-2457-433a-916b-9cb2bcecb79d gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:50:54.147084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.176276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c201a-6aff-4fe7-b89c-6f25605815c2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:54.221791 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:50:53Z', 'revision_number': 6, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:54.250019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f65462-a454-48aa-81d6-32fec8eb2241,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:54.255509 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e1220-88d7-4cd7-aeb9-7d1d2bcb8b4e None None] The sync data for ids ['a9c7f17f-2457-433a-916b-9cb2bcecb79d'] in n-d-820935-10 is: [{'id': 'a9c7f17f-2457-433a-916b-9cb2bcecb79d', 'name': 'tempest-ServerRescueTestJSON-1630402192-router', 'tenant_id': '8d548ae0698c408c82807f41c55f72be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:48:36Z', 'updated_at': '2021-12-15T04:50:53Z', 'revision_number': 6, 'project_id': '8d548ae0698c408c82807f41c55f72be', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:50:54.303574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1f5ab0a-367f-4a8e-bdb8-3ef23038a803 req-9e2a8205-0cdd-405c-b974-465b4d1a944b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556695 Dec 15 04:50:54.324953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.344796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-35ca06ff-20bb-42eb-9f03-583ecf7e6eb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 200 len: 999 time: 0.3043892 Dec 15 04:50:54.409806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd5084-6828-41dc-8012-3d6db0e88ff9 req-75787c69-6e7f-4ec4-a1e2-7188acc63559 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:54.411418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23fd5084-6828-41dc-8012-3d6db0e88ff9 req-75787c69-6e7f-4ec4-a1e2-7188acc63559 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.2589989 Dec 15 04:50:54.427739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56014) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:54.440474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.440874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-130ef9df-0cc8-4d7a-af3c-7f335bd97dca service neutron] 10.222.0.16 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772701 Dec 15 04:50:54.442779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.470102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-edd92b25-8cd7-440b-96ca-12c538a54592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:54.471592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-edd92b25-8cd7-440b-96ca-12c538a54592 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.1135972 Dec 15 04:50:54.503606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.504487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c7f17f-2457-433a-916b-9cb2bcecb79d {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:50:54.521893 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.527843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f617c770-51e6-4c78-9c18-3f1e98cc5f71 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a9c7f17f-2457-433a-916b-9cb2bcecb79d HTTP/1.1" status: 204 len: 168 time: 1.3368075 Dec 15 04:50:54.528123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:54.580560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-88906274'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:54.622259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Deleting subnet 7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:50:54.627666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:54.631362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.652189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff541305-54eb-437e-a2c6-a112126079db req-ab2c962c-0e11-40ec-b4eb-51087cb29366 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978261 Dec 15 04:50:54.660171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-b8900eec-487f-4d11-b16f-19dfa5b109da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:54.661712 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-b8900eec-487f-4d11-b16f-19dfa5b109da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335289 Dec 15 04:50:54.662671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.664588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.667199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23fd5084-6828-41dc-8012-3d6db0e88ff9 req-c4412e3a-c91f-456d-b7de-8dc0f7d203d8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416809 Dec 15 04:50:54.739303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.792637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c75f017a-35aa-43d1-9d44-f6a6856f8a1c req-ced40be4-2075-4002-851e-d184bf87fc0f tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0304170 Dec 15 04:50:54.809666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.846754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-cc966274-88bc-4e62-b42e-a827b443a875 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615226 Dec 15 04:50:54.874897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.882424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.898066 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.945606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd429d5-dda9-4cc0-b6f1-98d58900b2b2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:54.947309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:54.949687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.955297 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-76d79381-bf6e-430e-86de-891a89b3d808 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7cd429d5-dda9-4cc0-b6f1-98d58900b2b2 HTTP/1.1" status: 204 len: 168 time: 0.4209535 Dec 15 04:50:54.955445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b53dc3-39e8-4043-a128-2dc14931df8c req-52e4e246-80f4-4927-8ac8-391b1103220d service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014357 Dec 15 04:50:54.955763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56022) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:54.957034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27074afb-99c6-49b0-b5d1-7daa869c427e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:54.962317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6429f-36f1-456e-84a8-579f871b64b0 None None] Network be07ebf6-9169-46bb-925c-e8bb6ac70ff9 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:54.967244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:54.967603 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment fb941e4f-5177-4e4e-bb7c-c52e8662db86 of type vlan for network 5a373e02-5c65-4c15-898e-d177f2dd8d76 Dec 15 04:50:55.021250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.053872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.066878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.068196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.102942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.121444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6afe66-be81-4f00-a23c-b696715b147d None None] DHCP port deletion for be07ebf6-9169-46bb-925c-e8bb6ac70ff9 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:50:55.170180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=5a373e02-5c65-4c15-898e-d177f2dd8d76,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:55.178987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-82a3e43f-6ea1-4d0b-8f96-d629567c4abf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7501478 Dec 15 04:50:55.181652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56028) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:55.187978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'name': 'tempest-PortsIpV6TestJSON-482836981'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:55.195497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:55.229954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc38ec-8c53-45ce-8305-d75898ec17d8 req-2657cfcf-4b5f-45bb-95f0-92b200cff346 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.231472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19cc38ec-8c53-45ce-8305-d75898ec17d8 req-2657cfcf-4b5f-45bb-95f0-92b200cff346 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1225495 Dec 15 04:50:55.263244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.298039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be07ebf6-9169-46bb-925c-e8bb6ac70ff9']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:55.315313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29587933-1a35-48fc-a557-3c7c84ccfe88') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:55.315503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29587933-1a35-48fc-a557-3c7c84ccfe88') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:50:55.320730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19cc38ec-8c53-45ce-8305-d75898ec17d8 req-4c88e982-13d1-4035-a5d3-39664d9815bc tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815673 Dec 15 04:50:55.330733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.338366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:55.342519 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.363411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.366377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port cd4c488d-34d1-4db3-8bb7-220e357691d7 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:50:55.372210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:50:55.372210 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:50:55.375460 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:50:55.458403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d5f65462-a454-48aa-81d6-32fec8eb2241 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:55.499349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.500585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d5f65462-a454-48aa-81d6-32fec8eb2241 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:55.501144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d5f65462-a454-48aa-81d6-32fec8eb2241 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:55.501793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3f0f05bb-e36c-4557-842f-56f67afb066d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:50:55.509459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.512664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be07ebf6-9169-46bb-925c-e8bb6ac70ff9 HTTP/1.1" status: 204 len: 168 time: 0.5557225 Dec 15 04:50:55.532347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfcd4f-3c36-4a63-acde-76ad3059bdb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be07ebf6-9169-46bb-925c-e8bb6ac70ff9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:55.552987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3f0f05bb-e36c-4557-842f-56f67afb066d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:50:55.554185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3f0f05bb-e36c-4557-842f-56f67afb066d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:50:55.567599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2eb00-86ea-4b76-91d3-2a6bc088f0b7 req-75a1de13-bb7b-48de-8f08-bf9ab173e110 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.578951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2eb00-86ea-4b76-91d3-2a6bc088f0b7 req-75a1de13-bb7b-48de-8f08-bf9ab173e110 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.585092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2eb00-86ea-4b76-91d3-2a6bc088f0b7 req-75a1de13-bb7b-48de-8f08-bf9ab173e110 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.586786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68c2eb00-86ea-4b76-91d3-2a6bc088f0b7 req-75a1de13-bb7b-48de-8f08-bf9ab173e110 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2411 time: 0.1332951 Dec 15 04:50:55.657949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.663044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68c2eb00-86ea-4b76-91d3-2a6bc088f0b7 req-da8cfb0e-1d1d-4092-93ac-daa79f417bf6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691519 Dec 15 04:50:55.767621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.839731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56038) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:55.870809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=cd4c488d-34d1-4db3-8bb7-220e357691d7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:55.881256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': 'fb941e4f-5177-4e4e-bb7c-c52e8662db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:55.881256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: 5a373e02-5c65-4c15-898e-d177f2dd8d76, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:55.902188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:55.903142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6bd4b-fe5e-4cbb-9469-6ec6c1290af6 req-59dbafbd-f00f-4109-92b8-02fba4d476ff tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.904840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cce6bd4b-fe5e-4cbb-9469-6ec6c1290af6 req-59dbafbd-f00f-4109-92b8-02fba4d476ff tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.1062958 Dec 15 04:50:55.922019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5a373e02-5c65-4c15-898e-d177f2dd8d76) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:55.928040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:55.935273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7dd03-6c09-4373-8598-19b06975f394 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:55.935473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:55.936157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:55.963929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-85eecb2c-401d-4712-a55c-e172f815ca0e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7799113 Dec 15 04:50:55.964201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0adeee02-efa4-4a77-be93-54b5d8aee04a req-381a9c7b-680e-43a8-ad08-f7391a3291f0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0494993 Dec 15 04:50:55.964590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56040) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:55.973495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56042) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:55.973753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-395452c7-620d-4795-b1c1-5d52ba07736b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d548ae0698c408c82807f41c55f72be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328321 Dec 15 04:50:55.978803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-3845823'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:56.047757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:56.051207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.063104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8e46-2888-4bf4-a050-42de09f1ee8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.065554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cce6bd4b-fe5e-4cbb-9469-6ec6c1290af6 req-99f26f89-32e5-4cf2-b246-cf5fed8eecd9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520855 Dec 15 04:50:56.083271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-6e707391-73bb-4ad5-9878-f7f96c25ceaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957751 Dec 15 04:50:56.092555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:56.121493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8e46-2888-4bf4-a050-42de09f1ee8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.140735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.141330 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment ac03c5bb-2f3f-4f15-8768-24096497c8a0 of type vlan for network e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af Dec 15 04:50:56.177296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8e46-2888-4bf4-a050-42de09f1ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.180393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8e46-2888-4bf4-a050-42de09f1ee8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.184324 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3cfe8e46-2888-4bf4-a050-42de09f1ee8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51aa363e-40bd-467e-95d5-dca9e268a63b HTTP/1.1" status: 204 len: 168 time: 0.2096181 Dec 15 04:50:56.193301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe8e46-2888-4bf4-a050-42de09f1ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa363e-40bd-467e-95d5-dca9e268a63b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:56.250177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.280725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-fd23998d-4756-409b-b791-843e8b5ac08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:56.282830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-fd23998d-4756-409b-b791-843e8b5ac08f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 1097 time: 0.1397936 Dec 15 04:50:56.309985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265f66e-5c71-4489-9afd-d6149b4a7448 req-77fb203b-2311-428f-a84c-40978ba0a870 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:56.311699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9265f66e-5c71-4489-9afd-d6149b4a7448 req-77fb203b-2311-428f-a84c-40978ba0a870 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.1316171 Dec 15 04:50:56.345471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.352046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13dae66f-23ee-4548-b926-56e94d2e9f2c details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:50:56.352750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:56.353601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.511921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5445127 Dec 15 04:50:56.515189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56054) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:56.527254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'ports': [{'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'}, {'network_id': 'e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af'}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:56.529079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:56.529722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': 'e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:56.536766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:56.563198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '13dae66f-23ee-4548-b926-56e94d2e9f2c', 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'port_id': '13dae66f-23ee-4548-b926-56e94d2e9f2c', 'mac_address': 'fa:16:3e:16:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff711a91-0f9d-4059-8560-d72f9968dcb7', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:50:56.568602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9265f66e-5c71-4489-9afd-d6149b4a7448 req-f7c29681-9073-47aa-8a74-8113188e8ecc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441938 Dec 15 04:50:56.569247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7e49f-4675-4fc9-a25e-7c0d6247606b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:56.623695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56060) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:56.634691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:56.647544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-13c69dfc-fd71-4d44-bcd9-6be78dca272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:56.651609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-13c69dfc-fd71-4d44-bcd9-6be78dca272b service neutron] 10.222.0.16 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.3352954 Dec 15 04:50:56.670212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d9be4-9a5a-42d5-bf14-d0dae4b4f7fe req-cc9e928f-c087-4b1c-b768-25e5562e27fb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:56.678281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9d9be4-9a5a-42d5-bf14-d0dae4b4f7fe req-cc9e928f-c087-4b1c-b768-25e5562e27fb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2208207 Dec 15 04:50:56.780424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-2c0e86e8-433e-4068-a8fd-62172dd4cf71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf HTTP/1.1" status: 200 len: 217 time: 0.0940249 Dec 15 04:50:56.786312 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.838117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dae66f-23ee-4548-b926-56e94d2e9f2c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:56.879674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:56.903765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.904592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:50:56.920603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:56.931802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.944451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9d9be4-9a5a-42d5-bf14-d0dae4b4f7fe req-362c703d-b0e7-4c83-96f9-9113d434330d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616735 Dec 15 04:50:56.974069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:56.991631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f3d5-8690-4004-9a68-0169e41dc067 req-8cbb5112-fc2b-4f14-b8a0-bd96125b1d25 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.013607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f3d5-8690-4004-9a68-0169e41dc067 req-8cbb5112-fc2b-4f14-b8a0-bd96125b1d25 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.021301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f3d5-8690-4004-9a68-0169e41dc067 req-8cbb5112-fc2b-4f14-b8a0-bd96125b1d25 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.029999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e82f3d5-8690-4004-9a68-0169e41dc067 req-8cbb5112-fc2b-4f14-b8a0-bd96125b1d25 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2411 time: 0.2478771 Dec 15 04:50:57.052657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-40fae319-8761-4ab6-bba6-f61d1a708a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.054582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-40fae319-8761-4ab6-bba6-f61d1a708a46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.2506771 Dec 15 04:50:57.087478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 3a3c7870-2643-42f8-afa7-2ca4c07f26db yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:50:57.167458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e82f3d5-8690-4004-9a68-0169e41dc067 req-576d7201-6b4c-4607-a22d-d83776296c69 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362598 Dec 15 04:50:57.250471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:57.255853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e780f-dd16-41a6-8375-6c7acac07e8b tempest-TestVolumeBootPattern-2066187591 tempest-TestVolumeBootPattern-2066187591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.260566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a97e780f-dd16-41a6-8375-6c7acac07e8b tempest-TestVolumeBootPattern-2066187591 tempest-TestVolumeBootPattern-2066187591-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 1093 time: 0.6358209 Dec 15 04:50:57.262280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:57.267996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:57.292873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e57f-56bf-4f2c-93aa-cedea457c643 req-f2925f85-b0ee-445e-99c9-bd393ec22e64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.295070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1488e57f-56bf-4f2c-93aa-cedea457c643 req-f2925f85-b0ee-445e-99c9-bd393ec22e64 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2116027 Dec 15 04:50:57.299651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-040c951d-e684-487c-8b69-6d1c80363b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:57.301482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-040c951d-e684-487c-8b69-6d1c80363b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2332053 Dec 15 04:50:57.317045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736', 'network_id': '16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae', 'port_id': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736', 'mac_address': 'fa:16:3e:ee:9f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210c2da3-c411-461c-8782-8cb70baacbb2', 'ip_address': '19.86.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:50:57.325054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:57.339664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.346379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.382852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.383357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2fc2298d-8673-4429-a092-a86590c9b6f1 req-fde25ba3-14e6-4544-87bf-613dcf14925a tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0864079 Dec 15 04:50:57.403618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:57.434119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:57.447822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.448945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7287461-b4f3-46f4-aaf5-d729aa93f227 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:50:57.452247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56086) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:57.506197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1488e57f-56bf-4f2c-93aa-cedea457c643 req-ced8b1ed-5a6a-43f3-a473-a3f84c4cd63d tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928983 Dec 15 04:50:57.560310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:57.571026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7287461-b4f3-46f4-aaf5-d729aa93f227, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:57.577764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 3a40b9ed-cea7-4b03-8610-924b306d67a4 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:50:57.586522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'e7287461-b4f3-46f4-aaf5-d729aa93f227', 'network_id': 'c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45', 'port_id': 'e7287461-b4f3-46f4-aaf5-d729aa93f227', 'mac_address': 'fa:16:3e:29:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff711a91-0f9d-4059-8560-d72f9968dcb7', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:50:57.599019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-d3b4f07b-92c7-4275-81e7-f5b5730ba60e service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792423 Dec 15 04:50:57.662276 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca01fc46-4381-4de5-bd1e-810febd828b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.677987 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.698061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7287461-b4f3-46f4-aaf5-d729aa93f227 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:50:57.722455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7287461-b4f3-46f4-aaf5-d729aa93f227, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:57.724421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1190115934-network', 'tenant_id': '8fc7e1733fde4f5d8b13755842ed1738'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:57.733326 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.751277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Made reservation on behalf of 8fc7e1733fde4f5d8b13755842ed1738 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:57.753875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.766789 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.779238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.807747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.835499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e74f1b84-e353-47cc-a6df-5241b7a83cab req-510f6f44-720d-413a-b22c-f6b9735bbc26 service neutron] 10.222.0.16 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272587 Dec 15 04:50:57.855383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e7287461-b4f3-46f4-aaf5-d729aa93f227,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:57.900808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.908156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.960638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae745d6b-b8bb-4d9c-9718-faede66bcf3d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:57.966551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:50:57.986551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:57.987654 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Added segment dad31717-c0b5-4be6-9361-3771c00dcbe6 of type vlan for network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 Dec 15 04:50:57.988900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.036923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.25.2.183 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a8bf2e11-0417-4db7-96fe-53d5378d5498) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:50:58.061374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.074548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:58.080444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:58.086741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:58.087623 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.102574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=3a3c7870-2643-42f8-afa7-2ca4c07f26db,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:58.104024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.107371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.107651 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.187869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7304947 Dec 15 04:50:58.192102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56110) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:58.199802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Request body: {'subnet': {'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1190115934-subnet', 'tenant_id': '8fc7e1733fde4f5d8b13755842ed1738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:50:58.201417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c109d3e-4c1e-43f9-b309-7e8d73c13285 admin admin] Pushing event updated for resources: {'Network': ['ID=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:58.227988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:50:58.272518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=3a40b9ed-cea7-4b03-8610-924b306d67a4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:58.293505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Made reservation on behalf of 8fc7e1733fde4f5d8b13755842ed1738 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:50:58.307505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.319841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['13dae66f-23ee-4548-b926-56e94d2e9f2c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:58.382415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['07ecbfc8-1e0d-40c3-b0c2-79795eb25736'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:58.398804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': 'ac03c5bb-2f3f-4f15-8768-24096497c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:58.399178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:58.403810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.437572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ecc81-2f97-4676-9ed0-489a4a545688 req-403ff18d-c325-463c-85be-c13b4702597d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.439303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e7287461-b4f3-46f4-aaf5-d729aa93f227'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:58.444807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:58.463676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ecc81-2f97-4676-9ed0-489a4a545688 req-403ff18d-c325-463c-85be-c13b4702597d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.465293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:58.470380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:58.479068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.484607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.485561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.494475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25e102-833c-4291-b437-bb07f4e23209 None None] Network e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:58.502448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ecc81-2f97-4676-9ed0-489a4a545688 req-403ff18d-c325-463c-85be-c13b4702597d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.506893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-984ecc81-2f97-4676-9ed0-489a4a545688 req-403ff18d-c325-463c-85be-c13b4702597d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2414 time: 0.1829512 Dec 15 04:50:58.522807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a223e8e6-320a-4e91-80e0-0ba3dcad3de2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0061781 Dec 15 04:50:58.533576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:50:58.596530 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-984ecc81-2f97-4676-9ed0-489a4a545688 req-40896b96-3e75-4593-a99a-e16989ef3035 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830984 Dec 15 04:50:58.649058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.680917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:50:58.688436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:58.690972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:50:58.702140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a60f730-9d11-488c-b634-7b13acf1c060 req-b829bcf1-1c12-4e52-ab2c-cd3cbd8b7535 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0344071 Dec 15 04:50:58.810737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=a8bf2e11-0417-4db7-96fe-53d5378d5498,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:58.895828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.962666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-9926eccf-7081-48c7-bf22-c73fbb1ec2cb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:58.965531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 3a40b9ed-cea7-4b03-8610-924b306d67a4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:58.965948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:58.977301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-9926eccf-7081-48c7-bf22-c73fbb1ec2cb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea665d1-10d3-46a4-be71-77145ff718a0 HTTP/1.1" status: 200 len: 943 time: 0.0957806 Dec 15 04:50:59.090744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:59.091494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Deleting port 62df42ba-9840-4057-b98f-e3372c0826f4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:50:59.091837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.124223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Checking segment: {'id': 'dad31717-c0b5-4be6-9361-3771c00dcbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:50:59.125179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Network hostable DHCP agents. Network: 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:50:59.139150 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.159532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 3a40b9ed-cea7-4b03-8610-924b306d67a4 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:59.175686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:50:59.199331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] For port 62df42ba-9840-4057-b98f-e3372c0826f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=62df42ba-9840-4057-b98f-e3372c0826f4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:50:59.200716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.221850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Calling delete_port for 62df42ba-9840-4057-b98f-e3372c0826f4 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:50:59.228588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:50:59.238276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:59.238877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.242591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea98e7-fb98-40a7-ad08-7df48ff8667c None None] Network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:59.404306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e2f9c8-45ac-43cd-85ab-2a4e29482ad2 None None] Network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:50:59.717161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59af53cb-f631-4671-ad5d-4039fbf0ff3f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5218651 Dec 15 04:50:59.786625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a7c4-602a-4ab9-808f-851fd10fea7c req-81238f06-bdfd-4e6c-8a96-6c55c140d038 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:59.789004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.792544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a7c4-602a-4ab9-808f-851fd10fea7c req-81238f06-bdfd-4e6c-8a96-6c55c140d038 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:59.798746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a7c4-602a-4ab9-808f-851fd10fea7c req-81238f06-bdfd-4e6c-8a96-6c55c140d038 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:50:59.806470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c635a7c4-602a-4ab9-808f-851fd10fea7c req-81238f06-bdfd-4e6c-8a96-6c55c140d038 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2414 time: 0.1295335 Dec 15 04:50:59.825891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.826268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.870498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'Port': ['ID=62df42ba-9840-4057-b98f-e3372c0826f4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:59.884775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:50:59.936442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=3a40b9ed-cea7-4b03-8610-924b306d67a4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:50:59.938410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c635a7c4-602a-4ab9-808f-851fd10fea7c req-24fc9976-b8ad-4786-bce2-5e14e14ef499 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306114 Dec 15 04:50:59.938700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] No DVR routers for this DVR port 62df42ba-9840-4057-b98f-e3372c0826f4 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:50:59.945960 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.958827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbba1e8c-0bfe-4c12-b611-23f7ef2d0906 req-832b22f8-2060-4684-9882-906166dde144 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "DELETE /v2.0/ports/62df42ba-9840-4057-b98f-e3372c0826f4 HTTP/1.1" status: 204 len: 173 time: 0.9791093 Dec 15 04:50:59.960014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-deleted', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:50:59.969576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04d66bab-be87-49f6-b2ae-9e2b51a17c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.973309 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a9180-4dd4-4244-94a4-393e4c18408a" -d '{"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-deleted", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:50:59.987137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:50:59.996263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-47920210-dd94-4830-81a8-a1c464b0f1bf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/3a40b9ed-cea7-4b03-8610-924b306d67a4 HTTP/1.1" status: 204 len: 168 time: 1.4615862 Dec 15 04:50:59.999021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56158) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:00.069565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.229419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc65dac-c50a-4cbd-b2f9-60ad410c714a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:00.240690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc65dac-c50a-4cbd-b2f9-60ad410c714a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:00.244858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ccc65dac-c50a-4cbd-b2f9-60ad410c714a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2422299 Dec 15 04:51:00.247719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:00.270739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d84f97c7-bbd8-4939-a28c-d2e04ea092be req-38822e1e-a06d-43e3-bbbc-4f03e53a6cc9 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.1377652 Dec 15 04:51:00.271319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56168) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:00.361119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:00.376792 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 15 Dec 2021 04:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed17cf3-39d6-445b-89dc-22a444a3c8ae x-openstack-request-id: req-4ed17cf3-39d6-445b-89dc-22a444a3c8ae {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:00.377147 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea665d1-10d3-46a4-be71-77145ff718a0", "name": "network-vif-deleted", "tag": "62df42ba-9840-4057-b98f-e3372c0826f4", "status": "failed", "code": 422}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:00.377398 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ed17cf3-39d6-445b-89dc-22a444a3c8ae {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:00.377810 n-d-820935-10 neutron-server[103133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dea665d1-10d3-46a4-be71-77145ff718a0', 'name': 'network-vif-deleted', 'tag': '62df42ba-9840-4057-b98f-e3372c0826f4', 'status': 'failed', 'code': 422} returned with failed status Dec 15 04:51:00.392506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.400977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.508612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=a8bf2e11-0417-4db7-96fe-53d5378d5498,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:00.509561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:00.528146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1322747064-network', 'tenant_id': '1bd33aa3d8104776b67bb83232cc6fa2'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:00.588298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:51:00.595583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:00.596006 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.610975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Made reservation on behalf of 1bd33aa3d8104776b67bb83232cc6fa2 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:00.613237 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.625622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.636469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.671441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 3a3c7870-2643-42f8-afa7-2ca4c07f26db {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:00.675866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.733434 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.795676 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Floating IP 816a4297-64c2-4790-968b-09cbca34df54 associated. External IP: 172.25.2.183, port: e960cb00-a0b9-4191-9e26-175de45cbd85. Dec 15 04:51:00.797812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:00.800802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:00.803526 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959942fc-880e-4126-b96b-ec63df96f9f4" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-plugged", "status": "completed", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:00.808347 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.809257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13dae66f-23ee-4548-b926-56e94d2e9f2c up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:00.819489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.843081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 3a3c7870-2643-42f8-afa7-2ca4c07f26db owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:00.873452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:00.903975 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2614e2d7-6d30-458d-8504-7982d128aca0 x-openstack-request-id: req-2614e2d7-6d30-458d-8504-7982d128aca0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:00.904644 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-plugged", "status": "completed", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:00.904644 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2614e2d7-6d30-458d-8504-7982d128aca0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:00.905060 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736', 'code': 200} Dec 15 04:51:00.951488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 13dae66f-23ee-4548-b926-56e94d2e9f2c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:51:00.961014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 13dae66f-23ee-4548-b926-56e94d2e9f2c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:00.961770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.975696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:00.987932 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.033120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:01.042658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cde12-6af5-4615-b783-b99fab27bb5c req-27dd6f6e-74a9-4b7e-814e-cf05cd65c6b4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.044238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-868cde12-6af5-4615-b783-b99fab27bb5c req-27dd6f6e-74a9-4b7e-814e-cf05cd65c6b4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 907 time: 0.1767180 Dec 15 04:51:01.057391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d8de7-a2cc-4213-b030-8b4cc4d196cf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:01.067526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.067900 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Added segment e7729ef5-9438-4bea-980a-12ab19339005 of type vlan for network d5272952-d13f-4b65-850a-138a6daf4b65 Dec 15 04:51:01.072373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.078418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.078773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.079120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.079466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.079799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.080175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.080514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.081304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.081304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.081518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.081812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.082130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.082457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:01.087608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.125788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:01.133609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.139079 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.167928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:51:01.177556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=3a3c7870-2643-42f8-afa7-2ca4c07f26db,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:01.184625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.196215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.201756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f13c68b8-a974-4c2a-a3e6-560679277f45 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/3a3c7870-2643-42f8-afa7-2ca4c07f26db HTTP/1.1" status: 204 len: 168 time: 0.9233129 Dec 15 04:51:01.202843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56186) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:01.205684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:01.260459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368397d-33b7-4b7d-9cd0-d8691fdbf2f3 req-1c779fa5-3ab8-4bbc-87ed-ed485f11febc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.266416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368397d-33b7-4b7d-9cd0-d8691fdbf2f3 req-1c779fa5-3ab8-4bbc-87ed-ed485f11febc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.273260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368397d-33b7-4b7d-9cd0-d8691fdbf2f3 req-1c779fa5-3ab8-4bbc-87ed-ed485f11febc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.280100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0368397d-33b7-4b7d-9cd0-d8691fdbf2f3 req-1c779fa5-3ab8-4bbc-87ed-ed485f11febc tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2415 time: 0.2040086 Dec 15 04:51:01.308458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.309316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.309889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.327505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:51:01.340365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:51:01.363913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:01.364945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:01.368263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.394345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd93f45-a494-4e54-84b6-7ef3a7489a2c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.398597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5dd93f45-a494-4e54-84b6-7ef3a7489a2c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1909466 Dec 15 04:51:01.399918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56192) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:01.415500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8988788 Dec 15 04:51:01.417747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56194) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:01.435042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f4017f2-c5cb-468d-bf05-8a7b75cdfd97 req-cb11ca49-e223-4999-8c60-835564e944e0 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0556591 Dec 15 04:51:01.441224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Request body: {'subnet': {'network_id': 'd5272952-d13f-4b65-850a-138a6daf4b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1322747064-subnet', 'tenant_id': '1bd33aa3d8104776b67bb83232cc6fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:01.465430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0368397d-33b7-4b7d-9cd0-d8691fdbf2f3 req-d9efb806-ecb6-4ecc-964c-4de3dd65bea5 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658525 Dec 15 04:51:01.468562 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6142ddac-7ddf-4af9-889c-40c34e17e8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:01.471026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999afeb-47f3-4cbd-a436-907bc852192c admin admin] Pushing event updated for resources: {'Network': ['ID=d5272952-d13f-4b65-850a-138a6daf4b65,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:01.473164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56196) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:01.482655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6142ddac-7ddf-4af9-889c-40c34e17e8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/3a40b9ed-cea7-4b03-8610-924b306d67a4 HTTP/1.1" status: 404 len: 333 time: 0.0809212 Dec 15 04:51:01.487900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Made reservation on behalf of 1bd33aa3d8104776b67bb83232cc6fa2 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:01.491858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.500123 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1813eb44-e999-423b-8ca0-39c81b0b0aae tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:01.501631 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1813eb44-e999-423b-8ca0-39c81b0b0aae tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/3a3c7870-2643-42f8-afa7-2ca4c07f26db HTTP/1.1" status: 404 len: 333 time: 0.0275195 Dec 15 04:51:01.504357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56198) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:01.628771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.707089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:01.720640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa25181e-7c54-48ff-93f4-98ec6fcc34ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4572370 Dec 15 04:51:01.722765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:01.727037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:01.737717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.743432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.767019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:01.784111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac03c5bb-2f3f-4f15-8768-24096497c8a0') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:01.784416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac03c5bb-2f3f-4f15-8768-24096497c8a0') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:01.789730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacbc6f6-b012-4b98-b897-e1d63b9b6e9c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:01.803338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.809331 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0b534e-6302-4435-91ba-08009e62a2f5 x-openstack-request-id: req-db0b534e-6302-4435-91ba-08009e62a2f5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:01.809708 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:01.810041 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db0b534e-6302-4435-91ba-08009e62a2f5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:01.810521 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'status': 'completed', 'code': 200} Dec 15 04:51:01.820460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.828042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:01.828790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.837053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Checking segment: {'id': 'e7729ef5-9438-4bea-980a-12ab19339005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5272952-d13f-4b65-850a-138a6daf4b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:01.837491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Network hostable DHCP agents. Network: d5272952-d13f-4b65-850a-138a6daf4b65, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:01.841717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d5272952-d13f-4b65-850a-138a6daf4b65 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:01.846264 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:01.890806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Network d5272952-d13f-4b65-850a-138a6daf4b65 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:01.923893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.933188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.937862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, d5272952-d13f-4b65-850a-138a6daf4b65) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:01.938220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af HTTP/1.1" status: 204 len: 168 time: 0.4328790 Dec 15 04:51:01.942800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56204) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:01.947142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.948947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:01.957209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39363e-8375-48b1-bb5c-26726273787d None None] Network d5272952-d13f-4b65-850a-138a6daf4b65 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:01.959864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-45078150-b93b-498c-a70f-044bd9ef414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:01.961678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-45078150-b93b-498c-a70f-044bd9ef414e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 1098 time: 0.1115799 Dec 15 04:51:01.975295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033984986'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:01.981101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42323e0-c816-41e9-a181-d33d5f5a8d33 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=e7c9cad0-c1bb-4f54-ad39-b6f5e5cde6af,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:02.010092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:02.015438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.041282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eab861ee-3b36-4440-8b8c-c8723fa89e4e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6210437 Dec 15 04:51:02.051538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:02.066174 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.066710 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment edbc2812-e815-4063-a6a0-f7b8042cb0f4 of type vlan for network f259c175-516e-42d5-8b1a-6305fc3fe843 Dec 15 04:51:02.097727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-73f6e688-35e3-4861-bb3c-bafc6d48d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.099530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-73f6e688-35e3-4861-bb3c-bafc6d48d3d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1281760 Dec 15 04:51:02.160864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.206828 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-dc937c07-72e5-4b60-bb4b-8eb51bd830cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e960cb00-a0b9-4191-9e26-175de45cbd85 HTTP/1.1" status: 200 len: 1000 time: 0.0902541 Dec 15 04:51:02.234800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08c136-e2a6-42a4-88d9-ab5e76b0efb9 None None] Network d5272952-d13f-4b65-850a-138a6daf4b65 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:02.243716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.255072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.255959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.282360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dcb0e-35f2-4f3e-a204-eb5f7bd4db1d req-5e67c1c4-bd99-4f3f-bdce-7296dd8f00d1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.283929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c69dcb0e-35f2-4f3e-a204-eb5f7bd4db1d req-5e67c1c4-bd99-4f3f-bdce-7296dd8f00d1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 907 time: 0.1061921 Dec 15 04:51:02.299293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3448651 Dec 15 04:51:02.321450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-64c0499a-6de1-427d-8cce-ed71faa18ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.321450 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-64c0499a-6de1-427d-8cce-ed71faa18ee0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1053672 Dec 15 04:51:02.321762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:02.327202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:02.342361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '816a4297-64c2-4790-968b-09cbca34df54', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.183', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:62:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:50:59Z', 'updated_at': '2021-12-15T04:50:59Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:02.362113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7287461-b4f3-46f4-aaf5-d729aa93f227 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:02.375806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369feed0-b3c4-4836-ac47-6bac981781e9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=f259c175-516e-42d5-8b1a-6305fc3fe843,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:02.448147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f259c175-516e-42d5-8b1a-6305fc3fe843 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:02.466009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:51:02.482776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-610e1c96-70ce-4a77-bf70-3d1ff92fee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.484921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-610e1c96-70ce-4a77-bf70-3d1ff92fee82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527581 Dec 15 04:51:02.574339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:02.575122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:02.622935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:02.626542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.669351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72506-da27-4f8d-b8cf-f53933b756ed req-dc668893-4f40-4319-847b-3d07abbff9a1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.670933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add72506-da27-4f8d-b8cf-f53933b756ed req-dc668893-4f40-4319-847b-3d07abbff9a1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 907 time: 0.1640780 Dec 15 04:51:02.699688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bf6e-82cf-41a8-9efa-6bacb83fd305 req-7554223e-d564-453d-bd30-0ba24ba0f413 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.713603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bf6e-82cf-41a8-9efa-6bacb83fd305 req-7554223e-d564-453d-bd30-0ba24ba0f413 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.731184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bf6e-82cf-41a8-9efa-6bacb83fd305 req-7554223e-d564-453d-bd30-0ba24ba0f413 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:02.733005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd60bf6e-82cf-41a8-9efa-6bacb83fd305 req-7554223e-d564-453d-bd30-0ba24ba0f413 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2416 time: 0.1733596 Dec 15 04:51:02.734559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:02.774356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Performing IP validity checks on allocation pools {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:51:02.777083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:51:02.794616 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-3a8eb52f-514e-40d3-b762-0243d2244868 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016047 Dec 15 04:51:02.927586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd60bf6e-82cf-41a8-9efa-6bacb83fd305 req-6148776f-e057-4df3-87f5-4672e0eb0def tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860788 Dec 15 04:51:02.951527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-203f5a67-291b-4c98-a8b5-34ef36b9f4e9 req-bade733a-7331-4017-8e8e-cc363721827b service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490920 Dec 15 04:51:02.956481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:02.961694 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9375976-9f9f-46ff-86a7-b08d4ec25f0e" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-plugged", "status": "completed", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:02.971907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:02.995083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port e7287461-b4f3-46f4-aaf5-d729aa93f227 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:51:03.006141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port e7287461-b4f3-46f4-aaf5-d729aa93f227 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:03.012386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.043585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.061392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-6bfb99b1-14b7-44e4-9eb8-fc163d6b4e74 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:03.069603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-6bfb99b1-14b7-44e4-9eb8-fc163d6b4e74 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/networks?id=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 HTTP/1.1" status: 200 len: 825 time: 0.2982888 Dec 15 04:51:03.104736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be02ce62-347c-48eb-ac97-023d4f85f122 req-c8696deb-db9d-4b98-a8af-8d3aa693bbaa tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0678155 Dec 15 04:51:03.119066 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Deleting port d0d9d07f-517b-4c95-8cfb-1cb21043de36 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:03.129259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.142884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-7542456d-a425-4aa8-a79d-c770d1f7388c tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/quotas/8fc7e1733fde4f5d8b13755842ed1738 HTTP/1.1" status: 200 len: 375 time: 0.0728016 Dec 15 04:51:03.149232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=21c48287-4852-4451-8568-b9a9470879ac,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:03.164508 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.169189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': 'edbc2812-e815-4063-a6a0-f7b8042cb0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:03.169554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: f259c175-516e-42d5-8b1a-6305fc3fe843, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:03.196803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network f259c175-516e-42d5-8b1a-6305fc3fe843 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:03.205234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7287461-b4f3-46f4-aaf5-d729aa93f227, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:03.208191 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5f0fed-3428-4dba-8615-9089baf6f902 x-openstack-request-id: req-3f5f0fed-3428-4dba-8615-9089baf6f902 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:03.208469 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-plugged", "status": "completed", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:03.208733 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f5f0fed-3428-4dba-8615-9089baf6f902 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:03.209134 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c', 'code': 200} Dec 15 04:51:03.214470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.215277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f259c175-516e-42d5-8b1a-6305fc3fe843) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:03.220456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '816a4297-64c2-4790-968b-09cbca34df54', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.183', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:62:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:50:59Z', 'updated_at': '2021-12-15T04:50:59Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:03.226863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e2841-3522-4272-8fab-89dc8d98ac72 None None] Network f259c175-516e-42d5-8b1a-6305fc3fe843 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:03.238552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:03.240995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.250975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-57bccb20-c13d-419d-acc3-b527a8a2f9bd tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fc7e1733fde4f5d8b13755842ed1738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040497 Dec 15 04:51:03.266450 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b03f321f-9051-4121-97e0-2d4f9f538ccf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9438591 Dec 15 04:51:03.270120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21792ff2-ca80-4e42-a3a0-465782f22bd5 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '816a4297-64c2-4790-968b-09cbca34df54', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.183', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:62:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:50:59Z', 'updated_at': '2021-12-15T04:50:59Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:51:03.272553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56234) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:03.278895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843', 'name': 'tempest-PortsIpV6TestJSON-662060086'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:03.385263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e7287461-b4f3-46f4-aaf5-d729aa93f227,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:03.414525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.470078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] For port d0d9d07f-517b-4c95-8cfb-1cb21043de36, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d0d9d07f-517b-4c95-8cfb-1cb21043de36,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:03.470450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.486652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.495706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f259c175-516e-42d5-8b1a-6305fc3fe843', 'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': '21c48287-4852-4451-8568-b9a9470879ac'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:03.497093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.500392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-ac758f01-a018-4423-81a8-1b36de90d9ab service neutron] 10.222.0.37 "GET /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482865 Dec 15 04:51:03.501002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:03.502714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Calling delete_port for d0d9d07f-517b-4c95-8cfb-1cb21043de36 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:03.505951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.529043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port c386d2fc-ecd5-4153-924c-c0246d3132d3 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:03.641921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95a5e-56ee-422d-86f2-bfaecd23f47c req-2661b0d7-67e3-445a-9a5c-856658395216 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:03.650831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71e95a5e-56ee-422d-86f2-bfaecd23f47c req-2661b0d7-67e3-445a-9a5c-856658395216 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 907 time: 0.2230392 Dec 15 04:51:03.703680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1a2b2-952e-4b27-8f4f-0216a39dbf97 None None] New status for floating IP 816a4297-64c2-4790-968b-09cbca34df54: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:51:03.718924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-932577aa-ec33-4b01-826c-1d1ebd23ad9a service neutron] 10.222.0.37 "GET /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170408 Dec 15 04:51:03.728329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::90 (f259c175-516e-42d5-8b1a-6305fc3fe843/21c48287-4852-4451-8568-b9a9470879ac/c386d2fc-ecd5-4153-924c-c0246d3132d3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:03.818402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.878931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'Port': ['ID=d0d9d07f-517b-4c95-8cfb-1cb21043de36,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:03.969740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] No DVR routers for this DVR port d0d9d07f-517b-4c95-8cfb-1cb21043de36 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:03.975849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:03.979476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-add72506-da27-4f8d-b8cf-f53933b756ed req-f9df61aa-1213-4c73-bd2a-832a4db2749c tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "DELETE /v2.0/ports/d0d9d07f-517b-4c95-8cfb-1cb21043de36 HTTP/1.1" status: 204 len: 173 time: 1.2915971 Dec 15 04:51:03.979929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'name': 'network-vif-deleted', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:03.993511 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a5e0fd-817d-4e7e-acba-e498e0e0bfbe" -d '{"events": [{"server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "name": "network-vif-deleted", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:04.094256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.139643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33001542-7bff-4c26-9bbd-8123e2cc43ce req-de59601f-c7f6-43fc-b6f0-e114f06887f1 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 210 time: 0.1018569 Dec 15 04:51:04.208786 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.264934 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4771e09a-056f-49f4-a01f-a986ddf1bef4 x-openstack-request-id: req-4771e09a-056f-49f4-a01f-a986ddf1bef4 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:04.266534 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b03fc6-6594-4e83-b6db-2472acdfca8a", "name": "network-vif-deleted", "tag": "d0d9d07f-517b-4c95-8cfb-1cb21043de36", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:04.267400 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4771e09a-056f-49f4-a01f-a986ddf1bef4 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:04.267951 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b03fc6-6594-4e83-b6db-2472acdfca8a', 'name': 'network-vif-deleted', 'tag': 'd0d9d07f-517b-4c95-8cfb-1cb21043de36', 'status': 'completed', 'code': 200} Dec 15 04:51:04.294779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network f259c175-516e-42d5-8b1a-6305fc3fe843 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:04.296952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Allocated IP 2001:db8::2 (f259c175-516e-42d5-8b1a-6305fc3fe843/21c48287-4852-4451-8568-b9a9470879ac/c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:04.299725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:04.307640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:04.315704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:04.316976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.328454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb605c-9caa-47d6-a45c-b9d36c398c4f req-7545d06b-eb7c-4c36-8ed8-8167f28724a0 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:04.336280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb605c-9caa-47d6-a45c-b9d36c398c4f req-7545d06b-eb7c-4c36-8ed8-8167f28724a0 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:04.343899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb605c-9caa-47d6-a45c-b9d36c398c4f req-7545d06b-eb7c-4c36-8ed8-8167f28724a0 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:04.346575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30eb605c-9caa-47d6-a45c-b9d36c398c4f req-7545d06b-eb7c-4c36-8ed8-8167f28724a0 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.1979339 Dec 15 04:51:04.355802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0817661 Dec 15 04:51:04.356620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:04.416104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45013a65-1a40-41e0-a484-9f0a52d38fad req-d9ab8117-208e-498f-8018-d0810e2ff031 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0678151 Dec 15 04:51:04.416305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6ee3-8b88-486c-988d-de2ff8e5954e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=c386d2fc-ecd5-4153-924c-c0246d3132d3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:04.458075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30eb605c-9caa-47d6-a45c-b9d36c398c4f req-3e98b082-77d6-442a-af5e-ae87d2e67e3f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946248 Dec 15 04:51:04.539239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port c386d2fc-ecd5-4153-924c-c0246d3132d3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:04.541079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.707043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.740481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for c386d2fc-ecd5-4153-924c-c0246d3132d3 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:04.829551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a7e604c-e960-4a86-9f6f-48668b67e287 req-c841ae0e-e409-4c5b-a4ed-45bd024dbd16 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=50b03fc6-6594-4e83-b6db-2472acdfca8a HTTP/1.1" status: 200 len: 210 time: 0.0388334 Dec 15 04:51:04.842465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.858504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:04.905382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Network f259c175-516e-42d5-8b1a-6305fc3fe843 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:04.913831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:04.917743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:04.938989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Pushing event updated for resources: {'Port': ['ID=c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:04.965837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.000590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Attempting to bind port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:05.001062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Attempting to bind port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'edbc2812-e815-4063-a6a0-f7b8042cb0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:05.001437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Attempting to bind port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5 on network f259c175-516e-42d5-8b1a-6305fc3fe843 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:05.008691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:05.009077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Checking segment: {'id': 'edbc2812-e815-4063-a6a0-f7b8042cb0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:05.009601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.010016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Bound using segment: {'id': 'edbc2812-e815-4063-a6a0-f7b8042cb0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:05.010625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Bound port: c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbc2812-e815-4063-a6a0-f7b8042cb0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f259c175-516e-42d5-8b1a-6305fc3fe843'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:05.011104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.018226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=c386d2fc-ecd5-4153-924c-c0246d3132d3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:05.067189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.071046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e854e3ee-2757-4447-8377-8465aca1217b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/c386d2fc-ecd5-4153-924c-c0246d3132d3 HTTP/1.1" status: 204 len: 168 time: 0.7095146 Dec 15 04:51:05.073663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:05.103242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] For port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:05.111980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] For port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5,segment=NetworkSegment(edbc2812-e815-4063-a6a0-f7b8042cb0f4),segment_id=edbc2812-e815-4063-a6a0-f7b8042cb0f4)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:05.116348 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4936b66f-81a8-428b-b53b-cb443af44be4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:51:05.116884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4936b66f-81a8-428b-b53b-cb443af44be4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:51:05.121535 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.136439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4936b66f-81a8-428b-b53b-cb443af44be4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/c386d2fc-ecd5-4153-924c-c0246d3132d3 HTTP/1.1" status: 404 len: 333 time: 0.0583560 Dec 15 04:51:05.137205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:05.159565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-17af880e-0ef8-4050-b689-7438d60983a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382270 Dec 15 04:51:05.218024 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4799ce08-b26a-46f3-914b-8b57072908ae tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:05.228545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4799ce08-b26a-46f3-914b-8b57072908ae tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/c386d2fc-ecd5-4153-924c-c0246d3132d3 HTTP/1.1" status: 404 len: 333 time: 0.0886033 Dec 15 04:51:05.228545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56268) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:05.235404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7287461-b4f3-46f4-aaf5-d729aa93f227'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:05.241607 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413f566b-7b38-4fa2-9660-75667c511c85" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-plugged", "status": "completed", "tag": "e7287461-b4f3-46f4-aaf5-d729aa93f227"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:05.324201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cf8d1-42fb-4aa3-af55-052d9fa5a47b None None] Pushing event updated for resources: {'Port': ['ID=c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:05.338961 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50840d23-6e1f-4ec8-a8c0-dfe961c6d126 x-openstack-request-id: req-50840d23-6e1f-4ec8-a8c0-dfe961c6d126 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:05.339591 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-plugged", "status": "completed", "tag": "e7287461-b4f3-46f4-aaf5-d729aa93f227", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:05.340056 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50840d23-6e1f-4ec8-a8c0-dfe961c6d126 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:05.340690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cdd2936-2726-4102-87b6-df560a16d128 req-79de6ad0-f4ed-4130-ab66-c5592d8baa41 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 210 time: 0.0798326 Dec 15 04:51:05.341303 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7287461-b4f3-46f4-aaf5-d729aa93f227', 'code': 200} Dec 15 04:51:05.399496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 21c48287-4852-4451-8568-b9a9470879ac {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:05.404540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.437508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-0edb12ed-610b-4863-8098-803cb1e30f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.439210 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-0edb12ed-610b-4863-8098-803cb1e30f9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ce6912b41234295b070654966d6f06d&device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 1098 time: 0.1150498 Dec 15 04:51:05.489583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.504680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9a42-c28d-4a33-9787-215ec2b5901c req-2d64add3-cf21-403d-a485-cb479e79a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.505380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9a42-c28d-4a33-9787-215ec2b5901c req-2d64add3-cf21-403d-a485-cb479e79a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.505860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9a42-c28d-4a33-9787-215ec2b5901c req-2d64add3-cf21-403d-a485-cb479e79a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.507865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-556a9a42-c28d-4a33-9787-215ec2b5901c req-2d64add3-cf21-403d-a485-cb479e79a056 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2873 time: 0.0735080 Dec 15 04:51:05.637014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-556a9a42-c28d-4a33-9787-215ec2b5901c req-750e1bb8-ef4c-46eb-ba1f-51286e70696f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131461 Dec 15 04:51:05.748304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-937a0021-1959-4446-b77a-b18318c0f644 req-720f7699-6fa0-43a9-bdbd-eb5157ef3089 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0555120 Dec 15 04:51:05.774091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e089df-83f6-45ca-a4e9-28aa7ba26e19 req-a92729da-0062-42d1-b5f6-dc1641a09422 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.800707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e089df-83f6-45ca-a4e9-28aa7ba26e19 req-a92729da-0062-42d1-b5f6-dc1641a09422 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.810984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e089df-83f6-45ca-a4e9-28aa7ba26e19 req-a92729da-0062-42d1-b5f6-dc1641a09422 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.815852 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e089df-83f6-45ca-a4e9-28aa7ba26e19 req-a92729da-0062-42d1-b5f6-dc1641a09422 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.2019937 Dec 15 04:51:05.825685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:05.870314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-b3aa0e5f-a66b-4a32-8b5f-f99b38611eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:05.872173 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-b3aa0e5f-a66b-4a32-8b5f-f99b38611eaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 200 len: 911 time: 0.3968427 Dec 15 04:51:05.876537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e089df-83f6-45ca-a4e9-28aa7ba26e19 req-b60d4ab9-0873-432c-901f-705159365b45 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572956 Dec 15 04:51:05.958705 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-c613609d-a4d3-4d61-996d-8d5fbe80c193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b4749db-bd6f-4af9-af70-73f88148eff4 HTTP/1.1" status: 200 len: 217 time: 0.0645614 Dec 15 04:51:06.007536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-4588e0ac-666b-49cc-9b71-ede95c006548 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:06.008864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-4588e0ac-666b-49cc-9b71-ede95c006548 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.42 "GET /v2.0/networks?id=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 HTTP/1.1" status: 200 len: 825 time: 0.2896385 Dec 15 04:51:06.035844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Request body: {'port': {'device_id': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1', 'admin_state_up': True, 'tenant_id': '8fc7e1733fde4f5d8b13755842ed1738'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:06.062383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-32cbfbc4-f78f-4189-932e-b17a6e65ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:06.063954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-32cbfbc4-f78f-4189-932e-b17a6e65ebeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 200 len: 850 time: 0.0978246 Dec 15 04:51:06.090709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.158213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=21c48287-4852-4451-8568-b9a9470879ac,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:06.167074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.173823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3c0b9a1-8f39-45c5-adec-9a1b31eb95d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/21c48287-4852-4451-8568-b9a9470879ac HTTP/1.1" status: 204 len: 168 time: 0.9408021 Dec 15 04:51:06.175348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56284) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:06.222854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-0e9c01b1-95ce-459a-8e92-1f6a0ecd30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:06.224544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-0e9c01b1-95ce-459a-8e92-1f6a0ecd30d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14313082-41c9-4a09-84f5-23b7c2a7d02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293299 Dec 15 04:51:06.264870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dc1dc-021b-4086-8dc1-23deda28fc92 req-34b91f54-c4c4-4b9c-9c0e-e0e1b38e5a34 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:06.266565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb5dc1dc-021b-4086-8dc1-23deda28fc92 req-34b91f54-c4c4-4b9c-9c0e-e0e1b38e5a34 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 945 time: 0.1334429 Dec 15 04:51:06.298271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.300814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Made reservation on behalf of 8fc7e1733fde4f5d8b13755842ed1738 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:06.305393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.377514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0d9d07f-517b-4c95-8cfb-1cb21043de36 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:06.387234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb5dc1dc-021b-4086-8dc1-23deda28fc92 req-db3dcb38-c65f-4d3d-95c0-45a85cb5ecb1 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105685 Dec 15 04:51:06.426178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: d0d9d07f-517b-4c95-8cfb-1cb21043de36 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:06.430773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d0d9d07f-517b-4c95-8cfb-1cb21043de36 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:06.433261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-b816a2dc-352d-432b-8567-07f1f3874d95 service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999214 Dec 15 04:51:06.439635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:06.440337 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.531507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc04f185-fa2a-4ca1-9381-c5213a2212d5 req-19582fa3-33d0-4239-ac69-fa0eaaacc4f5 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 210 time: 0.0440803 Dec 15 04:51:06.547498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] For port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5,segment=NetworkSegment(edbc2812-e815-4063-a6a0-f7b8042cb0f4),segment_id=edbc2812-e815-4063-a6a0-f7b8042cb0f4)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:06.547859 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.571841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:06.614820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Allocated IP 172.20.0.8 (058f401d-305f-4dd4-b9a5-bf9c97a0c2b1/02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9/d086e1df-b858-47ca-8faf-415173ae40c3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:06.633666 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2d76a0e6-f04c-454d-ae2b-4fa79044a361 req-c30fd27e-e778-43e3-84e3-f82e1c825f35 service neutron] 10.222.0.42 "GET /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762578 Dec 15 04:51:06.692994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.726779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:06.729464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No DVR routers for this DVR port c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:06.818913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.834627 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:06.838481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f801297-114e-4572-adde-baaba4cf967b None None] Network f259c175-516e-42d5-8b1a-6305fc3fe843 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:06.911178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f259c175-516e-42d5-8b1a-6305fc3fe843']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:06.922666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff0603bf-67a8-424e-b465-d7e71ee739e9 req-c3f92fd7-3972-4ecd-a632-d3aaeeac22ef tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0574634 Dec 15 04:51:06.950410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbc2812-e815-4063-a6a0-f7b8042cb0f4') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:06.952955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbc2812-e815-4063-a6a0-f7b8042cb0f4') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:06.976022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6e8f5aef-a105-46bb-85f9-a27865891005 None None] Could not find standard attr ID for object c0cb0ffe-c7ac-49ce-9274-c450bc8dfad5. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:51:06.998200 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.004352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.062902 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.074703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:07.075146 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:07.079605 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:07.087568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf508c-90f3-4631-bfa5-165541675bd6 None None] DHCP port deletion for f259c175-516e-42d5-8b1a-6305fc3fe843 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:07.142568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61777be-0d97-495f-8898-9327e177e115 req-907fd882-f6ff-47a6-9578-9b8305cd0877 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.149208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61777be-0d97-495f-8898-9327e177e115 req-907fd882-f6ff-47a6-9578-9b8305cd0877 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.155463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61777be-0d97-495f-8898-9327e177e115 req-907fd882-f6ff-47a6-9578-9b8305cd0877 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.164602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d61777be-0d97-495f-8898-9327e177e115 req-907fd882-f6ff-47a6-9578-9b8305cd0877 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.1310034 Dec 15 04:51:07.204731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.227673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.230383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/f259c175-516e-42d5-8b1a-6305fc3fe843 HTTP/1.1" status: 204 len: 168 time: 1.0536368 Dec 15 04:51:07.238739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56294) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:07.247499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1248513923'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:07.267039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239bd1-b538-4f51-9f34-738c457398dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=f259c175-516e-42d5-8b1a-6305fc3fe843,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:07.274699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d61777be-0d97-495f-8898-9327e177e115 req-d6c0ab78-94cb-4df5-9c26-8ef7d37ced2c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091137 Dec 15 04:51:07.295709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:07.302790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.305732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.334708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:07.346940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.346940 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment ae4bfe37-58f6-45ef-8582-965a3f2b11b2 of type vlan for network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 Dec 15 04:51:07.352488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:07.356217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:07.360324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:07.390615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Pushing event updated for resources: {'Port': ['ID=d086e1df-b858-47ca-8faf-415173ae40c3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:07.395894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.419510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.420199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.424900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.432585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.433701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.440510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-395054aa-11fe-4bd5-a839-9c6e58244b63 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4126446 Dec 15 04:51:07.462295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Request body: {'port': {'device_id': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:07.505794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2654350 Dec 15 04:51:07.517169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56300) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:07.523125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:07.530065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.613846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520b376-b60c-4579-a29b-660cd3358eaf tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:07.626252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:07.693849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c9f95-96ef-44f8-9282-6cf9187d3fe1 req-ed211693-f0d5-4682-936d-4dc9f8ee7114 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.695560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-631c9f95-96ef-44f8-9282-6cf9187d3fe1 req-ed211693-f0d5-4682-936d-4dc9f8ee7114 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 945 time: 0.1985860 Dec 15 04:51:07.779411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ab68-b76e-44e9-90de-5fc17db4f9d8 req-0f47bf4b-b1b8-4932-bb12-f0bcda7c1a0c tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:07.781280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c677ab68-b76e-44e9-90de-5fc17db4f9d8 req-0f47bf4b-b1b8-4932-bb12-f0bcda7c1a0c tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 931 time: 0.1435096 Dec 15 04:51:07.816835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-631c9f95-96ef-44f8-9282-6cf9187d3fe1 req-b8ee2ec5-bdd6-4822-bd14-3746b1c6bb00 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121423 Dec 15 04:51:07.819272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:07.823477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.959958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d086e1df-b858-47ca-8faf-415173ae40c3 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:51:07.968941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:07.985520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Transition to ACTIVE for port object d086e1df-b858-47ca-8faf-415173ae40c3 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:51:07.991536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.034548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c677ab68-b76e-44e9-90de-5fc17db4f9d8 req-9c845cfd-20d3-471a-bc24-be830dfba2db tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325356 Dec 15 04:51:08.057116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-770ec07c-dff2-4303-b0a6-3fbd298ebf76 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.065584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-770ec07c-dff2-4303-b0a6-3fbd298ebf76 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 945 time: 0.1769714 Dec 15 04:51:08.076957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Pushing event updated for resources: {'Port': ['ID=d086e1df-b858-47ca-8faf-415173ae40c3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:08.147668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Attempting to bind port d086e1df-b858-47ca-8faf-415173ae40c3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:08.148002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Attempting to bind port d086e1df-b858-47ca-8faf-415173ae40c3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'dad31717-c0b5-4be6-9361-3771c00dcbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:08.148905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Attempting to bind port d086e1df-b858-47ca-8faf-415173ae40c3 on network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:08.154396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Port d086e1df-b858-47ca-8faf-415173ae40c3 on network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:51:08.154718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Attempting to bind port d086e1df-b858-47ca-8faf-415173ae40c3 on network 058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:08.161210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:08.161210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Checking segment: {'id': 'dad31717-c0b5-4be6-9361-3771c00dcbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:08.161483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Bound using segment: {'id': 'dad31717-c0b5-4be6-9361-3771c00dcbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:08.161816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Bound port: d086e1df-b858-47ca-8faf-415173ae40c3, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad31717-c0b5-4be6-9361-3771c00dcbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:08.162177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.163350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f5c2598-0931-4c55-a913-7e6bef9dba52 req-49551a6a-00cf-4676-af10-c01b99267df3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0869710 Dec 15 04:51:08.234852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] For port d086e1df-b858-47ca-8faf-415173ae40c3, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:08.238153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] For port d086e1df-b858-47ca-8faf-415173ae40c3, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d086e1df-b858-47ca-8faf-415173ae40c3,segment=NetworkSegment(dad31717-c0b5-4be6-9361-3771c00dcbe6),segment_id=dad31717-c0b5-4be6-9361-3771c00dcbe6)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:08.243802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.283281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Deleting port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:08.283765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.284343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.284998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.286626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] 10.222.0.42 "PUT /v2.0/ports/d086e1df-b858-47ca-8faf-415173ae40c3 HTTP/1.1" status: 200 len: 1092 time: 0.8285518 Dec 15 04:51:08.287079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'tag': 'd086e1df-b858-47ca-8faf-415173ae40c3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:08.288878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.289379 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e3a0d-e87d-48e9-b67d-49eb93807b10" -d '{"events": [{"name": "network-changed", "server_uuid": "aebad8eb-41ae-4e2a-b533-0387d7e4eb62", "tag": "d086e1df-b858-47ca-8faf-415173ae40c3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:08.319714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847c4b-7191-433d-b916-c80f86d4c93e service neutron] Pushing event updated for resources: {'Port': ['ID=d086e1df-b858-47ca-8faf-415173ae40c3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:08.351352 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbba3192-d016-487b-a66f-c592d63a5889 x-openstack-request-id: req-cbba3192-d016-487b-a66f-c592d63a5889 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:08.351867 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebad8eb-41ae-4e2a-b533-0387d7e4eb62", "tag": "d086e1df-b858-47ca-8faf-415173ae40c3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:08.352298 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbba3192-d016-487b-a66f-c592d63a5889 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:08.353028 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'tag': 'd086e1df-b858-47ca-8faf-415173ae40c3', 'status': 'completed', 'code': 200} Dec 15 04:51:08.416828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-4d0187c7-61bd-4c0d-a10b-4a4775fb04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.418392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-4d0187c7-61bd-4c0d-a10b-4a4775fb04a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fc7e1733fde4f5d8b13755842ed1738&device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 1095 time: 0.0517750 Dec 15 04:51:08.475798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] For port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:08.476454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:08.477368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-7de668dc-3719-40b6-9276-996cbed1cf60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d086e1df-b858-47ca-8faf-415173ae40c3 HTTP/1.1" status: 200 len: 217 time: 0.0389616 Dec 15 04:51:08.479664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=4b12804c-4c50-4038-9ece-01456ad14b39,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:08.503104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Calling delete_port for f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:08.529295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:08.529662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:08.532164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-d9cfaac8-c9ee-447f-a903-a8cf21866ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.533783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-d9cfaac8-c9ee-447f-a903-a8cf21866ce1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9 HTTP/1.1" status: 200 len: 865 time: 0.0487134 Dec 15 04:51:08.569184 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-d480c505-12f8-4e02-a35f-26bd608a72ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266662 Dec 15 04:51:08.683604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-1c26ccf1-b8c4-4172-b65b-2a5cf4850d3f service neutron] 10.222.0.42 "GET /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075146 Dec 15 04:51:08.790795 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-970f5249-2e74-491b-9d14-de6693a45bd8 req-d5b4d48e-9e06-46e3-9cab-486c2f4ce87e service neutron] 10.222.0.42 "GET /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989411 Dec 15 04:51:08.910446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c384f-0c72-4484-abec-b3c602da0a10 req-89344ae0-d147-49a4-bbd4-450556482b31 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.916618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c384f-0c72-4484-abec-b3c602da0a10 req-89344ae0-d147-49a4-bbd4-450556482b31 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.922860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c384f-0c72-4484-abec-b3c602da0a10 req-89344ae0-d147-49a4-bbd4-450556482b31 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.930697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c48c384f-0c72-4484-abec-b3c602da0a10 req-89344ae0-d147-49a4-bbd4-450556482b31 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.5579956 Dec 15 04:51:08.934284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-d1e6fb0a-7cce-41e6-8da3-3ee2b38f7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:08.936185 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-d1e6fb0a-7cce-41e6-8da3-3ee2b38f7eb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fc7e1733fde4f5d8b13755842ed1738&device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 1095 time: 0.0612004 Dec 15 04:51:09.023794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:09.059808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:09.070904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83167562-88f8-4c58-ae36-df388837e43f None None] Network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:09.083001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c48c384f-0c72-4484-abec-b3c602da0a10 req-39d48b00-9576-46d2-a8e8-0d4e49f17c2a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515772 Dec 15 04:51:09.084713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:09.098763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:09.101573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-6dacfd76-2bd9-4125-bef7-c3b95c782abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:09.105564 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-6dacfd76-2bd9-4125-bef7-c3b95c782abe service neutron] 10.222.0.42 "GET /v2.0/networks?id=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 HTTP/1.1" status: 200 len: 925 time: 0.1597691 Dec 15 04:51:09.160009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00ae8d41-b306-46ba-a0c1-b192a8314d78 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6410065 Dec 15 04:51:09.161795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56320) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:09.175805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485207e1-a453-4bb3-b0eb-9fb3a01f20e2 req-ff3b857e-17cd-46ec-88b2-b95a1f12fde3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:09.177782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-485207e1-a453-4bb3-b0eb-9fb3a01f20e2 req-ff3b857e-17cd-46ec-88b2-b95a1f12fde3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c6d8b8b-3213-491b-8ed3-1e83b70865c9 HTTP/1.1" status: 200 len: 945 time: 0.2395911 Dec 15 04:51:09.195409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1153696245'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:09.217409 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-793eba49-4370-49bf-bfdd-84de5c0e6d1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d086e1df-b858-47ca-8faf-415173ae40c3 HTTP/1.1" status: 200 len: 217 time: 0.1039286 Dec 15 04:51:09.306076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21', 'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': '4b12804c-4c50-4038-9ece-01456ad14b39'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:09.306967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:09.349018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-0eb3df53-09bb-4a29-a892-d9da5cef6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:09.353883 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-0eb3df53-09bb-4a29-a892-d9da5cef6413 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9 HTTP/1.1" status: 200 len: 865 time: 0.1064205 Dec 15 04:51:09.414243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-a97de982-0450-44d1-885b-99e610b6cbd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526259 Dec 15 04:51:09.429523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d59cc-4c87-4b40-aa7d-254e42ba9855 req-36f4f20a-bbc8-4fc1-b43e-1c0318dce819 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:09.440726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7d59cc-4c87-4b40-aa7d-254e42ba9855 req-36f4f20a-bbc8-4fc1-b43e-1c0318dce819 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 943 time: 0.2305536 Dec 15 04:51:09.451388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-485207e1-a453-4bb3-b0eb-9fb3a01f20e2 req-6a296d76-872f-45ca-9e55-145f005f3224 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623279 Dec 15 04:51:09.462158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:09.520515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:09.528906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'Port': ['ID=f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:09.635878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-85a1ad17-7fcc-4cf9-8f86-ebf5cc9ad9ff service neutron] 10.222.0.42 "GET /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133210 Dec 15 04:51:09.653124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b7d59cc-4c87-4b40-aa7d-254e42ba9855 req-c89ab6c6-77a8-4379-bce1-224c14dd6854 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063987 Dec 15 04:51:09.654042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] No DVR routers for this DVR port f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:09.661167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:09.669515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85d52933-d709-4eb6-984e-e7dfaadf07e1 req-73ee4419-0bb4-444e-a1f4-846553be6ca3 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "DELETE /v2.0/ports/f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf HTTP/1.1" status: 204 len: 173 time: 1.5895858 Dec 15 04:51:09.670605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'name': 'network-vif-deleted', 'tag': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:09.677030 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e662a-53a9-485f-8119-a964214a3c73" -d '{"events": [{"server_uuid": "8c6d8b8b-3213-491b-8ed3-1e83b70865c9", "name": "network-vif-deleted", "tag": "f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:09.689104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:09.696100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:09.698494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Allocated IP 2001:db8::2 (f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21/4b12804c-4c50-4038-9ece-01456ad14b39/5a8bab71-7c7d-417f-a3f3-855345785e5a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:09.820391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e47ad36-b0a3-4400-a4ec-7df89a44d3ba req-4f6d4e68-dcb0-475f-af7b-26835a9c1de1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0674825 Dec 15 04:51:09.843317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 5458cac1-e8a6-4723-863b-6c909d553a7a yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:09.908783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:51:09.956634 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-353e3a0d-e87d-48e9-b67d-49eb93807b10 req-ed86e598-d151-46e0-815f-b319ebec36ec service neutron] 10.222.0.42 "GET /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113258 Dec 15 04:51:10.010716 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9818f51-635e-4529-b3a7-4521dc7633c4 x-openstack-request-id: req-d9818f51-635e-4529-b3a7-4521dc7633c4 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:10.015980 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d8b8b-3213-491b-8ed3-1e83b70865c9", "name": "network-vif-deleted", "tag": "f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:10.016509 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9818f51-635e-4529-b3a7-4521dc7633c4 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:10.017136 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d8b8b-3213-491b-8ed3-1e83b70865c9', 'name': 'network-vif-deleted', 'tag': 'f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf', 'status': 'completed', 'code': 200} Dec 15 04:51:10.159995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cc388-1652-4b75-9178-487da194bc9d req-1b687077-076a-47d5-beea-87f89b04e61b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:10.167899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cc388-1652-4b75-9178-487da194bc9d req-1b687077-076a-47d5-beea-87f89b04e61b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:10.175860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cc388-1652-4b75-9178-487da194bc9d req-1b687077-076a-47d5-beea-87f89b04e61b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:10.181622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e7cc388-1652-4b75-9178-487da194bc9d req-1b687077-076a-47d5-beea-87f89b04e61b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.1168580 Dec 15 04:51:10.196245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.206507 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.253435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:10.256665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:10.260430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:10.289009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Pushing event updated for resources: {'Port': ['ID=5a8bab71-7c7d-417f-a3f3-855345785e5a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:10.321823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e7cc388-1652-4b75-9178-487da194bc9d req-20d45664-6228-4644-8bd3-fb30525c7d6d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327350 Dec 15 04:51:10.335455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Attempting to bind port 5a8bab71-7c7d-417f-a3f3-855345785e5a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:10.335726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Attempting to bind port 5a8bab71-7c7d-417f-a3f3-855345785e5a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:10.336107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Attempting to bind port 5a8bab71-7c7d-417f-a3f3-855345785e5a on network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:10.346727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:10.347555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Checking segment: {'id': 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:10.348334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.349051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Bound using segment: {'id': 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:10.349755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Bound port: 5a8bab71-7c7d-417f-a3f3-855345785e5a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:10.350381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.362273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::25f (f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21/4b12804c-4c50-4038-9ece-01456ad14b39/5458cac1-e8a6-4723-863b-6c909d553a7a) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:10.396970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:10.432938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:10.433297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f44a2343-c7e0-42a2-92e9-0b08d8c2cfdf not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:10.478117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] For port 5a8bab71-7c7d-417f-a3f3-855345785e5a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:10.483071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] For port 5a8bab71-7c7d-417f-a3f3-855345785e5a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a8bab71-7c7d-417f-a3f3-855345785e5a,segment=NetworkSegment(ae4bfe37-58f6-45ef-8582-965a3f2b11b2),segment_id=ae4bfe37-58f6-45ef-8582-965a3f2b11b2)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:10.509516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d086e1df-b858-47ca-8faf-415173ae40c3 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:51:10.529370 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.537922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.611948 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.708947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe2e53-077f-4670-8276-df52c2296bec None None] Pushing event updated for resources: {'Port': ['ID=5a8bab71-7c7d-417f-a3f3-855345785e5a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:10.735573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:10.745151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:10.758936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:10.768726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:10.769393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.792533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=5458cac1-e8a6-4723-863b-6c909d553a7a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:10.810154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d086e1df-b858-47ca-8faf-415173ae40c3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d086e1df-b858-47ca-8faf-415173ae40c3,segment=NetworkSegment(dad31717-c0b5-4be6-9361-3771c00dcbe6),segment_id=dad31717-c0b5-4be6-9361-3771c00dcbe6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:10.826278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-96966dcc-295c-4cfd-b36b-f13a18916b21 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6359253 Dec 15 04:51:10.829961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56364) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:10.835162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'd086e1df-b858-47ca-8faf-415173ae40c3', 'network_id': '058f401d-305f-4dd4-b9a5-bf9c97a0c2b1', 'port_id': 'd086e1df-b858-47ca-8faf-415173ae40c3', 'mac_address': 'fa:16:3e:1e:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:51:10.896257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339867-a5f0-47db-8e4d-7d669b05bb0b req-3eec16c1-2414-446a-8797-ac7fa7d9711b tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:10.900648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8339867-a5f0-47db-8e4d-7d669b05bb0b req-3eec16c1-2414-446a-8797-ac7fa7d9711b tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 943 time: 0.1246817 Dec 15 04:51:10.931714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:10.983364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d086e1df-b858-47ca-8faf-415173ae40c3 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:51:11.011788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d086e1df-b858-47ca-8faf-415173ae40c3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d086e1df-b858-47ca-8faf-415173ae40c3,segment=NetworkSegment(dad31717-c0b5-4be6-9361-3771c00dcbe6),segment_id=dad31717-c0b5-4be6-9361-3771c00dcbe6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:11.020352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.093961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8339867-a5f0-47db-8e4d-7d669b05bb0b req-7020e533-06ea-40a1-9fed-75baead1780d tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806302 Dec 15 04:51:11.138955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1af9733e-0cb6-47b0-8710-350bbd51d3bb req-ad110b4f-7748-4230-b026-18ddc7979e8c tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0682304 Dec 15 04:51:11.146100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 5458cac1-e8a6-4723-863b-6c909d553a7a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:11.149227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.160471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=d086e1df-b858-47ca-8faf-415173ae40c3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:11.298089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6850-f7b0-43c1-bffb-c37c9f7ebbc4 req-286c7207-5c0b-43f2-b2e0-956547f7cbdb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:11.300236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d3b6850-f7b0-43c1-bffb-c37c9f7ebbc4 req-286c7207-5c0b-43f2-b2e0-956547f7cbdb tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.0844805 Dec 15 04:51:11.303213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.317810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 5458cac1-e8a6-4723-863b-6c909d553a7a owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:11.360359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['d086e1df-b858-47ca-8faf-415173ae40c3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:11.382791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d3b6850-f7b0-43c1-bffb-c37c9f7ebbc4 req-27db892b-db6a-4230-a842-61b106eb6ff7 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716581 Dec 15 04:51:11.541998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12520a1-ca10-4026-8fe3-ce07c43dedba req-f305be19-ac14-482e-b8fc-0c8cdbde2a87 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:11.560896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12520a1-ca10-4026-8fe3-ce07c43dedba req-f305be19-ac14-482e-b8fc-0c8cdbde2a87 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:11.576580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12520a1-ca10-4026-8fe3-ce07c43dedba req-f305be19-ac14-482e-b8fc-0c8cdbde2a87 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:11.576580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e12520a1-ca10-4026-8fe3-ce07c43dedba req-f305be19-ac14-482e-b8fc-0c8cdbde2a87 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.1439018 Dec 15 04:51:11.624397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.643918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a8bab71-7c7d-417f-a3f3-855345785e5a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:11.677729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=5458cac1-e8a6-4723-863b-6c909d553a7a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:11.709876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.714706 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-33fdd900-0406-4aeb-aaf0-b4764a30d522 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/5458cac1-e8a6-4723-863b-6c909d553a7a HTTP/1.1" status: 204 len: 168 time: 0.8838747 Dec 15 04:51:11.723510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56382) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:11.768644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5a8bab71-7c7d-417f-a3f3-855345785e5a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:11.769015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.777996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e12520a1-ca10-4026-8fe3-ce07c43dedba req-d4b60b67-adfb-47d4-ab85-1ac7542c07cd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954503 Dec 15 04:51:11.779731 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac055503-beaa-4204-aa8e-e2a169434db9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:11.781895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ac055503-beaa-4204-aa8e-e2a169434db9 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/5458cac1-e8a6-4723-863b-6c909d553a7a HTTP/1.1" status: 404 len: 333 time: 0.0572236 Dec 15 04:51:11.784735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:11.850933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 4b12804c-4c50-4038-9ece-01456ad14b39 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:11.855114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.893270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.909064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:11.975866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 5a8bab71-7c7d-417f-a3f3-855345785e5a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a8bab71-7c7d-417f-a3f3-855345785e5a,segment=NetworkSegment(ae4bfe37-58f6-45ef-8582-965a3f2b11b2),segment_id=ae4bfe37-58f6-45ef-8582-965a3f2b11b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:11.987147 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.039820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.052179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=5a8bab71-7c7d-417f-a3f3-855345785e5a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:12.059408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-c793f35a-2663-4604-9a4f-6794424932fd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:12.070082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-c793f35a-2663-4604-9a4f-6794424932fd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:12.076570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-c793f35a-2663-4604-9a4f-6794424932fd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:12.079247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-c793f35a-2663-4604-9a4f-6794424932fd tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.1644411 Dec 15 04:51:12.162488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.263999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.273882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/4b12804c-4c50-4038-9ece-01456ad14b39 HTTP/1.1" status: 204 len: 168 time: 0.4869633 Dec 15 04:51:12.275684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b4155-9ad1-4e71-9657-419f26db5494 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=4b12804c-4c50-4038-9ece-01456ad14b39,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:12.276012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56394) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:12.343555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11f92a-7e5d-4d55-98f4-b87ac896af2c None None] Network f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:12.417734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c2bb7fe4-3f58-48e4-a8fe-a0e4b1332d77 req-89a416c9-51c4-4aed-a93c-2f34311d94fd tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.0849154 Dec 15 04:51:12.427716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.459377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc247da-4f9c-45fc-af61-b3639f34db00 req-09231957-d0d5-49c9-8a1a-1853fc78ee23 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:12.463665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dc247da-4f9c-45fc-af61-b3639f34db00 req-09231957-d0d5-49c9-8a1a-1853fc78ee23 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 944 time: 0.2618430 Dec 15 04:51:12.502859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-999840b2-cc0f-4bea-82a0-95ee1111b593 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:12.513594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-999840b2-cc0f-4bea-82a0-95ee1111b593 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.42 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.1809373 Dec 15 04:51:12.517479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d086e1df-b858-47ca-8faf-415173ae40c3 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:12.609652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port e7287461-b4f3-46f4-aaf5-d729aa93f227 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:12.610204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.615562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5d5e0f48-fcc1-41de-8ae0-209631d53752 None None] Provisioning complete for port 5a8bab71-7c7d-417f-a3f3-855345785e5a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:12.615965 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0f48-fcc1-41de-8ae0-209631d53752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.626605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dc247da-4f9c-45fc-af61-b3639f34db00 req-7ad94770-7b9f-49ec-b425-b6aa4f555760 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288581 Dec 15 04:51:12.727711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Deleting port 0b4749db-bd6f-4af9-af70-73f88148eff4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:12.728324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.782850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port d086e1df-b858-47ca-8faf-415173ae40c3 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:51:12.791573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port d086e1df-b858-47ca-8faf-415173ae40c3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:12.791953 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.794223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 5a8bab71-7c7d-417f-a3f3-855345785e5a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:12.794565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.907285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] For port 0b4749db-bd6f-4af9-af70-73f88148eff4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0b4749db-bd6f-4af9-af70-73f88148eff4,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:12.908390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:12.910050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] DHCP port deletion for f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:12.925401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Calling delete_port for 0b4749db-bd6f-4af9-af70-73f88148eff4 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:12.999903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] Deleting port 5a8bab71-7c7d-417f-a3f3-855345785e5a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:12.999903 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.050013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29985c-05cc-4b75-ae4e-be60312dedc9 req-fc918fc7-2553-4638-adde-d1d22bc2eeea tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:13.051589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f29985c-05cc-4b75-ae4e-be60312dedc9 req-fc918fc7-2553-4638-adde-d1d22bc2eeea tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25 HTTP/1.1" status: 200 len: 946 time: 0.4685979 Dec 15 04:51:13.141848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.142367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port e7287461-b4f3-46f4-aaf5-d729aa93f227, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7287461-b4f3-46f4-aaf5-d729aa93f227,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:13.142843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.151093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] For port 5a8bab71-7c7d-417f-a3f3-855345785e5a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a8bab71-7c7d-417f-a3f3-855345785e5a,segment=NetworkSegment(ae4bfe37-58f6-45ef-8582-965a3f2b11b2),segment_id=ae4bfe37-58f6-45ef-8582-965a3f2b11b2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:13.151496 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.171537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] Calling delete_port for 5a8bab71-7c7d-417f-a3f3-855345785e5a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:13.175424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.175847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for e7287461-b4f3-46f4-aaf5-d729aa93f227 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:13.180653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'Port': ['ID=0b4749db-bd6f-4af9-af70-73f88148eff4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:13.188729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0b4749db-bd6f-4af9-af70-73f88148eff4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:13.249659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] For port 5a8bab71-7c7d-417f-a3f3-855345785e5a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a8bab71-7c7d-417f-a3f3-855345785e5a,segment=NetworkSegment(ae4bfe37-58f6-45ef-8582-965a3f2b11b2),segment_id=ae4bfe37-58f6-45ef-8582-965a3f2b11b2)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:13.250167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.263309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] No DVR routers for this DVR port 0b4749db-bd6f-4af9-af70-73f88148eff4 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:13.269232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.273194 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3eeaa16d-eb65-4789-a804-b04d4d3842d0 req-e863c69e-fb85-4481-91de-de799d04bded tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.42 "DELETE /v2.0/ports/0b4749db-bd6f-4af9-af70-73f88148eff4 HTTP/1.1" status: 204 len: 173 time: 0.7530818 Dec 15 04:51:13.274915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'name': 'network-vif-deleted', 'tag': '0b4749db-bd6f-4af9-af70-73f88148eff4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:13.282830 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade9a0ae-0052-4079-ad4f-587705b76cf8" -d '{"events": [{"server_uuid": "11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25", "name": "network-vif-deleted", "tag": "0b4749db-bd6f-4af9-af70-73f88148eff4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:13.302558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 5a8bab71-7c7d-417f-a3f3-855345785e5a owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:13.311128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd086e1df-b858-47ca-8faf-415173ae40c3'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:13.314161 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed6b81-73a7-4092-b028-73981c12fbc2" -d '{"events": [{"server_uuid": "aebad8eb-41ae-4e2a-b533-0387d7e4eb62", "name": "network-vif-plugged", "status": "completed", "tag": "d086e1df-b858-47ca-8faf-415173ae40c3"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:13.332163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d086e1df-b858-47ca-8faf-415173ae40c3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d086e1df-b858-47ca-8faf-415173ae40c3,segment=NetworkSegment(dad31717-c0b5-4be6-9361-3771c00dcbe6),segment_id=dad31717-c0b5-4be6-9361-3771c00dcbe6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:13.346534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.472411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=d086e1df-b858-47ca-8faf-415173ae40c3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:13.554390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f641c1-5f03-45b4-97c4-40d2ab1b7759 req-fbc4876f-a93c-4b5b-b199-9f8369fdf8c7 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:13.564009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f641c1-5f03-45b4-97c4-40d2ab1b7759 req-fbc4876f-a93c-4b5b-b199-9f8369fdf8c7 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:13.564646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.578232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f641c1-5f03-45b4-97c4-40d2ab1b7759 req-fbc4876f-a93c-4b5b-b199-9f8369fdf8c7 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:13.579943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9f641c1-5f03-45b4-97c4-40d2ab1b7759 req-fbc4876f-a93c-4b5b-b199-9f8369fdf8c7 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 2417 time: 0.6801820 Dec 15 04:51:13.607518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] No DVR routers for this DVR port 5a8bab71-7c7d-417f-a3f3-855345785e5a on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:13.613331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a8bab71-7c7d-417f-a3f3-855345785e5a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:13.637057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7800e12-0f79-4aa5-a52d-6f452890c38d None None] Pushing event deleted for resources: {'Port': ['ID=5a8bab71-7c7d-417f-a3f3-855345785e5a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:13.640739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5a8bab71-7c7d-417f-a3f3-855345785e5a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:13.641539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a8bab71-7c7d-417f-a3f3-855345785e5a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:13.773330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f29985c-05cc-4b75-ae4e-be60312dedc9 req-9eb29226-c93e-43da-b1fb-42c286befab9 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5fa705-7763-442f-97c9-997fe4d41604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734779 Dec 15 04:51:13.839546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.859001 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:13.906314 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc2575c-209d-48c2-beef-d3d3cda3479f x-openstack-request-id: req-6fc2575c-209d-48c2-beef-d3d3cda3479f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:13.906772 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25", "name": "network-vif-deleted", "tag": "0b4749db-bd6f-4af9-af70-73f88148eff4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:13.907059 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fc2575c-209d-48c2-beef-d3d3cda3479f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:13.907478 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d51d6e-56ec-4bf7-a7d5-d63d2dcf2c25', 'name': 'network-vif-deleted', 'tag': '0b4749db-bd6f-4af9-af70-73f88148eff4', 'status': 'completed', 'code': 200} Dec 15 04:51:13.945115 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f256202-7a29-4e29-bef7-4709b248eae8 x-openstack-request-id: req-6f256202-7a29-4e29-bef7-4709b248eae8 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:13.945420 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebad8eb-41ae-4e2a-b533-0387d7e4eb62", "name": "network-vif-plugged", "status": "completed", "tag": "d086e1df-b858-47ca-8faf-415173ae40c3", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:13.945692 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f256202-7a29-4e29-bef7-4709b248eae8 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:13.946129 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd086e1df-b858-47ca-8faf-415173ae40c3', 'code': 200} Dec 15 04:51:13.997900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9f641c1-5f03-45b4-97c4-40d2ab1b7759 req-b7c7ee53-7cdd-4d69-9e45-eb3f68607c8b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008327 Dec 15 04:51:14.012639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=e7287461-b4f3-46f4-aaf5-d729aa93f227,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:14.152337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No DVR routers for this DVR port 5a8bab71-7c7d-417f-a3f3-855345785e5a on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:14.161307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=5a8bab71-7c7d-417f-a3f3-855345785e5a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:14.252449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port e7287461-b4f3-46f4-aaf5-d729aa93f227 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:14.263262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc90ba5-4676-4863-9a09-bf5e499a743c req-6dc28e07-3064-44b0-baa6-2c437418e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:14.265780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5fc90ba5-4676-4863-9a09-bf5e499a743c req-6dc28e07-3064-44b0-baa6-2c437418e9d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 1097 time: 0.0720665 Dec 15 04:51:14.292867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4c8ac6d-91e4-4f94-bc6a-f80cfb55bb3c req-7ac5e24e-c08c-4cc7-bd26-4e333cda1064 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/ports?device_id=53c2cea0-de35-471d-ac01-4a83d2ec5020 HTTP/1.1" status: 200 len: 210 time: 0.1661215 Dec 15 04:51:14.305469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.316559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-46cc3352-f647-4c59-8a6c-dbeb1f23e894 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "DELETE /v2.0/ports/e7287461-b4f3-46f4-aaf5-d729aa93f227 HTTP/1.1" status: 204 len: 173 time: 2.2281637 Dec 15 04:51:14.317315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-deleted', 'tag': 'e7287461-b4f3-46f4-aaf5-d729aa93f227'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:14.320134 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87111d9-6494-4791-85fa-24f24bdb4e69" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-deleted", "tag": "e7287461-b4f3-46f4-aaf5-d729aa93f227"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:14.355012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5fc90ba5-4676-4863-9a09-bf5e499a743c req-85e669ce-aeab-45e8-9364-1fef2b9cff4d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784311 Dec 15 04:51:14.393285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7287461-b4f3-46f4-aaf5-d729aa93f227 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:14.419650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: e7287461-b4f3-46f4-aaf5-d729aa93f227 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:14.420002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7287461-b4f3-46f4-aaf5-d729aa93f227 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:14.420465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:14.431117 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd10f35-9c22-43f4-9f9d-f86515b36000 x-openstack-request-id: req-6cd10f35-9c22-43f4-9f9d-f86515b36000 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:14.431307 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-deleted", "tag": "e7287461-b4f3-46f4-aaf5-d729aa93f227", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:14.431817 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cd10f35-9c22-43f4-9f9d-f86515b36000 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:14.432250 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-deleted', 'tag': 'e7287461-b4f3-46f4-aaf5-d729aa93f227', 'status': 'completed', 'code': 200} Dec 15 04:51:14.529876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.552514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fb0a-d726-4442-981e-aeda8bb027b6 req-5d232dcd-51dd-4d1d-bb43-315bd4c273a5 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:14.554206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71d9fb0a-d726-4442-981e-aeda8bb027b6 req-5d232dcd-51dd-4d1d-bb43-315bd4c273a5 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.2800243 Dec 15 04:51:14.573035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.582300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:14.605720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:14.606009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4bfe37-58f6-45ef-8582-965a3f2b11b2') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:14.618805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:14.623475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.625465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 13dae66f-23ee-4548-b926-56e94d2e9f2c no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:14.631858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.654977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:14.655354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.662693 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.706864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71d9fb0a-d726-4442-981e-aeda8bb027b6 req-0b9b3b3c-0dc9-4243-b728-eb5dfec34c5d tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397355 Dec 15 04:51:14.710926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:14.711748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:14.714540 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:14.765422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:14.824561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.836502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.839621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21 HTTP/1.1" status: 204 len: 168 time: 2.5604439 Dec 15 04:51:14.845457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:14.849269 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.851124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'name': 'tempest-PortsIpV6TestJSON-1619917882'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:14.860382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94f255-a21e-49e0-9117-faf285d8919e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=f4e4e0ad-a3f4-4c7b-874a-f7271dc39d21,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:14.869406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:14.869787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.890047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:14.901661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:14.909652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:14.979137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:15.094175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:15.097772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.115467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 18951c6d-61d9-49e8-a8e2-af4a99f484df yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:15.242604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2f212-2a66-4720-a941-b18368321efa req-1ea3ce9d-907d-418d-bc90-530a7bbaf707 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:15.250784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2f212-2a66-4720-a941-b18368321efa req-1ea3ce9d-907d-418d-bc90-530a7bbaf707 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:15.252834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17d2f212-2a66-4720-a941-b18368321efa req-1ea3ce9d-907d-418d-bc90-530a7bbaf707 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 1678 time: 0.1601105 Dec 15 04:51:15.254616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.278106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b36e9-7f80-405a-991b-e1e3fbd9996a req-71d499dc-19f1-470e-97cd-ba917e1d4423 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:15.279758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de3b36e9-7f80-405a-991b-e1e3fbd9996a req-71d499dc-19f1-470e-97cd-ba917e1d4423 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1267691 Dec 15 04:51:15.335423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.340724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=07ecbfc8-1e0d-40c3-b0c2-79795eb25736,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:15.383582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.433676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:15.454069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de3b36e9-7f80-405a-991b-e1e3fbd9996a req-fc0ff879-0723-4355-aa20-cc62ef83e313 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408231 Dec 15 04:51:15.455036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port 07ecbfc8-1e0d-40c3-b0c2-79795eb25736 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:15.460340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:15.464795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:15.475295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:15.476520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.490762 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.495300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-4e5b14c0-04fc-4d0e-9290-95562a9a0c2b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "DELETE /v2.0/ports/07ecbfc8-1e0d-40c3-b0c2-79795eb25736 HTTP/1.1" status: 204 len: 173 time: 1.1128275 Dec 15 04:51:15.503760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17d2f212-2a66-4720-a941-b18368321efa req-a2692a60-2db3-4eab-8e10-a94d1e432a06 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220197 Dec 15 04:51:15.535052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=18951c6d-61d9-49e8-a8e2-af4a99f484df,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:15.544922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-14bccf0d-4628-4c1c-b8b0-1f440fa76146 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6967988 Dec 15 04:51:15.547858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56466) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:15.636846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56470) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:15.716868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 18951c6d-61d9-49e8-a8e2-af4a99f484df {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:15.717220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.746739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fcbb-56b7-44f6-b7c6-2f749e34e28b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.756407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port 13dae66f-23ee-4548-b926-56e94d2e9f2c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:15.756805 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.799206 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.818576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 18951c6d-61d9-49e8-a8e2-af4a99f484df owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:15.843961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fcbb-56b7-44f6-b7c6-2f749e34e28b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.906023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.934875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4765-4ff4-4c34-887e-f2a7f94e4e7c req-c61c1526-41d1-4465-b965-b715a2b9c0d6 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:15.937124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773d4765-4ff4-4c34-887e-f2a7f94e4e7c req-c61c1526-41d1-4465-b965-b715a2b9c0d6 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.1216938 Dec 15 04:51:15.947989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736'}, {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:15.955051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=18951c6d-61d9-49e8-a8e2-af4a99f484df,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:15.958159 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98204629-b991-4307-96f4-2afb1d2b4561" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-unplugged", "status": "completed", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736"}, {"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-unplugged", "status": "completed", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:15.962408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.962917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port 13dae66f-23ee-4548-b926-56e94d2e9f2c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=13dae66f-23ee-4548-b926-56e94d2e9f2c,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:15.963297 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:15.971050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-816bd7ad-319a-4995-a2cd-fc66dffc0520 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/18951c6d-61d9-49e8-a8e2-af4a99f484df HTTP/1.1" status: 204 len: 168 time: 0.4219275 Dec 15 04:51:15.972516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56482) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:15.977450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'mac_address': 'fa:16:3e:8c:70:ff', 'name': 'tempest-PortsIpV6TestJSON-610228596'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:15.992230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for 13dae66f-23ee-4548-b926-56e94d2e9f2c owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:16.002846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fcbb-56b7-44f6-b7c6-2f749e34e28b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.005747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1a8fcbb-56b7-44f6-b7c6-2f749e34e28b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.010217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a1a8fcbb-56b7-44f6-b7c6-2f749e34e28b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/security-groups/df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a HTTP/1.1" status: 204 len: 168 time: 0.3722696 Dec 15 04:51:16.010905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56484) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:16.029270 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8022772c-4538-4c9c-8f48-5951680820e5 x-openstack-request-id: req-8022772c-4538-4c9c-8f48-5951680820e5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:16.031064 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-unplugged", "status": "completed", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736", "code": 200}, {"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-unplugged", "status": "completed", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:16.032104 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8022772c-4538-4c9c-8f48-5951680820e5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:16.032758 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736', 'code': 200} Dec 15 04:51:16.033228 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c', 'code': 200} Dec 15 04:51:16.054335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8fcbb-56b7-44f6-b7c6-2f749e34e28b tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:16.084187 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-b3668c70-2166-48f4-aceb-e9822f71e425 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] show failed (client error): The resource could not be found. Dec 15 04:51:16.087877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3668c70-2166-48f4-aceb-e9822f71e425 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "GET /v2.0/security-groups/df306ee3-a6a1-4d9c-8ee9-32fd608cfc6a HTTP/1.1" status: 404 len: 347 time: 0.0638487 Dec 15 04:51:16.089064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:16.091062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-773d4765-4ff4-4c34-887e-f2a7f94e4e7c req-bc76daa7-4dc2-4a99-9d51-b983c9474b18 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435401 Dec 15 04:51:16.223430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:16.312204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.333408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port a78e0556-1ac5-4c30-ba21-299fcc3392fe {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:16.333754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.387559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port d9e49099-e781-4798-86bd-1864ac9acf74 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:16.466138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-deleted', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:16.468461 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339231dd-9f38-4d71-a321-3f3d8226e99f" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-deleted", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:16.494493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.495051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.510887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0b4749db-bd6f-4af9-af70-73f88148eff4 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:16.528939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for a78e0556-1ac5-4c30-ba21-299fcc3392fe owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:16.532169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.541796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910462-7ff3-4381-a4a9-7fd33fad8a7c req-0fd28428-071c-4fc5-a72f-4ed790934ed4 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:16.543372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6910462-7ff3-4381-a4a9-7fd33fad8a7c req-0fd28428-071c-4fc5-a72f-4ed790934ed4 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.0698800 Dec 15 04:51:16.570854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 0b4749db-bd6f-4af9-af70-73f88148eff4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:16.571337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0b4749db-bd6f-4af9-af70-73f88148eff4 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:16.575150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=13dae66f-23ee-4548-b926-56e94d2e9f2c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:16.710319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port 13dae66f-23ee-4548-b926-56e94d2e9f2c on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:16.720187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.725070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.725620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-750276b3-136f-4418-9ad6-427a3e1a05a3 req-8a8670bc-60a3-40d5-928c-9504986cd41b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "DELETE /v2.0/ports/13dae66f-23ee-4548-b926-56e94d2e9f2c HTTP/1.1" status: 204 len: 173 time: 1.2205586 Dec 15 04:51:16.737995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d60eb1-e3bb-4064-9f81-26b8facfd4ff req-e3437733-31e1-4931-9888-12a1c41d9b7b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:16.739814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31d60eb1-e3bb-4064-9f81-26b8facfd4ff req-e3437733-31e1-4931-9888-12a1c41d9b7b tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1356368 Dec 15 04:51:16.745644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6910462-7ff3-4381-a4a9-7fd33fad8a7c req-c5dc1d71-476d-4ee3-9cbb-05c9c6165b73 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752267 Dec 15 04:51:16.784688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:16.849233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31d60eb1-e3bb-4064-9f81-26b8facfd4ff req-25acbd42-12b1-4d53-bf9c-11e91b97e94f tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009586 Dec 15 04:51:16.853082 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2877734-7d92-48f9-b56d-93123411a846 x-openstack-request-id: req-a2877734-7d92-48f9-b56d-93123411a846 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:16.854350 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-deleted", "tag": "07ecbfc8-1e0d-40c3-b0c2-79795eb25736", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:16.856754 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2877734-7d92-48f9-b56d-93123411a846 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:16.857361 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-deleted', 'tag': '07ecbfc8-1e0d-40c3-b0c2-79795eb25736', 'status': 'completed', 'code': 200} Dec 15 04:51:16.858391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=d9e49099-e781-4798-86bd-1864ac9acf74,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:16.882280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:16.885838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.886193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.886634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.886960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.887296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.887631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.888016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.896511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.900561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.900923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.901270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.901605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.901940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:16.916156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:16.930807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:16.950946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:16.951883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.028727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e63cfdc6-fe9e-4e8d-abef-dfc01370286c req-e7f97463-642c-44de-a31b-e893a09bd545 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=899c044e-aec9-4f94-8059-62cc46a44e7a HTTP/1.1" status: 200 len: 210 time: 0.0716174 Dec 15 04:51:17.038051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-76603b6c-eb2d-4a54-86d5-2607129fba80 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:17.040746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-76603b6c-eb2d-4a54-86d5-2607129fba80 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.1824474 Dec 15 04:51:17.109839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24760ba6-c5ee-4698-87ba-cccd9f11575f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1364927 Dec 15 04:51:17.110440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56518) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:17.111963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.141079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=a78e0556-1ac5-4c30-ba21-299fcc3392fe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:17.159926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975617f-6047-47cf-b5fb-61f833d790cf None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:17.224848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.228848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.230214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-122df185-fe30-45b3-b9b7-d5921b778e70 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a1f3261-cc63-4389-a746-4901051c6887 HTTP/1.1" status: 204 len: 168 time: 1.1402686 Dec 15 04:51:17.234252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56520) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:17.243150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e15e06-3e55-4028-a57d-706414bafc7b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:17.247214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b9e15e06-3e55-4028-a57d-706414bafc7b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/d9e49099-e781-4798-86bd-1864ac9acf74 HTTP/1.1" status: 200 len: 844 time: 0.1320245 Dec 15 04:51:17.248172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56522) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:17.309996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e2ad2-251a-44d8-8ab8-30fc2c474b1d req-9878fba5-9cff-45b9-8fb2-73241570433e tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:17.312045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-599e2ad2-251a-44d8-8ab8-30fc2c474b1d req-9878fba5-9cff-45b9-8fb2-73241570433e tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.2034819 Dec 15 04:51:17.378478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port c038e97e-13a0-48be-9ed5-6797c2898551 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:17.378478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.396220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Deleting port accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:17.396556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.470447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-599e2ad2-251a-44d8-8ab8-30fc2c474b1d req-8a8f56f7-db49-4f92-a569-a41123f5902e tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487904 Dec 15 04:51:17.502429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port d9e49099-e781-4798-86bd-1864ac9acf74 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:17.512904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.535465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.563188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for c038e97e-13a0-48be-9ed5-6797c2898551 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:17.647173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] For port accba041-08e2-4857-86f6-bf231b236fd2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=accba041-08e2-4857-86f6-bf231b236fd2,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:17.647925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.668537 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.714382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for d9e49099-e781-4798-86bd-1864ac9acf74 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:17.731409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.784455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=c038e97e-13a0-48be-9ed5-6797c2898551,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:17.887019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:17.894752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25ce2c22-6d9b-4e43-852b-5a8d9d63cc01 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/ports/c038e97e-13a0-48be-9ed5-6797c2898551 HTTP/1.1" status: 204 len: 168 time: 0.6556432 Dec 15 04:51:17.901113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56542) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:17.995877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66439db6-bb02-4ca7-a279-e87c4cece6ee req-8773a1c8-4354-400e-98a5-85469abcc858 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:17.997471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66439db6-bb02-4ca7-a279-e87c4cece6ee req-8773a1c8-4354-400e-98a5-85469abcc858 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.1665137 Dec 15 04:51:18.009252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.009615 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.010106 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Floating IP a4360570-13ae-4388-bb47-721d7d0fe8ee disassociated. External IP: 172.25.2.234, port: accba041-08e2-4857-86f6-bf231b236fd2. Dec 15 04:51:18.010604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Calling delete_port for accba041-08e2-4857-86f6-bf231b236fd2 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:18.018754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port bf12380d-b5e0-423b-aed6-861224f39309 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:18.019361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.040506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.118089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.131715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for bf12380d-b5e0-423b-aed6-861224f39309 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:18.151150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=d9e49099-e781-4798-86bd-1864ac9acf74,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:18.165447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66439db6-bb02-4ca7-a279-e87c4cece6ee req-b761cc29-c6a1-4a50-953c-c46c92e7feef tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599300 Dec 15 04:51:18.173687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bd8a5-05bc-4e7f-a969-c67f984e8168 req-58aa309e-5d8d-4e71-8fee-7a126b5d52a0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:18.175170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-556bd8a5-05bc-4e7f-a969-c67f984e8168 req-58aa309e-5d8d-4e71-8fee-7a126b5d52a0 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 944 time: 0.2385800 Dec 15 04:51:18.176633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.179993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00fd840c-ba28-40e5-bdf5-c953e983deed tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/d9e49099-e781-4798-86bd-1864ac9acf74 HTTP/1.1" status: 204 len: 168 time: 0.9259837 Dec 15 04:51:18.184968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56550) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:18.233338 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0e7ed1-01e9-453a-8ca1-18717868abf7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:18.239976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9b0e7ed1-01e9-453a-8ca1-18717868abf7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/d9e49099-e781-4798-86bd-1864ac9acf74 HTTP/1.1" status: 404 len: 333 time: 0.0489116 Dec 15 04:51:18.239976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56552) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:18.250780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'name': 'tempest-PortsIpV6TestJSON-1010634123'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:18.265216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56554) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:18.351870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting subnet 210c2da3-c411-461c-8782-8cb70baacbb2 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:18.360308 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.415008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.438345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-556bd8a5-05bc-4e7f-a969-c67f984e8168 req-64a5872f-84ee-46f1-bb59-5932656b1950 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups?id=3587f6f4-7c3d-4289-8056-04c2878de87a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371590 Dec 15 04:51:18.458045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=bf12380d-b5e0-423b-aed6-861224f39309,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:18.464789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.477585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.536521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'Port': ['ID=accba041-08e2-4857-86f6-bf231b236fd2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:18.587257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:18.592250 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.620882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.628927 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37a171c5-ef0c-439b-b005-3c46a7288a93 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/ports/bf12380d-b5e0-423b-aed6-861224f39309 HTTP/1.1" status: 204 len: 168 time: 0.7228975 Dec 15 04:51:18.628927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56560) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:18.669421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 34060629-83fb-42c3-97d3-32dcc44fafbc yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:18.669871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.727245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting subnet fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:18.738470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.801407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.816602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Router e574f0da-d567-42b4-9a8a-eb5a232a6774 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:51:18.846083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.863525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-deleted', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:18.866977 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4335509-933d-4085-b783-e2b86c55a114" -d '{"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-deleted", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:18.898308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Subnet': ['ID=210c2da3-c411-461c-8782-8cb70baacbb2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:18.902555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:18.907347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4cbdee-48a8-4869-9d8d-9976f1951026 None None] Network 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:18.921689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-352edfba-d7c9-48f3-a646-aefd7a4f6fac tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/subnets/210c2da3-c411-461c-8782-8cb70baacbb2 HTTP/1.1" status: 204 len: 168 time: 0.6521494 Dec 15 04:51:18.922825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:18.958829 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5619db-b9bb-4e8a-9e7e-af42ff8ac8bd x-openstack-request-id: req-8f5619db-b9bb-4e8a-9e7e-af42ff8ac8bd {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:18.964440 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c044e-aec9-4f94-8059-62cc46a44e7a", "name": "network-vif-deleted", "tag": "13dae66f-23ee-4548-b926-56e94d2e9f2c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:18.964846 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f5619db-b9bb-4e8a-9e7e-af42ff8ac8bd {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:18.965284 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c044e-aec9-4f94-8059-62cc46a44e7a', 'name': 'network-vif-deleted', 'tag': '13dae66f-23ee-4548-b926-56e94d2e9f2c', 'status': 'completed', 'code': 200} Dec 15 04:51:19.147404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.166524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] DHCP port deletion for 16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:19.172653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:51:19.173044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.228472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] Sync routers for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:51:19.261517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.275427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] No DVR routers for this DVR port accba041-08e2-4857-86f6-bf231b236fd2 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:19.280934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.284840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6aa094dc-0ecd-48f7-a8b4-9f93123b350b req-54eabfff-0117-4b5c-95a6-d9250e619af4 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.16 "DELETE /v2.0/ports/accba041-08e2-4857-86f6-bf231b236fd2 HTTP/1.1" status: 204 len: 173 time: 2.2280486 Dec 15 04:51:19.287230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:19.288046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:19.300934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.382562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.454760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Subnet': ['ID=fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:19.462465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.475167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56582) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:19.482954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1438d1f4-3ec2-4b29-b268-12b8e0a2cb06 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/subnets/fce2ad9f-b74d-4cb7-aa7e-ad26ad1e9deb HTTP/1.1" status: 204 len: 168 time: 0.8526003 Dec 15 04:51:19.536545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-a76e5d9e-e4be-4b39-9294-bf7f10f7f8ba tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:19.541457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-a76e5d9e-e4be-4b39-9294-bf7f10f7f8ba tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.42 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.2894011 Dec 15 04:51:19.547833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] Deleting port 685d7224-1276-4f48-9a49-2510507682fb {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:19.548491 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.616495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] For port 685d7224-1276-4f48-9a49-2510507682fb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=685d7224-1276-4f48-9a49-2510507682fb,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:19.617173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.620647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting subnet 7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:19.624722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.630767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] Calling delete_port for 685d7224-1276-4f48-9a49-2510507682fb owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:19.669103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port 685d7224-1276-4f48-9a49-2510507682fb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:19.669562 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.671658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.737100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port 685d7224-1276-4f48-9a49-2510507682fb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=685d7224-1276-4f48-9a49-2510507682fb,segment=NetworkSegment(9ec50db0-3bc6-4a21-9cb2-33ab6162152d),segment_id=9ec50db0-3bc6-4a21-9cb2-33ab6162152d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:19.737575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.743193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9166f5-2e25-4d23-8949-ba4b03f55e83 None None] Network 3c5eef70-bf01-4458-aac2-2b3c7983e43b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:19.745580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 685d7224-1276-4f48-9a49-2510507682fb no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:19.757889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.761725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for 685d7224-1276-4f48-9a49-2510507682fb owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:19.797676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:19.814349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285cb8f-5a10-477c-896a-70da56b2c11f req-4506618b-0610-40be-a1f0-a0cd4c265787 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:19.815988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1285cb8f-5a10-477c-896a-70da56b2c11f req-4506618b-0610-40be-a1f0-a0cd4c265787 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 945 time: 0.5283298 Dec 15 04:51:19.839805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:19.852832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] Pushing event deleted for resources: {'Port': ['ID=685d7224-1276-4f48-9a49-2510507682fb,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:19.855444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Deleting port d086e1df-b858-47ca-8faf-415173ae40c3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:19.855861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.856114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:19.865603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 685d7224-1276-4f48-9a49-2510507682fb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:19.865888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:19.866378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 685d7224-1276-4f48-9a49-2510507682fb not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:19.867384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.891087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5cccf-8c80-4daa-910d-055d0b6d89e9 None None] No DVR routers for this DVR port 685d7224-1276-4f48-9a49-2510507682fb on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:19.925960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9c3d8f5-a7eb-4768-9945-9c75629239e8 req-15bf31c2-9e6b-4dfb-b277-438bfb94202a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e1f597-a91b-438d-8791-235a939643b7 HTTP/1.1" status: 200 len: 210 time: 0.1624188 Dec 15 04:51:19.933658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:19.963640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=34060629-83fb-42c3-97d3-32dcc44fafbc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:19.974281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e749c1f4-97d5-4873-800e-eff84c2b5529 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7337956 Dec 15 04:51:19.979641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56592) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:19.993408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:20.011128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:20.012338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.065443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=685d7224-1276-4f48-9a49-2510507682fb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:20.081833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] For port d086e1df-b858-47ca-8faf-415173ae40c3, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d086e1df-b858-47ca-8faf-415173ae40c3,segment=NetworkSegment(dad31717-c0b5-4be6-9361-3771c00dcbe6),segment_id=dad31717-c0b5-4be6-9361-3771c00dcbe6)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:20.082205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.091502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port 685d7224-1276-4f48-9a49-2510507682fb on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:20.133638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Calling delete_port for d086e1df-b858-47ca-8faf-415173ae40c3 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:20.206045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] DHCP port deletion for 3c5eef70-bf01-4458-aac2-2b3c7983e43b request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:20.236487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.256928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1285cb8f-5a10-477c-896a-70da56b2c11f req-52a5497a-7145-451a-b38f-d4d0ebb02b48 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae745d6b-b8bb-4d9c-9718-faede66bcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478003 Dec 15 04:51:20.278347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.306503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.316775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:20.331445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec50db0-3bc6-4a21-9cb2-33ab6162152d') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:20.331928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec50db0-3bc6-4a21-9cb2-33ab6162152d') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:20.345171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.348391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc745bd-7273-4d51-b61a-3a1c02d0b5c5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:20.368897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.374887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.375135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d479d412-48dc-44f5-8e4f-705ca6e72058 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/subnets/7dc745bd-7273-4d51-b61a-3a1c02d0b5c5 HTTP/1.1" status: 204 len: 168 time: 0.8982370 Dec 15 04:51:20.377432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56600) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:20.382300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658a274-404a-4ea5-b2ce-c3abe06192bd None None] Network c1be55e7-3124-451f-b1f2-09d02d5e7c59 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:20.440595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:20.441184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:20.445267 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:20.461234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:20.506466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: accba041-08e2-4857-86f6-bf231b236fd2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:20.506922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device accba041-08e2-4857-86f6-bf231b236fd2 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:20.526561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] Deleting port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:20.527010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.581142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.611361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.617082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/networks/16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae HTTP/1.1" status: 204 len: 168 time: 1.6835086 Dec 15 04:51:20.622480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7410fa-ef65-4a53-9cdc-70721c33b0fb tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Network': ['ID=16b26a1c-fa1d-42c5-9bb2-36db2ac0e1ae,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:20.624620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56604) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:20.635819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] For port 0d84445e-b0c5-4571-a232-4f56e0f61bd4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0d84445e-b0c5-4571-a232-4f56e0f61bd4,segment=NetworkSegment(98ef421b-7a5c-4d59-b512-da5cea23b341),segment_id=98ef421b-7a5c-4d59-b512-da5cea23b341)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:20.636299 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.650609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.657174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] Calling delete_port for 0d84445e-b0c5-4571-a232-4f56e0f61bd4 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:20.665177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.669483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5bb4-99aa-4eb8-bfc3-25d6d42cbaa9 req-d624df7f-f2b2-44c7-ad1a-d6f235cf4170 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:20.671899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33a5bb4-99aa-4eb8-bfc3-25d6d42cbaa9 req-d624df7f-f2b2-44c7-ad1a-d6f235cf4170 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.1024561 Dec 15 04:51:20.675536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.708059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.747997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['d086e1df-b858-47ca-8faf-415173ae40c3'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:20.768979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] In _notify_port_updated(), no bound segment for port 34060629-83fb-42c3-97d3-32dcc44fafbc on network 5a373e02-5c65-4c15-898e-d177f2dd8d76 {{(pid=103133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:51:20.779281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Pushing event deleted for resources: {'Port': ['ID=d086e1df-b858-47ca-8faf-415173ae40c3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:20.796259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:20.798958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:20.800546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.805413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/ports/34060629-83fb-42c3-97d3-32dcc44fafbc HTTP/1.1" status: 200 len: 818 time: 0.8192279 Dec 15 04:51:20.812043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56610) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:20.827882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eb470-f46d-413e-8bfa-a3c8161264ea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=34060629-83fb-42c3-97d3-32dcc44fafbc,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:20.833331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] Checking router: e574f0da-d567-42b4-9a8a-eb5a232a6774 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:51:20.835793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] DHCP port deletion for c1be55e7-3124-451f-b1f2-09d02d5e7c59 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:20.838622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting subnet ff711a91-0f9d-4059-8560-d72f9968dcb7 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:20.861630 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.889338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:20.890189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:20.940907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:20.950413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33a5bb4-99aa-4eb8-bfc3-25d6d42cbaa9 req-ea76f7e1-28df-4ba6-b0af-d950cd2281b4 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371347 Dec 15 04:51:20.967081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-deleted', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:20.969686 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a4bdc7-9c11-4499-9580-d22e11f68b51" -d '{"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-deleted", "tag": "accba041-08e2-4857-86f6-bf231b236fd2"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:20.980567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 34060629-83fb-42c3-97d3-32dcc44fafbc {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:20.980919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.000115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56618) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:21.028082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] No DVR routers for this DVR port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:21.033525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c193ac-de98-4ac9-9015-86f3c2efa4cc None None] Pushing event deleted for resources: {'Port': ['ID=0d84445e-b0c5-4571-a232-4f56e0f61bd4,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:21.073135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] Deleting port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:21.073929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.152438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] For port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,segment=NetworkSegment(3a3893dc-fcaf-4a01-b0fa-a9e969488be0),segment_id=3a3893dc-fcaf-4a01-b0fa-a9e969488be0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:21.152979 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.169196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] Calling delete_port for 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:21.204486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56624) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:21.209349 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d534e4-3674-4f7f-b081-b3736376bd9f x-openstack-request-id: req-41d534e4-3674-4f7f-b081-b3736376bd9f {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:21.209884 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1f597-a91b-438d-8791-235a939643b7", "name": "network-vif-deleted", "tag": "accba041-08e2-4857-86f6-bf231b236fd2", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:21.210426 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41d534e4-3674-4f7f-b081-b3736376bd9f {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:21.211010 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1f597-a91b-438d-8791-235a939643b7', 'name': 'network-vif-deleted', 'tag': 'accba041-08e2-4857-86f6-bf231b236fd2', 'status': 'completed', 'code': 200} Dec 15 04:51:21.247892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:21.298586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.358957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] No DVR routers for this DVR port d086e1df-b858-47ca-8faf-415173ae40c3 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:21.364708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.370746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9dd087fe-1678-42c7-96d6-ed00054f4913 req-c13a3bfa-9124-42ca-bb62-a6a0391ab364 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.42 "DELETE /v2.0/ports/d086e1df-b858-47ca-8faf-415173ae40c3 HTTP/1.1" status: 204 len: 173 time: 1.8083541 Dec 15 04:51:21.371112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 34060629-83fb-42c3-97d3-32dcc44fafbc owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:21.378236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'name': 'network-vif-deleted', 'tag': 'd086e1df-b858-47ca-8faf-415173ae40c3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:21.381510 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e4649e-28a5-4eee-bcc0-17bc701623e4" -d '{"events": [{"server_uuid": "aebad8eb-41ae-4e2a-b533-0387d7e4eb62", "name": "network-vif-deleted", "tag": "d086e1df-b858-47ca-8faf-415173ae40c3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:21.445411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.445979 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.467724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] No DVR routers for this DVR port 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:21.494101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620da854-19e9-48cd-b746-a3c2e1803b95 None None] Pushing event deleted for resources: {'Port': ['ID=94c77c8c-ef5e-4dca-b205-1d6d62c5bedf,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:21.519453 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d948dc10-bff8-438d-8e24-b0a87c5fc803 x-openstack-request-id: req-d948dc10-bff8-438d-8e24-b0a87c5fc803 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:21.520394 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebad8eb-41ae-4e2a-b533-0387d7e4eb62", "name": "network-vif-deleted", "tag": "d086e1df-b858-47ca-8faf-415173ae40c3", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:21.521409 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d948dc10-bff8-438d-8e24-b0a87c5fc803 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:21.522609 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebad8eb-41ae-4e2a-b533-0387d7e4eb62', 'name': 'network-vif-deleted', 'tag': 'd086e1df-b858-47ca-8faf-415173ae40c3', 'status': 'completed', 'code': 200} Dec 15 04:51:21.524496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Deleting port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:21.525181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.598741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0d84445e-b0c5-4571-a232-4f56e0f61bd4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:21.624492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 0d84445e-b0c5-4571-a232-4f56e0f61bd4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:21.625166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0d84445e-b0c5-4571-a232-4f56e0f61bd4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:21.625740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:21.656451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:21.661147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:21.662167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94c77c8c-ef5e-4dca-b205-1d6d62c5bedf not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:21.686881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd2051e4-d63a-4f5b-a570-ddc73af11234 req-eff156a5-00b7-4a0c-9f80-aeefb794de79 tempest-ServersNegativeTestMultiTenantJSON-1935272078 tempest-ServersNegativeTestMultiTenantJSON-1935272078-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebad8eb-41ae-4e2a-b533-0387d7e4eb62 HTTP/1.1" status: 200 len: 210 time: 0.1081905 Dec 15 04:51:21.690261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] For port 0d84445e-b0c5-4571-a232-4f56e0f61bd4, host n-d-820935-10, got binding levels [] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:21.690639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.704357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d83-092c-4bdb-a66a-8b9b410a8ad8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.711790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Calling delete_port for 0d84445e-b0c5-4571-a232-4f56e0f61bd4 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:21.715215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 was not found and therefore no delete operation was performed {{(pid=103132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:51:21.719437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.724976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.759072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Port': ['ID=0d84445e-b0c5-4571-a232-4f56e0f61bd4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:21.776089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] No DVR routers for this DVR port 0d84445e-b0c5-4571-a232-4f56e0f61bd4 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:21.787303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d83-092c-4bdb-a66a-8b9b410a8ad8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.791050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=34060629-83fb-42c3-97d3-32dcc44fafbc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:21.816801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.822716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89d67e77-687a-4da5-b2f7-3ad2992045f7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/34060629-83fb-42c3-97d3-32dcc44fafbc HTTP/1.1" status: 204 len: 168 time: 1.0049810 Dec 15 04:51:21.822716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 6c77af3d-96cd-4ecf-b90c-d3ba363e4239 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:21.822716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.824189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:21.935913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f858f5e-6ee6-4390-9ea4-71cbde32c543 None None] The sync data for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 is: [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:42:10Z', 'revision_number': 4, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '91bb3586-863d-40ff-89c6-86eccc66852b', 'name': '', 'network_id': '14313082-41c9-4a09-84f5-23b7c2a7d02e', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'mac_address': 'fa:16:3e:03:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:08Z', 'updated_at': '2021-12-15T04:42:18Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'subnets': [{'id': 'dcbfa5e6-6728-4859-9491-a84071b486bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:51:21.958890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbdff2-5c1d-4cbf-82a9-2d92779804c8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:21.960537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ddbdff2-5c1d-4cbf-82a9-2d92779804c8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1324782 Dec 15 04:51:21.966700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:21.969547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56640) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:21.995256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.011102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d83-092c-4bdb-a66a-8b9b410a8ad8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.013990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db8a3d83-092c-4bdb-a66a-8b9b410a8ad8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.015263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-db8a3d83-092c-4bdb-a66a-8b9b410a8ad8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "DELETE /v2.0/security-groups/3587f6f4-7c3d-4289-8056-04c2878de87a HTTP/1.1" status: 204 len: 168 time: 0.8032017 Dec 15 04:51:22.017812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.018248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.024993 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b299bdc-e384-4460-9280-83e55b14fce1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:22.030629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2b299bdc-e384-4460-9280-83e55b14fce1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/34060629-83fb-42c3-97d3-32dcc44fafbc HTTP/1.1" status: 404 len: 333 time: 0.0504181 Dec 15 04:51:22.030629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56642) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:22.036667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56644) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:22.056514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1706225284'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:22.059319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5eef70-bf01-4458-aac2-2b3c7983e43b']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:22.066254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 6c77af3d-96cd-4ecf-b90c-d3ba363e4239 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:22.078511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ef421b-7a5c-4d59-b512-da5cea23b341') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:22.080346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ef421b-7a5c-4d59-b512-da5cea23b341') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:22.081357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3d83-092c-4bdb-a66a-8b9b410a8ad8 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3587f6f4-7c3d-4289-8056-04c2878de87a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:22.095988 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-6195f25f-5000-477e-9aae-a7a5df5d4ec6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] show failed (client error): The resource could not be found. Dec 15 04:51:22.099575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6195f25f-5000-477e-9aae-a7a5df5d4ec6 tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "GET /v2.0/security-groups/3587f6f4-7c3d-4289-8056-04c2878de87a HTTP/1.1" status: 404 len: 347 time: 0.0615933 Dec 15 04:51:22.102541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56650) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:22.115670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.143941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.149678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.157650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:22.158739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:22.163403 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:22.280920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Subnet': ['ID=ff711a91-0f9d-4059-8560-d72f9968dcb7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:22.290157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.293887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99f254ca-38ae-4284-8c4e-d7f8c636e456 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/subnets/ff711a91-0f9d-4059-8560-d72f9968dcb7 HTTP/1.1" status: 204 len: 168 time: 1.6644294 Dec 15 04:51:22.297696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56654) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:22.301965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1fca23-4f28-4fc8-bf86-3b9204b263e0 None None] Network c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:22.388792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.401530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.408535 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/networks/3c5eef70-bf01-4458-aac2-2b3c7983e43b HTTP/1.1" status: 204 len: 168 time: 2.0284004 Dec 15 04:51:22.409334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56656) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:22.424589 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd946a-b547-4605-bbf3-b787df8b9a8c None None] New status for floating IP a4360570-13ae-4388-bb47-721d7d0fe8ee: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:51:22.436334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.441324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520612ff-0b96-4f05-bf1f-762ef0aac628 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Network': ['ID=3c5eef70-bf01-4458-aac2-2b3c7983e43b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:22.558151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.560277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] DHCP port deletion for c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:22.562697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:22.567472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.691000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] Deleting port c0a45e96-ec33-43d8-84f0-871b922e65f6 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:22.692238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.706482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port c0a45e96-ec33-43d8-84f0-871b922e65f6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:22.706756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.706923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:22.738481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.738846 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment 18972e8d-29c6-496d-8363-3098e8466bd2 of type vlan for network 009331d5-fac3-49c5-811b-2452d55862a5 Dec 15 04:51:22.758355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.801107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1be55e7-3124-451f-b1f2-09d02d5e7c59']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:22.801297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Deleting port 2e6f3e16-0906-4cc0-a6f5-4737a9c5016c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:22.801297 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.802336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56664) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:22.803242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.845574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3893dc-fcaf-4a01-b0fa-a9e969488be0') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:22.846032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3893dc-fcaf-4a01-b0fa-a9e969488be0') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:22.866918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.869610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port c0a45e96-ec33-43d8-84f0-871b922e65f6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0a45e96-ec33-43d8-84f0-871b922e65f6,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:22.870089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.874083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] For port c0a45e96-ec33-43d8-84f0-871b922e65f6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0a45e96-ec33-43d8-84f0-871b922e65f6,segment=NetworkSegment(2004945f-353f-47fe-a9af-9f125a0efc6c),segment_id=2004945f-353f-47fe-a9af-9f125a0efc6c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:22.874801 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.897967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for c0a45e96-ec33-43d8-84f0-871b922e65f6 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:22.904801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.907123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] Calling delete_port for c0a45e96-ec33-43d8-84f0-871b922e65f6 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:22.911354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Deleting subnet 02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:22.917453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.919700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.924532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:22.924871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.944357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:22.944939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:22.948601 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:23.018799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.019056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.027382 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.058856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] Pushing event deleted for resources: {'Port': ['ID=c0a45e96-ec33-43d8-84f0-871b922e65f6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.064609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.074119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.074755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0247290 Dec 15 04:51:23.077429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56670) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:23.081314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a45ce-cb0c-4a98-be68-3c4d4658c4ce None None] No DVR routers for this DVR port c0a45e96-ec33-43d8-84f0-871b922e65f6 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:23.095553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '009331d5-fac3-49c5-811b-2452d55862a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:23.107093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Calling delete_port for 2e6f3e16-0906-4cc0-a6f5-4737a9c5016c owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:23.118417 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.132112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.136117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] 10.222.0.37 "DELETE /v2.0/networks/c1be55e7-3124-451f-b1f2-09d02d5e7c59 HTTP/1.1" status: 204 len: 168 time: 0.7233465 Dec 15 04:51:23.182536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bf3da-76f6-4ba6-80b8-15c39c280bb1 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] Pushing event deleted for resources: {'Network': ['ID=c1be55e7-3124-451f-b1f2-09d02d5e7c59,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.193619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.198148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.213731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=6c77af3d-96cd-4ecf-b90c-d3ba363e4239,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.249555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=c0a45e96-ec33-43d8-84f0-871b922e65f6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.250621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd095cd8-0061-4868-9761-1c4b0b92556e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=009331d5-fac3-49c5-811b-2452d55862a5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.255339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port c0a45e96-ec33-43d8-84f0-871b922e65f6 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:23.272455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:23.407676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.423794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.482689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.483718 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP c3480dad-87ac-4c87-9ae9-b00edd8d964c disassociated (deleted). External IP: 172.25.2.151, port: d49bd21e-bd1f-4607-9a4d-b7e5875d1c06. Dec 15 04:51:23.488542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:23.492240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.503172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.517480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.526289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35a64139-0ace-4125-8d91-49cb3f842e10 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/02aaa8a2-9a9a-4fc7-b01b-f58d8839a5e9 HTTP/1.1" status: 204 len: 168 time: 0.7187486 Dec 15 04:51:23.527008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56684) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:23.535760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c0a45e96-ec33-43d8-84f0-871b922e65f6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:23.537769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:23.554002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2004945f-353f-47fe-a9af-9f125a0efc6c') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:23.554346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2004945f-353f-47fe-a9af-9f125a0efc6c') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:23.569164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.581095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c0a45e96-ec33-43d8-84f0-871b922e65f6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:23.596436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c0a45e96-ec33-43d8-84f0-871b922e65f6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:23.682985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.694349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:23.694949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:23.698218 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:23.789602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.823570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.831425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.840510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/networks/c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45 HTTP/1.1" status: 204 len: 168 time: 1.5394342 Dec 15 04:51:23.844483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56692) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:23.849330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1845388475'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:23.881848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.929488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:23.950232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Pushing event deleted for resources: {'Port': ['ID=2e6f3e16-0906-4cc0-a6f5-4737a9c5016c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.982817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7e303-2874-48e4-ae2b-ecd026448f91 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Network': ['ID=c4ab89c6-bb2f-4d7c-a7dd-38e28f822f45,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:23.988791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f401d-305f-4dd4-b9a5-bf9c97a0c2b1']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:24.002958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d2f6b-714f-47a1-bc3e-c1b25951ffeb None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:24.011661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad31717-c0b5-4be6-9361-3771c00dcbe6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:24.016058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:24.019645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.028359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad31717-c0b5-4be6-9361-3771c00dcbe6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:24.054923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.078536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.086389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:24.086940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:24.090262 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:24.117774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.161726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.175697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:24.178094 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.191639 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.191818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.192916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82f25ca4-9556-4363-ade1-29924c7ace2a tempest-ServerActionsTestJSON-397589429 tempest-ServerActionsTestJSON-397589429-project] 10.222.0.37 "DELETE /v2.0/floatingips/a4360570-13ae-4388-bb47-721d7d0fe8ee HTTP/1.1" status: 204 len: 168 time: 2.0875137 Dec 15 04:51:24.207857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56700) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:24.216817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] 10.222.0.37 "DELETE /v2.0/networks/058f401d-305f-4dd4-b9a5-bf9c97a0c2b1 HTTP/1.1" status: 204 len: 168 time: 0.5912790 Dec 15 04:51:24.220384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:24.235403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router 2c88f626-1e86-4312-b1b6-e8a3664ad30a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:51:24.245716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.246682 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Added segment 7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0 of type vlan for network 98656e29-48c1-43aa-bf49-75cf50a28918 Dec 15 04:51:24.285940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772f509-1025-4e3d-b279-777a639ec268 admin admin] Pushing event deleted for resources: {'Network': ['ID=058f401d-305f-4dd4-b9a5-bf9c97a0c2b1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:24.317547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Deleting subnet aacbc6f6-b012-4b98-b897-e1d63b9b6e9c {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:24.330906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.334607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.406286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.413931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:24.414616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.430565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.499759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.507723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=cefc891e-35f2-4cb9-842f-0349ffb96773,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:24.541725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d086e1df-b858-47ca-8faf-415173ae40c3 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:24.567308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: d086e1df-b858-47ca-8faf-415173ae40c3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:24.568002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d086e1df-b858-47ca-8faf-415173ae40c3 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:24.608762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.654106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacbc6f6-b012-4b98-b897-e1d63b9b6e9c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:24.663709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.670955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d608a44-795d-43cc-a355-59de18c0b4cd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aacbc6f6-b012-4b98-b897-e1d63b9b6e9c HTTP/1.1" status: 204 len: 168 time: 0.4464934 Dec 15 04:51:24.671120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56714) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:24.688772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': '18972e8d-29c6-496d-8363-3098e8466bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '009331d5-fac3-49c5-811b-2452d55862a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:24.688772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: 009331d5-fac3-49c5-811b-2452d55862a5, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:24.694204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8488293 Dec 15 04:51:24.733606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46380112-2493-4f43-aba5-0a7a21dedf11 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Network': ['ID=98656e29-48c1-43aa-bf49-75cf50a28918,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:24.753407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56718) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:24.762305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 98656e29-48c1-43aa-bf49-75cf50a28918 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:24.789735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'subnet': {'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:24.817973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.923887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:51:24.936582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] Sync routers for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:51:24.939484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.962695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:24.963509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:24.970664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:24.972610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5272952-d13f-4b65-850a-138a6daf4b65']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:24.981256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 009331d5-fac3-49c5-811b-2452d55862a5 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:24.985669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7729ef5-9438-4bea-980a-12ab19339005') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:24.985967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7729ef5-9438-4bea-980a-12ab19339005') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:25.017467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.040040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.047672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:25.048203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:25.051082 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:25.085825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:25.093173 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.097460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 009331d5-fac3-49c5-811b-2452d55862a5) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:25.104281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:25.105137 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.112667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f951c7-3e3b-4a05-b5b8-12c6619b19f8 None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:25.142960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-25d6a287-40d4-4667-bf46-38294992e91c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/floatingips/c3480dad-87ac-4c87-9ae9-b00edd8d964c HTTP/1.1" status: 204 len: 168 time: 4.1420214 Dec 15 04:51:25.163857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.176310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.187627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5272952-d13f-4b65-850a-138a6daf4b65 HTTP/1.1" status: 204 len: 168 time: 0.5114975 Dec 15 04:51:25.206354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552903f-9a1a-44bc-bd7e-9d8c9cc5be99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5272952-d13f-4b65-850a-138a6daf4b65,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:25.233343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:25.235699 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:25.248277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:25.256164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '009331d5-fac3-49c5-811b-2452d55862a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:25.264291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-43db3123-cfb6-4c74-a8fc-8b9a467dc465 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1591589 Dec 15 04:51:25.437856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:25.439322 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161422cd-da19-427e-af19-e049d8a13105 x-openstack-request-id: req-161422cd-da19-427e-af19-e049d8a13105 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:25.439884 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:25.440318 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-161422cd-da19-427e-af19-e049d8a13105 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:25.441008 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'status': 'completed', 'code': 200} Dec 15 04:51:25.451300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56736) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:25.590436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:25.595357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.710798 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cefc891e-35f2-4cb9-842f-0349ffb96773 (CIDR: 2001:db8::/64) Dec 15 04:51:25.719621 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:51:25.720226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:51:25.744704 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-beee28df-8998-4ebf-bdcd-6a61e7bafcbd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4944630 Dec 15 04:51:25.748930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56742) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:25.755331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '009331d5-fac3-49c5-811b-2452d55862a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:25.774265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dc5db8c7-6dca-4725-884a-bd8ca5f0d552 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fc7e1733fde4f5d8b13755842ed1738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204026 Dec 15 04:51:25.774868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56744) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:25.783422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-009331d5-fac3-49c5-811b-2452d55862a5', 'network_id': '009331d5-fac3-49c5-811b-2452d55862a5', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': 'cefc891e-35f2-4cb9-842f-0349ffb96773'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:25.784405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.860156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-2b80f3f7-0f0b-455f-afcf-3890918d0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:25.862090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-2b80f3f7-0f0b-455f-afcf-3890918d0460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 1097 time: 0.4082980 Dec 15 04:51:25.869712 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.951370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06891941-8546-4bae-a9db-949abbf9526d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:25.979156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06891941-8546-4bae-a9db-949abbf9526d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:26.052239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06891941-8546-4bae-a9db-949abbf9526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:26.056124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06891941-8546-4bae-a9db-949abbf9526d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:26.057395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-06891941-8546-4bae-a9db-949abbf9526d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae745d6b-b8bb-4d9c-9718-faede66bcf3d HTTP/1.1" status: 204 len: 168 time: 0.2695155 Dec 15 04:51:26.058908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:26.069268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:26.074462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:26.080239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06891941-8546-4bae-a9db-949abbf9526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae745d6b-b8bb-4d9c-9718-faede66bcf3d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:26.147601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] Checking router: 2c88f626-1e86-4312-b1b6-e8a3664ad30a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:51:26.214432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:26.223620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:26.475479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c118-dbed-4c61-82c3-68a85c6a3549 req-da1252b4-6b26-436c-a77e-02d76c09a107 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:26.484342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91a0c118-dbed-4c61-82c3-68a85c6a3549 req-da1252b4-6b26-436c-a77e-02d76c09a107 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.9223764 Dec 15 04:51:26.523721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Allocated IP 2001:db8::2 (009331d5-fac3-49c5-811b-2452d55862a5/cefc891e-35f2-4cb9-842f-0349ffb96773/38a707b4-23b6-40b9-b623-39c0ada506d0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:26.556613 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:26.577183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:26.622865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56762) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:26.648090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 009331d5-fac3-49c5-811b-2452d55862a5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:26.651578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:26.656764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:26.657379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:26.671117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=abd6d5a2-f041-45c0-8737-50de99976d56,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:26.677359 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac624a7c-623c-4bcd-9af6-d56a1fc90407 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9273741 Dec 15 04:51:26.680658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:26.685997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '009331d5-fac3-49c5-811b-2452d55862a5', 'fixed_ips': [{'subnet_id': 'cefc891e-35f2-4cb9-842f-0349ffb96773'}, {'subnet_id': 'abd6d5a2-f041-45c0-8737-50de99976d56'}], 'name': 'tempest-PortsIpV6TestJSON-982105470'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:26.741756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Subnet': ['ID=9e6e5325-b692-4fec-a911-ad7a7be67d00,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:26.768584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Checking segment: {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:26.769022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network hostable DHCP agents. Network: 98656e29-48c1-43aa-bf49-75cf50a28918, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:26.825527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8f8476e2-ecb0-48f0-bcb0-c11d6f03092d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bd33aa3d8104776b67bb83232cc6fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1968987 Dec 15 04:51:26.826027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56770) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:26.860382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:26.919938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91a0c118-dbed-4c61-82c3-68a85c6a3549 req-625de638-a303-4fb4-b017-10b356f595fc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146037 Dec 15 04:51:26.937821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network 98656e29-48c1-43aa-bf49-75cf50a28918 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:26.940291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-8fe9569b-f656-415c-bf21-5737b1add065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:26.965298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-8fe9569b-f656-415c-bf21-5737b1add065 service neutron] 10.222.0.16 "GET /v2.0/networks?id=251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 200 len: 897 time: 1.0869319 Dec 15 04:51:27.010935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.048804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port ad0bd765-5bb7-482d-be9e-a84e6194dd6d yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:27.062286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.073588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:27.082781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.091416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-025d1a40-9736-46d3-8051-7e6b5bada203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 200 len: 217 time: 0.0943592 Dec 15 04:51:27.095523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 98656e29-48c1-43aa-bf49-75cf50a28918) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:27.103467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:27.104204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.169299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:27.171253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56dbb9-4ca5-41ce-8e16-7ced60b915fc None None] Network 98656e29-48c1-43aa-bf49-75cf50a28918 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:27.272299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b99bc3d4-f17b-49ee-a489-3bae2d94a087 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4883163 Dec 15 04:51:27.272492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:27.273894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56778) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:27.282390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092b00e-8d74-43c2-bc10-2d86d83adbac None None] The sync data for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 is: [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:49:06Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'fc4de0db-89e0-4862-8c17-f157b23815d1', 'name': '', 'network_id': '251aeb0a-0fc0-4a16-9cee-de33bca6e595', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:96:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:05Z', 'updated_at': '2021-12-15T04:49:09Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '6e83e0df-dea8-4982-9d7c-2811faf0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:51:27.287343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:27.308543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-153948270'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:27.312763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bcc579e5-0654-4885-866f-6492f0a5f7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.319268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-ef58a406-1933-43d0-ac8a-9835e7db51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:27.321107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-ef58a406-1933-43d0-ac8a-9835e7db51c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 200 len: 835 time: 0.2120657 Dec 15 04:51:27.346301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-cc5763dd-e33d-4bc4-898b-a722b7e39ab2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:27.348055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-cc5763dd-e33d-4bc4-898b-a722b7e39ab2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.2403102 Dec 15 04:51:27.426073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Pushing event updated for resources: {'Port': ['ID=38a707b4-23b6-40b9-b623-39c0ada506d0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:27.456207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bcc579e5-0654-4885-866f-6492f0a5f7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.471815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:27.476083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.497938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-98656e29-48c1-43aa-bf49-75cf50a28918', 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918', 'project_id': '4d547dcf031d471e908b8f50491762e7', 'fixed_ips': [{'subnet_id': '9e6e5325-b692-4fec-a911-ad7a7be67d00'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:27.499400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.531259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.541774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:27.564624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.565300 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Added segment 46bdb692-e8f0-407d-9161-7e2cd0fc9539 of type vlan for network 33ddb003-326a-4083-9b86-1296ebbc0509 Dec 15 04:51:27.662696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.699314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.702020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Allocated IP 19.80.0.2 (98656e29-48c1-43aa-bf49-75cf50a28918/9e6e5325-b692-4fec-a911-ad7a7be67d00/a4d767d4-bdce-485b-a21a-7bdf0319d2e3) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:27.708146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Attempting to bind port 38a707b4-23b6-40b9-b623-39c0ada506d0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:27.708517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Attempting to bind port 38a707b4-23b6-40b9-b623-39c0ada506d0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '18972e8d-29c6-496d-8363-3098e8466bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '009331d5-fac3-49c5-811b-2452d55862a5'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:27.708888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Attempting to bind port 38a707b4-23b6-40b9-b623-39c0ada506d0 on network 009331d5-fac3-49c5-811b-2452d55862a5 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:27.722517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-4035bdc4-8ad5-4d24-82e0-e4ed9e2000dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:27.725209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-4035bdc4-8ad5-4d24-82e0-e4ed9e2000dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=251aeb0a-0fc0-4a16-9cee-de33bca6e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3730137 Dec 15 04:51:27.726985 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-de16cc21-490b-4331-b4a8-1dd193c8e69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.731495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:27.731901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Checking segment: {'id': '18972e8d-29c6-496d-8363-3098e8466bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '009331d5-fac3-49c5-811b-2452d55862a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:27.732524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.733314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Bound using segment: {'id': '18972e8d-29c6-496d-8363-3098e8466bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '009331d5-fac3-49c5-811b-2452d55862a5'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:27.734483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Bound port: 38a707b4-23b6-40b9-b623-39c0ada506d0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18972e8d-29c6-496d-8363-3098e8466bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '009331d5-fac3-49c5-811b-2452d55862a5'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:27.734483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.751872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:27.753146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.852468 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23309a-25cb-40fb-aae6-8e8d71ccbc2f None None] New status for floating IP c3480dad-87ac-4c87-9ae9-b00edd8d964c: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:51:27.926134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bcc579e5-0654-4885-866f-6492f0a5f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.933678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bcc579e5-0654-4885-866f-6492f0a5f7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:27.937741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bcc579e5-0654-4885-866f-6492f0a5f7a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/162d8de7-a2cc-4213-b030-8b4cc4d196cf HTTP/1.1" status: 204 len: 168 time: 1.0973370 Dec 15 04:51:28.020958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc579e5-0654-4885-866f-6492f0a5f7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162d8de7-a2cc-4213-b030-8b4cc4d196cf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:28.067555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::2d6 (009331d5-fac3-49c5-811b-2452d55862a5/cefc891e-35f2-4cb9-842f-0349ffb96773/ad0bd765-5bb7-482d-be9e-a84e6194dd6d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:28.092650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:28.093543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.093768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8:0:1::2cd (009331d5-fac3-49c5-811b-2452d55862a5/abd6d5a2-f041-45c0-8737-50de99976d56/ad0bd765-5bb7-482d-be9e-a84e6194dd6d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:28.112335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] For port 38a707b4-23b6-40b9-b623-39c0ada506d0, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:28.119140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] For port 38a707b4-23b6-40b9-b623-39c0ada506d0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38a707b4-23b6-40b9-b623-39c0ada506d0,segment=NetworkSegment(18972e8d-29c6-496d-8363-3098e8466bd2),segment_id=18972e8d-29c6-496d-8363-3098e8466bd2)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:28.136858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.150352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Network': ['ID=33ddb003-326a-4083-9b86-1296ebbc0509,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:28.166978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.167558 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c34c9daa-d21e-452f-a041-a3b4a0903d0b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8912141 Dec 15 04:51:28.188821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56796) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:28.200251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'subnet': {'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:28.228477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 33ddb003-326a-4083-9b86-1296ebbc0509 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:28.285260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-4989399b-6a33-4a07-ba8c-2a7774fcc974 service neutron] 10.222.0.16 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128338 Dec 15 04:51:28.300481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.549288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:28.554180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.681452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Network 98656e29-48c1-43aa-bf49-75cf50a28918 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:28.693102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e989b-6293-417b-ade1-8c30a2e16f85 None None] Pushing event updated for resources: {'Port': ['ID=38a707b4-23b6-40b9-b623-39c0ada506d0,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:28.696609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:28.701085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:28.822179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e3211-d266-47e6-bc70-d6c68e3e6329 req-7799874a-3367-4ab7-b9e0-3cde264dbc2f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:28.836731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a0e3211-d266-47e6-bc70-d6c68e3e6329 req-7799874a-3367-4ab7-b9e0-3cde264dbc2f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 945 time: 0.7519231 Dec 15 04:51:28.866201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:28.866558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.902965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:28.940495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Attempting to bind port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:28.940784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Attempting to bind port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:28.941318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Attempting to bind port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 on network 98656e29-48c1-43aa-bf49-75cf50a28918 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:28.944268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Pushing event updated for resources: {'Port': ['ID=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:28.961571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:28.961969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Checking segment: {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:28.962436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.962833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Bound using segment: {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:28.963564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Bound port: a4d767d4-bdce-485b-a21a-7bdf0319d2e3, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:28.963780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:28.984935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.076661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.124721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] For port a4d767d4-bdce-485b-a21a-7bdf0319d2e3, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:29.130945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] For port a4d767d4-bdce-485b-a21a-7bdf0319d2e3, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:29.140485 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.144682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 009331d5-fac3-49c5-811b-2452d55862a5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:29.171059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:29.187243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:29.211254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:29.211946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.273472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5897226 Dec 15 04:51:29.278156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56828) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:29.296305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a0e3211-d266-47e6-bc70-d6c68e3e6329 req-267bb39d-458e-4305-9fcf-e63ccc9d3c53 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=016afc10-ac79-45b0-8f66-29078d22fc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586196 Dec 15 04:51:29.304529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40262bd4-0aa7-4af9-b8f7-37a28eb342ac req-b740e19d-ba5c-46a3-be6c-46862d7ce54a service neutron] 10.222.0.16 "GET /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0009816 Dec 15 04:51:29.327161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e53816-a5e2-44eb-8124-9d620653d4cd None None] Pushing event updated for resources: {'Port': ['ID=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:29.360488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cefc891e-35f2-4cb9-842f-0349ffb96773'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:29.411058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91df9d-a536-4462-b5a2-ce3dd690d6dd tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=ad0bd765-5bb7-482d-be9e-a84e6194dd6d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:29.414461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.596992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56834) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:29.626085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=d49bd21e-bd1f-4607-9a4d-b7e5875d1c06,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:29.646795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.686607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38a707b4-23b6-40b9-b623-39c0ada506d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:29.704706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] No DVR routers for this DVR port d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:29.705592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.708187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.712157 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-552d7710-5eff-42f6-acd6-92f56d8fb7ba req-f54327d3-4373-4b6d-a0eb-5ee4418bfd45 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "DELETE /v2.0/ports/d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 HTTP/1.1" status: 204 len: 173 time: 2.3364556 Dec 15 04:51:29.712804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-deleted', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:29.715073 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46209c4b-6b46-4c04-803d-2790592a84f1" -d '{"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-deleted", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:29.780503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-288634528-network', 'tenant_id': '8f8a906b63e14890ab581d4178ebe444'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:29.868598 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e0667d-9acd-4406-8979-8645775cc42e x-openstack-request-id: req-71e0667d-9acd-4406-8979-8645775cc42e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:29.870281 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3716f61-6e37-40b4-9a2e-48d7e7e19837", "name": "network-vif-deleted", "tag": "d49bd21e-bd1f-4607-9a4d-b7e5875d1c06", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:29.870976 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71e0667d-9acd-4406-8979-8645775cc42e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:29.871876 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3716f61-6e37-40b4-9a2e-48d7e7e19837', 'name': 'network-vif-deleted', 'tag': 'd49bd21e-bd1f-4607-9a4d-b7e5875d1c06', 'status': 'completed', 'code': 200} Dec 15 04:51:29.878080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Made reservation on behalf of 8f8a906b63e14890ab581d4178ebe444 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:29.879584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 38a707b4-23b6-40b9-b623-39c0ada506d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:29.883998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.889931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Deleting port 91bb3586-863d-40ff-89c6-86eccc66852b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:29.890672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.898819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:29.913340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.006310 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-abd374a6-6d36-49e1-8959-5ab2a68ddc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.049161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Subnet': ['ID=d6082c97-4349-4756-a082-20d71af917e1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:30.105873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Checking segment: {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:30.106141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network hostable DHCP agents. Network: 33ddb003-326a-4083-9b86-1296ebbc0509, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:30.177993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] For port 91bb3586-863d-40ff-89c6-86eccc66852b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=91bb3586-863d-40ff-89c6-86eccc66852b,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:30.178363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.181935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.200216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Calling delete_port for 91bb3586-863d-40ff-89c6-86eccc66852b owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:30.266309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 38a707b4-23b6-40b9-b623-39c0ada506d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38a707b4-23b6-40b9-b623-39c0ada506d0,segment=NetworkSegment(18972e8d-29c6-496d-8363-3098e8466bd2),segment_id=18972e8d-29c6-496d-8363-3098e8466bd2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:30.277660 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.294565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.305635 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.329992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:30.343967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.344335 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Added segment e7ae9e8e-faed-40d9-8688-4b83104aa26b of type vlan for network c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb Dec 15 04:51:30.375884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=38a707b4-23b6-40b9-b623-39c0ada506d0,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:30.378848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1dd46b-6dd6-4f26-96cd-92c09279cc8c None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:30.429357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.466510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-98f51f46-a42b-4b27-b4f6-05f7c3671de5 None None] Provisioning complete for port 38a707b4-23b6-40b9-b623-39c0ada506d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:30.467763 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-98f51f46-a42b-4b27-b4f6-05f7c3671de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.546103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.547219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:30.548177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.603268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:30.710538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb81ffa2-793a-4e27-b8e7-a5d75b687705 req-700229d9-c90b-4fbe-a25c-3450126481fa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3716f61-6e37-40b4-9a2e-48d7e7e19837 HTTP/1.1" status: 200 len: 210 time: 0.0710313 Dec 15 04:51:30.751239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17bacd4-9847-498c-a318-b901b2b0b58f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:30.807255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Delete allocated IP 2001:db8:0:1::2cd (009331d5-fac3-49c5-811b-2452d55862a5/abd6d5a2-f041-45c0-8737-50de99976d56) {{(pid=103132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 04:51:30.834829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2226210 Dec 15 04:51:30.835456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56858) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:30.845794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:30.846446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d49bd21e-bd1f-4607-9a4d-b7e5875d1c06 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:30.855076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Request body: {'subnet': {'network_id': 'c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-288634528-subnet', 'tenant_id': '8f8a906b63e14890ab581d4178ebe444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:30.915405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Made reservation on behalf of 8f8a906b63e14890ab581d4178ebe444 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:30.919288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:30.991654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network 33ddb003-326a-4083-9b86-1296ebbc0509 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:31.032300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 33ddb003-326a-4083-9b86-1296ebbc0509) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:31.043267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:31.044285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.044434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e914e-3a6f-43c0-9c5d-71c7d2ceee4c None None] Network 33ddb003-326a-4083-9b86-1296ebbc0509 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:31.105610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687d873-c375-487f-af4d-bf3109a0de2a admin admin] Pushing event updated for resources: {'Network': ['ID=c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:31.184493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.194750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.254364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6894b56d-d56d-45fd-83d4-84ffcc5815c1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0556538 Dec 15 04:51:31.254575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:31.256457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d21f8a-a9e9-408b-9e45-004089e55a2b None None] Network 98656e29-48c1-43aa-bf49-75cf50a28918 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:31.315506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] In _notify_port_updated(), no bound segment for port ad0bd765-5bb7-482d-be9e-a84e6194dd6d on network 009331d5-fac3-49c5-811b-2452d55862a5 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:51:31.325860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:31.327044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.332249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/ports/ad0bd765-5bb7-482d-be9e-a84e6194dd6d HTTP/1.1" status: 200 len: 925 time: 2.0506282 Dec 15 04:51:31.332445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56866) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:31.343698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cefc891e-35f2-4cb9-842f-0349ffb96773'}, {'subnet_id': 'abd6d5a2-f041-45c0-8737-50de99976d56'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:31.376852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faca47-d725-4894-aef2-cbd325019a28 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=ad0bd765-5bb7-482d-be9e-a84e6194dd6d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:31.501214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.512604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.580562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b1767cf0-414d-4697-b905-eae2fb4a27ea None None] Provisioning complete for port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:31.581017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1767cf0-414d-4697-b905-eae2fb4a27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.598174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] Update dhcp port {'port': {'network_id': '009331d5-fac3-49c5-811b-2452d55862a5', 'fixed_ips': [{'subnet_id': 'cefc891e-35f2-4cb9-842f-0349ffb96773', 'ip_address': '2001:db8::2'}, {'subnet_id': 'abd6d5a2-f041-45c0-8737-50de99976d56'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '38a707b4-23b6-40b9-b623-39c0ada506d0'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:51:31.627060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.705530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:31.857536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56888) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:31.918062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38a707b4-23b6-40b9-b623-39c0ada506d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:32.018119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bb3586-863d-40ff-89c6-86eccc66852b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:32.064699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:32.126122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0669ce8e-07aa-4007-af68-6874d8030f86,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:32.346230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] Allocated IP 2001:db8:0:1::2 (009331d5-fac3-49c5-811b-2452d55862a5/abd6d5a2-f041-45c0-8737-50de99976d56/38a707b4-23b6-40b9-b623-39c0ada506d0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:32.413866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-33ddb003-326a-4083-9b86-1296ebbc0509', 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509', 'project_id': '4d547dcf031d471e908b8f50491762e7', 'fixed_ips': [{'subnet_id': 'd6082c97-4349-4756-a082-20d71af917e1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:32.414855 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:32.423950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Checking segment: {'id': 'e7ae9e8e-faed-40d9-8688-4b83104aa26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:32.424359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Network hostable DHCP agents. Network: c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:32.444482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-8c0c17b0-00ee-4269-b7a9-abf0d60a67d1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:32.450591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-8c0c17b0-00ee-4269-b7a9-abf0d60a67d1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:32.452836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-8c0c17b0-00ee-4269-b7a9-abf0d60a67d1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/networks?id=98656e29-48c1-43aa-bf49-75cf50a28918&id=33ddb003-326a-4083-9b86-1296ebbc0509 HTTP/1.1" status: 200 len: 1391 time: 0.7306290 Dec 15 04:51:32.475977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-710829ee-6dea-40f0-80e2-477d37932bb2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/quotas/4d547dcf031d471e908b8f50491762e7 HTTP/1.1" status: 200 len: 375 time: 0.0169425 Dec 15 04:51:32.498787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Network c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:32.546341 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1767cf0-414d-4697-b905-eae2fb4a27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:32.609242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:32.643963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:32.672156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304b8c1-7d7a-4bf4-a20b-5640b1037072 None None] Network c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:32.672500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:32.678820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:32.768744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-60eefb04-34e5-4f32-8d71-04f2a39f9819 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9224236 Dec 15 04:51:32.801703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-cbdfaef0-53ee-424b-bdd1-e1fcc6d3251c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2998526 Dec 15 04:51:32.906097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 38a707b4-23b6-40b9-b623-39c0ada506d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:32.930744 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:32.973903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b1767cf0-414d-4697-b905-eae2fb4a27ea None None] For port a4d767d4-bdce-485b-a21a-7bdf0319d2e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:32.975689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.054619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1767cf0-414d-4697-b905-eae2fb4a27ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.103281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56912) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:33.151674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] For port 38a707b4-23b6-40b9-b623-39c0ada506d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38a707b4-23b6-40b9-b623-39c0ada506d0,segment=NetworkSegment(18972e8d-29c6-496d-8363-3098e8466bd2),segment_id=18972e8d-29c6-496d-8363-3098e8466bd2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:33.162909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-f81428f4-d583-475c-ab13-ce9e36a21d8e service neutron] 10.222.0.37 "GET /v2.0/networks/98656e29-48c1-43aa-bf49-75cf50a28918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435626 Dec 15 04:51:33.266869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Deleting subnet 0669ce8e-07aa-4007-af68-6874d8030f86 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:33.286715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-4535aa6a-ef50-4808-b15d-3e9363497723 service neutron] 10.222.0.37 "GET /v2.0/networks/98656e29-48c1-43aa-bf49-75cf50a28918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162033 Dec 15 04:51:33.298998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.397859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-9d4c4bf9-9dc6-4aaf-b9e6-cbe721871caf service neutron] 10.222.0.37 "GET /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035841 Dec 15 04:51:33.421569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.488244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.557158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a4d767d4-bdce-485b-a21a-7bdf0319d2e3 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:33.568964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.583039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-50f451b3-da9d-4d94-af8f-f18a3eb4b5cd None None] Provisioning complete for port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:33.583413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50f451b3-da9d-4d94-af8f-f18a3eb4b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.643296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1767cf0-414d-4697-b905-eae2fb4a27ea None None] Pushing event updated for resources: {'Port': ['ID=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:33.665238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.669571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.718101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9fec89-bca3-4f9e-8065-e732f3a7c690 None None] Network c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:33.724433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8:0:1::e7 (009331d5-fac3-49c5-811b-2452d55862a5/abd6d5a2-f041-45c0-8737-50de99976d56/ad0bd765-5bb7-482d-be9e-a84e6194dd6d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:33.790152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0669ce8e-07aa-4007-af68-6874d8030f86,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:33.794683 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.799252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-51052762-8d6e-4bcf-ab04-abf958d97f2b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0669ce8e-07aa-4007-af68-6874d8030f86 HTTP/1.1" status: 204 len: 168 time: 0.6886692 Dec 15 04:51:33.804729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56920) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:33.888573 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.895792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Allocated IP 19.86.0.2 (33ddb003-326a-4083-9b86-1296ebbc0509/d6082c97-4349-4756-a082-20d71af917e1/01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:33.961078 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:33.984440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10e464-17c1-4b69-8e3c-6c845b022e25 None None] Pushing event updated for resources: {'Port': ['ID=38a707b4-23b6-40b9-b623-39c0ada506d0,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:34.029425 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.059322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.143063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-56eb7dcb-1147-48dd-9e1e-6fd1f0ef5217 service neutron] 10.222.0.37 "GET /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363503 Dec 15 04:51:34.175060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Router e574f0da-d567-42b4-9a8a-eb5a232a6774 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:51:34.278664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:34.279320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.336242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.369846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:51:34.380987 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-147f5a03-5120-423e-a54d-54c75f188513 admin admin] 10.222.0.37 "PUT /v2.0/routers/e574f0da-d567-42b4-9a8a-eb5a232a6774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1682634 Dec 15 04:51:34.384325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56928) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:34.397062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] Sync routers for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:51:34.463629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.529665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.607047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:34.608347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:34.697537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab368ccb-3602-4276-83df-790b8ea0ff9f req-b64f7b21-6154-4025-ae96-e62c1526136a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 210 time: 0.0787966 Dec 15 04:51:34.742976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] In _notify_port_updated(), no bound segment for port ad0bd765-5bb7-482d-be9e-a84e6194dd6d on network 009331d5-fac3-49c5-811b-2452d55862a5 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:51:34.749808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:34.750815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.752502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/ports/ad0bd765-5bb7-482d-be9e-a84e6194dd6d HTTP/1.1" status: 200 len: 1010 time: 3.4161985 Dec 15 04:51:34.753637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3fc50-dc66-4b5e-a547-bb386e509786 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=ad0bd765-5bb7-482d-be9e-a84e6194dd6d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:34.761733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:34.765278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56942) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:34.780414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.796248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae9e8e-faed-40d9-8688-4b83104aa26b') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:34.797050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae9e8e-faed-40d9-8688-4b83104aa26b') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:34.866302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.958551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.965215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.988843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:34.989263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:34.993649 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:35.079373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.118549 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.123825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Deleting port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:35.127692 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.211895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port fc4de0db-89e0-4862-8c17-f157b23815d1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:35.212314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.223587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:35.229151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.293095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.297860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb HTTP/1.1" status: 204 len: 168 time: 1.4917514 Dec 15 04:51:35.362314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] For port 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:35.362880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.367846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port ad0bd765-5bb7-482d-be9e-a84e6194dd6d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:35.372537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.378932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Network 33ddb003-326a-4083-9b86-1296ebbc0509 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:35.380848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22687b5-3248-4763-9877-a27b26890f11 None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:35.391160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a0273-1cca-42f8-8153-db28adf83a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f26c43-fdf1-4051-b4e4-b1791e2cb4fb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:35.391420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Calling delete_port for 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:35.544492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38a707b4-23b6-40b9-b623-39c0ada506d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:35.603763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.604719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56964) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:35.619537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for ad0bd765-5bb7-482d-be9e-a84e6194dd6d owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:35.632886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:35.638659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:35.659345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port fc4de0db-89e0-4862-8c17-f157b23815d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fc4de0db-89e0-4862-8c17-f157b23815d1,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:35.659345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.706725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Pushing event updated for resources: {'Port': ['ID=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:35.761324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for fc4de0db-89e0-4862-8c17-f157b23815d1 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:35.839385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f2a34cb9-e296-41d7-bd87-9ef3f605a524 None None] Provisioning complete for port ad0bd765-5bb7-482d-be9e-a84e6194dd6d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:35.840093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f2a34cb9-e296-41d7-bd87-9ef3f605a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.883710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d2af1abb-b3db-4005-af8d-ee3af77b9d4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f8a906b63e14890ab581d4178ebe444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641168 Dec 15 04:51:35.886611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56970) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:35.907436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Attempting to bind port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:35.907814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Attempting to bind port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:35.908224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Attempting to bind port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 on network 33ddb003-326a-4083-9b86-1296ebbc0509 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:35.919916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:35.920378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Checking segment: {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:35.920763 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.921159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Bound using segment: {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:35.921697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Bound port: 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:35.922079 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.923930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 38a707b4-23b6-40b9-b623-39c0ada506d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:35.924385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:35.931409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44c0710f-efa5-4808-86cf-a884aa478811 req-8b2ed65c-ae8e-480a-9911-98c5f0477a13 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 210 time: 0.0533166 Dec 15 04:51:36.019100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f2a34cb9-e296-41d7-bd87-9ef3f605a524 None None] Port ad0bd765-5bb7-482d-be9e-a84e6194dd6d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:51:36.107254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.177722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f2a34cb9-e296-41d7-bd87-9ef3f605a524 None None] Provisioning complete for port 38a707b4-23b6-40b9-b623-39c0ada506d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:36.177844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f2a34cb9-e296-41d7-bd87-9ef3f605a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.200849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-240da7cc-6d54-41b7-86cc-73b6ba9188a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.218981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.251597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407920c4-76a7-47c1-98c6-9c11558966f6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:36.263517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a357d2c-7a10-46e9-8a5f-f3ca55b5238e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:36.369737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-240da7cc-6d54-41b7-86cc-73b6ba9188a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.398585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.403522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] For port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:36.462692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] For port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:36.469577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a4d767d4-bdce-485b-a21a-7bdf0319d2e3 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:36.545654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.556538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=ad0bd765-5bb7-482d-be9e-a84e6194dd6d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:36.591351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-240da7cc-6d54-41b7-86cc-73b6ba9188a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.631479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-240da7cc-6d54-41b7-86cc-73b6ba9188a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.645731 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-240da7cc-6d54-41b7-86cc-73b6ba9188a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c17bacd4-9847-498c-a318-b901b2b0b58f HTTP/1.1" status: 204 len: 168 time: 0.7437930 Dec 15 04:51:36.652275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.662679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:51:31Z', 'revision_number': 5, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port': {'id': '0a357d2c-7a10-46e9-8a5f-f3ca55b5238e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:42:03Z', 'updated_at': '2021-12-15T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:36.744935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] Checking router: e574f0da-d567-42b4-9a8a-eb5a232a6774 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:51:36.782007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] Routers {'e574f0da-d567-42b4-9a8a-eb5a232a6774'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:36.783451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e574f0da-d567-42b4-9a8a-eb5a232a6774'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:36.855834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.862340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.928410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=fc4de0db-89e0-4862-8c17-f157b23815d1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:36.932394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:36.937238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-daa35780-4b0d-4f24-aaaa-d81b41b889d5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/ad0bd765-5bb7-482d-be9e-a84e6194dd6d HTTP/1.1" status: 204 len: 168 time: 2.1700277 Dec 15 04:51:36.942446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56986) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:36.960847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240da7cc-6d54-41b7-86cc-73b6ba9188a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17bacd4-9847-498c-a318-b901b2b0b58f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:37.026249 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4627f2-27be-4cd6-a4d1-df5d4ec35fce tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:37.028838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5c4627f2-27be-4cd6-a4d1-df5d4ec35fce tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/ad0bd765-5bb7-482d-be9e-a84e6194dd6d HTTP/1.1" status: 404 len: 333 time: 0.0835311 Dec 15 04:51:37.034705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56990) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:37.131280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet abd6d5a2-f041-45c0-8737-50de99976d56 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:37.142562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.233405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.234004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e574f0da-d567-42b4-9a8a-eb5a232a6774 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:51:37.286986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9bfa902-5a67-4504-a0da-dfe0d2bf6e1c req-6881d7dd-7180-4671-8699-5bd2efec303b tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 210 time: 0.1315591 Dec 15 04:51:37.309201 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.321590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ac4c508-ab6b-4ebf-91e0-8bce8dd7cc93 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e574f0da-d567-42b4-9a8a-eb5a232a6774 HTTP/1.1" status: 204 len: 168 time: 2.9361496 Dec 15 04:51:37.342299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57000) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:37.392777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.482231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Deleting subnet dcbfa5e6-6728-4859-9491-a84071b486bd {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:37.490097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.665644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.701841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.717334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79d878-077f-4d03-8793-c4d0555009f7 None None] Pushing event updated for resources: {'Port': ['ID=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:37.742727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.755919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:37.756599 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.804181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-655afadd-c94d-45f8-b0a9-b92ace3e1c03 None None] Could not find standard attr ID for object ad0bd765-5bb7-482d-be9e-a84e6194dd6d. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:51:37.833657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-2bdbe7fa-4d4b-47f5-9d80-a06227bc8970 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:37.840679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-2bdbe7fa-4d4b-47f5-9d80-a06227bc8970 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:37.842682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-2bdbe7fa-4d4b-47f5-9d80-a06227bc8970 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "GET /v2.0/networks?id=98656e29-48c1-43aa-bf49-75cf50a28918&id=33ddb003-326a-4083-9b86-1296ebbc0509 HTTP/1.1" status: 200 len: 1391 time: 1.4504290 Dec 15 04:51:37.845357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.848781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.861522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] Set router e574f0da-d567-42b4-9a8a-eb5a232a6774 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:37.903009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:37.908152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/abd6d5a2-f041-45c0-8737-50de99976d56 HTTP/1.1" status: 204 len: 168 time: 0.8717198 Dec 15 04:51:37.923940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:37.931530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'port': {'device_id': 'd549ca66-e306-4b38-83c2-a51581924461', 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918', 'admin_state_up': True, 'tenant_id': '4d547dcf031d471e908b8f50491762e7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:38.103557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:51:36Z', 'revision_number': 7, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:38.194383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be271e-3865-45c6-933b-7cc2ef799aa9 None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:38.201851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2913d7-55fa-49f9-ba3f-7ded5ecf866f None None] The sync data for ids ['e574f0da-d567-42b4-9a8a-eb5a232a6774'] in n-d-820935-10 is: [{'id': 'e574f0da-d567-42b4-9a8a-eb5a232a6774', 'name': 'tempest-ServerActionsTestJSON-391849344-router', 'tenant_id': '5ce6912b41234295b070654966d6f06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:42:02Z', 'updated_at': '2021-12-15T04:51:36Z', 'revision_number': 7, 'project_id': '5ce6912b41234295b070654966d6f06d', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:51:38.224373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd44d-1e21-424d-ad32-2416e8b22c34 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=abd6d5a2-f041-45c0-8737-50de99976d56,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:38.314267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet cefc891e-35f2-4cb9-842f-0349ffb96773 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:38.325470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:38.330783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:38.346850 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:38.355631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:38.419922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-655afadd-c94d-45f8-b0a9-b92ace3e1c03 None None] Provisioning complete for port 38a707b4-23b6-40b9-b623-39c0ada506d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:38.420923 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-655afadd-c94d-45f8-b0a9-b92ace3e1c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:38.690400 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:38.831126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-007049e8-e2de-4326-809e-c63daf0e16f0 req-961dc196-045f-4cb7-b4a7-1a498eab296a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 210 time: 0.2715209 Dec 15 04:51:38.950484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Allocated IP 19.80.0.41 (98656e29-48c1-43aa-bf49-75cf50a28918/9e6e5325-b692-4fec-a911-ad7a7be67d00/e8dbce05-7d63-4355-82d1-6a081536d267) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:38.983674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d28c4f0-b729-4668-bb93-7975a36f02e9 None None] Network 33ddb003-326a-4083-9b86-1296ebbc0509 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:39.314641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] Could not find standard attr ID for object ad0bd765-5bb7-482d-be9e-a84e6194dd6d. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:51:39.362938 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:39.421540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:39.473586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] Provisioning complete for port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:39.475228 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:39.563736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Port': ['ID=e8dbce05-7d63-4355-82d1-6a081536d267,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:39.590889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network 98656e29-48c1-43aa-bf49-75cf50a28918 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:39.611229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:39.612197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:39.629436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:39.846480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:39.900564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:39.901362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:39.963353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-903217cf-a315-498e-8867-09c74a245fd8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0527496 Dec 15 04:51:39.996202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Request body: {'port': {'device_id': 'd549ca66-e306-4b38-83c2-a51581924461', 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509', 'admin_state_up': True, 'tenant_id': '4d547dcf031d471e908b8f50491762e7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:40.032026 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.034770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:40.036183 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.078464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.190160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.196708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.202270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/cefc891e-35f2-4cb9-842f-0349ffb96773 HTTP/1.1" status: 204 len: 168 time: 2.2634768 Dec 15 04:51:40.205168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12c0c-7838-489b-a23f-e8c6593da75b tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=cefc891e-35f2-4cb9-842f-0349ffb96773,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:40.208716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57064) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:40.290799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.294621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dcbfa5e6-6728-4859-9491-a84071b486bd HTTP/1.1" status: 204 len: 168 time: 2.9511330 Dec 15 04:51:40.323206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.334498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18240ff2-bbc4-4934-834a-3b70e3e44bb9 None None] Network 14313082-41c9-4a09-84f5-23b7c2a7d02e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:40.339875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57068) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:40.507843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.519229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router 2c88f626-1e86-4312-b1b6-e8a3664ad30a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:51:40.526015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.538571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99884af9-aa6c-442c-9bfc-ba417ec807ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbfa5e6-6728-4859-9491-a84071b486bd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:40.568484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] For port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:40.623196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.630055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7998b-fbde-4791-874d-4833db1ad633 req-04efa4d6-c471-412a-85df-8bb812f29687 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:40.631658 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6f7998b-fbde-4791-874d-4833db1ad633 req-04efa4d6-c471-412a-85df-8bb812f29687 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 931 time: 0.3858299 Dec 15 04:51:40.734545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 38a707b4-23b6-40b9-b623-39c0ada506d0 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:40.735277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.785638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a111d19-174c-4ae0-9e4d-308745666f32 None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:40.807818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6f7998b-fbde-4791-874d-4833db1ad633 req-159fd89a-37f0-4eb5-b2dd-df197b0dde2c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608515 Dec 15 04:51:40.810005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Deleting port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:40.810922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.817644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Made reservation on behalf of 4d547dcf031d471e908b8f50491762e7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:40.823928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.824255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:51:40.831195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-11d597c2-5ac7-4f30-bcac-70fb9c2574f5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/2c88f626-1e86-4312-b1b6-e8a3664ad30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9716458 Dec 15 04:51:40.834581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:40.837900 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] Sync routers for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:51:40.854308 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:40.854308 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:40.932029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] For port 38a707b4-23b6-40b9-b623-39c0ada506d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38a707b4-23b6-40b9-b623-39c0ada506d0,segment=NetworkSegment(18972e8d-29c6-496d-8363-3098e8466bd2),segment_id=18972e8d-29c6-496d-8363-3098e8466bd2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:40.932603 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:40.943838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc256c2c-8e7b-451c-b5ba-2eec83c15cf7 None None] Pushing event updated for resources: {'Port': ['ID=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:40.971878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 38a707b4-23b6-40b9-b623-39c0ada506d0 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:41.021826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting subnet 6e83e0df-dea8-4982-9d7c-2811faf0d3b2 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:41.027021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.053850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:51:41.055553 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:51:41.065167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9bc1769a-de93-4c11-9e75-2c9f906d7b85 None None] Provisioning complete for port e8dbce05-7d63-4355-82d1-6a081536d267 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:41.066235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9bc1769a-de93-4c11-9e75-2c9f906d7b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.071698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] For port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:41.072824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.102324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Calling delete_port for 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:41.143622 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:41.144552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] DHCP port deletion for 14313082-41c9-4a09-84f5-23b7c2a7d02e request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:41.183505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9bc1769a-de93-4c11-9e75-2c9f906d7b85 None None] Port e8dbce05-7d63-4355-82d1-6a081536d267 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:51:41.234336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9bc1769a-de93-4c11-9e75-2c9f906d7b85 None None] Provisioning complete for port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:41.246268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.246945 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9bc1769a-de93-4c11-9e75-2c9f906d7b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.293809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] DHCP port deletion for 009331d5-fac3-49c5-811b-2452d55862a5 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:41.431004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] Deleting port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:41.452481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.479847 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.506062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.551260 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:51:36Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:41.554977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=38a707b4-23b6-40b9-b623-39c0ada506d0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:41.558706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.562582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No DVR routers for this DVR port 38a707b4-23b6-40b9-b623-39c0ada506d0 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:41.636782 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] Checking router: 2c88f626-1e86-4312-b1b6-e8a3664ad30a for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:51:41.656899 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] Routers {'2c88f626-1e86-4312-b1b6-e8a3664ad30a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:41.658571 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:41.675312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.676141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Allocated IP 19.86.0.65 (33ddb003-326a-4083-9b86-1296ebbc0509/d6082c97-4349-4756-a082-20d71af917e1/2e6beb3b-b580-42de-8e4a-76c2ecd63a5c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:41.682139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] No DVR routers for this DVR port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:41.700907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:41.706214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.729840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009331d5-fac3-49c5-811b-2452d55862a5']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:41.739764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18972e8d-29c6-496d-8363-3098e8466bd2') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:41.740093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18972e8d-29c6-496d-8363-3098e8466bd2') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:41.757867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.787592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.792946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] For port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,segment=NetworkSegment(3a3022c9-1e67-4598-b354-af19f98634f7),segment_id=3a3022c9-1e67-4598-b354-af19f98634f7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:41.793695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.813228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:41.813643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.822146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] Calling delete_port for 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:41.849843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Deleting port 38a707b4-23b6-40b9-b623-39c0ada506d0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:41.850224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.884341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:41.893712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91bb3586-863d-40ff-89c6-86eccc66852b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:41.955697 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] Set router 2c88f626-1e86-4312-b1b6-e8a3664ad30a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:41.977108 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:42.029192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Subnet': ['ID=6e83e0df-dea8-4982-9d7c-2811faf0d3b2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:42.033073 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.042299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.050577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/009331d5-fac3-49c5-811b-2452d55862a5 HTTP/1.1" status: 204 len: 168 time: 1.8326554 Dec 15 04:51:42.056294 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.064046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7c13d80a-a714-4a5f-8519-88a0d3133b1e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/subnets/6e83e0df-dea8-4982-9d7c-2811faf0d3b2 HTTP/1.1" status: 204 len: 168 time: 1.2286732 Dec 15 04:51:42.064769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57102) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:42.108026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57104) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:42.124941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc5800-9617-4bda-9d7c-1f96be670f63 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=009331d5-fac3-49c5-811b-2452d55862a5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:42.214920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.296328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14313082-41c9-4a09-84f5-23b7c2a7d02e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:42.320904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.389959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3022c9-1e67-4598-b354-af19f98634f7') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:42.392456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3022c9-1e67-4598-b354-af19f98634f7') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:42.464711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.476959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Network 33ddb003-326a-4083-9b86-1296ebbc0509 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:42.480749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ce9ad16b-a7f4-4373-9998-e8d7dd8422af None None] Could not find standard attr ID for object 38a707b4-23b6-40b9-b623-39c0ada506d0. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:51:42.485040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc134c-98e4-440b-831f-361c6239f333 None None] Network 251aeb0a-0fc0-4a16-9cee-de33bca6e595 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:42.488655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 91bb3586-863d-40ff-89c6-86eccc66852b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:42.488801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91bb3586-863d-40ff-89c6-86eccc66852b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:42.489222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:42.520801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.542915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.551567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:42.551865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d7563-4d20-4fe6-8d30-5e8a2af7f316 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:42.557110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.557343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c3d7563-4d20-4fe6-8d30-5e8a2af7f316 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4467087 Dec 15 04:51:42.563640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57114) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:42.577214 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:51:36Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:42.635757 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c96618-c615-4037-9b44-c6cd42d48d4d None None] The sync data for ids ['2c88f626-1e86-4312-b1b6-e8a3664ad30a'] in n-d-820935-10 is: [{'id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588609692', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:49:00Z', 'updated_at': '2021-12-15T04:51:36Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '6e8df61c-0427-4894-ab80-ce014e9fc0ad', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c88f626-1e86-4312-b1b6-e8a3664ad30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:49:01Z', 'updated_at': '2021-12-15T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:51:42.643288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.649949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] For port 38a707b4-23b6-40b9-b623-39c0ada506d0, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:42.650361 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.658536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:42.673822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:42.688683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Calling delete_port for 38a707b4-23b6-40b9-b623-39c0ada506d0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:42.691838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Port 38a707b4-23b6-40b9-b623-39c0ada506d0 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:51:42.691838 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.733239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] Pushing event deleted for resources: {'Port': ['ID=9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:42.751574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event updated for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:42.767309 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:42.780728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:42.781083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a357d2c-7a10-46e9-8a5f-f3ca55b5238e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:42.789689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:42.790812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.811794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.817475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:42.823138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] 10.222.0.37 "DELETE /v2.0/networks/14313082-41c9-4a09-84f5-23b7c2a7d02e HTTP/1.1" status: 204 len: 168 time: 2.4584262 Dec 15 04:51:42.830766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c566f-df88-469a-a6f5-165a6b3b3def None None] No DVR routers for this DVR port 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:42.850608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Pushing event deleted for resources: {'Port': ['ID=38a707b4-23b6-40b9-b623-39c0ada506d0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:42.858342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-97d1d27d-8cfb-4066-b603-164c54c27552 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8744321 Dec 15 04:51:42.883970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4e4d8343-da7a-43bd-a7de-4a2c9a8fd382 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3190014 Dec 15 04:51:42.884594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] Network 009331d5-fac3-49c5-811b-2452d55862a5 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:51:42.885008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a26c-abb1-4578-ba0b-ad2c97e26ab0 req-3419b398-81f3-4d7d-8000-d06acea31751 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:42.885140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3b6aa-50d5-407c-bcbb-b37814eeef6b None None] No DVR routers for this DVR port 38a707b4-23b6-40b9-b623-39c0ada506d0 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:42.891692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57122) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:42.894131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a26c-abb1-4578-ba0b-ad2c97e26ab0 req-3419b398-81f3-4d7d-8000-d06acea31751 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:42.897913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecc5a26c-abb1-4578-ba0b-ad2c97e26ab0 req-3419b398-81f3-4d7d-8000-d06acea31751 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1653 time: 0.6052432 Dec 15 04:51:42.913429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Request body: {'port': {'device_id': 'd549ca66-e306-4b38-83c2-a51581924461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:42.933461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1677008147'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:42.940213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb17424-fa5b-4a64-9f11-c90ddb0b9954 admin admin] Pushing event deleted for resources: {'Network': ['ID=14313082-41c9-4a09-84f5-23b7c2a7d02e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:43.029969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecc5a26c-abb1-4578-ba0b-ad2c97e26ab0 req-6763724b-4dc1-4d61-b908-58adaa94fee2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211779 Dec 15 04:51:43.039200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:43.056262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.094415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] DHCP port deletion for 251aeb0a-0fc0-4a16-9cee-de33bca6e595 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:43.127446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.147945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.195983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:43.259665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] Deleting port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:43.260055 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.287520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57128) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:43.306007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.306361 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment 2c4da090-1cb5-4903-9773-4d791964afd9 of type vlan for network 02a6a21c-a766-4223-9b53-1fbe43611ff6 Dec 15 04:51:43.344417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:43.445954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] For port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,segment=NetworkSegment(fee5ee5b-e1ff-4178-91da-fd26fdfbcb17),segment_id=fee5ee5b-e1ff-4178-91da-fd26fdfbcb17)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:43.446718 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.449265 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.468423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] Calling delete_port for 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:43.492475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44cb97ce-fca0-46e4-84be-3dbe4a4b9d36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ce6912b41234295b070654966d6f06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2016985 Dec 15 04:51:43.496784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57136) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:43.529845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 6e8df61c-0427-4894-ab80-ce014e9fc0ad {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:43.530205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.586854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dbce05-7d63-4355-82d1-6a081536d267 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:51:43.592137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.596374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.605847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:43.606456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.613836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Transition to ACTIVE for port object e8dbce05-7d63-4355-82d1-6a081536d267 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:51:43.639091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.696943 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.710657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3a75faa0-9bb0-4082-8fa7-fd716f551d24 None None] Provisioning complete for port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:43.711035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3a75faa0-9bb0-4082-8fa7-fd716f551d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.764220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dbce05-7d63-4355-82d1-6a081536d267,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:43.784108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8772173 Dec 15 04:51:43.788652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:43.814140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:43.820616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68d32-34a9-463a-a0b5-92b3fbd52cc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=02a6a21c-a766-4223-9b53-1fbe43611ff6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:43.887020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8063ac6c-3d64-4bb5-be88-4cb82f834cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.894952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:43.930213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] Pushing event deleted for resources: {'Port': ['ID=7bd2a45c-adbb-43cb-bcf4-fa1647da1712,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:43.945251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dbd2e-f406-4fb3-a15c-ce4a8002fcb4 None None] No DVR routers for this DVR port 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:43.969031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 6e8df61c-0427-4894-ab80-ce014e9fc0ad, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6e8df61c-0427-4894-ab80-ce014e9fc0ad,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:43.969570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:43.994821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 6e8df61c-0427-4894-ab80-ce014e9fc0ad owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:43.998398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8063ac6c-3d64-4bb5-be88-4cb82f834cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.026766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:44.080458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.166556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:44.166911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.329539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3a75faa0-9bb0-4082-8fa7-fd716f551d24 None None] Port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:51:44.343035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.349362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8063ac6c-3d64-4bb5-be88-4cb82f834cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.357984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8063ac6c-3d64-4bb5-be88-4cb82f834cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.368305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8063ac6c-3d64-4bb5-be88-4cb82f834cea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb5fa705-7763-442f-97c9-997fe4d41604 HTTP/1.1" status: 204 len: 168 time: 0.8704062 Dec 15 04:51:44.448656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=6e8df61c-0427-4894-ab80-ce014e9fc0ad,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:44.461778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063ac6c-3d64-4bb5-be88-4cb82f834cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5fa705-7763-442f-97c9-997fe4d41604,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:44.535985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56086a3f-2a4d-4913-bbab-a4dd094ce370 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:44.594206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Attempting to bind port e8dbce05-7d63-4355-82d1-6a081536d267 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:44.611999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Attempting to bind port e8dbce05-7d63-4355-82d1-6a081536d267 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:44.612460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Attempting to bind port e8dbce05-7d63-4355-82d1-6a081536d267 on network 98656e29-48c1-43aa-bf49-75cf50a28918 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:44.629374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.654762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Port e8dbce05-7d63-4355-82d1-6a081536d267 on network 98656e29-48c1-43aa-bf49-75cf50a28918 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:51:44.656732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Attempting to bind port e8dbce05-7d63-4355-82d1-6a081536d267 on network 98656e29-48c1-43aa-bf49-75cf50a28918 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:44.675960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:44.679582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Checking segment: {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:44.680189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Bound using segment: {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:44.680816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Bound port: e8dbce05-7d63-4355-82d1-6a081536d267, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:44.681975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.689964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38a707b4-23b6-40b9-b623-39c0ada506d0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:44.733268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 38a707b4-23b6-40b9-b623-39c0ada506d0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:44.733268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38a707b4-23b6-40b9-b623-39c0ada506d0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:44.739219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:44.740119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588067d-13a1-4e6c-866f-f9f5b467d7b8 req-2e939312-45d2-4069-96f7-e2868130f36f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:44.747779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588067d-13a1-4e6c-866f-f9f5b467d7b8 req-2e939312-45d2-4069-96f7-e2868130f36f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:44.751031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2588067d-13a1-4e6c-866f-f9f5b467d7b8 req-2e939312-45d2-4069-96f7-e2868130f36f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1665 time: 0.5471766 Dec 15 04:51:44.787540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.789789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.802941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:44.810229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9d7595ef-9cc6-4fe2-8a29-dfb8cd17e1aa not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:44.811377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fc4de0db-89e0-4862-8c17-f157b23815d1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:44.836907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: fc4de0db-89e0-4862-8c17-f157b23815d1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:44.837625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fc4de0db-89e0-4862-8c17-f157b23815d1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:44.877686 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.878113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Fanout notify agent at l3_agent the message router_deleted on router 2c88f626-1e86-4312-b1b6-e8a3664ad30a {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:51:44.885336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:44.886507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4bdd77f6-1589-4c2e-97d6-f14d5e46793f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/routers/2c88f626-1e86-4312-b1b6-e8a3664ad30a HTTP/1.1" status: 204 len: 168 time: 2.7457023 Dec 15 04:51:44.891392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57168) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:45.017109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2588067d-13a1-4e6c-866f-f9f5b467d7b8 req-007983ce-58a2-4a5a-bba6-02bd54602e7d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410648 Dec 15 04:51:45.041505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] For port e8dbce05-7d63-4355-82d1-6a081536d267, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:45.055182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] For port e8dbce05-7d63-4355-82d1-6a081536d267, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e8dbce05-7d63-4355-82d1-6a081536d267,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:45.082277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.107241 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.153106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:45.154286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.155699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] 10.222.0.16 "PUT /v2.0/ports/e8dbce05-7d63-4355-82d1-6a081536d267 HTTP/1.1" status: 200 len: 1092 time: 2.2486567 Dec 15 04:51:45.232262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'tag': 'e8dbce05-7d63-4355-82d1-6a081536d267'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:45.235725 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236309b-bbe5-48c7-8db2-2d68270bd619" -d '{"events": [{"name": "network-changed", "server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "tag": "e8dbce05-7d63-4355-82d1-6a081536d267"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:45.264876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Request body: {'port': {'device_id': 'd549ca66-e306-4b38-83c2-a51581924461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:45.267707 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.293667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683cdec-f44f-475e-ab6c-8c455bf67859 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dbce05-7d63-4355-82d1-6a081536d267,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:45.406867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': '2c4da090-1cb5-4903-9773-4d791964afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:45.407686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: 02a6a21c-a766-4223-9b53-1fbe43611ff6, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:45.457903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=2f7230f6-9d58-4052-9ce8-b368961d7b6c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:45.465949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.472828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:45.477925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.542316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:45.578208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251aeb0a-0fc0-4a16-9cee-de33bca6e595']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:45.613288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:45.615915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7bd2a45c-adbb-43cb-bcf4-fa1647da1712 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:45.630756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:45.631647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee5ee5b-e1ff-4178-91da-fd26fdfbcb17') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:45.644960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 02a6a21c-a766-4223-9b53-1fbe43611ff6) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:45.653170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a013c88a-b693-4cde-91ee-8ffdac7bc4b0 None None] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:45.655012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:45.655771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.682078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.702400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b4b18d44-55d1-4294-a906-627e50f4a17a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9099731 Dec 15 04:51:45.705985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57198) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:45.734257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6', 'name': 'tempest-PortsIpV6TestJSON-200845452'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:45.822548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.908502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:45.909730 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:45.916791 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:45.948296 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7484c03c-ee02-4a67-ab9b-d4f6fa572297 x-openstack-request-id: req-7484c03c-ee02-4a67-ab9b-d4f6fa572297 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:45.948670 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "tag": "e8dbce05-7d63-4355-82d1-6a081536d267", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:45.949030 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7484c03c-ee02-4a67-ab9b-d4f6fa572297 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:45.949533 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'tag': 'e8dbce05-7d63-4355-82d1-6a081536d267', 'status': 'completed', 'code': 200} Dec 15 04:51:46.031863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-02a6a21c-a766-4223-9b53-1fbe43611ff6', 'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': '2f7230f6-9d58-4052-9ce8-b368961d7b6c'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:46.033051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.122207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.163849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.170881 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/networks/251aeb0a-0fc0-4a16-9cee-de33bca6e595 HTTP/1.1" status: 204 len: 168 time: 1.2784665 Dec 15 04:51:46.172122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c054c2-06da-466c-8f24-cc4f07944bc4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Network': ['ID=251aeb0a-0fc0-4a16-9cee-de33bca6e595,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:46.175043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57210) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:46.284042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89bc6129-f9a9-4dea-be8c-9873891d62e6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.293823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-5799f4da-1ac4-4018-b920-18cf9430cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:46.295494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-5799f4da-1ac4-4018-b920-18cf9430cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:46.297902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-5799f4da-1ac4-4018-b920-18cf9430cc2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1913 time: 0.2884903 Dec 15 04:51:46.302100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:46.312814 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.354245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:46.369606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Allocated IP 2001:db8::2 (02a6a21c-a766-4223-9b53-1fbe43611ff6/2f7230f6-9d58-4052-9ce8-b368961d7b6c/06d1f56b-b911-4c2b-b1f6-59ed904eab5c) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:46.400682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89bc6129-f9a9-4dea-be8c-9873891d62e6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.548772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 9b7e69a7-9361-412c-a50a-ac4f989e06a7 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:46.701806 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.710185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57226) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:46.715729 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.726787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89bc6129-f9a9-4dea-be8c-9873891d62e6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.731861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89bc6129-f9a9-4dea-be8c-9873891d62e6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:46.736088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-89bc6129-f9a9-4dea-be8c-9873891d62e6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/security-groups/016afc10-ac79-45b0-8f66-29078d22fc1f HTTP/1.1" status: 204 len: 168 time: 0.5519543 Dec 15 04:51:46.776373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:46.790467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:46.801592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:46.805298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc6129-f9a9-4dea-be8c-9873891d62e6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016afc10-ac79-45b0-8f66-29078d22fc1f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:46.908635 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:51:46.987830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e8df61c-0427-4894-ab80-ce014e9fc0ad no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:46.994517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Pushing event updated for resources: {'Port': ['ID=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:47.055989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6e8df61c-0427-4894-ab80-ce014e9fc0ad {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:47.056666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e8df61c-0427-4894-ab80-ce014e9fc0ad not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:47.070335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.070934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.071761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.072318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.072876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.073360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.073896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.074400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.075050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.075605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.077000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.077905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.078444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:51:47.084619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Attempting to bind port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:47.085566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Attempting to bind port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2c4da090-1cb5-4903-9773-4d791964afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:47.086563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Attempting to bind port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c on network 02a6a21c-a766-4223-9b53-1fbe43611ff6 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:47.098568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:47.099490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Checking segment: {'id': '2c4da090-1cb5-4903-9773-4d791964afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:47.100137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.100865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Bound using segment: {'id': '2c4da090-1cb5-4903-9773-4d791964afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:47.101496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Bound port: 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4da090-1cb5-4903-9773-4d791964afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:47.102114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.180361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] For port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:47.185962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] For port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,segment=NetworkSegment(2c4da090-1cb5-4903-9773-4d791964afd9),segment_id=2c4da090-1cb5-4903-9773-4d791964afd9)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:47.194687 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.211521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-118788308-network', 'tenant_id': '4c2ef0985ff844719683f41130fe4bb1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:47.317471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ce0d5-c36a-445e-a2f0-328f3b22f295 req-13868ff1-323d-4c38-9239-f99100e25a7a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:47.321410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::11f (02a6a21c-a766-4223-9b53-1fbe43611ff6/2f7230f6-9d58-4052-9ce8-b368961d7b6c/9b7e69a7-9361-412c-a50a-ac4f989e06a7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:47.332882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ce0d5-c36a-445e-a2f0-328f3b22f295 req-13868ff1-323d-4c38-9239-f99100e25a7a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:47.339944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fc078-fec2-4c6e-bc13-f00c7b7693ee None None] Pushing event updated for resources: {'Port': ['ID=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:47.365984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d33ce0d5-c36a-445e-a2f0-328f3b22f295 req-13868ff1-323d-4c38-9239-f99100e25a7a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1665 time: 1.1919265 Dec 15 04:51:47.410063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:51:47.424765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.461625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Transition to ACTIVE for port object 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:51:47.651766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Made reservation on behalf of 4c2ef0985ff844719683f41130fe4bb1 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:47.654624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.680380 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.693373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.720523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.736843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57256) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:47.781867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635392093', 'description': 'tempest-secgroup-smoke-635392093 description', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:47.792881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.806465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-6c668c9e-4fc1-4573-95f0-7a6eeb987d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:47.815457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-6c668c9e-4fc1-4573-95f0-7a6eeb987d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:47.816040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-6c668c9e-4fc1-4573-95f0-7a6eeb987d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:47.817823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-6c668c9e-4fc1-4573-95f0-7a6eeb987d27 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4d547dcf031d471e908b8f50491762e7&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.4998858 Dec 15 04:51:47.893229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:47.981662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:48.006399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:48.010129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=9b7e69a7-9361-412c-a50a-ac4f989e06a7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:48.013026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:48.028449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:48.046347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:48.047038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.079985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d33ce0d5-c36a-445e-a2f0-328f3b22f295 req-aa1dbcbf-be3f-4a99-bc33-64cd4f1aa68d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980543 Dec 15 04:51:48.098190 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.135726 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8de887a7-49cb-4f54-baeb-59a917e7c4ac tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4245284 Dec 15 04:51:48.154813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:48.183835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': '02a6a21c-a766-4223-9b53-1fbe43611ff6', 'name': 'tempest-PortsIpV6TestJSON-1989936913'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:48.225752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-be8aa36e-5d61-4c1c-bafb-1b647c08d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:48.242266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d236309b-bbe5-48c7-8db2-2d68270bd619 req-be8aa36e-5d61-4c1c-bafb-1b647c08d594 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3958845 Dec 15 04:51:48.533850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.538287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.554983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.579222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.640218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.640651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Attempting to bind port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:51:48.641198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Attempting to bind port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:51:48.641644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Attempting to bind port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c on network 33ddb003-326a-4083-9b86-1296ebbc0509 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:48.648340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:48.650628 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8783715 Dec 15 04:51:48.655114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57272) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:48.662832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '805683b0-6526-4ca7-a68e-4f74cffcf108', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:48.674407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf137c1-66a2-48b0-9270-be6aa7065fd9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805683b0-6526-4ca7-a68e-4f74cffcf108,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:48.710735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c on network 33ddb003-326a-4083-9b86-1296ebbc0509 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:51:48.711200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Attempting to bind port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c on network 33ddb003-326a-4083-9b86-1296ebbc0509 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:51:48.718783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:51:48.718783 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 04:51:48.718783 n-d-820935-10 neutron-server[103132]: [parameters: {'project_id_1': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'expiration_1': datetime.datetime(2021, 12, 15, 4, 51, 28, 670257)}] Dec 15 04:51:48.718783 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:51:48.719246 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:51:48.744681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Deleting port 050af7dd-a86b-4410-a9aa-634380685a78 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:48.745331 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.745451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.745700 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Added segment f85fe177-dda5-4273-b33c-ef5a8eee1de9 of type vlan for network 61b9fe7f-903e-42fa-94bc-438d3f411254 Dec 15 04:51:48.749494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf357b54-ef03-44bb-98d1-d5d2bd563baa,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:48.786263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:51:48.787148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Checking segment: {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:48.787958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Bound using segment: {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:51:48.788691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Bound port: 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bdb692-e8f0-407d-9161-7e2cd0fc9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:51:48.789309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.833197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:48.837953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.869612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.912955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] For port 050af7dd-a86b-4410-a9aa-634380685a78, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=050af7dd-a86b-4410-a9aa-634380685a78,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:48.913319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:48.944252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Calling delete_port for 050af7dd-a86b-4410-a9aa-634380685a78 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:48.956292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port eea20a0e-559e-460a-aeac-9e9f03494371 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:49.063659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d61e93-83ad-4dc0-913c-28e852a87e4d None None] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:49.080600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 06d1f56b-b911-4c2b-b1f6-59ed904eab5c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:49.125226 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.128054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:49.130740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.133743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:51:49.150535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:51:49.243949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.297694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9426935 Dec 15 04:51:49.302367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57284) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:49.344260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:49.344975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.348351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Request body: {'subnet': {'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-118788308-subnet', 'tenant_id': '4c2ef0985ff844719683f41130fe4bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:49.361851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.393945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-574dfb0e-6df6-4b54-be23-fe65f0b36993 None None] Provisioning complete for port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:49.394691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-574dfb0e-6df6-4b54-be23-fe65f0b36993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.401247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Pushing event deleted for resources: {'Port': ['ID=050af7dd-a86b-4410-a9aa-634380685a78,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:49.403194 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.404754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::30a (02a6a21c-a766-4223-9b53-1fbe43611ff6/2f7230f6-9d58-4052-9ce8-b368961d7b6c/eea20a0e-559e-460a-aeac-9e9f03494371) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:49.537225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.564016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.589900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c0bdda-ceb0-4955-867e-d588c7b6c878,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:49.601647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.613827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.652515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.656906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c78cbb99-0762-48e9-9871-e481013761e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9957051 Dec 15 04:51:49.691439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90e6e6-7d77-472e-896f-0d6df1bd6ada admin admin] Pushing event updated for resources: {'Network': ['ID=61b9fe7f-903e-42fa-94bc-438d3f411254,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:49.698193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57298) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:49.719532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 61b9fe7f-903e-42fa-94bc-438d3f411254 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:49.728937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '805683b0-6526-4ca7-a68e-4f74cffcf108', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:49.769310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.832332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:49.832967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.847445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] 10.222.0.16 "PUT /v2.0/ports/2e6beb3b-b580-42de-8e4a-76c2ecd63a5c HTTP/1.1" status: 200 len: 1092 time: 4.6055863 Dec 15 04:51:49.859201 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-574dfb0e-6df6-4b54-be23-fe65f0b36993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.870538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:49.878712 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4" -d '{"events": [{"name": "network-changed", "server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:49.895790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e38d1-2102-4937-bd30-322442a281f0 req-6710632a-cc90-4491-8d84-586c6aae599f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:49.903249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e38d1-2102-4937-bd30-322442a281f0 req-6710632a-cc90-4491-8d84-586c6aae599f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:49.905524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-947e38d1-2102-4937-bd30-322442a281f0 req-6710632a-cc90-4491-8d84-586c6aae599f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1677 time: 0.6587322 Dec 15 04:51:49.911427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:49.925126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:49.936142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:49.943429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:49.944104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:49.949260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18563ef5-ffb0-4629-99a4-215bf58c2011 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:50.006976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Made reservation on behalf of 4c2ef0985ff844719683f41130fe4bb1 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:50.009303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.110848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-574dfb0e-6df6-4b54-be23-fe65f0b36993 None None] For port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,segment=NetworkSegment(2c4da090-1cb5-4903-9773-4d791964afd9),segment_id=2c4da090-1cb5-4903-9773-4d791964afd9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:50.134436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-574dfb0e-6df6-4b54-be23-fe65f0b36993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.195905 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f95f10-a6d9-4dc7-ad62-5d8673ae821e x-openstack-request-id: req-27f95f10-a6d9-4dc7-ad62-5d8673ae821e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:50.197866 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:50.198136 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27f95f10-a6d9-4dc7-ad62-5d8673ae821e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:50.207739 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c', 'status': 'completed', 'code': 200} Dec 15 04:51:50.208487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=eea20a0e-559e-460a-aeac-9e9f03494371,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:50.410959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-947e38d1-2102-4937-bd30-322442a281f0 req-1486edc6-1798-4b90-9277-936a716e7ec6 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430981 Dec 15 04:51:50.425820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-f982ab64-49b7-4e0b-91d2-be62039862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:50.426300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-f982ab64-49b7-4e0b-91d2-be62039862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:50.428118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-f982ab64-49b7-4e0b-91d2-be62039862cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1981 time: 0.4073837 Dec 15 04:51:50.436370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ffd7551a-d213-42e7-92c9-2c5222fc2852 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2571318 Dec 15 04:51:50.436606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:51:50.436766 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.436916 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:51:50.438585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57320) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:50.448554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0c66ea74-3387-4c21-9cb5-def2dcce32ec None None] Provisioning complete for port 9b7e69a7-9361-412c-a50a-ac4f989e06a7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:50.449180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c66ea74-3387-4c21-9cb5-def2dcce32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.546855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0c66ea74-3387-4c21-9cb5-def2dcce32ec None None] Port 9b7e69a7-9361-412c-a50a-ac4f989e06a7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:51:50.549445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dfb0e-6df6-4b54-be23-fe65f0b36993 None None] Pushing event updated for resources: {'Port': ['ID=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:50.574041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0c66ea74-3387-4c21-9cb5-def2dcce32ec None None] Provisioning complete for port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:50.574336 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c66ea74-3387-4c21-9cb5-def2dcce32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.624905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-9f719ce4-a7b1-437f-976c-82829bc85f7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=e8dbce05-7d63-4355-82d1-6a081536d267 HTTP/1.1" status: 200 len: 217 time: 0.1721849 Dec 15 04:51:50.712501 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.727741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2b33b-0d89-4664-8f79-78f567a84933 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:50.729331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d8f2b33b-0d89-4664-8f79-78f567a84933 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11f HTTP/1.1" status: 200 len: 928 time: 0.2874157 Dec 15 04:51:50.733843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57330) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:50.805065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-1f6dc825-0db6-4b1c-89c3-92adf32096bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:50.806672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-1f6dc825-0db6-4b1c-89c3-92adf32096bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e6e5325-b692-4fec-a911-ad7a7be67d00 HTTP/1.1" status: 200 len: 801 time: 0.1563985 Dec 15 04:51:50.817694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.836104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.858681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ca75da91-e7fb-478e-9fd3-d689d9ab8e3f None None] Provisioning complete for port 9b7e69a7-9361-412c-a50a-ac4f989e06a7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:50.859074 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ca75da91-e7fb-478e-9fd3-d689d9ab8e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:50.952193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8bf671-327e-4c61-8667-c9a39bab1f09,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:50.995216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.008391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54dcfc7e-7b0c-4548-87e5-cc4b6c7ba3fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2974439 Dec 15 04:51:51.012361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57340) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:51.029525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '805683b0-6526-4ca7-a68e-4f74cffcf108', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:51.038341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c8ccdb27-8cb8-463d-bb31-3ce2d8692500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:51.039872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-c8ccdb27-8cb8-463d-bb31-3ce2d8692500 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98656e29-48c1-43aa-bf49-75cf50a28918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176280 Dec 15 04:51:51.040747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.049864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ca75da91-e7fb-478e-9fd3-d689d9ab8e3f None None] Port 9b7e69a7-9361-412c-a50a-ac4f989e06a7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:51:51.132010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Router 1e3e07d1-23dc-456a-8112-e5e586808084 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:51:51.143796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d43086a-82bd-4054-bd50-513528ef2dbb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:51.221197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ab6136e5-4248-4262-8fbb-805e2c7bdafe None None] Provisioning complete for port eea20a0e-559e-460a-aeac-9e9f03494371 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:51.221786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ab6136e5-4248-4262-8fbb-805e2c7bdafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.299097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ab6136e5-4248-4262-8fbb-805e2c7bdafe None None] Port eea20a0e-559e-460a-aeac-9e9f03494371 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:51:51.299841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port eea20a0e-559e-460a-aeac-9e9f03494371 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:51.303655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.331684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 06d1f56b-b911-4c2b-b1f6-59ed904eab5c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:51.341331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.384698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Checking segment: {'id': 'f85fe177-dda5-4273-b33c-ef5a8eee1de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:51.385048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Network hostable DHCP agents. Network: 61b9fe7f-903e-42fa-94bc-438d3f411254, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:51.403786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-d29e6e9e-328c-4916-a01c-6148f38b997c service neutron] 10.222.0.16 "GET /v2.0/networks/98656e29-48c1-43aa-bf49-75cf50a28918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704043 Dec 15 04:51:51.407428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:51:51.420759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] Sync routers for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:51:51.429987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4c442c49-a5de-4710-8ad2-8e0bf773e002 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e3e07d1-23dc-456a-8112-e5e586808084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7190468 Dec 15 04:51:51.434373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57354) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:51.460000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:51.460670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:51.529486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-39e95d19-2534-415b-b4cf-8bd32a69f68f service neutron] 10.222.0.16 "GET /v2.0/networks/98656e29-48c1-43aa-bf49-75cf50a28918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106594 Dec 15 04:51:51.532969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Network 61b9fe7f-903e-42fa-94bc-438d3f411254 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:51.631567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-a64803b0-6495-4f5b-a2f4-94f508157409 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.65&port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c HTTP/1.1" status: 200 len: 217 time: 0.0890656 Dec 15 04:51:51.650201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.659780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.662959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 61b9fe7f-903e-42fa-94bc-438d3f411254) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:51.670977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for eea20a0e-559e-460a-aeac-9e9f03494371 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:51.684674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:51.687036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.728800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.808382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c0b02bb1-ab20-4d32-b8a8-fd4946831de0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4658594 Dec 15 04:51:51.809106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edbecca-f365-4455-82b5-f6afe48d8f51,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:51.823741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-44fb20a9-13d0-44f8-9747-1c47fbb0b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:51.826542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-44fb20a9-13d0-44f8-9747-1c47fbb0b317 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6082c97-4349-4756-a082-20d71af917e1 HTTP/1.1" status: 200 len: 801 time: 0.1807370 Dec 15 04:51:51.833805 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.835220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2fe293cb-6c27-446e-b80b-17826d7014d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8216653 Dec 15 04:51:51.839531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57370) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:51.853471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '805683b0-6526-4ca7-a68e-4f74cffcf108', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:51.868834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:51.874513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4981-2ee3-4761-b011-2c49d2449919 req-054315b0-e005-4eac-a109-8c624a2c4d13 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:51.881056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4981-2ee3-4761-b011-2c49d2449919 req-054315b0-e005-4eac-a109-8c624a2c4d13 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:51.889543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0acf4981-2ee3-4761-b011-2c49d2449919 req-054315b0-e005-4eac-a109-8c624a2c4d13 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1677 time: 0.2243664 Dec 15 04:51:51.931488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:51.932059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.939338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:51.960215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a353ca-9edd-4b5f-bb80-22a29894d0be None None] Network 61b9fe7f-903e-42fa-94bc-438d3f411254 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:51.983475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0acf4981-2ee3-4761-b011-2c49d2449919 req-a5306e42-36f3-4c19-8b56-e1741072296e tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927691 Dec 15 04:51:51.990044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-bc822b9b-576e-48b9-9ec6-da27223d05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:51.994034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-bc822b9b-576e-48b9-9ec6-da27223d05aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33ddb003-326a-4083-9b86-1296ebbc0509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532383 Dec 15 04:51:51.995176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.166851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.205690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=eea20a0e-559e-460a-aeac-9e9f03494371,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:52.241741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.249756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0de41e3b-0d1f-4a9f-b183-c51494888f86 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/eea20a0e-559e-460a-aeac-9e9f03494371 HTTP/1.1" status: 204 len: 168 time: 1.5148542 Dec 15 04:51:52.250666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:52.267335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-204f1834-ef61-46bd-ab44-9c9d7533e24c service neutron] 10.222.0.16 "GET /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075586 Dec 15 04:51:52.281047 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c004d9d-6063-4556-b9f0-5de150a63196 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:52.285948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3c004d9d-6063-4556-b9f0-5de150a63196 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/eea20a0e-559e-460a-aeac-9e9f03494371 HTTP/1.1" status: 404 len: 333 time: 0.0321748 Dec 15 04:51:52.286696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:52.288003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.437397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:51:49Z', 'revision_number': 5, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port': {'id': '254bb641-a3c6-4dcd-9095-c54a4927e279', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:32Z', 'updated_at': '2021-12-15T04:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:52.446115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.469533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.495240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe3079d-cb89-4fb6-bb63-b3c40101293c None None] Network 61b9fe7f-903e-42fa-94bc-438d3f411254 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:52.503720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] Checking router: 1e3e07d1-23dc-456a-8112-e5e586808084 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:51:52.537243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] Routers {'1e3e07d1-23dc-456a-8112-e5e586808084'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:51:52.537901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:51:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1e3e07d1-23dc-456a-8112-e5e586808084'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:52.545220 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.549373 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7003219 Dec 15 04:51:52.552225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57398) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:52.557439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '805683b0-6526-4ca7-a68e-4f74cffcf108', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:52.590257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Deleting port 254bb641-a3c6-4dcd-9095-c54a4927e279 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:52.590552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.656643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 9b7e69a7-9361-412c-a50a-ac4f989e06a7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:52.657288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.684808 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:51:52.698021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b0b9-d177-4b7b-bdf3-4e8780274857 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdba8ef-eea3-4291-8957-79f707e52ca6,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:52.737502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c33c8c38-716f-455a-93ac-fa5b2cf6a0d5 req-7ccc3f98-ae9f-43b6-aaf1-838241af67df service neutron] 10.222.0.16 "GET /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444919 Dec 15 04:51:52.739351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.783986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] Set router 1e3e07d1-23dc-456a-8112-e5e586808084 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:51:52.827881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-532b5c4d-e79b-4c82-a829-a4957d534737 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:52.829479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-532b5c4d-e79b-4c82-a829-a4957d534737 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/networks?id=61b9fe7f-903e-42fa-94bc-438d3f411254 HTTP/1.1" status: 200 len: 821 time: 0.3347256 Dec 15 04:51:52.856015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-45a73e14-786e-4959-94d9-f6db167f52d6 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/quotas/4c2ef0985ff844719683f41130fe4bb1 HTTP/1.1" status: 200 len: 375 time: 0.0203633 Dec 15 04:51:52.864353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] For port 254bb641-a3c6-4dcd-9095-c54a4927e279, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=254bb641-a3c6-4dcd-9095-c54a4927e279,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:52.864848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.893631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:51:52Z', 'revision_number': 6, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:52.904262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.908487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-332c89d7-f83e-4fc1-8b93-fb2ed3dc17a3 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c2ef0985ff844719683f41130fe4bb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394626 Dec 15 04:51:52.936810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Calling delete_port for 254bb641-a3c6-4dcd-9095-c54a4927e279 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:52.942413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a78ee-8a14-490e-9db4-b024cc8f3699 None None] The sync data for ids ['1e3e07d1-23dc-456a-8112-e5e586808084'] in n-d-820935-10 is: [{'id': '1e3e07d1-23dc-456a-8112-e5e586808084', 'name': 'tempest-TaggedBootDevicesTest_v242-1398865795-router', 'tenant_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:31Z', 'updated_at': '2021-12-15T04:51:52Z', 'revision_number': 6, 'project_id': '965989dc1bc546bb9ab9e8b34ff2d2c7', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:51:52.947520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:52.954985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 9b7e69a7-9361-412c-a50a-ac4f989e06a7 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:52.979484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.082703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8842d18e-7ffe-44e0-8957-d915e83f2703,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:53.088573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9673c318-c187-404e-a84f-60e561b3bf33 service neutron] 10.222.0.37 "GET /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462092 Dec 15 04:51:53.093012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-f82d0789-6d72-45e0-ad59-c67d5d841e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:53.093760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-f82d0789-6d72-45e0-ad59-c67d5d841e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:53.095296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-f82d0789-6d72-45e0-ad59-c67d5d841e0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d547dcf031d471e908b8f50491762e7&device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1981 time: 0.1859500 Dec 15 04:51:53.105289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.106475 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a208db9-769b-4a1e-94ae-4793d06d0046 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5529578 Dec 15 04:51:53.109842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57410) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:53.123189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '805683b0-6526-4ca7-a68e-4f74cffcf108', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:53.299154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.317724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.330125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-5f79e20a-24a5-4aa3-b37e-6dc24aeeba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:53.331780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-5f79e20a-24a5-4aa3-b37e-6dc24aeeba83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33ddb003-326a-4083-9b86-1296ebbc0509 HTTP/1.1" status: 200 len: 901 time: 0.2260225 Dec 15 04:51:53.383589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f548a72-9b56-4616-8587-ec0b0ec7a281 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:53.402631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=9b7e69a7-9361-412c-a50a-ac4f989e06a7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:53.410855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.421228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a0f7e6b0-eec5-4c36-bedf-0b2f0f61f186 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/9b7e69a7-9361-412c-a50a-ac4f989e06a7 HTTP/1.1" status: 204 len: 168 time: 1.1162281 Dec 15 04:51:53.421865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57416) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:53.467098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 050af7dd-a86b-4410-a9aa-634380685a78 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:53.498155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 050af7dd-a86b-4410-a9aa-634380685a78 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:53.498940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 050af7dd-a86b-4410-a9aa-634380685a78 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:53.518035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=254bb641-a3c6-4dcd-9095-c54a4927e279,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:53.538667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-40f6be2e-6514-4e98-96f4-b30a30fe1f2d service neutron] 10.222.0.37 "GET /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409988 Dec 15 04:51:53.545343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-3f7e8c51-cb52-4462-bb25-f60a4e2838a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.65&port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c HTTP/1.1" status: 200 len: 217 time: 0.1913285 Dec 15 04:51:53.572023 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-aede5957-fe3e-4955-902e-ba9a8ae2f98f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:51:53.577068 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aede5957-fe3e-4955-902e-ba9a8ae2f98f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/9b7e69a7-9361-412c-a50a-ac4f989e06a7 HTTP/1.1" status: 404 len: 333 time: 0.1503999 Dec 15 04:51:53.578132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.584973 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:51:53.590282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57418) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:53.744470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 2f7230f6-9d58-4052-9ce8-b368961d7b6c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:53.752229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.758430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.778223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc69ce-4290-4602-a287-00a966bde713 req-5995f7de-6c9a-4908-9b28-22a78e7c4cf4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:53.784964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc69ce-4290-4602-a287-00a966bde713 req-5995f7de-6c9a-4908-9b28-22a78e7c4cf4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:53.786655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6fc69ce-4290-4602-a287-00a966bde713 req-5995f7de-6c9a-4908-9b28-22a78e7c4cf4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1677 time: 0.6589680 Dec 15 04:51:53.802911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.805503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.872885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.873565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3e07d1-23dc-456a-8112-e5e586808084 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:51:53.884492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-ecadc66c-3a53-4e12-886f-3dbc3004761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:53.885464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:53.885990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-ecadc66c-3a53-4e12-886f-3dbc3004761a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6082c97-4349-4756-a082-20d71af917e1 HTTP/1.1" status: 200 len: 801 time: 0.3129313 Dec 15 04:51:53.893844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e8da977-ce78-4a80-b3d8-8210d6abbc8d admin admin] 10.222.0.37 "DELETE /v2.0/routers/1e3e07d1-23dc-456a-8112-e5e586808084 HTTP/1.1" status: 204 len: 168 time: 2.4566340 Dec 15 04:51:53.896473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:53.913276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.048169 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6fc69ce-4290-4602-a287-00a966bde713 req-ece8d73d-af02-4441-9c66-96bd6dc2c56e tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372696 Dec 15 04:51:54.134371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abc4b2d6-c53c-4324-a9ac-98cc4dce8e5b req-0a97483a-272e-424e-94e6-b2cc91c6868b tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 210 time: 0.0909667 Dec 15 04:51:54.142131 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.551715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:51:54.624633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Deleting subnet 92227ec4-8e8c-41b0-860e-38f40c6273c3 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:51:54.677216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.696723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.698565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.709231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:54.724978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c', 'network_id': '33ddb003-326a-4083-9b86-1296ebbc0509', 'port_id': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c', 'mac_address': 'fa:16:3e:92:d8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6082c97-4349-4756-a082-20d71af917e1', 'ip_address': '19.86.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:51:54.734058 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.776282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2340c29-66b0-48dc-9847-a0e8f81caac4 None None] Network 02a6a21c-a766-4223-9b53-1fbe43611ff6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:54.778363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-74fa3a3a-930f-489b-9042-a8d61c7bce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:54.780789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-74fa3a3a-930f-489b-9042-a8d61c7bce84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33ddb003-326a-4083-9b86-1296ebbc0509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7586474 Dec 15 04:51:54.782231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.788802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:54.799076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/2f7230f6-9d58-4052-9ce8-b368961d7b6c HTTP/1.1" status: 204 len: 168 time: 1.2077069 Dec 15 04:51:54.809263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3621-b94b-40f4-8571-05c58d556502 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7230f6-9d58-4052-9ce8-b368961d7b6c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:54.845505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.851862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1546604f-64e8-4752-9bd3-3dc125b57dae,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:54.856498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.886794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:51:54.941382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.946170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e51818b3-ecca-4d21-81b9-19a5a0e678ac tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8340547 Dec 15 04:51:54.946899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:54.947232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57456) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:54.956907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:54.957595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e8dbce05-7d63-4355-82d1-6a081536d267 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:51:54.958539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'network': {'name': 'tempest-network-smoke--1615940925', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'port_security_enabled': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:54.976261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.093281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] DHCP port deletion for 02a6a21c-a766-4223-9b53-1fbe43611ff6 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:55.104732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:55.110478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.124602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:55.124962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.166216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-2998e2b3-c645-4424-970b-c21523d7e47e service neutron] 10.222.0.16 "GET /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472078 Dec 15 04:51:55.203537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:55.235139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.237662 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Added segment d076bdd2-2c38-482a-bd30-22440341171a of type vlan for network a8dba0b7-41ea-436a-baa5-f22feab9ae14 Dec 15 04:51:55.243872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] For port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,segment=NetworkSegment(2c4da090-1cb5-4903-9773-4d791964afd9),segment_id=2c4da090-1cb5-4903-9773-4d791964afd9)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:55.244288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.260227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e8dbce05-7d63-4355-82d1-6a081536d267, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e8dbce05-7d63-4355-82d1-6a081536d267,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:55.289928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 06d1f56b-b911-4c2b-b1f6-59ed904eab5c owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:55.297153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'e8dbce05-7d63-4355-82d1-6a081536d267', 'network_id': '98656e29-48c1-43aa-bf49-75cf50a28918', 'port_id': 'e8dbce05-7d63-4355-82d1-6a081536d267', 'mac_address': 'fa:16:3e:17:10:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6e5325-b692-4fec-a911-ad7a7be67d00', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:51:55.314076 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.316191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:55.362346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.366084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 254bb641-a3c6-4dcd-9095-c54a4927e279 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:55.388787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.419091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 254bb641-a3c6-4dcd-9095-c54a4927e279 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:55.422545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 254bb641-a3c6-4dcd-9095-c54a4927e279 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:55.422716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 06d1f56b-b911-4c2b-b1f6-59ed904eab5c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:55.459458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dbce05-7d63-4355-82d1-6a081536d267 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:51:55.477546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] Deleting port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:55.478030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.540734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e8dbce05-7d63-4355-82d1-6a081536d267, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e8dbce05-7d63-4355-82d1-6a081536d267,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:55.584416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.663797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e8dbce05-7d63-4355-82d1-6a081536d267,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:55.666346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.715387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] For port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,segment=NetworkSegment(2c4da090-1cb5-4903-9773-4d791964afd9),segment_id=2c4da090-1cb5-4903-9773-4d791964afd9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:55.715992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.738436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] Calling delete_port for 06d1f56b-b911-4c2b-b1f6-59ed904eab5c owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:55.750990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,segment=NetworkSegment(2c4da090-1cb5-4903-9773-4d791964afd9),segment_id=2c4da090-1cb5-4903-9773-4d791964afd9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:55.756782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.764759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:55.765519 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.766936 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.773057 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbc20f64-5edb-4f0f-8bef-bfd5802c2db4 req-44efc52c-b913-4a90-b2d3-a93c6155ca0c service neutron] 10.222.0.16 "GET /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337456 Dec 15 04:51:55.803501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.881896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:55.902586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c1cf1ea-a1ca-483e-9019-a6224581e1ca req-e26a5f3f-3c6a-4d54-9266-5c3dd6606ea0 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 210 time: 0.3658760 Dec 15 04:51:55.960187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:55.986994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] Pushing event deleted for resources: {'Port': ['ID=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:55.995767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92227ec4-8e8c-41b0-860e-38f40c6273c3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:56.014488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27341821-5d76-49bc-aaaa-f3377a2d143f None None] No DVR routers for this DVR port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:56.016480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e8dbce05-7d63-4355-82d1-6a081536d267'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:56.019507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5721-e1a4-4ea9-a041-0a6cb760d786 req-7285c8a6-83c5-45b4-85b6-166bd3f1b85f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:56.031343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5721-e1a4-4ea9-a041-0a6cb760d786 req-7285c8a6-83c5-45b4-85b6-166bd3f1b85f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:56.033577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bae5721-e1a4-4ea9-a041-0a6cb760d786 req-7285c8a6-83c5-45b4-85b6-166bd3f1b85f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1679 time: 0.6849980 Dec 15 04:51:56.048132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0961688 Dec 15 04:51:56.053103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.053314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:56.059693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'admin_state_up': True, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:56.061113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c0dcbdb6-7082-4f9c-b0be-bd5df1bb5556 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/92227ec4-8e8c-41b0-860e-38f40c6273c3 HTTP/1.1" status: 204 len: 168 time: 2.1610210 Dec 15 04:51:56.068457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:56.097562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa11984-c9d4-4af2-8c17-f31522fb0782 None None] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:56.141320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2dfd0-8122-4f72-bc91-32de9ab35789 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Network': ['ID=a8dba0b7-41ea-436a-baa5-f22feab9ae14,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:56.160609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9dcdc20b-d6d5-463d-80fa-fa700557b866 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:56.162222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9dcdc20b-d6d5-463d-80fa-fa700557b866 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.42 "GET /v2.0/networks?id=61b9fe7f-903e-42fa-94bc-438d3f411254 HTTP/1.1" status: 200 len: 821 time: 0.8548272 Dec 15 04:51:56.169082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.183137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Request body: {'port': {'device_id': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254', 'admin_state_up': True, 'tenant_id': '4c2ef0985ff844719683f41130fe4bb1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:56.210245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bae5721-e1a4-4ea9-a041-0a6cb760d786 req-2ce0f0ba-ac68-4b35-b073-65117593a016 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474659 Dec 15 04:51:56.233493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:56.366950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.382779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.383839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.423219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No DVR routers for this DVR port 06d1f56b-b911-4c2b-b1f6-59ed904eab5c on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:56.538445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.561686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a6a21c-a766-4223-9b53-1fbe43611ff6']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:56.573488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4da090-1cb5-4903-9773-4d791964afd9') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:56.573777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4da090-1cb5-4903-9773-4d791964afd9') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:56.584635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.611266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.617869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=06d1f56b-b911-4c2b-b1f6-59ed904eab5c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:56.682316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:56.682530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:56.686074 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:56.694245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] DHCP port deletion for b0f5aeb5-8abd-43d1-ac56-21f1102d5927 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:51:56.754257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Made reservation on behalf of 4c2ef0985ff844719683f41130fe4bb1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:56.758514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.783703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Deleting port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:56.784477 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.830687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Deleting port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:51:56.831106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.922265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] For port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:56.922624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:56.940048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Calling delete_port for c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:57.070225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7ac6cf1-a620-401e-a1d0-e8cda4fdf722 req-e166b87e-5067-4f40-9946-59ea2440bd37 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 210 time: 0.0445728 Dec 15 04:51:57.075351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.082511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.217422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.221256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/02a6a21c-a766-4223-9b53-1fbe43611ff6 HTTP/1.1" status: 204 len: 168 time: 2.4314384 Dec 15 04:51:57.222319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] No DVR routers for this DVR port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:57.228356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57500) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:57.240724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:57.253721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-760298714'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:57.279129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:51:57.301925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['2e6beb3b-b580-42de-8e4a-76c2ecd63a5c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:51:57.315183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:57.334918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.341026 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.362995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f5aeb5-8abd-43d1-ac56-21f1102d5927']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:57.379096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69844f47-2599-4c84-98c9-e0cefa612311') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:57.379667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69844f47-2599-4c84-98c9-e0cefa612311') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:51:57.398616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.421269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.428141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:51:57.428550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.437269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:51:57.446065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:51:57.446731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:51:57.451436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] For port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,segment=NetworkSegment(69844f47-2599-4c84-98c9-e0cefa612311),segment_id=69844f47-2599-4c84-98c9-e0cefa612311)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:57.452140 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.471802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Calling delete_port for c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:51:57.489487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.490814 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment d5433093-63ab-460e-9dfe-1567d8d6d1b9 of type vlan for network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:51:57.601300 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:51:57.613629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.635415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.650420 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] 10.222.0.37 "DELETE /v2.0/networks/b0f5aeb5-8abd-43d1-ac56-21f1102d5927 HTTP/1.1" status: 204 len: 168 time: 1.5722847 Dec 15 04:51:57.651548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57506) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:57.661612 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9a153161-d7de-4ff8-a975-4c867ddb3a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.667704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484372ac-c276-40d5-a8d4-f5592b670744 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=02a6a21c-a766-4223-9b53-1fbe43611ff6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:57.671445 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.695656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.717879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Network b0f5aeb5-8abd-43d1-ac56-21f1102d5927 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:51:57.718470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] No DVR routers for this DVR port c9b93510-adc2-418b-9cb1-7dcd0f8d88c5 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:51:57.720370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be292a-e4de-4013-a4ba-710747400087 None None] Pushing event deleted for resources: {'Port': ['ID=c9b93510-adc2-418b-9cb1-7dcd0f8d88c5,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:57.798425 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.812506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:57.812506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.871583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:57.962672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7318487 Dec 15 04:51:57.965898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57516) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:57.971863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:58.011499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eacf6c-7ba4-4337-b109-9c5f89ce6caf admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f5aeb5-8abd-43d1-ac56-21f1102d5927,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:58.165046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40161c8-9282-4512-a47e-c714b21eec7f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=b291f8f9-f13c-4b83-a8d2-b1e58c55bc01,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:58.176791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:51:58.250002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Allocated IP 172.20.0.3 (61b9fe7f-903e-42fa-94bc-438d3f411254/4d43086a-82bd-4054-bd50-513528ef2dbb/a965e492-8962-4aa0-bac6-ec0abbfb3a27) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:58.267398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31e186f0-0537-4bf1-b52e-20f3d0a09224 req-1d4e2c68-e5c6-4931-81e0-caf9fac6159b tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 210 time: 0.0518057 Dec 15 04:51:58.270005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:58.275943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:58.290304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf9ce-3739-492c-adde-8f5c2be0f1f3 req-5d322d0b-2919-45e8-894c-447f23dc2d3d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:58.297419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf9ce-3739-492c-adde-8f5c2be0f1f3 req-5d322d0b-2919-45e8-894c-447f23dc2d3d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:58.305534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a3cf9ce-3739-492c-adde-8f5c2be0f1f3 req-5d322d0b-2919-45e8-894c-447f23dc2d3d tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1679 time: 0.2256589 Dec 15 04:51:58.351520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:58.459165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a3cf9ce-3739-492c-adde-8f5c2be0f1f3 req-bd974ab2-c9ea-47e6-a8d3-4dcb266f6d6c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526408 Dec 15 04:51:58.582317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e8dbce05-7d63-4355-82d1-6a081536d267 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:58.647021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:58.702848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port e8dbce05-7d63-4355-82d1-6a081536d267 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:51:58.709665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port e8dbce05-7d63-4355-82d1-6a081536d267 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:58.710049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:58.735832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': 'd5433093-63ab-460e-9dfe-1567d8d6d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:51:58.736245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: b291f8f9-f13c-4b83-a8d2-b1e58c55bc01, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:51:58.738840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=88faf823-5eff-4e96-b520-244b1bc77e9e,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:58.773028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:51:58.788044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b291f8f9-f13c-4b83-a8d2-b1e58c55bc01) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:58.797127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:58.797725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:58.824392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89db94d4-03a8-4cc6-b11a-a63f5b985021 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8540769 Dec 15 04:51:58.826781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57534) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:51:58.839567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01', 'name': 'tempest-PortsIpV6TestJSON-547786612', 'fixed_ips': [{'subnet_id': '88faf823-5eff-4e96-b520-244b1bc77e9e', 'ip_address': '2001:db8::10'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:58.848735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:58.850736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791e0ae-c981-43ec-a295-fff4308cad6b None None] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:51:58.971268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dbce05-7d63-4355-82d1-6a081536d267'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:51:58.973632 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6701df88-3bd7-4f97-8552-3146c80335cb" -d '{"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-plugged", "status": "completed", "tag": "e8dbce05-7d63-4355-82d1-6a081536d267"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:51:59.000176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e8dbce05-7d63-4355-82d1-6a081536d267, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e8dbce05-7d63-4355-82d1-6a081536d267,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:59.000392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.013567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:51:59.018309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.019359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:51:59.135746 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848aee8d-f002-43d5-b0e4-11880d3e4e67 x-openstack-request-id: req-848aee8d-f002-43d5-b0e4-11880d3e4e67 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:51:59.136372 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-plugged", "status": "completed", "tag": "e8dbce05-7d63-4355-82d1-6a081536d267", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:51:59.136780 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-848aee8d-f002-43d5-b0e4-11880d3e4e67 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:51:59.137325 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dbce05-7d63-4355-82d1-6a081536d267', 'code': 200} Dec 15 04:51:59.177725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.202496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.212179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port c5229760-95fd-47cd-9c87-2371b5dd886d yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:51:59.222084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b291f8f9-f13c-4b83-a8d2-b1e58c55bc01', 'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': '88faf823-5eff-4e96-b520-244b1bc77e9e'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:51:59.223897 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.233775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.234025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:51:59.274652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:51:59.274652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.348687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.351368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e8dbce05-7d63-4355-82d1-6a081536d267,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:59.393351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Network 61b9fe7f-903e-42fa-94bc-438d3f411254 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:51:59.406965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:51:59.415843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Pushing event updated for resources: {'Port': ['ID=a965e492-8962-4aa0-bac6-ec0abbfb3a27,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:59.421940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.465733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:51:59.545109 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.566204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::10 (b291f8f9-f13c-4b83-a8d2-b1e58c55bc01/88faf823-5eff-4e96-b520-244b1bc77e9e/c5229760-95fd-47cd-9c87-2371b5dd886d) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:59.595746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:51:59.605066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.664154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:51:59.704081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67a88-d087-4033-ae1a-23e66db54f8e req-a9cd81a8-6a14-438f-a9d4-cb03cef795cc tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:59.705652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eaa67a88-d087-4033-ae1a-23e66db54f8e req-a9cd81a8-6a14-438f-a9d4-cb03cef795cc tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 931 time: 0.2318826 Dec 15 04:51:59.747991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:59.748540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.762628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd6739-f026-4066-9562-388b20ff094d req-b45db575-7016-465a-80b7-dc48db82a905 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:59.768820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd6739-f026-4066-9562-388b20ff094d req-b45db575-7016-465a-80b7-dc48db82a905 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:51:59.776808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49fd6739-f026-4066-9562-388b20ff094d req-b45db575-7016-465a-80b7-dc48db82a905 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.1532781 Dec 15 04:51:59.800748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9eb9989e-e66f-4de5-8958-1ab57653855a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6214197 Dec 15 04:51:59.837727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Request body: {'port': {'device_id': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:51:59.877761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0f284ee5-c896-4fed-8d81-eb0074677fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.925520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.26 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/444558ee-d706-4c48-903e-e9059503d1c7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:51:59.932035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:51:59.946749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eaa67a88-d087-4033-ae1a-23e66db54f8e req-9e83e29a-1ce7-4c4e-ac90-072eabec4c70 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323358 Dec 15 04:51:59.978546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49fd6739-f026-4066-9562-388b20ff094d req-68685192-6f30-447c-88e6-85bcea072e5a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003038 Dec 15 04:52:00.058954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.107688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.173072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:00.175036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.176822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:00.179908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:00.186720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:00.187498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.214184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Allocated IP 2001:db8::2 (b291f8f9-f13c-4b83-a8d2-b1e58c55bc01/88faf823-5eff-4e96-b520-244b1bc77e9e/363baa81-1454-445a-93be-5b51c2c3d1d1) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:00.221520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3925025 Dec 15 04:52:00.222210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57546) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:00.232409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01', 'name': 'tempest-PortsIpV6TestJSON-425402483', 'fixed_ips': [{'subnet_id': '88faf823-5eff-4e96-b520-244b1bc77e9e', 'ip_address': '2001:db8::f'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:00.340433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.393794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4e180-c265-4883-8bcf-b4eba5d0be7a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=c5229760-95fd-47cd-9c87-2371b5dd886d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:00.409896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:00.416878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.441302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 8e16cd50-e005-4484-ad55-13146f44c383 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:52:00.452496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:00.463607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:00.478955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:00.484860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=444558ee-d706-4c48-903e-e9059503d1c7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:00.504542 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.510687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743016f-93de-4ab0-84c0-2877a377e3d4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:00.511290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Deleting port cee9f85c-9a36-4707-a191-9631e8ed89cb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:00.511990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.524079 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.587163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Pushing event updated for resources: {'Port': ['ID=363baa81-1454-445a-93be-5b51c2c3d1d1,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:00.606536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:00.608840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:00.612453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:00.719716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::f (b291f8f9-f13c-4b83-a8d2-b1e58c55bc01/88faf823-5eff-4e96-b520-244b1bc77e9e/8e16cd50-e005-4484-ad55-13146f44c383) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:00.733339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f79c3fb2-23e1-46fd-b2de-49562bb4d633 None None] Provisioning complete for port 444558ee-d706-4c48-903e-e9059503d1c7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:00.735780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a965e492-8962-4aa0-bac6-ec0abbfb3a27 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:00.742401 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f79c3fb2-23e1-46fd-b2de-49562bb4d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.751188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Attempting to bind port 363baa81-1454-445a-93be-5b51c2c3d1d1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:00.755900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.757513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Attempting to bind port 363baa81-1454-445a-93be-5b51c2c3d1d1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd5433093-63ab-460e-9dfe-1567d8d6d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:00.758005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Attempting to bind port 363baa81-1454-445a-93be-5b51c2c3d1d1 on network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:00.785435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Transition to ACTIVE for port object a965e492-8962-4aa0-bac6-ec0abbfb3a27 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:00.808724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:00.816619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Checking segment: {'id': 'd5433093-63ab-460e-9dfe-1567d8d6d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:00.820688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.821309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Bound using segment: {'id': 'd5433093-63ab-460e-9dfe-1567d8d6d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:00.822205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Bound port: 363baa81-1454-445a-93be-5b51c2c3d1d1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5433093-63ab-460e-9dfe-1567d8d6d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b291f8f9-f13c-4b83-a8d2-b1e58c55bc01'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:00.824918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.867365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f79c3fb2-23e1-46fd-b2de-49562bb4d633 None None] Port 444558ee-d706-4c48-903e-e9059503d1c7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:00.870341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:00.984406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Pushing event updated for resources: {'Port': ['ID=a965e492-8962-4aa0-bac6-ec0abbfb3a27,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:01.037820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] For port 363baa81-1454-445a-93be-5b51c2c3d1d1, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:01.050402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] For port 363baa81-1454-445a-93be-5b51c2c3d1d1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=363baa81-1454-445a-93be-5b51c2c3d1d1,segment=NetworkSegment(d5433093-63ab-460e-9dfe-1567d8d6d1b9),segment_id=d5433093-63ab-460e-9dfe-1567d8d6d1b9)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:01.063946 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.074217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.150599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:01.153261 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0610591-009e-4be7-b116-c4c9409a4850" -d '{"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-plugged", "status": "completed", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:01.171925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] For port cee9f85c-9a36-4707-a191-9631e8ed89cb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cee9f85c-9a36-4707-a191-9631e8ed89cb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:01.172605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.178719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.185406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec163e3c-d7e5-477a-8ca7-8649ca0e5ecc None None] Pushing event updated for resources: {'Port': ['ID=363baa81-1454-445a-93be-5b51c2c3d1d1,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:01.350912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86e221-3c00-4afa-945d-79c800eea256 req-c611d12c-755b-4e65-bf4c-4d8d2e6be2ee tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:01.352164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Calling delete_port for cee9f85c-9a36-4707-a191-9631e8ed89cb owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:01.364880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b86e221-3c00-4afa-945d-79c800eea256 req-c611d12c-755b-4e65-bf4c-4d8d2e6be2ee tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 943 time: 0.2774312 Dec 15 04:52:01.382302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45881f5-4141-4107-8647-cc4ecfe3777a req-c528b382-24ef-4ad0-b216-a38aff8e8d4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:01.387622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.390983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45881f5-4141-4107-8647-cc4ecfe3777a req-c528b382-24ef-4ad0-b216-a38aff8e8d4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:01.398436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c45881f5-4141-4107-8647-cc4ecfe3777a req-c528b382-24ef-4ad0-b216-a38aff8e8d4c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.2288187 Dec 15 04:52:01.501219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.534903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Attempting to bind port a965e492-8962-4aa0-bac6-ec0abbfb3a27 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:01.535487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Attempting to bind port a965e492-8962-4aa0-bac6-ec0abbfb3a27 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f85fe177-dda5-4273-b33c-ef5a8eee1de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:01.535601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Attempting to bind port a965e492-8962-4aa0-bac6-ec0abbfb3a27 on network 61b9fe7f-903e-42fa-94bc-438d3f411254 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:01.568958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Port a965e492-8962-4aa0-bac6-ec0abbfb3a27 on network 61b9fe7f-903e-42fa-94bc-438d3f411254 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:01.569257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Attempting to bind port a965e492-8962-4aa0-bac6-ec0abbfb3a27 on network 61b9fe7f-903e-42fa-94bc-438d3f411254 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:01.595895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:01.596678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Checking segment: {'id': 'f85fe177-dda5-4273-b33c-ef5a8eee1de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:01.597084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Bound using segment: {'id': 'f85fe177-dda5-4273-b33c-ef5a8eee1de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:01.597529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Bound port: a965e492-8962-4aa0-bac6-ec0abbfb3a27, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85fe177-dda5-4273-b33c-ef5a8eee1de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:01.598476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.637519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b86e221-3c00-4afa-945d-79c800eea256 req-9a563f13-ce1c-4812-a7dd-70d637e1eecf tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371173 Dec 15 04:52:01.641700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c45881f5-4141-4107-8647-cc4ecfe3777a req-63df6832-5e8d-4fe0-b969-7904016eacbe tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839898 Dec 15 04:52:01.661841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:01.675537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:01.679630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:01.699507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:01.700261 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:01.738266 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea79e080-4ae7-4462-9a0a-747a8a2f0df1 x-openstack-request-id: req-ea79e080-4ae7-4462-9a0a-747a8a2f0df1 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:01.738566 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-plugged", "status": "completed", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:01.738823 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea79e080-4ae7-4462-9a0a-747a8a2f0df1 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:01.739227 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c', 'code': 200} Dec 15 04:52:01.746732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5200703 Dec 15 04:52:01.750157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:01.769851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=8e16cd50-e005-4484-ad55-13146f44c383,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:01.905542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.905906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.906249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.906592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.906928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.907265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.910384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.910749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.911672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.912032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.912391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.912725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:01.913053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db98cfa-67ba-4f91-9a35-ce8e9625f724 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:02.066120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d156cb-d960-44c7-8072-55ceb9099211 req-99cb1daa-3390-4d70-aa8c-e40ce1cd1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.066776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d156cb-d960-44c7-8072-55ceb9099211 req-99cb1daa-3390-4d70-aa8c-e40ce1cd1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.068492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d156cb-d960-44c7-8072-55ceb9099211 req-99cb1daa-3390-4d70-aa8c-e40ce1cd1a53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1985 time: 0.2003717 Dec 15 04:52:02.079009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5c041-73f6-496f-9201-398a70d98c2f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.080746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f0b5c041-73f6-496f-9201-398a70d98c2f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3294647 Dec 15 04:52:02.087012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57568) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:02.219853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efb693-18fd-49c0-9a66-f37260911455 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.226352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efb693-18fd-49c0-9a66-f37260911455 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.248252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efb693-18fd-49c0-9a66-f37260911455 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.249956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f0efb693-18fd-49c0-9a66-f37260911455 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1619370 Dec 15 04:52:02.252832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:02.253000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d156cb-d960-44c7-8072-55ceb9099211 req-a40d938e-9246-4f7b-a9e7-35ef6b13774c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711299 Dec 15 04:52:02.367245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] For port a965e492-8962-4aa0-bac6-ec0abbfb3a27, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:02.385437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:02.460584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] For port a965e492-8962-4aa0-bac6-ec0abbfb3a27, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27,segment=NetworkSegment(f85fe177-dda5-4273-b33c-ef5a8eee1de9),segment_id=f85fe177-dda5-4273-b33c-ef5a8eee1de9)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:02.527716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:02.623166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.624787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:02.626207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] 10.222.0.42 "PUT /v2.0/ports/a965e492-8962-4aa0-bac6-ec0abbfb3a27 HTTP/1.1" status: 200 len: 1092 time: 2.7936518 Dec 15 04:52:02.633954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'tag': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:02.638494 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0458746f-7e27-4200-8d21-b24dc14a6c19", "tag": "a965e492-8962-4aa0-bac6-ec0abbfb3a27"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:02.685254 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:02.694596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444228dd-b581-4387-8766-5c38bacff1ca None None] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:02.722249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:02.916285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5b8c145f-7fdd-4986-b3d3-9bbe37ee74aa None None] Provisioning complete for port 363baa81-1454-445a-93be-5b51c2c3d1d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:02.916907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b8c145f-7fdd-4986-b3d3-9bbe37ee74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:02.921605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847bad-6d67-4523-9601-1945e4b69814 req-46640a8b-f57d-467e-9383-344a814a5e3c tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:02.932846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c847bad-6d67-4523-9601-1945e4b69814 req-46640a8b-f57d-467e-9383-344a814a5e3c tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 943 time: 0.1687391 Dec 15 04:52:03.023293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e09a64-339a-4743-b717-2c6d39cf0843 req-8dc5669b-9082-422b-b573-f2880bbd728a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:03.025010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-d9b5160a-a9af-4631-8e1a-f80f26b4a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:03.026952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-d9b5160a-a9af-4631-8e1a-f80f26b4a4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c2ef0985ff844719683f41130fe4bb1&device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 1095 time: 0.3291411 Dec 15 04:52:03.027852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e8c3-03e8-40b4-8663-37e75aabb5ba service neutron] Pushing event updated for resources: {'Port': ['ID=a965e492-8962-4aa0-bac6-ec0abbfb3a27,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:03.033449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 8e16cd50-e005-4484-ad55-13146f44c383 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:03.034101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.037635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e09a64-339a-4743-b717-2c6d39cf0843 req-8dc5669b-9082-422b-b573-f2880bbd728a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:03.039615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65e09a64-339a-4743-b717-2c6d39cf0843 req-8dc5669b-9082-422b-b573-f2880bbd728a tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.2444968 Dec 15 04:52:03.151539 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b8c145f-7fdd-4986-b3d3-9bbe37ee74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.188755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c847bad-6d67-4523-9601-1945e4b69814 req-67f21108-1bc1-4d56-89c6-ae55d67cadf5 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547710 Dec 15 04:52:03.222752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Pushing event deleted for resources: {'Port': ['ID=cee9f85c-9a36-4707-a191-9631e8ed89cb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:03.232776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5b8c145f-7fdd-4986-b3d3-9bbe37ee74aa None None] For port 363baa81-1454-445a-93be-5b51c2c3d1d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=363baa81-1454-445a-93be-5b51c2c3d1d1,segment=NetworkSegment(d5433093-63ab-460e-9dfe-1567d8d6d1b9),segment_id=d5433093-63ab-460e-9dfe-1567d8d6d1b9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:03.236523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-9f5b4956-159e-4d15-8c18-fd049304c5cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27 HTTP/1.1" status: 200 len: 217 time: 0.1896734 Dec 15 04:52:03.254461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b8c145f-7fdd-4986-b3d3-9bbe37ee74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.259856 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65e09a64-339a-4743-b717-2c6d39cf0843 req-cb1c7d5e-0225-49cb-a7db-f058721129d3 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091930 Dec 15 04:52:03.306520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 363baa81-1454-445a-93be-5b51c2c3d1d1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:03.328179 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c111e1-c787-47bb-9551-7f9863bd0872 x-openstack-request-id: req-64c111e1-c787-47bb-9551-7f9863bd0872 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:03.328631 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0458746f-7e27-4200-8d21-b24dc14a6c19", "tag": "a965e492-8962-4aa0-bac6-ec0abbfb3a27", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:03.328992 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64c111e1-c787-47bb-9551-7f9863bd0872 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:03.329487 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'tag': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27', 'status': 'completed', 'code': 200} Dec 15 04:52:03.373800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router becb268c-4531-462f-9b3c-38b2d32b7643 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:52:03.389507 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.392791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c145f-7fdd-4986-b3d3-9bbe37ee74aa None None] Pushing event updated for resources: {'Port': ['ID=363baa81-1454-445a-93be-5b51c2c3d1d1,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:03.438792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 363baa81-1454-445a-93be-5b51c2c3d1d1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:03.440683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.570290 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.648384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:03.655837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Provisioning complete for port c5229760-95fd-47cd-9c87-2371b5dd886d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:03.656331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.661178 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Sync routers for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:03.663073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6bde-71c6-4deb-b244-cb41e644581d req-f44299ec-dc31-4cf4-b353-2c8df17601de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:03.664847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-f44299ec-dc31-4cf4-b353-2c8df17601de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d43086a-82bd-4054-bd50-513528ef2dbb HTTP/1.1" status: 200 len: 861 time: 0.3913500 Dec 15 04:52:03.675657 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:03.676669 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:03.708533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Port c5229760-95fd-47cd-9c87-2371b5dd886d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:03.719964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Provisioning complete for port 363baa81-1454-445a-93be-5b51c2c3d1d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:03.720366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.732448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.785461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-2da2dd10-c8e2-4b09-864f-6467c1d48605 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61b9fe7f-903e-42fa-94bc-438d3f411254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920410 Dec 15 04:52:03.812034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 8e16cd50-e005-4484-ad55-13146f44c383 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:03.840636 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:03.853675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.858841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57582) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:03.859225 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-30fb7ac9-8b45-46df-abf9-7c15c893caf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.8049512 Dec 15 04:52:03.884013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Provisioning complete for port 8e16cd50-e005-4484-ad55-13146f44c383 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:03.885628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:03.920772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-28700cf7-9767-48d2-abc1-5e73262c3b51 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ef16d8f2c8554964a7b209e9ac5a74bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606680 Dec 15 04:52:03.921511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57584) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:03.966428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.011453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ba46b-3c84-43d6-bb00-527bcf6ae277 None None] Port 8e16cd50-e005-4484-ad55-13146f44c383 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:04.145710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d3533f7a-8d8c-4b7c-a862-111d8ff24d63 None None] Provisioning complete for port c5229760-95fd-47cd-9c87-2371b5dd886d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:04.146093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3533f7a-8d8c-4b7c-a862-111d8ff24d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.202912 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:00Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:04.207467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d3533f7a-8d8c-4b7c-a862-111d8ff24d63 None None] Port c5229760-95fd-47cd-9c87-2371b5dd886d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:04.244156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-5326f636-56ac-49be-9a17-28b7b6544af3 service neutron] 10.222.0.42 "GET /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481308 Dec 15 04:52:04.277115 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Checking router: becb268c-4531-462f-9b3c-38b2d32b7643 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:52:04.277473 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Updating router becb268c-4531-462f-9b3c-38b2d32b7643 port 444558ee-d706-4c48-903e-e9059503d1c7 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:52:04.295732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f22fe2-5867-4a76-8ccb-d2ef3919aa1b tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:04.299078 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b1f22fe2-5867-4a76-8ccb-d2ef3919aa1b tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3763769 Dec 15 04:52:04.330938 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.331195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57594) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:04.375613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e7ad-4123-47e8-88bd-218c3c23cfd8 req-b7ef89d3-63cb-4bb1-be66-331c20650d60 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:04.377883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52b5e7ad-4123-47e8-88bd-218c3c23cfd8 req-b7ef89d3-63cb-4bb1-be66-331c20650d60 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 943 time: 0.0772197 Dec 15 04:52:04.459120 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8eda763f-73f6-498f-aeab-fa4af8d16af0 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243246 Dec 15 04:52:04.467090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57596) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:04.474055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130291605', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:04.507617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db6c08-8e2f-4fcf-a73f-991fd5f5e1a4 req-9894db5b-6e3e-4283-8702-ddbff8273883 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:04.539188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db6c08-8e2f-4fcf-a73f-991fd5f5e1a4 req-9894db5b-6e3e-4283-8702-ddbff8273883 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:04.544783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95db6c08-8e2f-4fcf-a73f-991fd5f5e1a4 req-9894db5b-6e3e-4283-8702-ddbff8273883 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.1641061 Dec 15 04:52:04.564357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8a05130c-3c55-440a-b734-6ea493f38dc9 None None] Provisioning complete for port 8e16cd50-e005-4484-ad55-13146f44c383 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:04.567372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a05130c-3c55-440a-b734-6ea493f38dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.618461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8a05130c-3c55-440a-b734-6ea493f38dc9 None None] Port 8e16cd50-e005-4484-ad55-13146f44c383 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:04.623824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52b5e7ad-4123-47e8-88bd-218c3c23cfd8 req-fd09ceac-5391-4204-9bf1-a31519890343 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994801 Dec 15 04:52:04.670052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95db6c08-8e2f-4fcf-a73f-991fd5f5e1a4 req-36f46414-8492-48a9-8c47-699c8c91e067 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144040 Dec 15 04:52:04.780453 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.792772 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.869745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c6067-02ab-46a3-b1dc-b0337d01bfa2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:04.910910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Pushing event updated for resources: {'Port': ['ID=444558ee-d706-4c48-903e-e9059503d1c7,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:04.913260 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Attempting to bind port 444558ee-d706-4c48-903e-e9059503d1c7 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:04.913760 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Attempting to bind port 444558ee-d706-4c48-903e-e9059503d1c7 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:04.914232 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Attempting to bind port 444558ee-d706-4c48-903e-e9059503d1c7 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:04.925269 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:04.925814 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:04.926338 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.926974 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:04.927667 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Bound port: 444558ee-d706-4c48-903e-e9059503d1c7, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:04.928312 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.930952 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.931606 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.932216 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.932804 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.933391 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.933951 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.934509 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.935606 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.936196 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.936744 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.937315 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.937858 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.938398 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:04.967349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:04.979335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d250530e-2894-45a4-9649-46750c2fd255 None None] Provisioning complete for port 444558ee-d706-4c48-903e-e9059503d1c7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:04.979658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d250530e-2894-45a4-9649-46750c2fd255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.056794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d250530e-2894-45a4-9649-46750c2fd255 None None] Port 444558ee-d706-4c48-903e-e9059503d1c7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:05.087446 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] For port 444558ee-d706-4c48-903e-e9059503d1c7, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:05.092459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] For port 444558ee-d706-4c48-903e-e9059503d1c7, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=444558ee-d706-4c48-903e-e9059503d1c7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:05.104920 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.149395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=8e16cd50-e005-4484-ad55-13146f44c383,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:05.197370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf4408-5471-4c9a-946d-05dd6224e718 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:05.232444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52d37-81cb-4216-bf86-208039ea32a2 req-8932c43f-14fe-47ce-a75e-df439ee7ffa4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:05.248987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52d37-81cb-4216-bf86-208039ea32a2 req-8932c43f-14fe-47ce-a75e-df439ee7ffa4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:05.250671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fb52d37-81cb-4216-bf86-208039ea32a2 req-8932c43f-14fe-47ce-a75e-df439ee7ffa4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.1004746 Dec 15 04:52:05.264264 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:05.269084 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:05.293547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a9d4a1d8-265b-435a-86bb-dd9fe6404348 None None] Provisioning complete for port 444558ee-d706-4c48-903e-e9059503d1c7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:05.293715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.293834 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a1d8-265b-435a-86bb-dd9fe6404348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.308781 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-164def8d-c313-4ee2-afce-174f3cb357e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/8e16cd50-e005-4484-ad55-13146f44c383 HTTP/1.1" status: 204 len: 168 time: 3.0469732 Dec 15 04:52:05.312367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57610) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:05.377453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fb52d37-81cb-4216-bf86-208039ea32a2 req-1848f661-ac9b-4dbb-b431-1038adf59101 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198118 Dec 15 04:52:05.451854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 363baa81-1454-445a-93be-5b51c2c3d1d1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:05.535386 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f148c86e-a5ab-41c6-8534-0161443d4fd3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:52:05.539638 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f148c86e-a5ab-41c6-8534-0161443d4fd3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/8e16cd50-e005-4484-ad55-13146f44c383 HTTP/1.1" status: 404 len: 333 time: 0.2209189 Dec 15 04:52:05.542873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57614) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:05.554776 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:05.558611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-286e6bde-71c6-4deb-b244-cb41e644581d req-82635b31-3f43-483b-8cb4-8282941eb60d service neutron] 10.222.0.42 "GET /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2826495 Dec 15 04:52:05.559456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:05.568961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.602757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:05.632662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a1d8-265b-435a-86bb-dd9fe6404348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.655904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aadff1-72fc-40d0-972b-8258011c61b8 None None] Pushing event updated for resources: {'Port': ['ID=444558ee-d706-4c48-903e-e9059503d1c7,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:05.666758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a9d4a1d8-265b-435a-86bb-dd9fe6404348 None None] For port 444558ee-d706-4c48-903e-e9059503d1c7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=444558ee-d706-4c48-903e-e9059503d1c7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:05.671522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 363baa81-1454-445a-93be-5b51c2c3d1d1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:05.672148 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.675661 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a1d8-265b-435a-86bb-dd9fe6404348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.759089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a1d8-265b-435a-86bb-dd9fe6404348 None None] Pushing event updated for resources: {'Port': ['ID=444558ee-d706-4c48-903e-e9059503d1c7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:05.801993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Router 4a22a427-7810-40a5-8afb-36889733e685 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:52:05.853777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-b59ec3ba-2692-49a4-a41e-97ca5a7ee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:05.855164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-b59ec3ba-2692-49a4-a41e-97ca5a7ee94a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c2ef0985ff844719683f41130fe4bb1&device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 1095 time: 0.1894817 Dec 15 04:52:05.908183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542e6a-f144-4f64-b7f5-66ac8f6631a0 req-fddba347-34a3-4a0c-a80c-da34f5a275ae tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:05.910632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85542e6a-f144-4f64-b7f5-66ac8f6631a0 req-fddba347-34a3-4a0c-a80c-da34f5a275ae tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 943 time: 0.1185014 Dec 15 04:52:05.917420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port c5229760-95fd-47cd-9c87-2371b5dd886d {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:05.917420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:05.953850 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:00Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:05.989418 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281561aa-22c0-42f5-9ca0-2a4411bee95a None None] The sync data for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 is: [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:00Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:06.044556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85542e6a-f144-4f64-b7f5-66ac8f6631a0 req-ed41fbc6-6786-42b8-9b7d-f9112d5b5ebf tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211534 Dec 15 04:52:06.117518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:06.135926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for c5229760-95fd-47cd-9c87-2371b5dd886d owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:06.193062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9812174-27c5-4a87-b20d-61496e4fb051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:06.219996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:06.235099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] Sync routers for ids ['4a22a427-7810-40a5-8afb-36889733e685'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:06.249462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] Routers {'4a22a427-7810-40a5-8afb-36889733e685'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:06.254514 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8cc7d615-65cc-4686-b5e8-90c1bf00b6da admin admin] 10.222.0.37 "PUT /v2.0/routers/4a22a427-7810-40a5-8afb-36889733e685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5736444 Dec 15 04:52:06.254722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4a22a427-7810-40a5-8afb-36889733e685'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:06.256056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57624) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:06.285227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-2a5757ea-57dc-4a52-b7da-1b8cd26b2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:06.286770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-2a5757ea-57dc-4a52-b7da-1b8cd26b2d04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61b9fe7f-903e-42fa-94bc-438d3f411254 HTTP/1.1" status: 200 len: 921 time: 0.2119067 Dec 15 04:52:06.308764 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-500dfc0c-60f2-4fe2-a17c-eec67783a950 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2591960 Dec 15 04:52:06.526141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] Set router 4a22a427-7810-40a5-8afb-36889733e685 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:06.615274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-9a7c1b06-8f1d-4853-ad81-4efb2ae2407e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27 HTTP/1.1" status: 200 len: 217 time: 0.3189471 Dec 15 04:52:06.662757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a965e492-8962-4aa0-bac6-ec0abbfb3a27 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:06.664590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:06.801708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a965e492-8962-4aa0-bac6-ec0abbfb3a27, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27,segment=NetworkSegment(f85fe177-dda5-4273-b33c-ef5a8eee1de9),segment_id=f85fe177-dda5-4273-b33c-ef5a8eee1de9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:06.819215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27', 'network_id': '61b9fe7f-903e-42fa-94bc-438d3f411254', 'port_id': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27', 'mac_address': 'fa:16:3e:95:bb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d43086a-82bd-4054-bd50-513528ef2dbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:06.833181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-90fa717f-df5f-489a-b5c9-dbb5acc041f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:06.835657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-90fa717f-df5f-489a-b5c9-dbb5acc041f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 1098 time: 0.3969715 Dec 15 04:52:06.852495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-4c8db984-6158-460d-88c0-cff2a27c187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:06.854340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-4c8db984-6158-460d-88c0-cff2a27c187b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d43086a-82bd-4054-bd50-513528ef2dbb HTTP/1.1" status: 200 len: 861 time: 0.2047291 Dec 15 04:52:06.862998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Subnet': ['ID=838a9d48-9eb3-48e7-a8b5-5e01af04bc66,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:06.898583 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-20311017-fbc1-4e67-aabb-4eeecf65f96c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61b9fe7f-903e-42fa-94bc-438d3f411254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321064 Dec 15 04:52:07.002119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Checking segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:07.002506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network hostable DHCP agents. Network: a8dba0b7-41ea-436a-baa5-f22feab9ae14, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:52:07.137392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:52:07.170561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a8dba0b7-41ea-436a-baa5-f22feab9ae14) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:07.182874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.183537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.251202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e90f667f-2d4a-4cd0-b163-4eb3b20d3986 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7813106 Dec 15 04:52:07.256278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57632) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:07.257617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-8b34e9a7-79cd-4657-9470-e73bd2772eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.259905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-8b34e9a7-79cd-4657-9470-e73bd2772eed service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.3578796 Dec 15 04:52:07.311145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a22ee2-9e19-4386-bb5e-8b1b2c7c9b9a None None] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:07.472425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 444558ee-d706-4c48-903e-e9059503d1c7 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:07.493752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.518867 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-d130ed0c-0fa3-4d52-8859-8e7ce8270897 service neutron] 10.222.0.42 "GET /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276277 Dec 15 04:52:07.566852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-5a3f3037-8611-42d5-ab8d-abbf6766ae86 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.588644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-5a3f3037-8611-42d5-ab8d-abbf6766ae86 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.594649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-5a3f3037-8611-42d5-ab8d-abbf6766ae86 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.2659349 Dec 15 04:52:07.595663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.602215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=c5229760-95fd-47cd-9c87-2371b5dd886d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:07.614177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9812174-27c5-4a87-b20d-61496e4fb051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.640633 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.641716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.725535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a965e492-8962-4aa0-bac6-ec0abbfb3a27 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:07.765874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0479-b7ef-4968-9486-39147cf810d0 req-06b10762-f1a2-4271-b33f-4c7e3313b4ad tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.772875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec8a0479-b7ef-4968-9486-39147cf810d0 req-06b10762-f1a2-4271-b33f-4c7e3313b4ad tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 943 time: 0.3835928 Dec 15 04:52:07.779203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a965e492-8962-4aa0-bac6-ec0abbfb3a27, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27,segment=NetworkSegment(f85fe177-dda5-4273-b33c-ef5a8eee1de9),segment_id=f85fe177-dda5-4273-b33c-ef5a8eee1de9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:07.780776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 444558ee-d706-4c48-903e-e9059503d1c7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:07.781380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.811872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3ce65eca-3b2f-4d7a-9e7c-a48632f6fbd6 req-fe816d1d-306e-46e5-8d41-7f17bf667a55 service neutron] 10.222.0.42 "GET /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070149 Dec 15 04:52:07.812549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9812174-27c5-4a87-b20d-61496e4fb051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.836973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a3f1-874e-46ea-b69f-edfed651e80a req-abb357c0-5c07-471b-ad2b-92bd17f2c45e tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.843533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a3f1-874e-46ea-b69f-edfed651e80a req-abb357c0-5c07-471b-ad2b-92bd17f2c45e tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:07.845179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf19a3f1-874e-46ea-b69f-edfed651e80a req-abb357c0-5c07-471b-ad2b-92bd17f2c45e tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 1681 time: 0.4222591 Dec 15 04:52:07.866311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b9812174-27c5-4a87-b20d-61496e4fb051 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de429c131c2441dbbbf0261b3fddc4f1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2559109 Dec 15 04:52:07.873091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.876097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:07.876412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f31100b-fa31-4fe0-8442-e833e77ac109 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/c5229760-95fd-47cd-9c87-2371b5dd886d HTTP/1.1" status: 204 len: 168 time: 2.3328664 Dec 15 04:52:07.881397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:07.881670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57636) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:07.937502 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2ae306-bdc6-413e-b23a-7273c3aad311 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:52:07.944205 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f2ae306-bdc6-413e-b23a-7273c3aad311 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/c5229760-95fd-47cd-9c87-2371b5dd886d HTTP/1.1" status: 404 len: 333 time: 0.0462558 Dec 15 04:52:07.956211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:07.999257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-f6393884-56e2-4a6d-b67a-ce5404b26a63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e960cb00-a0b9-4191-9e26-175de45cbd85 HTTP/1.1" status: 200 len: 1002 time: 0.5511863 Dec 15 04:52:08.009441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9812174-27c5-4a87-b20d-61496e4fb051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0493a9fb-25c7-48ce-bd26-d4a21ad9ee0c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:08.028281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:52:08.029294 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.107817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-9b00f56c-36fa-43ad-8e55-d817acfb7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:08.109677 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-9b00f56c-36fa-43ad-8e55-d817acfb7a81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0707891 Dec 15 04:52:08.112829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=a965e492-8962-4aa0-bac6-ec0abbfb3a27,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:08.154317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf19a3f1-874e-46ea-b69f-edfed651e80a req-e95afe6a-456e-4f1a-9296-8c365c8a31af tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577014 Dec 15 04:52:08.162129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 88faf823-5eff-4e96-b520-244b1bc77e9e {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:08.182494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec8a0479-b7ef-4968-9486-39147cf810d0 req-c246c2a3-3b04-4269-93f3-6b52bb275ac4 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050098 Dec 15 04:52:08.207481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.243881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-9b8f3ec5-d8f3-4cbb-9c80-3335821ea3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:08.245898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-9b8f3ec5-d8f3-4cbb-9c80-3335821ea3e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071846 Dec 15 04:52:08.255675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['a965e492-8962-4aa0-bac6-ec0abbfb3a27'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:08.299215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.318010 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.322099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:52:02Z', 'revision_number': 5, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port': {'id': '82f843a5-5a6d-4b92-a4b8-ff8f03d67184', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a427-7810-40a5-8afb-36889733e685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:39:43Z', 'updated_at': '2021-12-15T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:08.323751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port e8dbce05-7d63-4355-82d1-6a081536d267 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:08.324470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.415232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] Checking router: 4a22a427-7810-40a5-8afb-36889733e685 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:52:08.543655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] Routers {'4a22a427-7810-40a5-8afb-36889733e685'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:08.544908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4a22a427-7810-40a5-8afb-36889733e685'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:08.560153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port e8dbce05-7d63-4355-82d1-6a081536d267, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e8dbce05-7d63-4355-82d1-6a081536d267,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:08.561180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.572635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3efc934-7252-4fba-be43-71f50737278b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.603847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-517c3099-92a2-4304-95bb-3840e171a1cb service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930628 Dec 15 04:52:08.615609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for e8dbce05-7d63-4355-82d1-6a081536d267 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:08.628823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Allocated IP 172.20.0.2 (a8dba0b7-41ea-436a-baa5-f22feab9ae14/838a9d48-9eb3-48e7-a8b5-5e01af04bc66/ede87a5c-89d5-48b2-bf02-47029de334b2) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:08.651993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3efc934-7252-4fba-be43-71f50737278b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.726839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e8dbce05-7d63-4355-82d1-6a081536d267 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:08.825879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.871063 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318b9c2c-75c5-4159-acbd-b89e1564f9d4 req-ba0da8ba-dd74-4271-b2ff-a97af646e481 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556398 Dec 15 04:52:08.885787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3efc934-7252-4fba-be43-71f50737278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.887499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=e8dbce05-7d63-4355-82d1-6a081536d267,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:08.889937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3efc934-7252-4fba-be43-71f50737278b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.891734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3efc934-7252-4fba-be43-71f50737278b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0493a9fb-25c7-48ce-bd26-d4a21ad9ee0c HTTP/1.1" status: 204 len: 168 time: 1.0079539 Dec 15 04:52:08.912886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:08.917022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efc934-7252-4fba-be43-71f50737278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493a9fb-25c7-48ce-bd26-d4a21ad9ee0c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:09.034423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No active binding found for port e8dbce05-7d63-4355-82d1-6a081536d267 {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:52:09.035414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e8dbce05-7d63-4355-82d1-6a081536d267 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:09.035851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:09.065762 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.170762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] Set router 4a22a427-7810-40a5-8afb-36889733e685 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:09.266371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port e8dbce05-7d63-4355-82d1-6a081536d267 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:09.273777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.296885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-8e9c4241-dd36-4f85-904d-7e99f0c9d9a1 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "DELETE /v2.0/ports/e8dbce05-7d63-4355-82d1-6a081536d267 HTTP/1.1" status: 204 len: 173 time: 1.6891348 Dec 15 04:52:09.303854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-deleted', 'tag': 'e8dbce05-7d63-4355-82d1-6a081536d267'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:09.307708 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c35b57-c71e-4201-91e5-5a1142e74243" -d '{"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-deleted", "tag": "e8dbce05-7d63-4355-82d1-6a081536d267"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:09.437294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:52:08Z', 'revision_number': 6, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:09.512026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62c08c-dec1-4f02-a95e-bdf625cf7eb8 None None] The sync data for ids ['4a22a427-7810-40a5-8afb-36889733e685'] in n-d-820935-10 is: [{'id': '4a22a427-7810-40a5-8afb-36889733e685', 'name': 'tempest-TaggedBootDevicesTest_v242-816237974-router', 'tenant_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:39:42Z', 'updated_at': '2021-12-15T04:52:08Z', 'revision_number': 6, 'project_id': '83a6e41af0204f7689d5d41ea0df2fa5', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:09.622895 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.658135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:09.661071 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ce51b-7757-46eb-a853-c5f94f61f3ee" -d '{"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:09.671850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.683314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:09.689820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Deleting port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:09.690287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.695331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.698511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.713604 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.861883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:09.865129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/88faf823-5eff-4e96-b520-244b1bc77e9e HTTP/1.1" status: 204 len: 168 time: 1.9060857 Dec 15 04:52:09.886108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:09.889381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:09.891236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f6a27-6dd3-4759-aefc-f06f281f41de None None] Network b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:09.914506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57796) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:09.940559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:09.943275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:09.962766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b49b0e-8cb7-43ba-921b-8cc4473b9d64 req-88a8eea0-2952-4d9d-9fd2-96f53aa429e6 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:09.964359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32b49b0e-8cb7-43ba-921b-8cc4473b9d64 req-88a8eea0-2952-4d9d-9fd2-96f53aa429e6 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 944 time: 0.5283084 Dec 15 04:52:09.982515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed51ced-89a0-422e-b093-1f9e8ba96624 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=88faf823-5eff-4e96-b520-244b1bc77e9e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:10.063092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.1 (a8dba0b7-41ea-436a-baa5-f22feab9ae14/838a9d48-9eb3-48e7-a8b5-5e01af04bc66/4c9b29d4-9dbe-4aab-b27e-ef61383eba58) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:10.190524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.204739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b040b5-472f-46fd-8eee-a6f044caf92c req-71fa3268-e2d4-4e4e-9030-906dfad37a8f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:10.211203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93b040b5-472f-46fd-8eee-a6f044caf92c req-71fa3268-e2d4-4e4e-9030-906dfad37a8f tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 945 time: 0.7532780 Dec 15 04:52:10.270387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Pushing event updated for resources: {'Port': ['ID=ede87a5c-89d5-48b2-bf02-47029de334b2,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:10.283602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Attempting to bind port ede87a5c-89d5-48b2-bf02-47029de334b2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:10.283984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Attempting to bind port ede87a5c-89d5-48b2-bf02-47029de334b2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:10.284392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Attempting to bind port ede87a5c-89d5-48b2-bf02-47029de334b2 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:10.292589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.296955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:10.297331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Checking segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:10.297738 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.298124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Bound using segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:10.312746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Bound port: ede87a5c-89d5-48b2-bf02-47029de334b2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:10.313155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.315901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32b49b0e-8cb7-43ba-921b-8cc4473b9d64 req-79dc3f3e-c663-4028-9b3a-9867b3051c1c tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311768 Dec 15 04:52:10.379855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:10.388972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.396502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.431895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] For port ede87a5c-89d5-48b2-bf02-47029de334b2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:10.484916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:10.492124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] For port ede87a5c-89d5-48b2-bf02-47029de334b2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ede87a5c-89d5-48b2-bf02-47029de334b2,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:10.496356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:10.500771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:10.505028 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec1009d-e297-4791-b309-fb7682221139 x-openstack-request-id: req-8ec1009d-e297-4791-b309-fb7682221139 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:10.507367 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:10.507644 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ec1009d-e297-4791-b309-fb7682221139 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:10.508095 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c', 'code': 200} Dec 15 04:52:10.513858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.537296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:10.565977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.622480 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0adf5e-e60f-4dee-8d02-a600df4b7e9a x-openstack-request-id: req-7c0adf5e-e60f-4dee-8d02-a600df4b7e9a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:10.622775 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-deleted", "tag": "e8dbce05-7d63-4355-82d1-6a081536d267", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:10.632547 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c0adf5e-e60f-4dee-8d02-a600df4b7e9a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:10.633211 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-deleted', 'tag': 'e8dbce05-7d63-4355-82d1-6a081536d267', 'status': 'completed', 'code': 200} Dec 15 04:52:10.659049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] For port 82f843a5-5a6d-4b92-a4b8-ff8f03d67184, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:10.659422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.662692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:10.663048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.696792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] DHCP port deletion for b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:10.748707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:10.768580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Calling delete_port for 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:10.807944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:10.848112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93b040b5-472f-46fd-8eee-a6f044caf92c req-7aa3dc37-82fd-44b9-b69a-da49c2b01bb4 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/security-groups?id=18bda22f-1c2a-4aa2-9095-fbbe40697e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228213 Dec 15 04:52:11.027031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 363baa81-1454-445a-93be-5b51c2c3d1d1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:11.027657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.047011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a965e492-8962-4aa0-bac6-ec0abbfb3a27 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:11.150282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1720e1-a3b1-4c4e-968c-c36d850e4186 None None] Pushing event updated for resources: {'Port': ['ID=ede87a5c-89d5-48b2-bf02-47029de334b2,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:11.233274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] Deleting port 363baa81-1454-445a-93be-5b51c2c3d1d1 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:11.234331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.310362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] For port 363baa81-1454-445a-93be-5b51c2c3d1d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=363baa81-1454-445a-93be-5b51c2c3d1d1,segment=NetworkSegment(d5433093-63ab-460e-9dfe-1567d8d6d1b9),segment_id=d5433093-63ab-460e-9dfe-1567d8d6d1b9)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:11.310740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.323556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] For port 363baa81-1454-445a-93be-5b51c2c3d1d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=363baa81-1454-445a-93be-5b51c2c3d1d1,segment=NetworkSegment(d5433093-63ab-460e-9dfe-1567d8d6d1b9),segment_id=d5433093-63ab-460e-9dfe-1567d8d6d1b9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:11.324085 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.342451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] Calling delete_port for 363baa81-1454-445a-93be-5b51c2c3d1d1 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:11.426336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cee9f85c-9a36-4707-a191-9631e8ed89cb no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:11.456003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 363baa81-1454-445a-93be-5b51c2c3d1d1 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:11.562084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port a965e492-8962-4aa0-bac6-ec0abbfb3a27 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:52:11.575023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.584185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: cee9f85c-9a36-4707-a191-9631e8ed89cb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:11.584543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cee9f85c-9a36-4707-a191-9631e8ed89cb not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:11.584967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 363baa81-1454-445a-93be-5b51c2c3d1d1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:11.596875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.616380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port a965e492-8962-4aa0-bac6-ec0abbfb3a27 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:11.620916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.773614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.777313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:11.835067 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.909550 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:11.910730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:11.912774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:11.960149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=2e6beb3b-b580-42de-8e4a-76c2ecd63a5c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:11.991495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] Pushing event deleted for resources: {'Port': ['ID=363baa81-1454-445a-93be-5b51c2c3d1d1,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:12.008749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port 363baa81-1454-445a-93be-5b51c2c3d1d1 {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:52:12.009205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 363baa81-1454-445a-93be-5b51c2c3d1d1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:12.009684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:12.017704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67255-28df-4f44-9066-dcedf3c8c02b req-8bae1cc5-3384-45dd-b56b-7a27fcd07e8a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:12.019706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fda67255-28df-4f44-9066-dcedf3c8c02b req-8bae1cc5-3384-45dd-b56b-7a27fcd07e8a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 944 time: 0.5611968 Dec 15 04:52:12.056141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53159089-3e2f-4281-9ea5-77e93bb6b3d4 None None] No DVR routers for this DVR port 363baa81-1454-445a-93be-5b51c2c3d1d1 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:12.145861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router becb268c-4531-462f-9b3c-38b2d32b7643 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:52:12.183809 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:12.196467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cd35e81-8f00-46aa-bc93-2a1f2e575727 req-226de7d3-7ae6-4ca7-84f1-49405bf6622e tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 210 time: 0.2267070 Dec 15 04:52:12.257278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port a965e492-8962-4aa0-bac6-ec0abbfb3a27, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27,segment=NetworkSegment(f85fe177-dda5-4273-b33c-ef5a8eee1de9),segment_id=f85fe177-dda5-4273-b33c-ef5a8eee1de9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:12.282208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:12.295109 n-d-820935-10 neutron-server[103134]: INFO neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No ports have port_id starting with 82f843a5-5a6d-4b92-a4b8-ff8f03d67184 Dec 15 04:52:12.386936 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:12.396763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:12.408756 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Sync routers for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:12.426337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f2399475-4485-43de-8a7f-f540e1ffd4fe tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/becb268c-4531-462f-9b3c-38b2d32b7643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1641080 Dec 15 04:52:12.460305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=a965e492-8962-4aa0-bac6-ec0abbfb3a27,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:12.462508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:12.463155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:12.484407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port 2e6beb3b-b580-42de-8e4a-76c2ecd63a5c on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:12.487923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:12.498611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5ace3a5-d874-419d-bfa0-d6f4ecfa9e63 req-df8db176-5eec-4e4a-ab6b-5dfa0cd93389 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.16 "DELETE /v2.0/ports/2e6beb3b-b580-42de-8e4a-76c2ecd63a5c HTTP/1.1" status: 204 len: 173 time: 3.1506832 Dec 15 04:52:12.508810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:12.511689 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886fb1c0-d8fd-4098-be05-a964ad4a15f2" -d '{"events": [{"server_uuid": "0458746f-7e27-4200-8d21-b24dc14a6c19", "name": "network-vif-plugged", "status": "completed", "tag": "a965e492-8962-4aa0-bac6-ec0abbfb3a27"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:12.631260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Pushing event deleted for resources: {'Port': ['ID=82f843a5-5a6d-4b92-a4b8-ff8f03d67184,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:12.647302 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc6a68-7c69-417f-b7d8-6d0663718ebb x-openstack-request-id: req-27bc6a68-7c69-417f-b7d8-6d0663718ebb {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:12.647800 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0458746f-7e27-4200-8d21-b24dc14a6c19", "name": "network-vif-plugged", "status": "completed", "tag": "a965e492-8962-4aa0-bac6-ec0abbfb3a27", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:12.648323 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27bc6a68-7c69-417f-b7d8-6d0663718ebb {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:12.648843 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27', 'code': 200} Dec 15 04:52:12.661474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-deleted', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:12.664947 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bce9a8-bf27-46dd-9572-b3863b74454d" -d '{"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-deleted", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:12.724972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21860ab-54a4-4f0d-a818-142efd0d4d68 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:12.847206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:12.862854 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6839d7df-a27b-41cf-9dd0-875ab1cabb23 x-openstack-request-id: req-6839d7df-a27b-41cf-9dd0-875ab1cabb23 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:12.863150 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d549ca66-e306-4b38-83c2-a51581924461", "name": "network-vif-deleted", "tag": "2e6beb3b-b580-42de-8e4a-76c2ecd63a5c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:12.864153 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6839d7df-a27b-41cf-9dd0-875ab1cabb23 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:12.866612 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd549ca66-e306-4b38-83c2-a51581924461', 'name': 'network-vif-deleted', 'tag': '2e6beb3b-b580-42de-8e4a-76c2ecd63a5c', 'status': 'completed', 'code': 200} Dec 15 04:52:12.920143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ea76a-0f21-46a6-a9fb-e849a4ca7246 req-53fcd8f1-598b-4b8f-8102-2c2459ee7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:12.922221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8c0ea76a-0f21-46a6-a9fb-e849a4ca7246 req-53fcd8f1-598b-4b8f-8102-2c2459ee7cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 1097 time: 0.1599600 Dec 15 04:52:12.964991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=363baa81-1454-445a-93be-5b51c2c3d1d1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:12.974525 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:13.022239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No DVR routers for this DVR port 363baa81-1454-445a-93be-5b51c2c3d1d1 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:13.055847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fda67255-28df-4f44-9066-dcedf3c8c02b req-3e58b24e-f185-497a-96c5-361a963f326f tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9704018 Dec 15 04:52:13.072306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8c0ea76a-0f21-46a6-a9fb-e849a4ca7246 req-16e49dc1-cf71-4f3e-ba2b-5265a5b8d18f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379218 Dec 15 04:52:13.420231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-a29271a7-0ff3-41f7-abbf-4c367a7dc628 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635392093&fields=id&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 267 time: 0.4054170 Dec 15 04:52:13.420516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ede87a5c-89d5-48b2-bf02-47029de334b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:13.467642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:13.533336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4c67a-518b-4521-aa85-7b725fb84449 None None] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:13.708523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ede87a5c-89d5-48b2-bf02-47029de334b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:13.709713 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:13.722925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:13.733277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a2140fc-b863-4284-bcb9-65d01cd4847d req-a42d76f3-51b5-423f-9172-8fb4a28f9654 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "GET /v2.0/ports?device_id=d549ca66-e306-4b38-83c2-a51581924461 HTTP/1.1" status: 200 len: 210 time: 0.3023641 Dec 15 04:52:13.776743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a94fda11-9d58-40da-88ed-c8ee999d75fe None None] Provisioning complete for port ede87a5c-89d5-48b2-bf02-47029de334b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:13.777471 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a94fda11-9d58-40da-88ed-c8ee999d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:13.878219 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:11Z', 'revision_number': 2, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:13.987146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Checking router: becb268c-4531-462f-9b3c-38b2d32b7643 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:52:13.989166 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Updating router becb268c-4531-462f-9b3c-38b2d32b7643 port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:52:14.052235 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.294390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b291f8f9-f13c-4b83-a8d2-b1e58c55bc01']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:14.305801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.311114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.324157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.336355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5433093-63ab-460e-9dfe-1567d8d6d1b9') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:14.337073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5433093-63ab-460e-9dfe-1567d8d6d1b9') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:14.354488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a94fda11-9d58-40da-88ed-c8ee999d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.429916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.430879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ede87a5c-89d5-48b2-bf02-47029de334b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ede87a5c-89d5-48b2-bf02-47029de334b2,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:14.440600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.527323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.527963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a22a427-7810-40a5-8afb-36889733e685 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:52:14.530670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.542898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5271-7cfc-4d11-82f0-899249f1f614 req-ce622c04-1a54-4fa7-be4d-0e6557e3b25b tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:14.545221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-819d5271-7cfc-4d11-82f0-899249f1f614 req-ce622c04-1a54-4fa7-be4d-0e6557e3b25b tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 945 time: 0.2724011 Dec 15 04:52:14.550989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.552578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1aec8eb6-558c-44a7-bd84-9cba626597fa admin admin] 10.222.0.37 "DELETE /v2.0/routers/4a22a427-7810-40a5-8afb-36889733e685 HTTP/1.1" status: 204 len: 168 time: 8.2958107 Dec 15 04:52:14.555427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58174) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:14.567076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-9c703d10-29e4-4461-b18b-71240f2dfe73 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:14.569062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-9c703d10-29e4-4461-b18b-71240f2dfe73 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 797 time: 1.1474395 Dec 15 04:52:14.571330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:14.571871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.574231 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-a94fda11-9d58-40da-88ed-c8ee999d75fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:52:14.574834 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-a94fda11-9d58-40da-88ed-c8ee999d75fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:14.575443 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:14.638383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-c78c7740-a83e-49da-a495-de90664d45ae tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/quotas/ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 375 time: 0.0109663 Dec 15 04:52:14.694801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Deleting subnet 944239f6-2ae1-4daa-8f68-630c5bea7173 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:14.697356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ede87a5c-89d5-48b2-bf02-47029de334b2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:14.714463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.728374 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.791658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.800992 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.809623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:14.814397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.828849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.841935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/b291f8f9-f13c-4b83-a8d2-b1e58c55bc01 HTTP/1.1" status: 204 len: 168 time: 4.8719969 Dec 15 04:52:14.865751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:14.873176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-541959835'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:14.901700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4640dc9-f2e8-408b-b937-0025beaf45e7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=b291f8f9-f13c-4b83-a8d2-b1e58c55bc01,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:14.913783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:14.917919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.957041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.967589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:52:14.982493 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:14.982953 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Added segment 8b853253-c11c-4ee0-8b73-660527d36796 of type vlan for network e0acd2aa-8579-4709-8b55-21871d68bbd5 Dec 15 04:52:15.033865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.046936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-04f48e26-7e9b-4b6e-b514-c471269cebab tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3932874 Dec 15 04:52:15.058659 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Attempting to bind port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:15.060816 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Attempting to bind port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:15.064256 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Attempting to bind port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:15.074127 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a61d6-5f7b-44bf-b55d-35cc93929227 None None] Pushing event updated for resources: {'Port': ['ID=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:15.076863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-819d5271-7cfc-4d11-82f0-899249f1f614 req-21c96a65-56c6-4713-bbc1-e0a8c02b6ae6 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175219 Dec 15 04:52:15.082050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944239f6-2ae1-4daa-8f68-630c5bea7173,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:15.085193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.088459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.096049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:15.097300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25e800a3-142c-4655-8dab-a399bd6ba067 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/944239f6-2ae1-4daa-8f68-630c5bea7173 HTTP/1.1" status: 204 len: 168 time: 0.5406935 Dec 15 04:52:15.097725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Checking segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:15.098232 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.098562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:15.098793 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Bound using segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:15.100609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Bound port: 4c9b29d4-9dbe-4aab-b27e-ef61383eba58, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:15.101263 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.153971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58192) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:15.179144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b2ae7-8827-4523-9edf-cc5ee169e05e None None] Network d430962f-b1c1-467f-803c-45964c89edfa requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:15.258460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:52:15.268798 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] For port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:15.275712 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] For port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:15.284998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-828cb845-621b-4019-a93d-012e0429eed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.286118 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.293744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.299372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting subnet d6082c97-4349-4756-a082-20d71af917e1 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:15.305279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.325993 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.328732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ede87a5c-89d5-48b2-bf02-47029de334b2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:15.339960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:15.340908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.365647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.411553 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a61d6-5f7b-44bf-b55d-35cc93929227 None None] Pushing event updated for resources: {'Port': ['ID=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:15.431350 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:15.432952 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:15.483710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-772ba599-1ab5-4003-b339-1561385f61c7 service neutron] 10.222.0.37 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057672 Dec 15 04:52:15.494679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ede87a5c-89d5-48b2-bf02-47029de334b2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:15.495063 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.508293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.567689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Provisioning complete for port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:15.568105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.623970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7547820 Dec 15 04:52:15.627286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58202) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:15.635417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:15.641518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f33f9-a394-43da-86a4-585860e833ee None None] DHCP port deletion for d430962f-b1c1-467f-803c-45964c89edfa request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:15.651449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1b7f-ee34-4541-8463-e96fffacd650 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Network': ['ID=e0acd2aa-8579-4709-8b55-21871d68bbd5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:15.700457 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:15.728290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:52:15.758233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.796534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Subnet': ['ID=d6082c97-4349-4756-a082-20d71af917e1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:15.803556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Deleting port 98fdc992-be24-463e-b35e-46c4f2dc17eb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:15.803899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.818695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-7ef25a8d-9d9e-4698-8899-ee149cf58324 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:15.833825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-7ef25a8d-9d9e-4698-8899-ee149cf58324 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/networks?id=a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 200 len: 814 time: 0.5420985 Dec 15 04:52:15.854258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.857586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-97fe87f5-61a7-437b-8415-55a22fc0339c tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/subnets/d6082c97-4349-4756-a082-20d71af917e1 HTTP/1.1" status: 204 len: 168 time: 0.7022393 Dec 15 04:52:15.864013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:15.897214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ccc2ae-44a4-4d01-b5ca-6d24f5ad18c4 None None] Network 33ddb003-326a-4083-9b86-1296ebbc0509 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:15.900301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-45f01af5-c46d-4d2a-91e7-bbde9647adf9 service neutron] 10.222.0.37 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526890 Dec 15 04:52:15.901869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-f0da16a4-649d-4521-812b-7fd59da4e2e4 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/quotas/a17d2c4b0ad9468fa0363255c3a296f9 HTTP/1.1" status: 200 len: 375 time: 0.0672581 Dec 15 04:52:15.960514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-e5563d39-18f4-4dc9-b133-600929e07055 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464766 Dec 15 04:52:15.979878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] For port 98fdc992-be24-463e-b35e-46c4f2dc17eb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=98fdc992-be24-463e-b35e-46c4f2dc17eb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:15.980743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.993256 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-828cb845-621b-4019-a93d-012e0429eed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:15.996749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:16.001035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.027787 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:16.029373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-828cb845-621b-4019-a93d-012e0429eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.040559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Calling delete_port for 98fdc992-be24-463e-b35e-46c4f2dc17eb owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:16.068661 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe463c9e-2302-40f9-a52e-4de41de09860 None None] The sync data for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 is: [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:16.084335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cb845-621b-4019-a93d-012e0429eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f491fc-71fe-4701-8479-72b9e5127cd6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:16.102500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.124565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-828cb845-621b-4019-a93d-012e0429eed2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ece9f27b672c48f890557dfbe9916619&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3018031 Dec 15 04:52:16.128451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:16.284305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-0a07a15b-cb6c-4f0d-b694-3b31dbbf7e78 service neutron] 10.222.0.37 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228536 Dec 15 04:52:16.335273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Deleting port 98fdc992-be24-463e-b35e-46c4f2dc17eb {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:16.335889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.432717 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.434422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-132098f0-421e-4e11-b8dc-3ec164355888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.489153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.497715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] For port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:16.504109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-615f33f9-a394-43da-86a4-585860e833ee None None] For port 98fdc992-be24-463e-b35e-46c4f2dc17eb, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=98fdc992-be24-463e-b35e-46c4f2dc17eb,segment=NetworkSegment(ad251c0a-d9ce-43c9-b527-cf4a2945810f),segment_id=ad251c0a-d9ce-43c9-b527-cf4a2945810f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:16.507674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.513026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.545134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d8e5e-3e38-42b3-b2e5-51d0416d4ccd req-cbc83896-d602-4dde-8539-3b02b951b4f9 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:16.552807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-719d8e5e-3e38-42b3-b2e5-51d0416d4ccd req-cbc83896-d602-4dde-8539-3b02b951b4f9 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 945 time: 0.2277055 Dec 15 04:52:16.563629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Pushing event deleted for resources: {'Port': ['ID=98fdc992-be24-463e-b35e-46c4f2dc17eb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:16.583478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-132098f0-421e-4e11-b8dc-3ec164355888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.583691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Pushing event updated for resources: {'Port': ['ID=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:16.586442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] DHCP port deletion for 33ddb003-326a-4083-9b86-1296ebbc0509 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:16.592782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Calling delete_port for 98fdc992-be24-463e-b35e-46c4f2dc17eb owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:16.616051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.685117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] No DVR routers for this DVR port 98fdc992-be24-463e-b35e-46c4f2dc17eb on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:16.694180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-132098f0-421e-4e11-b8dc-3ec164355888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.700601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-132098f0-421e-4e11-b8dc-3ec164355888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:16.716829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-132098f0-421e-4e11-b8dc-3ec164355888 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3f491fc-71fe-4701-8479-72b9e5127cd6 HTTP/1.1" status: 204 len: 168 time: 0.5870180 Dec 15 04:52:16.753924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-518fb2ec-ef54-4188-8065-ec1df7b0bf6b service neutron] 10.222.0.37 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546916 Dec 15 04:52:16.774737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-719d8e5e-3e38-42b3-b2e5-51d0416d4ccd req-652e17af-6fbd-4745-b489-36b72dec5a2a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208204 Dec 15 04:52:16.794756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132098f0-421e-4e11-b8dc-3ec164355888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f491fc-71fe-4701-8479-72b9e5127cd6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:16.942381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7dfb78e-503e-4418-b6a9-a32f92ac61a2 req-8694a1dd-868f-453f-af91-6d8082573fee tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 210 time: 0.0811727 Dec 15 04:52:16.997246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.006024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Provisioning complete for port ede87a5c-89d5-48b2-bf02-47029de334b2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:17.006599 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c60b1eec-6de0-44c9-8a8f-6cf4ebcebd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.041045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d430962f-b1c1-467f-803c-45964c89edfa']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:17.058808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad251c0a-d9ce-43c9-b527-cf4a2945810f') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:17.059167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad251c0a-d9ce-43c9-b527-cf4a2945810f') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:17.076873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:17.077223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.099887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=94ab62fa-617b-48c5-92ef-d7ede36ec7a5,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:17.109617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.140004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Checking segment: {'id': '8b853253-c11c-4ee0-8b73-660527d36796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:17.140892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network hostable DHCP agents. Network: e0acd2aa-8579-4709-8b55-21871d68bbd5, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:52:17.171496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-bf9a1e04-4f14-4369-a507-bb14dce336ee req-069a68e0-fa71-4bcd-ac67-a450e213537e tempest-MultipleCreateTestJSON-2141280937 tempest-MultipleCreateTestJSON-2141280937-project] (103133) timed out ('10.222.0.42', 51138) {{(pid=103133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 04:52:17.172988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.173553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.174077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.174578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.175078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.175572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.176107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.176872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.177505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.178234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.178741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.179572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.180113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:17.207170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.255182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:17.255740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:17.270416 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:17.273399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:17.273399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.291023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f03e157-0038-4060-bafb-c7b9a86eb8cc req-325a409c-f966-4aad-8ce8-f7a8f3c4d849 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 210 time: 0.0537248 Dec 15 04:52:17.295087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Deleting port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:17.295854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.389875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:17.394200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:52:17.405310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:17.431553 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf148db-e3af-4121-aaee-486803cf0cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.432503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:17.450779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e0acd2aa-8579-4709-8b55-21871d68bbd5) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:17.475691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:17.483356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b94077-10c8-40b0-869f-47af7e78d202 None None] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:17.497251 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.515796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.531527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.607735 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.617869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d430962f-b1c1-467f-803c-45964c89edfa HTTP/1.1" status: 204 len: 168 time: 2.5153842 Dec 15 04:52:17.639025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf148db-e3af-4121-aaee-486803cf0cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.651975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf148db-e3af-4121-aaee-486803cf0cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.664304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4980b-f751-4094-ab59-a51908e8f97c admin admin] Pushing event deleted for resources: {'Network': ['ID=d430962f-b1c1-467f-803c-45964c89edfa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:17.690399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Network d430962f-b1c1-467f-803c-45964c89edfa is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:52:17.690852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f33f9-a394-43da-86a4-585860e833ee None None] No DVR routers for this DVR port 98fdc992-be24-463e-b35e-46c4f2dc17eb on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:17.691053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e571506-0708-48eb-a668-1f0219260518 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0618093 Dec 15 04:52:17.693125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58246) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:17.707377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1068423707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:17.713856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f33f9-a394-43da-86a4-585860e833ee None None] Pushing event deleted for resources: {'Port': ['ID=98fdc992-be24-463e-b35e-46c4f2dc17eb,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:17.787432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] For port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,segment=NetworkSegment(46bdb692-e8f0-407d-9161-7e2cd0fc9539),segment_id=46bdb692-e8f0-407d-9161-7e2cd0fc9539)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:17.789942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.795404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76c479da-3676-426e-b6f6-6fab69e7f793 None None] Provisioning complete for port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:17.796198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c479da-3676-426e-b6f6-6fab69e7f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.817268 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dbf148db-e3af-4121-aaee-486803cf0cac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1aee1a3fc5e4bd8a0e812420164106b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082835 Dec 15 04:52:17.817650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf148db-e3af-4121-aaee-486803cf0cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78311166-6231-418c-9018-f59912ab7558,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:17.838574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58250) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:17.875028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Calling delete_port for 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:17.875528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.878892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.880740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:17.881721 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.895546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.946527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f91e43b1-02f9-437d-bd76-698bf0e14dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:17.988287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:17.989705 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f91e43b1-02f9-437d-bd76-698bf0e14dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.019645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:18.034132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:18.091645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377e844-b69a-4053-82b7-01a6b55bff5a req-442b6bdd-e5c7-4f83-964a-e9993360b1c1 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:18.093250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8377e844-b69a-4053-82b7-01a6b55bff5a req-442b6bdd-e5c7-4f83-964a-e9993360b1c1 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 945 time: 0.3765621 Dec 15 04:52:18.150842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4df21a0-6c78-4fd0-a258-62d2c18c5701 req-dbc617a1-57ac-4482-b4c3-90b4da0005e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 210 time: 0.0564423 Dec 15 04:52:18.153550 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f788ab88-4163-4560-9c79-8c72ebb10bae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=965989dc1bc546bb9ab9e8b34ff2d2c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1123886 Dec 15 04:52:18.199017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58256) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:18.244330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-e0acd2aa-8579-4709-8b55-21871d68bbd5', 'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': '94ab62fa-617b-48c5-92ef-d7ede36ec7a5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:52:18.249048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.295453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f91e43b1-02f9-437d-bd76-698bf0e14dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.298363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f91e43b1-02f9-437d-bd76-698bf0e14dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.301716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f91e43b1-02f9-437d-bd76-698bf0e14dcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78311166-6231-418c-9018-f59912ab7558 HTTP/1.1" status: 204 len: 168 time: 0.4616618 Dec 15 04:52:18.328768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.347279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e43b1-02f9-437d-bd76-698bf0e14dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78311166-6231-418c-9018-f59912ab7558,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:18.384924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ddb003-326a-4083-9b86-1296ebbc0509']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:18.414246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bdb692-e8f0-407d-9161-7e2cd0fc9539') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:18.414553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bdb692-e8f0-407d-9161-7e2cd0fc9539') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:18.427466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8377e844-b69a-4053-82b7-01a6b55bff5a req-ac1f49ac-abf2-4b00-b719-647f2368ac36 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102622 Dec 15 04:52:18.462722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Allocated IP 2001:db8::2 (e0acd2aa-8579-4709-8b55-21871d68bbd5/94ab62fa-617b-48c5-92ef-d7ede36ec7a5/9b6e5945-d9de-4bb2-b5bd-e2e9b6765779) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:18.466583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.488764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41051df9-f3b9-4af9-9b40-bc1ddc3bb80a req-8616e93b-151d-49b4-9d5a-bdb13d837e57 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 210 time: 0.0541084 Dec 15 04:52:18.503193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-62fcaac2-619c-4aeb-8812-d011424fed54 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:18.504701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-62fcaac2-619c-4aeb-8812-d011424fed54 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 797 time: 0.4094565 Dec 15 04:52:18.609931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.615538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.623121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.636957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:18.637884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.643651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-bd3907c8-4f27-4fc8-b817-4a26991dcb9a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 379 time: 0.1129644 Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:18.645445 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:18.647487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23165825-b358-47d4-bac0-e347f1875060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.651036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 98fdc992-be24-463e-b35e-46c4f2dc17eb no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:18.676890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'port': {'device_id': '21f584ce-5f11-456e-910d-663db273c97c', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'admin_state_up': True, 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'security_groups': ['805683b0-6526-4ca7-a68e-4f74cffcf108']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:18.690686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 98fdc992-be24-463e-b35e-46c4f2dc17eb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:18.691044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 98fdc992-be24-463e-b35e-46c4f2dc17eb not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:18.691679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:18.712876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.714013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f12245e-388c-4a0d-9d37-6cf1fa38863a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0123661 Dec 15 04:52:18.718574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:18.728351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:18.728961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:18.730654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.738392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.741846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Network 33ddb003-326a-4083-9b86-1296ebbc0509 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:52:18.742530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] No DVR routers for this DVR port 01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:18.747485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5', 'name': 'tempest-PortsIpV6TestJSON-2050305302'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:18.758836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23165825-b358-47d4-bac0-e347f1875060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.771683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.773895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9f193-b566-4a65-a8de-34b21b8915a6 None None] Pushing event deleted for resources: {'Port': ['ID=01c2ed75-2813-4f5c-bc2b-e3a7d5b0d9b2,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:18.814798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:18.818009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:18.821810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:18.831397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Pushing event updated for resources: {'Port': ['ID=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:18.883725 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.890008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.897208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/networks/33ddb003-326a-4083-9b86-1296ebbc0509 HTTP/1.1" status: 204 len: 168 time: 3.0318868 Dec 15 04:52:18.901669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58268) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:18.902700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Attempting to bind port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:18.903120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Attempting to bind port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8b853253-c11c-4ee0-8b73-660527d36796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:18.903496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Attempting to bind port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 on network e0acd2aa-8579-4709-8b55-21871d68bbd5 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:18.910166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:18.910557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Checking segment: {'id': '8b853253-c11c-4ee0-8b73-660527d36796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:18.911797 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.912383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Bound using segment: {'id': '8b853253-c11c-4ee0-8b73-660527d36796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:18.913031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Bound port: 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b853253-c11c-4ee0-8b73-660527d36796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0acd2aa-8579-4709-8b55-21871d68bbd5'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:18.913464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.942562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:18.946498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:18.971314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc361cc2-b212-4f16-9f34-84dd99851cf8 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Network': ['ID=33ddb003-326a-4083-9b86-1296ebbc0509,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:19.011709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] For port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:19.016463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] For port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,segment=NetworkSegment(8b853253-c11c-4ee0-8b73-660527d36796),segment_id=8b853253-c11c-4ee0-8b73-660527d36796)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:19.034656 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.089040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting subnet 9e6e5325-b692-4fec-a911-ad7a7be67d00 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:19.104640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.140027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90090b-c2a5-48fa-b5a4-c3db85db5c24 None None] Pushing event updated for resources: {'Port': ['ID=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:19.254143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.13 (a8dba0b7-41ea-436a-baa5-f22feab9ae14/838a9d48-9eb3-48e7-a8b5-5e01af04bc66/6885163a-80a0-4fe6-ac1d-2d586294ac55) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:19.281319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-583619bd-2c0e-4ac2-8629-2363dc9a6e6f tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:19.282866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-583619bd-2c0e-4ac2-8629-2363dc9a6e6f tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "GET /v2.0/networks?id=a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 200 len: 814 time: 0.3178561 Dec 15 04:52:19.313961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08255f0e-c137-4716-bf09-c02ed0c99664 req-389da409-0a86-4e9c-8292-6873618fd2e0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 210 time: 0.0618396 Dec 15 04:52:19.320038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Request body: {'port': {'device_id': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80', 'admin_state_up': True, 'tenant_id': 'a17d2c4b0ad9468fa0363255c3a296f9'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:19.508564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.571252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:19.575183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.576848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Made reservation on behalf of a17d2c4b0ad9468fa0363255c3a296f9 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:19.581042 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.607060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.671860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-44fa272f-ef7e-4d44-b789-af46249be33a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:19.673759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-44fa272f-ef7e-4d44-b789-af46249be33a tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 945 time: 0.6364174 Dec 15 04:52:19.683251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 6765bc3b-077c-4ee1-ab02-ac160266dd81 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:52:19.703717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23165825-b358-47d4-bac0-e347f1875060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.706370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23165825-b358-47d4-bac0-e347f1875060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.707928 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23165825-b358-47d4-bac0-e347f1875060 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bff2a67d-82f0-4f1c-b376-e333a7d0a2d4 HTTP/1.1" status: 204 len: 168 time: 1.5056665 Dec 15 04:52:19.743840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23165825-b358-47d4-bac0-e347f1875060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff2a67d-82f0-4f1c-b376-e333a7d0a2d4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:19.746389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.793816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6533ca5b-63db-4838-a77c-1c4c9ffa0ca3 req-f8f1ad58-8000-40d7-a573-5b0785d1ac9a tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 210 time: 0.0973878 Dec 15 04:52:19.877775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be008-ca17-47ea-b57e-124ad9b3905f req-37ea2fc5-d254-416b-82e9-d77adea8a852 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:19.885192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d6be008-ca17-47ea-b57e-124ad9b3905f req-37ea2fc5-d254-416b-82e9-d77adea8a852 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 945 time: 0.3101146 Dec 15 04:52:19.932857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Allocated IP 172.20.0.2 (a6788038-f817-4c1f-b2c7-6a3a11a75b80/dbc5faf0-29b9-402e-b1d7-d88edc93c648/8ae214bc-2d51-452e-aaa6-b2ac471581d9) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:19.944301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.983230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:19.985729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::58 (e0acd2aa-8579-4709-8b55-21871d68bbd5/94ab62fa-617b-48c5-92ef-d7ede36ec7a5/6765bc3b-077c-4ee1-ab02-ac160266dd81) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:20.018398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:20.029792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Deleting port a965e492-8962-4aa0-bac6-ec0abbfb3a27 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:20.034389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.034611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:20.042109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6e5325-b692-4fec-a911-ad7a7be67d00,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:20.049465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:20.069447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b577a-7aef-4acf-b621-4406927e895f None None] Network 98656e29-48c1-43aa-bf49-75cf50a28918 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:20.084048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.087499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-171e7b68-c5d0-47e1-8f01-9ff4698d3918 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/subnets/9e6e5325-b692-4fec-a911-ad7a7be67d00 HTTP/1.1" status: 204 len: 168 time: 1.1792662 Dec 15 04:52:20.095175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58298) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:20.163669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:20.164638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.239724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d6be008-ca17-47ea-b57e-124ad9b3905f req-7e1b5ae0-27dd-4167-9150-0b185fdd2162 tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf357b54-ef03-44bb-98d1-d5d2bd563baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536339 Dec 15 04:52:20.250474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:20.283796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-df48e824-d06e-4d21-b9fe-3d17e7a27a00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6323009 Dec 15 04:52:20.317214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Request body: {'port': {'device_id': '21f584ce-5f11-456e-910d-663db273c97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:20.395105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] DHCP port deletion for 98656e29-48c1-43aa-bf49-75cf50a28918 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:20.456265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58308) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:20.456839 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.508593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] Deleting port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:20.511881 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.533551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.560694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] For port a965e492-8962-4aa0-bac6-ec0abbfb3a27, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=a965e492-8962-4aa0-bac6-ec0abbfb3a27,segment=NetworkSegment(f85fe177-dda5-4273-b33c-ef5a8eee1de9),segment_id=f85fe177-dda5-4273-b33c-ef5a8eee1de9)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:20.561070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.592667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Calling delete_port for a965e492-8962-4aa0-bac6-ec0abbfb3a27 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:20.662641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6e2e-cd6a-4c6d-bee4-e4e0bc85a29f req-e30ae851-fa22-4bca-9d48-27922f3ec806 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:20.671605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bfe6e2e-cd6a-4c6d-bee4-e4e0bc85a29f req-e30ae851-fa22-4bca-9d48-27922f3ec806 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 932 time: 0.2251554 Dec 15 04:52:20.692566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-62e926dc-f0d9-4e43-82e7-51007b811e7d None None] Provisioning complete for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:20.693096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62e926dc-f0d9-4e43-82e7-51007b811e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.696206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] For port a4d767d4-bdce-485b-a21a-7bdf0319d2e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:20.696715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.709098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ac7dbeb-3470-4668-99e2-1d79b1c5ebf4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83a6e41af0204f7689d5d41ea0df2fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412293 Dec 15 04:52:20.721237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:20.745930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] Calling delete_port for a4d767d4-bdce-485b-a21a-7bdf0319d2e3 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:20.773478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-62e926dc-f0d9-4e43-82e7-51007b811e7d None None] Port 6885163a-80a0-4fe6-ac1d-2d586294ac55 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:20.792593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.862718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Deleting port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:20.863104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:20.884402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa0ccf-a745-403b-88db-eef2efb51afe None None] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:20.907451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bfe6e2e-cd6a-4c6d-bee4-e4e0bc85a29f req-6ca406e4-a725-4292-8d5d-6d9ed9158185 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360942 Dec 15 04:52:20.912889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.002650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] For port a4d767d4-bdce-485b-a21a-7bdf0319d2e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,segment=NetworkSegment(7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0),segment_id=7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:21.003381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.015495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-002cf12e-8090-45e5-b655-c4e2e7c1246e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.024488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a830f19-c81c-4517-b930-17cfe3d5903a req-6215e267-1007-40b9-b199-7186c5643bea tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 210 time: 0.0846243 Dec 15 04:52:21.039145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Calling delete_port for a4d767d4-bdce-485b-a21a-7bdf0319d2e3 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:21.056850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-df2ed4ba-6aaa-4566-bb37-c698a57f947d None None] Provisioning complete for port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:21.057182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df2ed4ba-6aaa-4566-bb37-c698a57f947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.089668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.138381 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.138662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-002cf12e-8090-45e5-b655-c4e2e7c1246e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.144789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.174055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] Pushing event deleted for resources: {'Port': ['ID=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:21.179323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:21.187450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:21.201681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaaf1c9-0aaa-414c-95a2-fd878acdda5f None None] No DVR routers for this DVR port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:21.230166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:21.236723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:21.237374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.288133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:21.300162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.301370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6885163a-80a0-4fe6-ac1d-2d586294ac55 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:21.307386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:21.320033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df2ed4ba-6aaa-4566-bb37-c698a57f947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.322634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:21.327288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.350530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:21.350640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Pushing event updated for resources: {'Port': ['ID=8ae214bc-2d51-452e-aaa6-b2ac471581d9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:21.402724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Transition to ACTIVE for port object 6885163a-80a0-4fe6-ac1d-2d586294ac55 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:21.406702 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6863949 Dec 15 04:52:21.409642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.412644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cddc4-72ac-4732-bc4f-e88ee7d93688 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=6765bc3b-077c-4ee1-ab02-ac160266dd81,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:21.421834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:21.479351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633bd7f9-e764-44a4-b033-e868450a0b38 None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:21.486038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.493791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ad3c4cb-1d8b-428a-8974-f4546c2a14f3 req-a7aaf501-18ee-4f21-8c7f-50553514c63f tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.37 "GET /v2.0/ports?device_id=0458746f-7e27-4200-8d21-b24dc14a6c19 HTTP/1.1" status: 200 len: 210 time: 0.0681229 Dec 15 04:52:21.506673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:21.507334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.548162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-31a1e5f3-ae5d-4e76-9cba-dc2bb84208ef tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2383244 Dec 15 04:52:21.577647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Pushing event deleted for resources: {'Port': ['ID=a965e492-8962-4aa0-bac6-ec0abbfb3a27,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:21.592337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Request body: {'port': {'device_id': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:21.595883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-df2ed4ba-6aaa-4566-bb37-c698a57f947d None None] For port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,segment=NetworkSegment(8b853253-c11c-4ee0-8b73-660527d36796),segment_id=8b853253-c11c-4ee0-8b73-660527d36796)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:21.603661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:21.604118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.650712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:21.707858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df2ed4ba-6aaa-4566-bb37-c698a57f947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.742317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:21.743374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:21.752706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:21.759899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.789141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:21.789751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:21.844263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] No DVR routers for this DVR port a4d767d4-bdce-485b-a21a-7bdf0319d2e3 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:21.870352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:21.871107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Checking segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:21.872349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Bound using segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:21.873044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Bound port: 6885163a-80a0-4fe6-ac1d-2d586294ac55, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:21.873602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.880812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ed4ba-6aaa-4566-bb37-c698a57f947d None None] Pushing event updated for resources: {'Port': ['ID=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:21.890929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-002cf12e-8090-45e5-b655-c4e2e7c1246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.893917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-002cf12e-8090-45e5-b655-c4e2e7c1246e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.897913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-002cf12e-8090-45e5-b655-c4e2e7c1246e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9bf98c7-61ce-4c07-9c3b-be1ee8571ee9 HTTP/1.1" status: 204 len: 168 time: 1.1748700 Dec 15 04:52:21.919516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9a35e0d0-0f39-444a-9b33-a0b694168f40 None None] Provisioning complete for port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:21.919918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9a35e0d0-0f39-444a-9b33-a0b694168f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.967038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a4d767d4-bdce-485b-a21a-7bdf0319d2e3 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:21.989429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:21.990557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a4d767d4-bdce-485b-a21a-7bdf0319d2e3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:21.990896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a4d767d4-bdce-485b-a21a-7bdf0319d2e3 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:21.999158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Port': ['ID=a4d767d4-bdce-485b-a21a-7bdf0319d2e3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:22.003014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9a35e0d0-0f39-444a-9b33-a0b694168f40 None None] Port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:22.004778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] No DVR routers for this DVR port a965e492-8962-4aa0-bac6-ec0abbfb3a27 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:22.034038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9a35e0d0-0f39-444a-9b33-a0b694168f40 None None] Provisioning complete for port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:22.034673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9a35e0d0-0f39-444a-9b33-a0b694168f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.041583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.047732 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e1fda6a-8fc9-49b5-bb93-b3851205bb34 req-b1a78d07-4b5a-436a-9db0-12065a0f3f5d tempest-ServerAddressesNegativeTestJSON-2028353316 tempest-ServerAddressesNegativeTestJSON-2028353316-project] 10.222.0.42 "DELETE /v2.0/ports/a965e492-8962-4aa0-bac6-ec0abbfb3a27 HTTP/1.1" status: 204 len: 173 time: 2.3552320 Dec 15 04:52:22.051833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'name': 'network-vif-deleted', 'tag': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:22.060978 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d87c9cc-8e2c-4d43-9260-7fb23f603537" -d '{"events": [{"server_uuid": "0458746f-7e27-4200-8d21-b24dc14a6c19", "name": "network-vif-deleted", "tag": "a965e492-8962-4aa0-bac6-ec0abbfb3a27"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:22.223008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cf12e-8090-45e5-b655-c4e2e7c1246e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf98c7-61ce-4c07-9c3b-be1ee8571ee9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:22.280604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98656e29-48c1-43aa-bf49-75cf50a28918']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:22.302579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:22.303221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb2da21-a7ef-4ddc-bf5b-86f0d520c8a0') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:22.352589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.362962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5e2956c5-208a-40f5-bcee-a97ad657a3eb None None] Provisioning complete for port 6765bc3b-077c-4ee1-ab02-ac160266dd81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:22.364136 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e2956c5-208a-40f5-bcee-a97ad657a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.410732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.435259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5e2956c5-208a-40f5-bcee-a97ad657a3eb None None] Port 6765bc3b-077c-4ee1-ab02-ac160266dd81 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:22.439976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:22.440409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:22.443537 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:22.557853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.570736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.576387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] 10.222.0.37 "DELETE /v2.0/networks/98656e29-48c1-43aa-bf49-75cf50a28918 HTTP/1.1" status: 204 len: 168 time: 2.4801636 Dec 15 04:52:22.604146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ca00-1998-4c3c-8ec1-f519df7f8ff2 tempest-ServersTestMultiNic-261059599 tempest-ServersTestMultiNic-261059599-project] Pushing event deleted for resources: {'Network': ['ID=98656e29-48c1-43aa-bf49-75cf50a28918,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:22.673814 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.678931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:22.701957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:22.743345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a965e492-8962-4aa0-bac6-ec0abbfb3a27 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:22.749766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f33736-f5fe-49b9-be33-73db47f148a2 req-65ceac28-d102-41b9-b6ff-f9d60153d921 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:22.757597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0f33736-f5fe-49b9-be33-73db47f148a2 req-65ceac28-d102-41b9-b6ff-f9d60153d921 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.2259548 Dec 15 04:52:22.760619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.779639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9163192-34d5-48ec-886c-b6f4a9c8cf26 req-602c86f5-2b26-430b-acf9-9ca30b5e071a tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:22.781195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9163192-34d5-48ec-886c-b6f4a9c8cf26 req-602c86f5-2b26-430b-acf9-9ca30b5e071a tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 931 time: 0.2588229 Dec 15 04:52:22.788797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: a965e492-8962-4aa0-bac6-ec0abbfb3a27 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:22.789498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device a965e492-8962-4aa0-bac6-ec0abbfb3a27 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:22.873247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:22.874228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:22.875300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-8534011d-0868-49f1-875b-4861745d8401 service neutron] 10.222.0.16 "PUT /v2.0/ports/6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1093 time: 2.5665400 Dec 15 04:52:22.875767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:22.878123 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e0ac89-e028-4eae-90e8-9fa641f8de78" -d '{"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:22.990358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0f33736-f5fe-49b9-be33-73db47f148a2 req-5bb33a2f-5a95-415c-92f1-969812de8a79 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318583 Dec 15 04:52:23.027203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534011d-0868-49f1-875b-4861745d8401 service neutron] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:23.087763 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb9926-8f87-45b3-8423-9ee3ee8b6d77 x-openstack-request-id: req-efcb9926-8f87-45b3-8423-9ee3ee8b6d77 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:23.088312 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0458746f-7e27-4200-8d21-b24dc14a6c19", "name": "network-vif-deleted", "tag": "a965e492-8962-4aa0-bac6-ec0abbfb3a27", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:23.088398 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efcb9926-8f87-45b3-8423-9ee3ee8b6d77 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:23.088964 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0458746f-7e27-4200-8d21-b24dc14a6c19', 'name': 'network-vif-deleted', 'tag': 'a965e492-8962-4aa0-bac6-ec0abbfb3a27', 'status': 'completed', 'code': 200} Dec 15 04:52:23.098757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9163192-34d5-48ec-886c-b6f4a9c8cf26 req-c873e2ce-8f5e-41cd-aa80-f1c0141846e7 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102536 Dec 15 04:52:23.115801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:23.146037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:23.174165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.187520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.190736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-6b2854fc-a8ad-4d91-8fc3-9e4c2873d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:23.192444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-6b2854fc-a8ad-4d91-8fc3-9e4c2873d72d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1096 time: 0.2011654 Dec 15 04:52:23.269006 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a8a8b-1fe3-4206-8945-769b77da4d20 x-openstack-request-id: req-088a8a8b-1fe3-4206-8945-769b77da4d20 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:23.269667 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:23.270537 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-088a8a8b-1fe3-4206-8945-769b77da4d20 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:23.271431 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'status': 'completed', 'code': 200} Dec 15 04:52:23.313419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:23.364435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-7a235fdd-b55a-4a15-a89b-b22b170780c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 217 time: 0.0777097 Dec 15 04:52:23.380502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58398) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:23.398594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35dea0a8-9514-4ddb-9d1c-1d53d3cf81ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.419583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:23.420977 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.483208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=6765bc3b-077c-4ee1-ab02-ac160266dd81,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:23.514842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae214bc-2d51-452e-aaa6-b2ac471581d9 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:23.532002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.536872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Deleting subnet 4d43086a-82bd-4054-bd50-513528ef2dbb {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:23.564187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.588956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Transition to ACTIVE for port object 8ae214bc-2d51-452e-aaa6-b2ac471581d9 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:23.612373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.645558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.684558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.692657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-82313063-d2cc-4356-bda1-c8124f83ab59 None None] Provisioning complete for port 6765bc3b-077c-4ee1-ab02-ac160266dd81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:23.693036 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82313063-d2cc-4356-bda1-c8124f83ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.731646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-82313063-d2cc-4356-bda1-c8124f83ab59 None None] Port 6765bc3b-077c-4ee1-ab02-ac160266dd81 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:23.735514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35dea0a8-9514-4ddb-9d1c-1d53d3cf81ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.746062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35dea0a8-9514-4ddb-9d1c-1d53d3cf81ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.762037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd4cbb-144f-41b2-af86-46dfd3e784fe None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:23.791894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35dea0a8-9514-4ddb-9d1c-1d53d3cf81ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07a466e61c3245ad892c7873066771f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6715515 Dec 15 04:52:23.798164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58412) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:23.806646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-705c20bf-7468-4a45-bc2c-322c934ab2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:23.808161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-705c20bf-7468-4a45-bc2c-322c934ab2ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.4300377 Dec 15 04:52:23.845573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Pushing event updated for resources: {'Port': ['ID=8ae214bc-2d51-452e-aaa6-b2ac471581d9,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:23.870893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dea0a8-9514-4ddb-9d1c-1d53d3cf81ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f11b1c3-3c19-4f10-aa16-d2f57f112160,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:23.881138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.913531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:23.916820 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:52:24.007325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-72e09b4c-8cf0-40f3-b9bf-336cc1591817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:24.008870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-72e09b4c-8cf0-40f3-b9bf-336cc1591817 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658368 Dec 15 04:52:24.177280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.179263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Attempting to bind port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:24.179599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Attempting to bind port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:24.179921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Attempting to bind port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 on network a6788038-f817-4c1f-b2c7-6a3a11a75b80 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:24.227201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 on network a6788038-f817-4c1f-b2c7-6a3a11a75b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:24.227312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Attempting to bind port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 on network a6788038-f817-4c1f-b2c7-6a3a11a75b80 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:24.234463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d43086a-82bd-4054-bd50-513528ef2dbb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:24.255123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.259309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7ff9ffa0-aff0-49ce-9a5f-6c3518636154 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d43086a-82bd-4054-bd50-513528ef2dbb HTTP/1.1" status: 204 len: 168 time: 1.1005459 Dec 15 04:52:24.260445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d44b-2a64-4c03-a1f7-ac58860dede9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.264717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58436) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:24.326362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:24.326631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Checking segment: {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:24.327026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Bound using segment: {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:24.327483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Bound port: 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:24.327843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.362107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1d02-b61f-43d4-ad3c-7c86483f69eb req-8571cefd-5b99-4d89-b436-4d36957b0cdc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:24.363632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff8e1d02-b61f-43d4-ad3c-7c86483f69eb req-8571cefd-5b99-4d89-b436-4d36957b0cdc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.2312799 Dec 15 04:52:24.366918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-270bdf89-fc0a-4cda-aede-ff7c9208da42 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380761 Dec 15 04:52:24.402380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d44b-2a64-4c03-a1f7-ac58860dede9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.438892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58440) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:24.470730 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.476347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9a25-23ec-42a4-b911-1b2dd4d67c06 req-bdb28766-3416-4a4a-acce-85e95e7fe9c8 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:24.478077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd7d9a25-23ec-42a4-b911-1b2dd4d67c06 req-bdb28766-3416-4a4a-acce-85e95e7fe9c8 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 943 time: 0.2523432 Dec 15 04:52:24.559446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] For port 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:24.593404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff8e1d02-b61f-43d4-ad3c-7c86483f69eb req-625917d2-898b-476c-8826-7d671b907ae5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021964 Dec 15 04:52:24.600261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] For port 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:24.625091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.632421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d44b-2a64-4c03-a1f7-ac58860dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.635002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7d44b-2a64-4c03-a1f7-ac58860dede9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.636171 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7ef7d44b-2a64-4c03-a1f7-ac58860dede9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f11b1c3-3c19-4f10-aa16-d2f57f112160 HTTP/1.1" status: 204 len: 168 time: 0.8345418 Dec 15 04:52:24.653543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5625b91-d057-477c-bee2-18d21d30d2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.656503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.665870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53dcf0ba-7f1c-4206-910d-960ec76e4e34 req-f985de4f-3868-4f31-9f60-e5cac99c3a1e service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757974 Dec 15 04:52:24.674758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd7d9a25-23ec-42a4-b911-1b2dd4d67c06 req-d027d4f5-c3ad-44a1-bdd3-28c38e553559 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853991 Dec 15 04:52:24.695293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:24.695996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.697585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] 10.222.0.16 "PUT /v2.0/ports/8ae214bc-2d51-452e-aaa6-b2ac471581d9 HTTP/1.1" status: 200 len: 1092 time: 3.1120300 Dec 15 04:52:24.698884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7d44b-2a64-4c03-a1f7-ac58860dede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f11b1c3-3c19-4f10-aa16-d2f57f112160,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:24.718937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56de91f-f14d-4181-b620-7431503221c9 None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:24.750701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3b0c1-3d7c-408d-a3ed-e3b65f0eb38d service neutron] Pushing event updated for resources: {'Port': ['ID=8ae214bc-2d51-452e-aaa6-b2ac471581d9,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:24.758765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b9fe7f-903e-42fa-94bc-438d3f411254']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:24.777721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.789326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85fe177-dda5-4273-b33c-ef5a8eee1de9') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:24.789630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85fe177-dda5-4273-b33c-ef5a8eee1de9') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:24.805440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.839209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.847699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.851688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.852478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.870724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:24.871130 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:24.873642 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:24.945875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-12ee1159-2a77-48c1-ba6d-15d27703e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:24.947384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-12ee1159-2a77-48c1-ba6d-15d27703e282 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 1095 time: 0.0933888 Dec 15 04:52:24.950894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-fb040997-8b0b-4b12-81bb-951a5181b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:24.952428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-fb040997-8b0b-4b12-81bb-951a5181b237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1096 time: 0.1343982 Dec 15 04:52:25.013873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=6765bc3b-077c-4ee1-ab02-ac160266dd81,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:25.037982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.043375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.050932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5625b91-d057-477c-bee2-18d21d30d2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.060556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.066189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] 10.222.0.37 "DELETE /v2.0/networks/61b9fe7f-903e-42fa-94bc-438d3f411254 HTTP/1.1" status: 204 len: 168 time: 0.7979956 Dec 15 04:52:25.079741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5625b91-d057-477c-bee2-18d21d30d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.083573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-c8082bee-d37b-4b26-bb28-1cdd3c7ffc99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9 HTTP/1.1" status: 200 len: 217 time: 0.0882039 Dec 15 04:52:25.104228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd95ccd-cc81-4e6e-8c05-c32b6e0d37c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.106692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41b8f-2811-49a5-928f-72ad65aef37f admin admin] Pushing event deleted for resources: {'Network': ['ID=61b9fe7f-903e-42fa-94bc-438d3f411254,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:25.163519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5625b91-d057-477c-bee2-18d21d30d2a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d778ddce2304d20a6bada7921a5d6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7205186 Dec 15 04:52:25.166244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58452) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.171822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5625b91-d057-477c-bee2-18d21d30d2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6b425d-e3e7-4022-8158-85f5a2803edf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:25.175496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:25.179777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:25.225968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8843f1-b261-44b6-a922-be92330967e8 req-c613875a-8bf5-42e6-b038-0eec7ac78e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:25.227449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-c613875a-8bf5-42e6-b038-0eec7ac78e74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbc5faf0-29b9-402e-b1d7-d88edc93c648 HTTP/1.1" status: 200 len: 854 time: 0.1111286 Dec 15 04:52:25.276459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-824c02b5-3df4-476d-96fa-907cd9b408be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:25.280497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-824c02b5-3df4-476d-96fa-907cd9b408be service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.2840722 Dec 15 04:52:25.310593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58454) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.320445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'tag': '8ae214bc-2d51-452e-aaa6-b2ac471581d9'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:25.322853 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113f1c5-96cf-4bed-8fd7-600ead2c034a" -d '{"events": [{"name": "network-changed", "server_uuid": "d55074de-fac3-4283-85b6-45f75eea15f0", "tag": "8ae214bc-2d51-452e-aaa6-b2ac471581d9"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:25.328116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-c3817929-4746-45a5-b2be-23c164371957 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6788038-f817-4c1f-b2c7-6a3a11a75b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584011 Dec 15 04:52:25.359968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd95ccd-cc81-4e6e-8c05-c32b6e0d37c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.374136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-6e84c719-5e98-4e58-ab2f-cd7786f1a940 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 217 time: 0.0423942 Dec 15 04:52:25.377441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd95ccd-cc81-4e6e-8c05-c32b6e0d37c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.428929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f0e41227-23e1-4521-993a-1aa8ebcd8d14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c2ef0985ff844719683f41130fe4bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1119611 Dec 15 04:52:25.435726 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ed4f9-2e1e-430c-b7ea-20710f3718e9 x-openstack-request-id: req-ab6ed4f9-2e1e-430c-b7ea-20710f3718e9 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:25.435975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.436431 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55074de-fac3-4283-85b6-45f75eea15f0", "tag": "8ae214bc-2d51-452e-aaa6-b2ac471581d9", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:25.436914 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab6ed4f9-2e1e-430c-b7ea-20710f3718e9 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:25.437255 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'tag': '8ae214bc-2d51-452e-aaa6-b2ac471581d9', 'status': 'completed', 'code': 200} Dec 15 04:52:25.446165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1bd95ccd-cc81-4e6e-8c05-c32b6e0d37c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=473cfa7f05b344fa837698f85596c693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011850 Dec 15 04:52:25.449021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58460) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.450129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Router f127c67c-0f01-4252-8c85-aecf19b90538 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:52:25.465013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd95ccd-cc81-4e6e-8c05-c32b6e0d37c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc818d4-e999-4f30-8b96-85400ddf8f76,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:25.490630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-857e6c0c-683b-4da7-af40-5fb5e8dbffca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.550848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bcf93da7-6446-41c7-892a-1500e8734ea1 None None] Provisioning complete for port 6765bc3b-077c-4ee1-ab02-ac160266dd81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:25.551537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bcf93da7-6446-41c7-892a-1500e8734ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.557231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-99de159c-a75a-43eb-98b0-98607cd5ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:25.558696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-99de159c-a75a-43eb-98b0-98607cd5ff24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1188436 Dec 15 04:52:25.562615 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-857e6c0c-683b-4da7-af40-5fb5e8dbffca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.610843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bcf93da7-6446-41c7-892a-1500e8734ea1 None None] Port 6765bc3b-077c-4ee1-ab02-ac160266dd81 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:25.615548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5744691-2767-4d99-9f30-5b2dc13b4e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.629768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:25.631312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fe03-13f7-4152-9c76-0d657b224dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.635690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-41947b3c-ae9f-4862-8c46-c4f9e3772c00 service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581751 Dec 15 04:52:25.636815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1eb16c99-bb53-4d8a-a903-08f4f5c6d6c5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/routers/f127c67c-0f01-4252-8c85-aecf19b90538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673384 Dec 15 04:52:25.643590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.645659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] Sync routers for ids ['f127c67c-0f01-4252-8c85-aecf19b90538'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:25.663997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] Routers {'f127c67c-0f01-4252-8c85-aecf19b90538'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:25.664714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f127c67c-0f01-4252-8c85-aecf19b90538'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:25.673375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5744691-2767-4d99-9f30-5b2dc13b4e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.708980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fe03-13f7-4152-9c76-0d657b224dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.717746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:25.729708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] Routers {'f127c67c-0f01-4252-8c85-aecf19b90538'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:25.731284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f127c67c-0f01-4252-8c85-aecf19b90538'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:25.775604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d42761-7070-457d-b171-81519052449c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:25.776131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:25.779552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-76d42761-7070-457d-b171-81519052449c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127c67c-0f01-4252-8c85-aecf19b90538 HTTP/1.1" status: 200 len: 988 time: 0.1322002 Dec 15 04:52:25.779719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18f505-69b1-47c8-a88f-57a1df43e6df None None] The sync data for ids ['f127c67c-0f01-4252-8c85-aecf19b90538'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:25.780525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:25.795867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-7d1e40b4-51e2-47d2-8ab2-1a0aa5ac745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:25.797652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-7d1e40b4-51e2-47d2-8ab2-1a0aa5ac745a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2258284 Dec 15 04:52:25.803516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-857e6c0c-683b-4da7-af40-5fb5e8dbffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.806162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-857e6c0c-683b-4da7-af40-5fb5e8dbffca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.807264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-857e6c0c-683b-4da7-af40-5fb5e8dbffca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c6b425d-e3e7-4022-8158-85f5a2803edf HTTP/1.1" status: 204 len: 168 time: 0.6401026 Dec 15 04:52:25.874836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fe03-13f7-4152-9c76-0d657b224dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.877594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0b2fe03-13f7-4152-9c76-0d657b224dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.878786 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a0b2fe03-13f7-4152-9c76-0d657b224dc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bc818d4-e999-4f30-8b96-85400ddf8f76 HTTP/1.1" status: 204 len: 168 time: 0.4266174 Dec 15 04:52:25.890296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5744691-2767-4d99-9f30-5b2dc13b4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.893319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5744691-2767-4d99-9f30-5b2dc13b4e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:25.894993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5744691-2767-4d99-9f30-5b2dc13b4e25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf357b54-ef03-44bb-98d1-d5d2bd563baa HTTP/1.1" status: 204 len: 168 time: 0.4582474 Dec 15 04:52:25.909910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2fe03-13f7-4152-9c76-0d657b224dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc818d4-e999-4f30-8b96-85400ddf8f76,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:25.922023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5744691-2767-4d99-9f30-5b2dc13b4e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf357b54-ef03-44bb-98d1-d5d2bd563baa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:26.259541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e6c0c-683b-4da7-af40-5fb5e8dbffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6b425d-e3e7-4022-8158-85f5a2803edf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:26.311625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Deleting port 77cf7828-3979-4fb8-871b-5f1c9e1671d8 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:26.312163 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:26.378957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecde3f-75e1-4e39-97f2-0052ac764de5 req-da45e1fd-f99e-475a-ad93-9080548664eb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:26.386452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48ecde3f-75e1-4e39-97f2-0052ac764de5 req-da45e1fd-f99e-475a-ad93-9080548664eb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.6725116 Dec 15 04:52:26.394715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:26.400806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b8843f1-b261-44b6-a922-be92330967e8 req-9f81bd3d-0e68-4f31-b2ca-2dca6b4e4619 service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471390 Dec 15 04:52:26.461877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd1e20-1e5a-451d-9009-83630c1795ac req-7cfb1a63-76c9-4b9a-9cf4-c3a7f7adc467 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:26.463474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1acd1e20-1e5a-451d-9009-83630c1795ac req-7cfb1a63-76c9-4b9a-9cf4-c3a7f7adc467 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 943 time: 0.6550841 Dec 15 04:52:26.469439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-aba70210-1018-4f91-8297-888152a0aee5 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499469 Dec 15 04:52:26.635420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] For port 77cf7828-3979-4fb8-871b-5f1c9e1671d8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=77cf7828-3979-4fb8-871b-5f1c9e1671d8,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:26.635789 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:26.669047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48ecde3f-75e1-4e39-97f2-0052ac764de5 req-c0753ad1-afef-4123-8e9f-8c53089fce6e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810581 Dec 15 04:52:26.705725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Calling delete_port for 77cf7828-3979-4fb8-871b-5f1c9e1671d8 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:26.745070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1acd1e20-1e5a-451d-9009-83630c1795ac req-95a568bf-940b-495b-849f-30309f2353ae tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668710 Dec 15 04:52:26.811417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-3656e558-e70d-4fd2-89df-7358fc35d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:26.813119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-3656e558-e70d-4fd2-89df-7358fc35d73b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 1095 time: 0.2554946 Dec 15 04:52:26.890560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4e0ac89-e028-4eae-90e8-9fa641f8de78 req-84f888f8-6f16-47e2-816a-0f6632a27e74 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847191 Dec 15 04:52:26.995325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 6765bc3b-077c-4ee1-ab02-ac160266dd81 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:26.995866 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.037862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-b73ebce2-e70a-47ba-aced-d74b3c0575d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:27.039359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-b73ebce2-e70a-47ba-aced-d74b3c0575d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 200 len: 914 time: 0.2130425 Dec 15 04:52:27.095846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-8bdb86bc-5854-468c-8c99-d8a684b52505 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9 HTTP/1.1" status: 200 len: 217 time: 0.0458078 Dec 15 04:52:27.139600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.154460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 6765bc3b-077c-4ee1-ab02-ac160266dd81 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:27.171066 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.220220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Pushing event deleted for resources: {'Port': ['ID=77cf7828-3979-4fb8-871b-5f1c9e1671d8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:27.259747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-ad7195a5-a561-45a8-9c85-4044db7e2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:27.261387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-ad7195a5-a561-45a8-9c85-4044db7e2a26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbc5faf0-29b9-402e-b1d7-d88edc93c648 HTTP/1.1" status: 200 len: 854 time: 0.1005776 Dec 15 04:52:27.344016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-599d0cbd-1be1-4ac4-b163-61f5fa66797a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6788038-f817-4c1f-b2c7-6a3a11a75b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530908 Dec 15 04:52:27.398396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.446746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58530) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:27.449060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=6765bc3b-077c-4ee1-ab02-ac160266dd81,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:27.632574 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.644344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-9855fa79-4c0d-4786-9961-71122d38fa8a service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867234 Dec 15 04:52:27.644865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5390a2a7-e772-4249-bc91-c9f843562ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.645623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:27.797609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58546) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:27.919536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c590690-7018-4bea-ba64-40f2b9e1712f req-e7a26855-172b-47e0-9d00-e54a5f55a59b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:27.921117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c590690-7018-4bea-ba64-40f2b9e1712f req-e7a26855-172b-47e0-9d00-e54a5f55a59b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.1277063 Dec 15 04:52:27.925465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1277319963-network', 'tenant_id': '2b52eda9e1a04b39a153f0d8727a3550'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:27.933791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-498702610-network', 'tenant_id': '99b314ca122d43dd895348619bd42947'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:27.945632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d113f1c5-96cf-4bed-8fd7-600ead2c034a req-be52b66d-d167-426f-a47e-534bafed25bf service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881451 Dec 15 04:52:27.970673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Router f127c67c-0f01-4252-8c85-aecf19b90538 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:52:27.971573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:52:27.971573 n-d-820935-10 neutron-server[103132]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 15 04:52:27.971573 n-d-820935-10 neutron-server[103132]: [parameters: {'project_id': '2b52eda9e1a04b39a153f0d8727a3550', 'id': '370c8f88-121d-4a45-9caa-3d6abfc86383', 'expiration': datetime.datetime(2021, 12, 15, 4, 54, 27, 956715)}] Dec 15 04:52:27.971573 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:52:27.971941 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:52:27.987118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Made reservation on behalf of 99b314ca122d43dd895348619bd42947 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:27.989808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.003942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.069414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0430d-eef6-439d-b0b7-8d936b5fd59f req-d5b6a9af-b5e6-4def-b8ee-f3b87b3dee47 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:28.070333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1d0430d-eef6-439d-b0b7-8d936b5fd59f req-d5b6a9af-b5e6-4def-b8ee-f3b87b3dee47 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 943 time: 0.1896319 Dec 15 04:52:28.079019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c590690-7018-4bea-ba64-40f2b9e1712f req-9749121b-b3db-4ad9-9929-a71843f67a93 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411436 Dec 15 04:52:28.099995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:28.113133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] Sync routers for ids ['f127c67c-0f01-4252-8c85-aecf19b90538'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:28.125279 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-598f22c9-d1a5-463c-9e7e-aa0c3fcc71f8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/routers/f127c67c-0f01-4252-8c85-aecf19b90538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3400040 Dec 15 04:52:28.125402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58560) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:28.127727 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] Routers {'f127c67c-0f01-4252-8c85-aecf19b90538'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:28.128406 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f127c67c-0f01-4252-8c85-aecf19b90538'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:28.164979 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:28.175643 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] Routers {'f127c67c-0f01-4252-8c85-aecf19b90538'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:28.176443 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f127c67c-0f01-4252-8c85-aecf19b90538'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:28.182528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c1d0430d-eef6-439d-b0b7-8d936b5fd59f req-eb5720da-80de-441e-aabf-2f362384e9ed tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006947 Dec 15 04:52:28.184678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Router 8d0871ac-c501-4f1f-befa-45faca8a8417 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:52:28.185776 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8152ebb7-b1b0-4189-8c19-39bfd3203ce4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:52:28.187189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8152ebb7-b1b0-4189-8c19-39bfd3203ce4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/6765bc3b-077c-4ee1-ab02-ac160266dd81 HTTP/1.1" status: 404 len: 333 time: 0.0620828 Dec 15 04:52:28.189967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:28.217094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.224276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.224913 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:28.225567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5686e5-eecc-4dc8-8ecb-a7465b681548 None None] The sync data for ids ['f127c67c-0f01-4252-8c85-aecf19b90538'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:28.257264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac55f62-bb92-424a-85f8-d5d28cf64976,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:28.259969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:52:28.281988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.282629 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Added segment 97da3675-5157-48f0-a49d-e0d3e566355b of type vlan for network ba2efecd-e9dc-478f-9085-9d4543d0b537 Dec 15 04:52:28.304772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.330141 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.357523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.358772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:28.359494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.440161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9921348 Dec 15 04:52:28.452479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:28.462135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Request body: {'subnet': {'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-498702610-subnet', 'tenant_id': '99b314ca122d43dd895348619bd42947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:28.475896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c19f1-391c-4e95-8b9b-cea2a055e29b admin admin] Pushing event updated for resources: {'Network': ['ID=ba2efecd-e9dc-478f-9085-9d4543d0b537,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:28.494701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network ba2efecd-e9dc-478f-9085-9d4543d0b537 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:52:28.501289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Made reservation on behalf of 99b314ca122d43dd895348619bd42947 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:28.506642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.506815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.510054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.522057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:28.562075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7eb52973-ce06-4788-933b-ccba185d24ec admin admin] 10.222.0.37 "PUT /v2.0/routers/8d0871ac-c501-4f1f-befa-45faca8a8417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1449168 Dec 15 04:52:28.562738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58576) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:28.573649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Made reservation on behalf of 2b52eda9e1a04b39a153f0d8727a3550 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:28.576686 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.597608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.612400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.613371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Fanout notify agent at l3_agent the message router_deleted on router f127c67c-0f01-4252-8c85-aecf19b90538 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:52:28.613776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] Sync routers for ids ['8d0871ac-c501-4f1f-befa-45faca8a8417'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:28.643169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] Routers {'8d0871ac-c501-4f1f-befa-45faca8a8417'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:28.643807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8d0871ac-c501-4f1f-befa-45faca8a8417'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:28.654011 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.655461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27625f06-8dd6-4e5b-bb73-3b55c7c00ffc tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/routers/f127c67c-0f01-4252-8c85-aecf19b90538 HTTP/1.1" status: 204 len: 168 time: 0.4646060 Dec 15 04:52:28.660669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58580) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:28.731764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 94ab62fa-617b-48c5-92ef-d7ede36ec7a5 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:28.737286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.778689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.822987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.888507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.904510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.908058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5812e464-2bef-4305-b62c-91d5f5fc6546,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:28.947589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:52:28.957803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a404ee85-24a0-4b55-b7ce-3e43dd8ff488,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:28.961995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Checking segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:28.962368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Network hostable DHCP agents. Network: ba2efecd-e9dc-478f-9085-9d4543d0b537, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:52:28.973110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:28.973533 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Added segment 89191e27-bbf4-4842-bdbd-68d4b4dc0ad1 of type vlan for network 7ce9b228-6ddd-4440-89c8-18c743689a46 Dec 15 04:52:29.009542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] Set router 8d0871ac-c501-4f1f-befa-45faca8a8417 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:29.034536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Network ba2efecd-e9dc-478f-9085-9d4543d0b537 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:52:29.051777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.061701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, ba2efecd-e9dc-478f-9085-9d4543d0b537) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:29.067011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:29.067815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.095730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:29.102763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ed4fb986-fb01-4f6c-92de-9d25c7381236 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6476514 Dec 15 04:52:29.106625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.107608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:29.108302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.195439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.263019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] Pushing event updated for resources: {'Network': ['ID=7ce9b228-6ddd-4440-89c8-18c743689a46,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:29.283421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:29.299579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dde839-03f0-466e-b80c-a51e6cc1f5fb None None] Network ba2efecd-e9dc-478f-9085-9d4543d0b537 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:29.303337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0001b828-1814-44f0-8b22-f01d105581ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5032914 Dec 15 04:52:29.305848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58596) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:29.307396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'mac_address': 'fa:16:3e:91:0c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:29.313209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7ce9b228-6ddd-4440-89c8-18c743689a46 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:52:29.323288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Request body: {'subnet': {'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1277319963-subnet', 'tenant_id': '2b52eda9e1a04b39a153f0d8727a3550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:29.379463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Made reservation on behalf of 2b52eda9e1a04b39a153f0d8727a3550 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:29.382029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.429472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82846b-3cf7-4e07-8a1e-16c81f3d66f0 req-f0cdfb1d-dd5c-4283-9cb6-273b210aeba5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:29.431131 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a82846b-3cf7-4e07-8a1e-16c81f3d66f0 req-f0cdfb1d-dd5c-4283-9cb6-273b210aeba5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.1766694 Dec 15 04:52:29.444274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.460366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.536910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.542067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12c94b-4562-4a16-927e-7cdf9dc3ecc4 req-0ac4f509-c98a-449c-8209-a0f4ffde16a0 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:29.544166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec12c94b-4562-4a16-927e-7cdf9dc3ecc4 req-0ac4f509-c98a-449c-8209-a0f4ffde16a0 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 943 time: 0.2078564 Dec 15 04:52:29.575349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6885163a-80a0-4fe6-ac1d-2d586294ac55 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:29.591817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a82846b-3cf7-4e07-8a1e-16c81f3d66f0 req-ed438108-4aa4-4a8b-8aed-86c66e63455e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515837 Dec 15 04:52:29.614089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:29.640155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.652160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec12c94b-4562-4a16-927e-7cdf9dc3ecc4 req-1e0fcf9a-0d46-47bb-b1f9-f47e0446b48d tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938852 Dec 15 04:52:29.656319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Deleting port 763d013f-8080-4181-98cf-fea472ffe3a6 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:29.656881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.661734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.730821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=94ab62fa-617b-48c5-92ef-d7ede36ec7a5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:29.735621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.738447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e2361-62ec-4b64-a257-dc251dedbf03 None None] Network ba2efecd-e9dc-478f-9085-9d4543d0b537 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:29.758985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.762900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c6135764-f8bf-4c56-a388-b6e1e075e99e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/94ab62fa-617b-48c5-92ef-d7ede36ec7a5 HTTP/1.1" status: 204 len: 168 time: 1.1009099 Dec 15 04:52:29.779173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:29.791149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42e517-957d-4679-a1a5-9ccfec83b3b9 None None] Network e0acd2aa-8579-4709-8b55-21871d68bbd5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:29.816656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9320455-167c-44b4-b13a-f8a77b3d5221,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:29.821313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Checking segment: {'id': '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:29.821682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Network hostable DHCP agents. Network: 7ce9b228-6ddd-4440-89c8-18c743689a46, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:52:29.842858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Network 7ce9b228-6ddd-4440-89c8-18c743689a46 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:52:29.859369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7ce9b228-6ddd-4440-89c8-18c743689a46) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:29.872242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:29.872855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.888838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f500648-c5ea-4558-9e93-75e8b706a168 None None] Network 7ce9b228-6ddd-4440-89c8-18c743689a46 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:29.894689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-30b6d913-ef6a-4ccf-8514-2ede168e80c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5870757 Dec 15 04:52:29.949868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] For port 763d013f-8080-4181-98cf-fea472ffe3a6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=763d013f-8080-4181-98cf-fea472ffe3a6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:29.950551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.956660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:29.960223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:30.027281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Calling delete_port for 763d013f-8080-4181-98cf-fea472ffe3a6 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:30.032377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e83d458a-d557-4541-bc2c-045330bc450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.089365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6885163a-80a0-4fe6-ac1d-2d586294ac55'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:30.211538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-05a1ada1-04ed-4c8c-b756-9a565d7475b9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:30.212123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:52:27Z', 'revision_number': 5, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port': {'id': '763d013f-8080-4181-98cf-fea472ffe3a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:50:05Z', 'updated_at': '2021-12-15T04:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:30.213030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-05a1ada1-04ed-4c8c-b756-9a565d7475b9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 813 time: 0.2464371 Dec 15 04:52:30.217206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dfc2d9-bb28-4f4d-8969-efdc90cabca5 None None] Network 7ce9b228-6ddd-4440-89c8-18c743689a46 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:30.265690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-dc31bedc-5887-489f-919f-0f5104244650 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/quotas/99b314ca122d43dd895348619bd42947 HTTP/1.1" status: 200 len: 375 time: 0.0184405 Dec 15 04:52:30.292274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:30.292989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.319902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-cb746b99-c20d-4441-91a1-e5e53e2db676 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450480 Dec 15 04:52:30.342718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] Checking router: 8d0871ac-c501-4f1f-befa-45faca8a8417 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:52:30.374427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] Routers {'8d0871ac-c501-4f1f-befa-45faca8a8417'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:30.375054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8d0871ac-c501-4f1f-befa-45faca8a8417'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:30.454075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] DHCP port deletion for e0acd2aa-8579-4709-8b55-21871d68bbd5 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:30.538326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] Set router 8d0871ac-c501-4f1f-befa-45faca8a8417 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:30.549531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-6e8d5b80-006c-402e-a35e-d62a5c92eea6 service neutron] 10.222.0.37 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882823 Dec 15 04:52:30.589863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] For port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,segment=NetworkSegment(8b853253-c11c-4ee0-8b73-660527d36796),segment_id=8b853253-c11c-4ee0-8b73-660527d36796)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:30.590954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.634536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.677427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=763d013f-8080-4181-98cf-fea472ffe3a6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:30.684138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:30.773855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8ae214bc-2d51-452e-aaa6-b2ac471581d9 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:30.775464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a57354-6600-46e3-b5ab-9ff3be55daf3 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:30.794837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:52:29Z', 'revision_number': 6, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:30.833702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bbfff-6f72-4f46-bac4-525b50159c8f None None] The sync data for ids ['8d0871ac-c501-4f1f-befa-45faca8a8417'] in n-d-820935-10 is: [{'id': '8d0871ac-c501-4f1f-befa-45faca8a8417', 'name': 'tempest-ServersTestMultiNic-1315309863-router', 'tenant_id': '4d547dcf031d471e908b8f50491762e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:50:04Z', 'updated_at': '2021-12-15T04:52:29Z', 'revision_number': 6, 'project_id': '4d547dcf031d471e908b8f50491762e7', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:30.891646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.898807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-17d9d462-7da9-4719-bdf9-475b0c91c86e service neutron] 10.222.0.37 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396924 Dec 15 04:52:30.910008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] Deleting port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:30.910376 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.939517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4b95e-3e55-439c-bb68-6f9ab656b932 req-6e21e371-1a67-458f-bad7-a2c0b37a0f5d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:30.941092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16e4b95e-3e55-439c-bb68-6f9ab656b932 req-6e21e371-1a67-458f-bad7-a2c0b37a0f5d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 945 time: 0.1887629 Dec 15 04:52:30.987225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] For port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,segment=NetworkSegment(8b853253-c11c-4ee0-8b73-660527d36796),segment_id=8b853253-c11c-4ee0-8b73-660527d36796)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:30.987225 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:30.997949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] Calling delete_port for 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:31.035910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.046043 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.093814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.147056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] Pushing event deleted for resources: {'Port': ['ID=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:31.150887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204c8a3-a51f-4005-a4fe-1a3c3a1e29fd None None] No DVR routers for this DVR port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:31.195823 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.198616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:31.218201 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.255468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '8ae214bc-2d51-452e-aaa6-b2ac471581d9', 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80', 'port_id': '8ae214bc-2d51-452e-aaa6-b2ac471581d9', 'mac_address': 'fa:16:3e:98:2e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc5faf0-29b9-402e-b1d7-d88edc93c648', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:31.310365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=9b6e5945-d9de-4bb2-b5bd-e2e9b6765779,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:31.312431 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.313300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0871ac-c501-4f1f-befa-45faca8a8417 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:52:31.329731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No DVR routers for this DVR port 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:31.350486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16e4b95e-3e55-439c-bb68-6f9ab656b932 req-0b0123f7-5d06-4a10-8f6c-05e3c576b224 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760407 Dec 15 04:52:31.423172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.432493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:31.450063 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.452745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-709393ad-61ea-4eeb-a2a3-194bdb5349b5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8d0871ac-c501-4f1f-befa-45faca8a8417 HTTP/1.1" status: 204 len: 168 time: 2.8869643 Dec 15 04:52:31.453987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58664) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:31.465948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:31.466502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9b6e5945-d9de-4bb2-b5bd-e2e9b6765779 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:31.467092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cf7828-3979-4fb8-871b-5f1c9e1671d8 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:31.469959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae214bc-2d51-452e-aaa6-b2ac471581d9 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:31.499896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 77cf7828-3979-4fb8-871b-5f1c9e1671d8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:31.500560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cf7828-3979-4fb8-871b-5f1c9e1671d8 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:31.513557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:31.521887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.531488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Deleting subnet 13a962a6-3d35-4f97-b42d-e1b96b75bf18 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:31.538729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.583126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8ae214bc-2d51-452e-aaa6-b2ac471581d9,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:31.590908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.634935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9564055a-0d97-4897-96ab-c5668b8b600b req-a0fdbea2-d829-418c-ae25-991fb5615193 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 210 time: 0.1564419 Dec 15 04:52:31.667561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.703184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ddaa7-0e8a-4145-8499-1a7a66f085a4 req-4c4b0e2f-b337-44b3-a667-96eefa23a184 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:31.711806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-192ddaa7-0e8a-4145-8499-1a7a66f085a4 req-4c4b0e2f-b337-44b3-a667-96eefa23a184 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 943 time: 0.2753639 Dec 15 04:52:31.732603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0acd2aa-8579-4709-8b55-21871d68bbd5']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:31.745332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b853253-c11c-4ee0-8b73-660527d36796') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:31.745908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b853253-c11c-4ee0-8b73-660527d36796') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:31.756299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.769871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.810303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-192ddaa7-0e8a-4145-8499-1a7a66f085a4 req-a2db70d1-6eb9-4cfe-844c-535448e7b7d2 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976334 Dec 15 04:52:31.811619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.819288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:31.820011 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.822843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8ae214bc-2d51-452e-aaa6-b2ac471581d9'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:31.837810 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:31.940901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.946710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.990826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:31.998008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/e0acd2aa-8579-4709-8b55-21871d68bbd5 HTTP/1.1" status: 204 len: 168 time: 2.2140698 Dec 15 04:52:32.006691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a600ee-3826-4aa0-abb8-0f5a123bfc11 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=e0acd2aa-8579-4709-8b55-21871d68bbd5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:32.009063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58678) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:32.047473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a962a6-3d35-4f97-b42d-e1b96b75bf18,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:32.054631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468dd0b1-ffc9-40e9-b9fd-aeac949904d4 None None] Network 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:32.059506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.065839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24b9bec2-5612-4882-aa8e-1937f6fb304f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/13a962a6-3d35-4f97-b42d-e1b96b75bf18 HTTP/1.1" status: 204 len: 168 time: 0.5994630 Dec 15 04:52:32.068955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58684) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:32.105055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d1cd94-51a6-4796-b327-219fb2d4d106 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:32.111185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-93d1cd94-51a6-4796-b327-219fb2d4d106 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/cd4c488d-34d1-4db3-8bb7-220e357691d7 HTTP/1.1" status: 200 len: 844 time: 0.1003480 Dec 15 04:52:32.111946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58688) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:32.174730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8c2f30c2-e38e-4a9a-af01-4280485b4fb5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/cd4c488d-34d1-4db3-8bb7-220e357691d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0563421 Dec 15 04:52:32.176617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58692) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:32.189165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:32.197013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.309479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] DHCP port deletion for 8a3560b1-fbdd-4015-84ed-bc2c55ebc338 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:32.347838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Deleting port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:32.348216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.362183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:32.367548 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.428620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] Deleting port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:32.428911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.486103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] For port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:32.486985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.503665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Calling delete_port for 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:32.529881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] For port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,segment=NetworkSegment(c1b2ad28-6b37-4470-96b7-55ac14fcb86a),segment_id=c1b2ad28-6b37-4470-96b7-55ac14fcb86a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:32.531066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.574353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] Calling delete_port for 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:32.625759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ce90-7b92-496e-bdd4-119efd5842aa req-17592aa5-c266-4614-808a-2b4a334059bf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:32.627211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23c3ce90-7b92-496e-bdd4-119efd5842aa req-17592aa5-c266-4614-808a-2b4a334059bf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 945 time: 0.1181576 Dec 15 04:52:32.650483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.703079 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.703969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8ae214bc-2d51-452e-aaa6-b2ac471581d9 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:32.737516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.766086 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:52:32.768833 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 04:52:32.781759 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.788190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.789523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] No DVR routers for this DVR port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:32.790644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:52:32.814470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] Pushing event deleted for resources: {'Port': ['ID=9aaa3e1b-889c-4bf8-992e-55cf10fbb311,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:32.819083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80c2c2-4c94-428d-b26b-d3fb36da1991 None None] No DVR routers for this DVR port 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:32.820683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:32.821152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.857179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23c3ce90-7b92-496e-bdd4-119efd5842aa req-6f2abbb8-fd22-4dee-8073-086608c46187 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184327 Dec 15 04:52:32.916112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:32.922431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.937278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:32.943630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fb98f35-96f5-45cb-b2b1-5456edbdf412 req-71b09038-2872-4721-a261-60c104819c7e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 210 time: 0.0481789 Dec 15 04:52:32.947679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:32.948532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:32.968945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae214bc-2d51-452e-aaa6-b2ac471581d9'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:32.978835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=b17e376c-f9da-40a4-8f35-9af56ba81c92,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:32.992678 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e304654-5617-413c-bfa8-8f23bac97fe7" -d '{"events": [{"server_uuid": "d55074de-fac3-4283-85b6-45f75eea15f0", "name": "network-vif-plugged", "status": "completed", "tag": "8ae214bc-2d51-452e-aaa6-b2ac471581d9"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:32.995674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-62ad510b-74c0-4fd0-a6a9-5eb92547381c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8176577 Dec 15 04:52:32.998590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555eaba-d9de-4390-a5da-f3fc265844dd None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:32.999578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58720) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:33.004251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038949372'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:33.016210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.043971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.080432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:33.084467 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5896545-0fad-4226-bad3-46d799f09f54 x-openstack-request-id: req-c5896545-0fad-4226-bad3-46d799f09f54 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:33.084762 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55074de-fac3-4283-85b6-45f75eea15f0", "name": "network-vif-plugged", "status": "completed", "tag": "8ae214bc-2d51-452e-aaa6-b2ac471581d9", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:33.085119 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5896545-0fad-4226-bad3-46d799f09f54 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:33.085587 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae214bc-2d51-452e-aaa6-b2ac471581d9', 'code': 200} Dec 15 04:52:33.088381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.088716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3560b1-fbdd-4015-84ed-bc2c55ebc338']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:33.089182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:33.109887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-af1693a9-dcfa-409f-bcea-4bb8def0255e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:33.114252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-af1693a9-dcfa-409f-bcea-4bb8def0255e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 813 time: 0.4093528 Dec 15 04:52:33.153312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Request body: {'port': {'device_id': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'admin_state_up': True, 'tenant_id': '99b314ca122d43dd895348619bd42947'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:33.159838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:33.160223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b2ad28-6b37-4470-96b7-55ac14fcb86a') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:33.208168 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.219038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.230473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.244826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.247000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:33.261317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:33.262742 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:33.265230 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:33.293444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac05306-5d2a-4e5f-b8bf-0e513f49473c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:33.332495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ce28b-e585-455d-9c19-854734858fad req-be4dfa7a-d26e-4fa9-a99c-d5eb81dd65f1 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:33.340437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-679ce28b-e585-455d-9c19-854734858fad req-be4dfa7a-d26e-4fa9-a99c-d5eb81dd65f1 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 945 time: 0.2359157 Dec 15 04:52:33.344428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df4f8-8c16-4022-ba1e-97ba6aa7ea00 req-9d5ead2c-d259-4959-90b2-0418733b8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:33.345909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c5df4f8-8c16-4022-ba1e-97ba6aa7ea00 req-9d5ead2c-d259-4959-90b2-0418733b8711 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 1097 time: 0.1168139 Dec 15 04:52:33.355182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.356430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98835474-dfb1-4219-855e-0f86a289d8c4 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3558407 Dec 15 04:52:33.359140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58730) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:33.382371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.393995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.398454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:33.399025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9aaa3e1b-889c-4bf8-992e-55cf10fbb311 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:33.399211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 763d013f-8080-4181-98cf-fea472ffe3a6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:33.399333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'security_group': {'name': 'tempest-secgroup-1678593629'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:33.400608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8a3560b1-fbdd-4015-84ed-bc2c55ebc338 HTTP/1.1" status: 204 len: 168 time: 1.3299835 Dec 15 04:52:33.426005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ecaed-651e-4680-9b68-97e874d6a1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3560b1-fbdd-4015-84ed-bc2c55ebc338,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:33.437547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Made reservation on behalf of 99b314ca122d43dd895348619bd42947 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:33.444022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.444745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c5df4f8-8c16-4022-ba1e-97ba6aa7ea00 req-061d231f-ea2e-46f1-b251-6360d6f0907f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822046 Dec 15 04:52:33.498413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-679ce28b-e585-455d-9c19-854734858fad req-bdf95f10-a557-415e-ac1b-29665e8e791c tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569953 Dec 15 04:52:33.502906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.527220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 763d013f-8080-4181-98cf-fea472ffe3a6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:52:33.527684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 763d013f-8080-4181-98cf-fea472ffe3a6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:52:33.554770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8ae214bc-2d51-452e-aaa6-b2ac471581d9,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:33.572557 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.581398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.607803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:52:33.617395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be279f30-ba64-46a8-b721-068241107063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5a373e02-5c65-4c15-898e-d177f2dd8d76', 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'project_id': 'd62f84f4e34d4cc8a94e4d34c48a85e6', 'fixed_ips': [{'subnet_id': 'b17e376c-f9da-40a4-8f35-9af56ba81c92'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:52:33.618268 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be279f30-ba64-46a8-b721-068241107063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.652630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:33.655198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.675648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-a66af3ea-d9b0-455e-855a-2fe3158ca12a tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:33.683137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-a66af3ea-d9b0-455e-855a-2fe3158ca12a tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/networks?id=7ce9b228-6ddd-4440-89c8-18c743689a46 HTTP/1.1" status: 200 len: 810 time: 0.1542802 Dec 15 04:52:33.703122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-fa7b4143-62fd-41dc-a4a8-8c33ce9da3a6 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/quotas/2b52eda9e1a04b39a153f0d8727a3550 HTTP/1.1" status: 200 len: 375 time: 0.0178220 Dec 15 04:52:33.706613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Allocated IP 172.20.0.14 (ba2efecd-e9dc-478f-9085-9d4543d0b537/5812e464-2bef-4305-b62c-91d5f5fc6546/71ac118b-55fa-44f8-9126-11a2cbef52e8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:33.747666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-ac25b743-c4bb-41e9-8696-3fdd7d1a9dee tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b52eda9e1a04b39a153f0d8727a3550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433481 Dec 15 04:52:33.823122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.829404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.862413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58744) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:33.869600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.927281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e7f2f-098e-49be-a7f7-d0e92d4e45b2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:33.955587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:33.960715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.961976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-da6597c8-1bfe-4e6f-9eb4-714c4bf7a51f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6009164 Dec 15 04:52:33.966141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58750) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:33.977523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-972763169', 'security_groups': ['a39e7f2f-098e-49be-a7f7-d0e92d4e45b2'], 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b17e376c-f9da-40a4-8f35-9af56ba81c92'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:33.980478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.991469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:33.996764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-e654d4ab-88a3-4c16-9113-ded82d6a6b43 service neutron] 10.222.0.37 "GET /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477899 Dec 15 04:52:33.999231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-be279f30-ba64-46a8-b721-068241107063 None None] Allocated IP 2001:db8::2 (5a373e02-5c65-4c15-898e-d177f2dd8d76/b17e376c-f9da-40a4-8f35-9af56ba81c92/8baa3b9b-3eb6-4527-b183-17a2ef756e4b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:34.083707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ab257411-4731-44ab-8fcd-10bf0d571fb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d547dcf031d471e908b8f50491762e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201183 Dec 15 04:52:34.087608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58756) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:34.140489 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.143905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:34.157784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac065-e020-4a1a-8fa2-523243c7bf66 req-f9ca57ee-3388-4032-9729-7098ab886359 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:34.165385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7aac065-e020-4a1a-8fa2-523243c7bf66 req-f9ca57ee-3388-4032-9729-7098ab886359 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1987281 Dec 15 04:52:34.197166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Network ba2efecd-e9dc-478f-9085-9d4543d0b537 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:34.203272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:34.208594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:34.238170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:34.246741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8318-c9e5-48fc-acd6-9e8a109f0630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.260328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-c9db20c3-1c9e-4dc8-81e4-76c966bbf9b7 service neutron] 10.222.0.37 "GET /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626500 Dec 15 04:52:34.295586 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be279f30-ba64-46a8-b721-068241107063 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.306447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be279f30-ba64-46a8-b721-068241107063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.331005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7aac065-e020-4a1a-8fa2-523243c7bf66 req-25c8b2b6-51e3-426c-a06b-3ba06b5f8790 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645775 Dec 15 04:52:34.349207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8318-c9e5-48fc-acd6-9e8a109f0630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.393056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be279f30-ba64-46a8-b721-068241107063 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:34.396642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-be279f30-ba64-46a8-b721-068241107063 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:34.401265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be279f30-ba64-46a8-b721-068241107063 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:34.453691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be279f30-ba64-46a8-b721-068241107063 None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:34.501750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-be279f30-ba64-46a8-b721-068241107063 None None] Attempting to bind port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:34.502823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-be279f30-ba64-46a8-b721-068241107063 None None] Attempting to bind port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'fb941e4f-5177-4e4e-bb7c-c52e8662db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:34.503390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be279f30-ba64-46a8-b721-068241107063 None None] Attempting to bind port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b on network 5a373e02-5c65-4c15-898e-d177f2dd8d76 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:34.510206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163d08-5e07-420a-8bd5-534d606280e3 req-cc03d359-9c68-40de-a134-51634e7d0b88 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:34.511708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be279f30-ba64-46a8-b721-068241107063 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:34.513415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be279f30-ba64-46a8-b721-068241107063 None None] Checking segment: {'id': 'fb941e4f-5177-4e4e-bb7c-c52e8662db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:34.515793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be279f30-ba64-46a8-b721-068241107063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.516598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be279f30-ba64-46a8-b721-068241107063 None None] Bound using segment: {'id': 'fb941e4f-5177-4e4e-bb7c-c52e8662db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:34.517255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-be279f30-ba64-46a8-b721-068241107063 None None] Bound port: 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb941e4f-5177-4e4e-bb7c-c52e8662db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:34.517708 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be279f30-ba64-46a8-b721-068241107063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.519862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a163d08-5e07-420a-8bd5-534d606280e3 req-cc03d359-9c68-40de-a134-51634e7d0b88 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 932 time: 0.0932872 Dec 15 04:52:34.521374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8318-c9e5-48fc-acd6-9e8a109f0630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.525969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d3f8318-c9e5-48fc-acd6-9e8a109f0630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.532983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8d3f8318-c9e5-48fc-acd6-9e8a109f0630 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18bda22f-1c2a-4aa2-9095-fbbe40697e83 HTTP/1.1" status: 204 len: 168 time: 0.4436104 Dec 15 04:52:34.572381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f8318-c9e5-48fc-acd6-9e8a109f0630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bda22f-1c2a-4aa2-9095-fbbe40697e83,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:34.631921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-be279f30-ba64-46a8-b721-068241107063 None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:34.653851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-be279f30-ba64-46a8-b721-068241107063 None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:34.668143 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be279f30-ba64-46a8-b721-068241107063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.676008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.693243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:34.710168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port ea8c124e-2db7-4f4f-9d31-e756a8f93981 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:52:34.738436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a163d08-5e07-420a-8bd5-534d606280e3 req-7921b490-a6d0-4ce0-9d16-98cfa9667d79 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998334 Dec 15 04:52:34.775264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:34.776365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.811554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b99e184e-438a-4df6-8e50-a871b4f24e8b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6626871 Dec 15 04:52:34.842294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Request body: {'port': {'device_id': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:34.913570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be279f30-ba64-46a8-b721-068241107063 None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:34.963485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:34.984289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3916eb6-ac5b-464f-9995-40974bd98490 req-308fc7ea-8e4c-469c-bd8c-39b1438ee953 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 210 time: 0.0941901 Dec 15 04:52:35.041077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c383-a108-4ca5-8b12-0e6ede73fb7e req-1970355b-bd2f-43c0-b211-4dfb8202225d tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:35.049370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ef7c383-a108-4ca5-8b12-0e6ede73fb7e req-1970355b-bd2f-43c0-b211-4dfb8202225d tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 945 time: 0.1770504 Dec 15 04:52:35.087376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:35.090932 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcc69f-0fd5-44aa-99ce-f4b6a84bf56f" -d '{"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-plugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:35.150035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ef7c383-a108-4ca5-8b12-0e6ede73fb7e req-2bb7e455-fdf9-40dc-a7e7-64781c5532c2 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925870 Dec 15 04:52:35.220859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::350 (5a373e02-5c65-4c15-898e-d177f2dd8d76/b17e376c-f9da-40a4-8f35-9af56ba81c92/ea8c124e-2db7-4f4f-9d31-e756a8f93981) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:35.225581 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa51848-b0a9-4d59-b9bc-5b36bfe73807 x-openstack-request-id: req-bfa51848-b0a9-4d59-b9bc-5b36bfe73807 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:35.226111 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-plugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:35.226520 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfa51848-b0a9-4d59-b9bc-5b36bfe73807 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:35.227097 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'code': 200} Dec 15 04:52:35.419641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f35314-c2cb-46e0-a626-589f188ff2b8 req-62751bf6-7ee9-4376-b00a-e2b7e09946b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:35.422054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28f35314-c2cb-46e0-a626-589f188ff2b8 req-62751bf6-7ee9-4376-b00a-e2b7e09946b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1098 time: 0.0759442 Dec 15 04:52:35.551864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:35.569016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:35.572633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28f35314-c2cb-46e0-a626-589f188ff2b8 req-5271fb20-1168-4eaf-9d08-1a526d1354b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314986 Dec 15 04:52:35.579460 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:35.604819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Transition to ACTIVE for port object 71ac118b-55fa-44f8-9126-11a2cbef52e8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:35.615460 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:35.621024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:35.669476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c5c7-5c25-4eaa-9ab3-a1c1d5259b72 req-a35e24ed-2ea6-492d-afd5-5b5121b255e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:35.672042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fe0c5c7-5c25-4eaa-9ab3-a1c1d5259b72 req-a35e24ed-2ea6-492d-afd5-5b5121b255e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1244941 Dec 15 04:52:35.687241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:35.693886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:35.696992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:35.742983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=ea8c124e-2db7-4f4f-9d31-e756a8f93981,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:35.747176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:35.752973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:35.753612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:35.793718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4fe0c5c7-5c25-4eaa-9ab3-a1c1d5259b72 req-1e180cc4-50aa-48b8-a0b4-82ecc0bafd1d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105821 Dec 15 04:52:35.822618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d39f2689-4871-44fc-b2d8-50d12e4086a8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8497479 Dec 15 04:52:35.825492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58804) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:35.831907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:35.912417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:35.913255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:35.913441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:35.928907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:35.930529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:35.954771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:35.955117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Checking segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:35.955627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Bound using segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:35.955966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Bound port: 71ac118b-55fa-44f8-9126-11a2cbef52e8, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:35.956378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:35.977386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31f8ba-b7e9-4264-8ac1-2e86029d47af req-528d6987-2d2c-4f38-a7a7-e4def18fb169 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:35.978935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee31f8ba-b7e9-4264-8ac1-2e86029d47af req-528d6987-2d2c-4f38-a7a7-e4def18fb169 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 944 time: 0.1045573 Dec 15 04:52:36.120556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:36.124561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.155517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:36.219299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:36.234747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.268054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58830) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:36.318704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:36.319636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.322010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 1093 time: 1.4845355 Dec 15 04:52:36.322654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:36.325752 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e0a35-8fca-4041-b15f-8a24b0563866" -d '{"events": [{"name": "network-changed", "server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:36.366176 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b17e376c-f9da-40a4-8f35-9af56ba81c92 (CIDR: 2001:db8::/64) Dec 15 04:52:36.369979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798be364-211c-49af-aa96-b86a78fd1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:36.375403 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:52:36.376143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:36.397120 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dea809fe-7d74-463e-a05a-5edb5e103ca8 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5704443 Dec 15 04:52:36.399671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58836) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:36.416913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:36.511470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1366904774-network', 'tenant_id': 'b9f656a805064bca8ca812c1f853b507'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:36.656326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:36.656940 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.663427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee31f8ba-b7e9-4264-8ac1-2e86029d47af req-dc7ddcd5-bf99-4f24-9baa-9db7841037b0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626542 Dec 15 04:52:36.674041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Made reservation on behalf of b9f656a805064bca8ca812c1f853b507 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:36.686518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b09cc928-64e0-4f07-9c10-1a1b52eed71b req-ab359207-f366-47e6-8fa1-073fb28e8cfd tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 210 time: 0.5781903 Dec 15 04:52:36.702227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.743027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.759575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-9f0e4943-cc56-4fcc-b2b8-a3aacdb6084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:36.761579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-9f0e4943-cc56-4fcc-b2b8-a3aacdb6084a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1096 time: 0.3320282 Dec 15 04:52:36.764083 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c486e4-67ff-49c5-8c6d-91280b0418fd x-openstack-request-id: req-b9c486e4-67ff-49c5-8c6d-91280b0418fd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:36.764595 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:36.765008 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c486e4-67ff-49c5-8c6d-91280b0418fd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:36.765563 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'status': 'completed', 'code': 200} Dec 15 04:52:36.897250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.906003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-b5170655-eda8-4a00-b707-979905df63b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.1263883 Dec 15 04:52:36.968396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03506db-fa5d-4f6e-8e32-2a0ae7277207 req-3255bfbd-9924-4afd-ab60-1b9cd5c93ee2 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:36.969767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:36.972609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e03506db-fa5d-4f6e-8e32-2a0ae7277207 req-3255bfbd-9924-4afd-ab60-1b9cd5c93ee2 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 945 time: 0.1881936 Dec 15 04:52:36.974660 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:36.977600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.021023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-37762632-6f87-47d9-b565-16bdef99053c tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:37.023053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-37762632-6f87-47d9-b565-16bdef99053c tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.42 "GET /v2.0/networks?id=7ce9b228-6ddd-4440-89c8-18c743689a46 HTTP/1.1" status: 200 len: 810 time: 0.4604719 Dec 15 04:52:37.053336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175a72-08dd-45e0-becd-a73214d28a0a req-f2e72f5c-1b53-4f11-9f2b-84912f1a5917 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:37.055033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4175a72-08dd-45e0-becd-a73214d28a0a req-f2e72f5c-1b53-4f11-9f2b-84912f1a5917 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1892929 Dec 15 04:52:37.055772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Request body: {'port': {'device_id': '72bc1988-f176-4744-baac-6eefab343514', 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46', 'admin_state_up': True, 'tenant_id': '2b52eda9e1a04b39a153f0d8727a3550'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:37.063421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:37.071129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e03506db-fa5d-4f6e-8e32-2a0ae7277207 req-87ed44a9-f633-4a15-8a5e-1d3d229e7fbb tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829358 Dec 15 04:52:37.098676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Provisioning complete for port cd4c488d-34d1-4db3-8bb7-220e357691d7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:37.099056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.119669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4175a72-08dd-45e0-becd-a73214d28a0a req-71c869a0-9d15-4d51-9a04-2b169b264832 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Dec 15 04:52:37.122264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-2f866171-d67a-4132-8f1f-8ab4d45f2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:37.123749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-2f866171-d67a-4132-8f1f-8ab4d45f2f1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.2071137 Dec 15 04:52:37.157513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:37.162649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.163812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-79f241d0-0f46-4159-8e6d-41383d5544ce None None] Port cd4c488d-34d1-4db3-8bb7-220e357691d7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:37.201321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-014cff4d-10a6-4d3d-8699-9744ac34684a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650253 Dec 15 04:52:37.287796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aec1abd7-9161-44fd-a719-8b7f593303bf None None] Provisioning complete for port ea8c124e-2db7-4f4f-9d31-e756a8f93981 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:37.290125 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aec1abd7-9161-44fd-a719-8b7f593303bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.348616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822296a8-87e3-4518-86cc-84cb6322e78a req-7be5e882-5a8c-4ce7-a0e4-9d9d042face1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:37.350212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-822296a8-87e3-4518-86cc-84cb6322e78a req-7be5e882-5a8c-4ce7-a0e4-9d9d042face1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.0696890 Dec 15 04:52:37.364551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-aec1abd7-9161-44fd-a719-8b7f593303bf None None] Port ea8c124e-2db7-4f4f-9d31-e756a8f93981 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:37.380725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8baa3b9b-3eb6-4527-b183-17a2ef756e4b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:37.401266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.435043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.436781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-822296a8-87e3-4518-86cc-84cb6322e78a req-48b1a011-23c6-45d9-bb1b-2785dd040f9f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798850 Dec 15 04:52:37.464108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58892) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:37.486029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:37.486304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.515075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:52:37.521378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26696e-ae5b-4639-871a-0c288cf6eec6 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:37.528602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7b26696e-ae5b-4639-871a-0c288cf6eec6 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1093 time: 0.0622253 Dec 15 04:52:37.529669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58894) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:37.538800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:37.551343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2983bf2-7863-4c24-a15f-709a475faf55,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:37.564777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.565137 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Added segment 457e17c1-2ea4-41ea-bf37-579a122a86e3 of type vlan for network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 Dec 15 04:52:37.581896 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-c155189a-2e7e-4c8b-a666-83acaee91ceb service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525167 Dec 15 04:52:37.608129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Made reservation on behalf of 2b52eda9e1a04b39a153f0d8727a3550 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:37.610816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.612690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.659881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.830166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0528390a-24d9-481f-b3aa-190c2683bf08 req-3ad75469-9390-4697-bd66-2edaefeb01b1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 210 time: 0.0631101 Dec 15 04:52:37.846867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.847833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:37.848434 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.904628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:37.982665 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7132039 Dec 15 04:52:37.994278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3551de8e-004d-416f-8d9c-031b7ef516fe req-e54bf012-88eb-4df8-b542-443db9189a09 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747482 Dec 15 04:52:37.996909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58910) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:38.011989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Request body: {'subnet': {'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1366904774-subnet', 'tenant_id': 'b9f656a805064bca8ca812c1f853b507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:38.036589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6edef-d46b-45c8-a9d1-784e87a565c6 admin admin] Pushing event updated for resources: {'Network': ['ID=9d1903d1-46a1-4109-8b2d-6ac80616ba07,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:38.039570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Allocated IP 172.20.0.9 (7ce9b228-6ddd-4440-89c8-18c743689a46/f9320455-167c-44b4-b13a-f8a77b3d5221/b3d21682-6be9-4895-806f-8d4cfbe1365f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:38.049161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:52:38.077632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.086327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Made reservation on behalf of b9f656a805064bca8ca812c1f853b507 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:38.088688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.098623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.229 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a31c6521-68f0-46b7-89d0-fa4b7bc6f2d3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:38.189248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e5f8-63c8-4e38-91b2-e9a17a5e4a15 req-4a8de740-9be8-46d1-b5f1-f480567d9de2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:38.190914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bfc7e5f8-63c8-4e38-91b2-e9a17a5e4a15 req-4a8de740-9be8-46d1-b5f1-f480567d9de2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 944 time: 0.3314860 Dec 15 04:52:38.305017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bfc7e5f8-63c8-4e38-91b2-e9a17a5e4a15 req-3107b6c0-ce34-4254-b20e-ad53b387e654 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033492 Dec 15 04:52:38.312984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:38.317048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.363616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:38.367549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:38.368495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.374559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.374703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3501d1f-c4f0-4846-8864-d5cec6a053b8 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:38.412556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:38.415781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:38.420384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:38.499990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=a31c6521-68f0-46b7-89d0-fa4b7bc6f2d3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:38.566820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=01fd90a5-2bb0-4d7b-9972-cd506ea83dfc,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:38.577414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-48454dce-9caa-4d60-9354-cf5a680aaa09 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1691098 Dec 15 04:52:38.586932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.586932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:38.596416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-355483117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01fd90a5-2bb0-4d7b-9972-cd506ea83dfc'}], 'security_groups': ['9ac05306-5d2a-4e5f-b8bf-0e513f49473c']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:38.693618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:38.799275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:38.802184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] Update dhcp port {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'fixed_ips': [{'subnet_id': 'b17e376c-f9da-40a4-8f35-9af56ba81c92', 'ip_address': '2001:db8::2'}, {'subnet_id': '01fd90a5-2bb0-4d7b-9972-cd506ea83dfc'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '8baa3b9b-3eb6-4527-b183-17a2ef756e4b'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:52:38.865635 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.049710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daf01ac8-e2b3-4f3e-9bdd-c5140cfc9e42 req-95a9132a-22c0-487a-9ef2-6bf26e11db61 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 210 time: 0.0630302 Dec 15 04:52:39.094100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.147473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] Allocated IP 2001:db8:0:1::2 (5a373e02-5c65-4c15-898e-d177f2dd8d76/01fd90a5-2bb0-4d7b-9972-cd506ea83dfc/8baa3b9b-3eb6-4527-b183-17a2ef756e4b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:39.179989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-506ae9fa-43e5-4ea6-a24c-96383c873e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:39.181758 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-506ae9fa-43e5-4ea6-a24c-96383c873e17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1096 time: 1.0568271 Dec 15 04:52:39.236347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:39.236575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.255020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'port_id': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'mac_address': 'fa:16:3e:a0:6f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e464-2bef-4305-b62c-91d5f5fc6546', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:39.274374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.343012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:39.392042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.410031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.411217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Network 7ce9b228-6ddd-4440-89c8-18c743689a46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:39.423155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:39.438530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.447655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:39.460095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:39.490892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:39.493134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.507250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.573416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd26d8-4ee1-4e03-aa7b-1be8a79fb5eb req-a4cb513a-d617-464f-9723-eb0d4f9279f6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:39.575370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebbd26d8-4ee1-4e03-aa7b-1be8a79fb5eb req-a4cb513a-d617-464f-9723-eb0d4f9279f6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 944 time: 0.1445739 Dec 15 04:52:39.606997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Pushing event updated for resources: {'Port': ['ID=b3d21682-6be9-4895-806f-8d4cfbe1365f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:39.636438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.671725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.674203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155aeb8a-0a6b-4f37-9bb9-0184398d1165 None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:39.710190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ba6c72-5676-4241-97b2-85569daf091c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:39.747100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:39.755966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:39.756643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.799044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=a31c6521-68f0-46b7-89d0-fa4b7bc6f2d3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:39.821004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['71ac118b-55fa-44f8-9126-11a2cbef52e8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:39.847602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-2db0afa2-ae94-4974-873b-48275f6a8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:39.847836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ebbd26d8-4ee1-4e03-aa7b-1be8a79fb5eb req-4da516ef-bd53-4d0b-b474-d56b1f9d4c8f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643659 Dec 15 04:52:39.849038 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-2db0afa2-ae94-4974-873b-48275f6a8118 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.5772657 Dec 15 04:52:39.856060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Checking segment: {'id': '457e17c1-2ea4-41ea-bf37-579a122a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:39.856624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Network hostable DHCP agents. Network: 9d1903d1-46a1-4109-8b2d-6ac80616ba07, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:52:39.889706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:39.925959 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-b74094b2-e7a2-4a26-b599-1329ad84e7a1 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8795869 Dec 15 04:52:39.939155 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-5233faf2-b973-4f91-9c9e-0af0dfacf552 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.0740142 Dec 15 04:52:39.972001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Request body: {'port': {'device_id': '72bc1988-f176-4744-baac-6eefab343514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:40.001380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:52:40.116036 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP 76b205fb-a514-4b4b-9df6-70625d47c387 associated. External IP: 172.25.2.229, port: 6885163a-80a0-4fe6-ac1d-2d586294ac55. Dec 15 04:52:40.186892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-ea538c65-b357-4447-b742-0c78f8a49328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:40.192247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-ea538c65-b357-4447-b742-0c78f8a49328 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.2393262 Dec 15 04:52:40.209530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9d1903d1-46a1-4109-8b2d-6ac80616ba07) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:40.218816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806c203-c039-4689-a39a-f57b4184ddc4 None None] Network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:40.363185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449278-8ef6-4a53-a504-89be97cc255e req-fd82e263-f7af-4db1-9a6c-79a968a03cb6 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:40.364826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5449278-8ef6-4a53-a504-89be97cc255e req-fd82e263-f7af-4db1-9a6c-79a968a03cb6 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 931 time: 0.1726196 Dec 15 04:52:40.446748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:40.447630 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:40.485654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cedc1c-e3bd-49ad-9376-7d22bd0ce3d5 None None] Network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:40.531432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-55b523f8-8b0b-48aa-af6e-67b06901881b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3213074 Dec 15 04:52:40.567837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Delete allocated IP 2001:db8::350 (5a373e02-5c65-4c15-898e-d177f2dd8d76/b17e376c-f9da-40a4-8f35-9af56ba81c92) {{(pid=103132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 04:52:40.568059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5449278-8ef6-4a53-a504-89be97cc255e req-542050a1-7751-4196-9bb3-51ece105b1f6 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572287 Dec 15 04:52:40.634473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router becb268c-4531-462f-9b3c-38b2d32b7643 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:52:40.665626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8:0:1::fa (5a373e02-5c65-4c15-898e-d177f2dd8d76/01fd90a5-2bb0-4d7b-9972-cd506ea83dfc/ea8c124e-2db7-4f4f-9d31-e756a8f93981) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:40.696948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9272fd66-837f-4fe1-a970-cae9a0baec0c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6937964 Dec 15 04:52:40.704238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:40.786213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:40.825692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:52:40.838175 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] Sync routers for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:52:40.860584 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:40.862666 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:40.867040 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:40.926331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-83bce1fc-e6c2-4f10-a97f-a33dbe4398b2 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532436 Dec 15 04:52:40.960474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b6a0a463-de80-41ed-8a96-fba3f05b6c59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4288490 Dec 15 04:52:40.963454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:40.969819 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128e3838-da94-4c92-97e6-43d65a46cf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:41.037874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Provisioning complete for port ea8c124e-2db7-4f4f-9d31-e756a8f93981 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:41.041007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.136391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7b39-f94f-4a23-b025-0a5396ed3cef req-47788159-5242-4536-92a1-6782be8daa45 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:41.145621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-232d7b39-f94f-4a23-b025-0a5396ed3cef req-47788159-5242-4536-92a1-6782be8daa45 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.0958743 Dec 15 04:52:41.162729 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:41.203971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Port ea8c124e-2db7-4f4f-9d31-e756a8f93981 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:41.304511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 71ac118b-55fa-44f8-9126-11a2cbef52e8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:52:41.310025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:41.310498 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.311005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-232d7b39-f94f-4a23-b025-0a5396ed3cef req-f7e9ffc6-e175-46e4-90cd-0cfd0fb67850 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642303 Dec 15 04:52:41.331836 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-852e0a35-8fca-4041-b15f-8a24b0563866 req-90837463-b3dd-416b-9dc4-ddf5797afc28 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206716 Dec 15 04:52:41.360439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9aeca-d66f-4869-88d8-9643b622c14b req-fec00816-e30d-41a1-acae-004d549d39f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:41.362264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fef9aeca-d66f-4869-88d8-9643b622c14b req-fec00816-e30d-41a1-acae-004d549d39f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.2088833 Dec 15 04:52:41.413195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8baa3b9b-3eb6-4527-b183-17a2ef756e4b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:41.438405 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '76b205fb-a514-4b4b-9df6-70625d47c387', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'mac_address': 'fa:16:3e:91:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f584ce-5f11-456e-910d-663db273c97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:52:38Z', 'updated_at': '2021-12-15T04:52:38Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:16Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:41.461965 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6836d87-4c48-4f41-b772-9ff48d5a6c4e x-openstack-request-id: req-c6836d87-4c48-4f41-b772-9ff48d5a6c4e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:41.462355 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:41.467083 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6836d87-4c48-4f41-b772-9ff48d5a6c4e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:41.467526 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'status': 'completed', 'code': 200} Dec 15 04:52:41.518491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 71ac118b-55fa-44f8-9126-11a2cbef52e8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:41.518880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.625526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:41.625731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.647823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fef9aeca-d66f-4869-88d8-9643b622c14b req-03211d10-323b-4dac-8a9f-dde598800658 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730622 Dec 15 04:52:41.671074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59008) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:41.745997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-5571331d-3f23-4764-8274-85492077f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:41.747995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-5571331d-3f23-4764-8274-85492077f12f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1098 time: 0.2172644 Dec 15 04:52:41.765756 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] Checking router: becb268c-4531-462f-9b3c-38b2d32b7643 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:52:41.792319 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:52:41.793887 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:52:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:41.826988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Provisioning complete for port cd4c488d-34d1-4db3-8bb7-220e357691d7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:41.827372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.881881 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.929854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b67c32b3-7f5c-426c-9873-0cfc4ddddb7c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/76b205fb-a514-4b4b-9df6-70625d47c387 HTTP/1.1" status: 200 len: 992 time: 0.2572994 Dec 15 04:52:41.964035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d9233-3278-43e3-9f5d-ca0a0484b438 None None] Port cd4c488d-34d1-4db3-8bb7-220e357691d7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:41.968316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:41.972553 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0dc236-3b95-40ec-adb8-1eb5a4fe14aa" -d '{"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:41.982414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.995822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:41.998555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:42.006276 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.050563 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:52:42.136315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:42.150179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd82ce-9e83-451a-864f-4b205f018c9d req-4eba0541-08af-4f37-ac7f-e3ab31ebd7bb tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:42.164419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] In _notify_port_updated(), no bound segment for port ea8c124e-2db7-4f4f-9d31-e756a8f93981 on network 5a373e02-5c65-4c15-898e-d177f2dd8d76 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:52:42.172642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bebd82ce-9e83-451a-864f-4b205f018c9d req-4eba0541-08af-4f37-ac7f-e3ab31ebd7bb tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 931 time: 0.3996546 Dec 15 04:52:42.183004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:42.183790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.185236 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/ports/ea8c124e-2db7-4f4f-9d31-e756a8f93981 HTTP/1.1" status: 200 len: 929 time: 3.5945277 Dec 15 04:52:42.198120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59028) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:42.335484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c3c45-9bf1-4991-bf95-11a5d1a430d7 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=ea8c124e-2db7-4f4f-9d31-e756a8f93981,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:42.393720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-c18eab6b-e76c-4baa-afb9-0064f186e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:42.401337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-c18eab6b-e76c-4baa-afb9-0064f186e40d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.6413140 Dec 15 04:52:42.424018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bebd82ce-9e83-451a-864f-4b205f018c9d req-98e199a9-b1ab-4dc9-929e-354497c718ea tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034545 Dec 15 04:52:42.424493 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '76b205fb-a514-4b4b-9df6-70625d47c387', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'mac_address': 'fa:16:3e:91:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f584ce-5f11-456e-910d-663db273c97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:52:38Z', 'updated_at': '2021-12-15T04:52:38Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:16Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:42.496538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d21682-6be9-4895-806f-8d4cfbe1365f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:42.509664 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb71ff6-c6c7-4871-bcf5-3c2e4f431349 x-openstack-request-id: req-abb71ff6-c6c7-4871-bcf5-3c2e4f431349 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:42.511202 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:42.511202 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abb71ff6-c6c7-4871-bcf5-3c2e4f431349 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:42.511443 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'code': 200} Dec 15 04:52:42.515836 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d8440-57f6-49ac-9f66-6a2727960168 None None] The sync data for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 is: [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '76b205fb-a514-4b4b-9df6-70625d47c387', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'mac_address': 'fa:16:3e:91:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f584ce-5f11-456e-910d-663db273c97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:52:38Z', 'updated_at': '2021-12-15T04:52:38Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:16Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:52:42.518617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.539391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Transition to ACTIVE for port object b3d21682-6be9-4895-806f-8d4cfbe1365f will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:42.547656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.577438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3edacdba-8073-4be4-a1b6-87f53fdf3923 None None] Provisioning complete for port ea8c124e-2db7-4f4f-9d31-e756a8f93981 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:42.585558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3edacdba-8073-4be4-a1b6-87f53fdf3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.616570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port ea8c124e-2db7-4f4f-9d31-e756a8f93981 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:42.617090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.704582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Pushing event updated for resources: {'Port': ['ID=b3d21682-6be9-4895-806f-8d4cfbe1365f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:42.726091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3edacdba-8073-4be4-a1b6-87f53fdf3923 None None] Port ea8c124e-2db7-4f4f-9d31-e756a8f93981 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:42.870183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:42.905852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for ea8c124e-2db7-4f4f-9d31-e756a8f93981 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:42.911240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412cae5-f0bb-4e86-a031-6bd88b7ad06f req-074da8ce-66bb-40f0-80b7-065d9795620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:42.912668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3412cae5-f0bb-4e86-a031-6bd88b7ad06f req-074da8ce-66bb-40f0-80b7-065d9795620e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1098 time: 0.2661932 Dec 15 04:52:42.920137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Attempting to bind port b3d21682-6be9-4895-806f-8d4cfbe1365f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:42.920479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Attempting to bind port b3d21682-6be9-4895-806f-8d4cfbe1365f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:42.920812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Attempting to bind port b3d21682-6be9-4895-806f-8d4cfbe1365f on network 7ce9b228-6ddd-4440-89c8-18c743689a46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:42.953868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Port b3d21682-6be9-4895-806f-8d4cfbe1365f on network 7ce9b228-6ddd-4440-89c8-18c743689a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:42.954170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Attempting to bind port b3d21682-6be9-4895-806f-8d4cfbe1365f on network 7ce9b228-6ddd-4440-89c8-18c743689a46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:42.955913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59046) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:42.976187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62463d4-fc30-4e0c-9279-8ffb98ebfe06 None None] New status for floating IP 76b205fb-a514-4b4b-9df6-70625d47c387: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:52:43.054573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fc179d42-cf4d-4f62-8cef-b1b6e634e03f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/76b205fb-a514-4b4b-9df6-70625d47c387 HTTP/1.1" status: 200 len: 992 time: 0.0929136 Dec 15 04:52:43.098812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:43.099155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Checking segment: {'id': '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:43.099552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Bound using segment: {'id': '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:43.100011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Bound port: b3d21682-6be9-4895-806f-8d4cfbe1365f, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:43.100395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.112261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-451dd14c-51fd-4a67-8437-2f984ff2c8ac tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.120139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-451dd14c-51fd-4a67-8437-2f984ff2c8ac tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/networks?id=9d1903d1-46a1-4109-8b2d-6ac80616ba07 HTTP/1.1" status: 200 len: 814 time: 1.1483681 Dec 15 04:52:43.134741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3412cae5-f0bb-4e86-a031-6bd88b7ad06f req-2ed5b093-acbd-49d6-be34-0ba2dc5acf3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082293 Dec 15 04:52:43.193943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] For port b3d21682-6be9-4895-806f-8d4cfbe1365f, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:43.197194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] For port b3d21682-6be9-4895-806f-8d4cfbe1365f, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f,segment=NetworkSegment(89191e27-bbf4-4842-bdbd-68d4b4dc0ad1),segment_id=89191e27-bbf4-4842-bdbd-68d4b4dc0ad1)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:43.207257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.232776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-c0de3df6-0765-4c76-aae4-ab4e78eb2f41 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/quotas/b9f656a805064bca8ca812c1f853b507 HTTP/1.1" status: 200 len: 375 time: 0.1118970 Dec 15 04:52:43.288147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.288799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.290213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] 10.222.0.42 "PUT /v2.0/ports/b3d21682-6be9-4895-806f-8d4cfbe1365f HTTP/1.1" status: 200 len: 1092 time: 3.3385961 Dec 15 04:52:43.290667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bc1988-f176-4744-baac-6eefab343514', 'tag': 'b3d21682-6be9-4895-806f-8d4cfbe1365f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:43.293733 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2643244-0d30-473f-a8f5-9b626df9bf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "72bc1988-f176-4744-baac-6eefab343514", "tag": "b3d21682-6be9-4895-806f-8d4cfbe1365f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:43.305675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-dca66a77-53c2-4dff-a377-33dad22f98e6 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9f656a805064bca8ca812c1f853b507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476768 Dec 15 04:52:43.305890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed6859-86d0-49e5-ab54-7a8d205de70e service neutron] Pushing event updated for resources: {'Port': ['ID=b3d21682-6be9-4895-806f-8d4cfbe1365f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:43.319932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-d44def4a-de06-4b40-b82d-2bbfa00d0749 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.8929546 Dec 15 04:52:43.332278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6dc4-a7a7-4c7f-87df-03cac9622777 req-96511c1b-6c84-4052-8a80-0aa6085e7a32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.333904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b7f6dc4-a7a7-4c7f-87df-03cac9622777 req-96511c1b-6c84-4052-8a80-0aa6085e7a32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2297645 Dec 15 04:52:43.388822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.428937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=ea8c124e-2db7-4f4f-9d31-e756a8f93981,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:43.463583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.473023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3e535eb0-e1ab-4cbd-bcae-dbc1dd6c3057 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/ea8c124e-2db7-4f4f-9d31-e756a8f93981 HTTP/1.1" status: 204 len: 168 time: 1.2622533 Dec 15 04:52:43.473815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:43.478251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b7f6dc4-a7a7-4c7f-87df-03cac9622777 req-c7864a1a-7d80-473e-8081-801c7789601e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342695 Dec 15 04:52:43.515972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-a75993cd-c4b8-4cb6-ac9f-56c3898489a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.517462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-a75993cd-c4b8-4cb6-ac9f-56c3898489a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1826098 Dec 15 04:52:43.549896 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fd4905-ba82-4046-bf16-ec94f42f67f2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:52:43.554951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-04fd4905-ba82-4046-bf16-ec94f42f67f2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/ea8c124e-2db7-4f4f-9d31-e756a8f93981 HTTP/1.1" status: 404 len: 333 time: 0.0769396 Dec 15 04:52:43.584714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:43.585492 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65f28ba-eac8-4907-9572-ce17e87432b9 x-openstack-request-id: req-b65f28ba-eac8-4907-9572-ce17e87432b9 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:43.585933 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bc1988-f176-4744-baac-6eefab343514", "tag": "b3d21682-6be9-4895-806f-8d4cfbe1365f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:43.586115 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b65f28ba-eac8-4907-9572-ce17e87432b9 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:43.586481 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bc1988-f176-4744-baac-6eefab343514', 'tag': 'b3d21682-6be9-4895-806f-8d4cfbe1365f', 'status': 'completed', 'code': 200} Dec 15 04:52:43.667481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-8a3ec52a-28ad-43b8-91ba-12163b881feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.672611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-8a3ec52a-28ad-43b8-91ba-12163b881feb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b52eda9e1a04b39a153f0d8727a3550&device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 1095 time: 0.1241169 Dec 15 04:52:43.687157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd4db874-8c18-46b4-91d4-5b0907fc828f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.701914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-f6d68f1d-303d-4f78-a871-1b7e4d6c3b43 service neutron] 10.222.0.37 "GET /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655682 Dec 15 04:52:43.723370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd4db874-8c18-46b4-91d4-5b0907fc828f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.777891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-c80211eb-afa9-402f-b67d-024506ddc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.779746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-c80211eb-afa9-402f-b67d-024506ddc6fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2473679 Dec 15 04:52:43.825657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-2aa4ab1c-c2ca-4de5-a582-6eb9952c3d27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f HTTP/1.1" status: 200 len: 217 time: 0.0641446 Dec 15 04:52:43.846708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd4db874-8c18-46b4-91d4-5b0907fc828f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.850027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd4db874-8c18-46b4-91d4-5b0907fc828f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:43.851314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fd4db874-8c18-46b4-91d4-5b0907fc828f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/security-groups/a39e7f2f-098e-49be-a7f7-d0e92d4e45b2 HTTP/1.1" status: 204 len: 168 time: 0.2637742 Dec 15 04:52:43.863325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2a00f-98d4-4b8f-8df2-4de54078c191 req-4b7e7b35-c7e8-42c9-9ca1-a103bc073cdc tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.864828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7f2a00f-98d4-4b8f-8df2-4de54078c191 req-4b7e7b35-c7e8-42c9-9ca1-a103bc073cdc tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 943 time: 0.2002783 Dec 15 04:52:43.865325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:43.894633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4db874-8c18-46b4-91d4-5b0907fc828f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e7f2f-098e-49be-a7f7-d0e92d4e45b2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:43.932464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02682a-586d-4599-b844-589932e79e78 req-d17a5a52-11cf-4b12-9111-01e4e77d4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:43.934672 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-d17a5a52-11cf-4b12-9111-01e4e77d4af4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9320455-167c-44b4-b13a-f8a77b3d5221 HTTP/1.1" status: 200 len: 850 time: 0.1006181 Dec 15 04:52:43.965008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-7d06dbf2-6118-498f-afbb-ce937df60435 service neutron] 10.222.0.37 "GET /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520361 Dec 15 04:52:43.973566 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-fc5be7ce-a0a7-4e87-931c-b80bf5805271 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ce9b228-6ddd-4440-89c8-18c743689a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285461 Dec 15 04:52:44.010702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7f2a00f-98d4-4b8f-8df2-4de54078c191 req-e0c7b3d9-b54d-49f6-8bbe-c676cae3bf5b tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239138 Dec 15 04:52:44.031210 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a85982a9-d38b-4a7d-a6dd-850da0af4cea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.057608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:44.086686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-be57a683-cd41-4c30-a41b-5f84778b05c5 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969518 Dec 15 04:52:44.147912 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-edaa2a83-5bbf-4955-bb8b-49c5728909d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636333 Dec 15 04:52:44.169267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a85982a9-d38b-4a7d-a6dd-850da0af4cea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.296907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6b9e27c5-72b0-41dd-aac8-a4103c7849da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/76b205fb-a514-4b4b-9df6-70625d47c387 HTTP/1.1" status: 200 len: 994 time: 0.2363203 Dec 15 04:52:44.313264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d97e08b-de9e-48c4-8d2d-9f1a55025c9e req-3184167b-105d-47c4-ac62-1bca25695db4 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 210 time: 0.0786674 Dec 15 04:52:44.340317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a85982a9-d38b-4a7d-a6dd-850da0af4cea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.344384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a85982a9-d38b-4a7d-a6dd-850da0af4cea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.348803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a85982a9-d38b-4a7d-a6dd-850da0af4cea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ac05306-5d2a-4e5f-b8bf-0e513f49473c HTTP/1.1" status: 204 len: 168 time: 0.4749131 Dec 15 04:52:44.349827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59078) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:44.369875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85982a9-d38b-4a7d-a6dd-850da0af4cea tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac05306-5d2a-4e5f-b8bf-0e513f49473c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:44.382281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-128e3838-da94-4c92-97e6-43d65a46cf6d req-b2f123ef-e9d9-4ad3-ae73-91e329b7db67 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355242 Dec 15 04:52:44.431447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet b17e376c-f9da-40a4-8f35-9af56ba81c92 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:44.435043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.473307 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd02682a-586d-4599-b844-589932e79e78 req-d5332618-a47a-4316-96b7-ef3a99c8877b service neutron] 10.222.0.42 "GET /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056931 Dec 15 04:52:44.486598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.653179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:44.669663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4de7-553e-4c41-ad3c-02c941d6bdf9 req-386bb204-7030-4f05-ba20-c1ace72e6645 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:44.681258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f4a4de7-553e-4c41-ad3c-02c941d6bdf9 req-386bb204-7030-4f05-ba20-c1ace72e6645 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0784698 Dec 15 04:52:44.709010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-0d113a18-4849-4722-8e82-cbf0b5af60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:44.711348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-0d113a18-4849-4722-8e82-cbf0b5af60a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b52eda9e1a04b39a153f0d8727a3550&device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 1095 time: 0.1171994 Dec 15 04:52:44.753311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f4a4de7-553e-4c41-ad3c-02c941d6bdf9 req-f86f01a3-4c77-4a0e-b95c-3996df519ea3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Dec 15 04:52:45.104825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-b5185f2d-22b5-4bde-b6a7-22e7cee0111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:45.106899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-b5185f2d-22b5-4bde-b6a7-22e7cee0111d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ce9b228-6ddd-4440-89c8-18c743689a46 HTTP/1.1" status: 200 len: 910 time: 0.3876576 Dec 15 04:52:45.155010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-eeb037ab-f6d6-4478-bdd4-93ba40d6be4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f HTTP/1.1" status: 200 len: 217 time: 0.0400560 Dec 15 04:52:45.162576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:45.201541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=b17e376c-f9da-40a4-8f35-9af56ba81c92,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:45.204659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-dbe2718c-7087-43d7-a697-62162fd618ca tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:45.206469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-dbe2718c-7087-43d7-a697-62162fd618ca tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 813 time: 0.1672194 Dec 15 04:52:45.233104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:45.236433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-974baf26-3598-4ac7-96b6-1b8803a832e5 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/b17e376c-f9da-40a4-8f35-9af56ba81c92 HTTP/1.1" status: 204 len: 168 time: 0.8820446 Dec 15 04:52:45.240339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:45.244786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f470c9-81e6-4abb-a3d3-95eb93691511 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:45.271312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:45.273319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-ec036c54-797d-476a-ae5e-705c9e0e56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:45.275955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-ec036c54-797d-476a-ae5e-705c9e0e56ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9320455-167c-44b4-b13a-f8a77b3d5221 HTTP/1.1" status: 200 len: 850 time: 0.1102309 Dec 15 04:52:45.308008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-38dc8186-f2ff-4bdb-9186-669f2d4b0646 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/quotas/99b314ca122d43dd895348619bd42947 HTTP/1.1" status: 200 len: 375 time: 0.0823321 Dec 15 04:52:45.351864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-d7aa1d95-a077-4af5-88de-d764f1c38639 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ce9b228-6ddd-4440-89c8-18c743689a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670791 Dec 15 04:52:45.366726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff91d-c64b-4014-9fd6-67eb37cc63f7 req-a08102d8-d245-4d5c-a91a-38fb6a8f6237 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:45.368469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10dff91d-c64b-4014-9fd6-67eb37cc63f7 req-a08102d8-d245-4d5c-a91a-38fb6a8f6237 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 943 time: 0.1876061 Dec 15 04:52:45.550246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5cf9835f-2854-4538-a334-d6e1726a880b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2090881 Dec 15 04:52:45.566275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-4c54d2fe-3a9b-413e-87da-fd9e782fc0e0 service neutron] 10.222.0.42 "GET /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020943 Dec 15 04:52:45.567533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10dff91d-c64b-4014-9fd6-67eb37cc63f7 req-5fa930a6-a766-4eb8-9ea3-ad646deaea93 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607637 Dec 15 04:52:45.727436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:45.735727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:45.787939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc95fc70-aeee-4625-b88f-3f0b3bf59a48 req-05ac6ae9-30fa-4f2b-9c68-77c431b1c51f tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 210 time: 0.0804951 Dec 15 04:52:45.797075 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2643244-0d30-473f-a8f5-9b626df9bf5b req-1a351bba-c8b0-444d-b8a7-5c607080e296 service neutron] 10.222.0.42 "GET /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089465 Dec 15 04:52:45.872678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-d7e27168-39bd-42cd-8798-db747008ac59 service neutron] 10.222.0.37 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094356 Dec 15 04:52:46.047954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-3047b5e2-9a55-402f-8487-465bb07c3ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619327 Dec 15 04:52:46.233748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.379942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:46.393077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637101e2-9c1f-4140-8e8d-0b25bcb6f3e5 req-529472cb-397d-4dab-9c5e-08c8887f3952 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 210 time: 0.0956450 Dec 15 04:52:46.409066 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:46.424453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:46.424971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.446047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6721d-9d64-4081-afec-72a8e417f2d9 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:46.465130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=693a31d0-2cfe-4011-95d2-5bfbbe7ae130,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:46.495334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fff2242b-f7db-47fa-b6bd-41c640ad8037 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2538221 Dec 15 04:52:46.501540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59156) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:46.506679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'security_group': {'name': 'tempest-secgroup-1349594428'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:46.557780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.649663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-45e9cfa8-6e86-49c7-9a24-33022abd057f None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:46.653225 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45e9cfa8-6e86-49c7-9a24-33022abd057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.722846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-f4ad08b0-8d4e-483f-8915-a33496962c13 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:46.724419 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-f4ad08b0-8d4e-483f-8915-a33496962c13 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.16 "GET /v2.0/networks?id=9d1903d1-46a1-4109-8b2d-6ac80616ba07 HTTP/1.1" status: 200 len: 814 time: 0.2736013 Dec 15 04:52:46.759566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Request body: {'port': {'device_id': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07', 'admin_state_up': True, 'tenant_id': 'b9f656a805064bca8ca812c1f853b507'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:46.768989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.788563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.833897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0713bd3-23d3-4239-afd5-7d6f47298977,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:46.840656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.845370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b64c093b-a576-479a-8d57-f0c5d7b06216 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3424375 Dec 15 04:52:46.846947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59170) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:46.853969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070423736'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:46.927597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.928369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-45e9cfa8-6e86-49c7-9a24-33022abd057f None None] Provisioning complete for port cd4c488d-34d1-4db3-8bb7-220e357691d7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:46.929469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45e9cfa8-6e86-49c7-9a24-33022abd057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:46.996706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-45e9cfa8-6e86-49c7-9a24-33022abd057f None None] Port cd4c488d-34d1-4db3-8bb7-220e357691d7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:47.033313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2fdbb155-c23c-4a4e-b995-821781ef2337 req-c2d688a2-dbdc-4077-86bb-fe328dc79272 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 210 time: 0.0626156 Dec 15 04:52:47.046211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb23941-e403-4a70-b9b4-4375a6e64473 req-d9ed5150-f28f-4242-878b-c54ac5dd8cb2 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:47.053599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fb23941-e403-4a70-b9b4-4375a6e64473 req-d9ed5150-f28f-4242-878b-c54ac5dd8cb2 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 943 time: 0.3203480 Dec 15 04:52:47.090896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Update dhcp port {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'fixed_ips': [{'subnet_id': '01fd90a5-2bb0-4d7b-9972-cd506ea83dfc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '693a31d0-2cfe-4011-95d2-5bfbbe7ae130'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '8baa3b9b-3eb6-4527-b183-17a2ef756e4b'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:52:47.099208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.106770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.154885 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.170994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.180171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59172) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:47.183530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3354053 Dec 15 04:52:47.185201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47d44b-893b-4f57-a06f-4635a034831f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdcbd06-7590-4e67-905b-ba133431f9a2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:47.202425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'security_group': {'name': 'tempest-secgroup-375875297'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:47.222634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fb23941-e403-4a70-b9b4-4375a6e64473 req-2fdfa10f-cef4-4064-a0e9-583626769161 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649218 Dec 15 04:52:47.242205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Made reservation on behalf of b9f656a805064bca8ca812c1f853b507 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:47.247221 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.283493 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.421988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Allocated IP 2001:db8::2 (5a373e02-5c65-4c15-898e-d177f2dd8d76/693a31d0-2cfe-4011-95d2-5bfbbe7ae130/8baa3b9b-3eb6-4527-b183-17a2ef756e4b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:47.491314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.493232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Allocated IP 172.20.0.3 (9d1903d1-46a1-4109-8b2d-6ac80616ba07/57ba6c72-5676-4241-97b2-85569daf091c/c3d48bbf-824a-4ae5-bba0-aebe10b21789) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:47.503187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.578562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:47.581945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d250d3f-020f-4a7a-a4ce-915c8085b963 req-3e444d6b-d3a2-4348-a93d-b9d9811584e7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 210 time: 0.0695329 Dec 15 04:52:47.588377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.593071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59180) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:47.598828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-90161367', 'security_groups': ['b57d8339-1201-46c9-91cc-108ae2d24ca6'], 'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '693a31d0-2cfe-4011-95d2-5bfbbe7ae130'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:47.603897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4169245 Dec 15 04:52:47.608727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b0fd8-0095-423c-b277-abb3802c2961 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d8339-1201-46c9-91cc-108ae2d24ca6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:47.634122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.641674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.789850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:47.812565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.813053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.813506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.813956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.815965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.816425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.816902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.817315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.819536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.819969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.820426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.822374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.822651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8297a0-a717-4b65-9511-b085042db2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:52:47.875736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:47.913884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:47.988519 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.002490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.018575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:48.044923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:48.047988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:48.093069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:48.123604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] device_id is not set on port 44ed9609-799f-41de-822a-543145198756 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:52:48.133980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:48.138468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.191989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Pushing event updated for resources: {'Port': ['ID=c3d48bbf-824a-4ae5-bba0-aebe10b21789,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:48.199093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-db2a149a-c751-472a-963d-83c933665658 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4544959 Dec 15 04:52:48.257348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Request body: {'port': {'device_id': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:48.323412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-dd3f787b-9173-43a7-97a1-67a439b4206a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:48.325875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-dd3f787b-9173-43a7-97a1-67a439b4206a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 813 time: 0.3269231 Dec 15 04:52:48.363373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Request body: {'port': {'device_id': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'admin_state_up': True, 'tenant_id': '99b314ca122d43dd895348619bd42947'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:48.387186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32472c7-afad-44fd-9c19-56424b4cc3f3 req-0a0de59c-4050-46eb-9110-f65c89e6626b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:48.388784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f32472c7-afad-44fd-9c19-56424b4cc3f3 req-0a0de59c-4050-46eb-9110-f65c89e6626b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 931 time: 0.1816149 Dec 15 04:52:48.398986 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.421655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7deeb78-8ea1-40bc-80de-7c569219eae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.440421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89764adf-82d2-45d4-b385-254dcad13227 req-d9f3df13-dd33-4e19-b9be-577648962d98 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:48.441947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89764adf-82d2-45d4-b385-254dcad13227 req-d9f3df13-dd33-4e19-b9be-577648962d98 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 943 time: 0.1370158 Dec 15 04:52:48.490361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8::385 (5a373e02-5c65-4c15-898e-d177f2dd8d76/693a31d0-2cfe-4011-95d2-5bfbbe7ae130/44ed9609-799f-41de-822a-543145198756) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:48.538227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89764adf-82d2-45d4-b385-254dcad13227 req-9fb22f62-361e-4535-97a2-453ce1456f69 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692074 Dec 15 04:52:48.563395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f32472c7-afad-44fd-9c19-56424b4cc3f3 req-3215dc70-2fe2-4087-bda4-da5c11b2ae78 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653733 Dec 15 04:52:48.646273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-67755e60-4fac-43bf-9506-dbcdf0c5eebb None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:48.647535 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67755e60-4fac-43bf-9506-dbcdf0c5eebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.716478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Made reservation on behalf of 99b314ca122d43dd895348619bd42947 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:48.720262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.727824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6565cbb4-5629-4ce3-9eb6-ff042403cbf4 req-cc6bf621-f4a7-4f69-ab0f-b29e3529aeb3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 210 time: 0.0480566 Dec 15 04:52:48.743433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7deeb78-8ea1-40bc-80de-7c569219eae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.754165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7deeb78-8ea1-40bc-80de-7c569219eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.805779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-67755e60-4fac-43bf-9506-dbcdf0c5eebb None None] Provisioning complete for port cd4c488d-34d1-4db3-8bb7-220e357691d7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:48.807007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67755e60-4fac-43bf-9506-dbcdf0c5eebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:48.847572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b3d21682-6be9-4895-806f-8d4cfbe1365f details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:48.878840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-67755e60-4fac-43bf-9506-dbcdf0c5eebb None None] Port cd4c488d-34d1-4db3-8bb7-220e357691d7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:48.915231 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c7deeb78-8ea1-40bc-80de-7c569219eae0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=347eb335a32147afaed8af09e660d776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8191900 Dec 15 04:52:48.916879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deeb78-8ea1-40bc-80de-7c569219eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52061ad-1628-4d04-a273-dd147b3141c1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:48.927031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59198) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:48.972334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.094191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d500e9e5-7043-4e3e-abea-74fb484bcd80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.123367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d500e9e5-7043-4e3e-abea-74fb484bcd80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.179502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Allocated IP 172.20.0.7 (ba2efecd-e9dc-478f-9085-9d4543d0b537/5812e464-2bef-4305-b62c-91d5f5fc6546/cc7af13a-b00c-4853-ab68-2675d9abc442) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:49.186513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.239529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b3d21682-6be9-4895-806f-8d4cfbe1365f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f,segment=NetworkSegment(89191e27-bbf4-4842-bdbd-68d4b4dc0ad1),segment_id=89191e27-bbf4-4842-bdbd-68d4b4dc0ad1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:49.267863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d500e9e5-7043-4e3e-abea-74fb484bcd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.270982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d500e9e5-7043-4e3e-abea-74fb484bcd80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.274565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d500e9e5-7043-4e3e-abea-74fb484bcd80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e52061ad-1628-4d04-a273-dd147b3141c1 HTTP/1.1" status: 204 len: 168 time: 0.3411160 Dec 15 04:52:49.292998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:49.307990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'b3d21682-6be9-4895-806f-8d4cfbe1365f', 'network_id': '7ce9b228-6ddd-4440-89c8-18c743689a46', 'port_id': 'b3d21682-6be9-4895-806f-8d4cfbe1365f', 'mac_address': 'fa:16:3e:bc:9a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9320455-167c-44b4-b13a-f8a77b3d5221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:49.312454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:49.317587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=44ed9609-799f-41de-822a-543145198756,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:49.317952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8baa3b9b-3eb6-4527-b183-17a2ef756e4b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:49.319905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:49.326188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:49.326840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.336464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500e9e5-7043-4e3e-abea-74fb484bcd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52061ad-1628-4d04-a273-dd147b3141c1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:49.441704 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0eec93a4-e162-461e-845f-cfab4cdf5c0a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8445265 Dec 15 04:52:49.449147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59202) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:49.468006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:49.496373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.529715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d21682-6be9-4895-806f-8d4cfbe1365f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:49.555778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:49.556483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.629521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d48bbf-824a-4ae5-bba0-aebe10b21789 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:49.632488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b3d21682-6be9-4895-806f-8d4cfbe1365f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f,segment=NetworkSegment(89191e27-bbf4-4842-bdbd-68d4b4dc0ad1),segment_id=89191e27-bbf4-4842-bdbd-68d4b4dc0ad1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:49.644767 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.645005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.691463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Transition to ACTIVE for port object c3d48bbf-824a-4ae5-bba0-aebe10b21789 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:49.694091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.709211 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.770119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b3d21682-6be9-4895-806f-8d4cfbe1365f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:49.819553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.862148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['71ac118b-55fa-44f8-9126-11a2cbef52e8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:49.868192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:49.872300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.929723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Network ba2efecd-e9dc-478f-9085-9d4543d0b537 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:49.936796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:49.941149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Pushing event updated for resources: {'Port': ['ID=c3d48bbf-824a-4ae5-bba0-aebe10b21789,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:49.951109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:49.956996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:52:49.964058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Pushing event updated for resources: {'Port': ['ID=cc7af13a-b00c-4853-ab68-2675d9abc442,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:49.969937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b3d21682-6be9-4895-806f-8d4cfbe1365f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:49.972775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04c0d-48d9-4f9e-abc5-73adf991f491 req-f3d82c52-e433-4df5-946f-ce7514c63815 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:49.972959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63925022-c0ab-4af0-a1a3-744a11964593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:49.974406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74b04c0d-48d9-4f9e-abc5-73adf991f491 req-f3d82c52-e433-4df5-946f-ce7514c63815 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 944 time: 0.2976670 Dec 15 04:52:49.995112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b7f59-7275-4c06-a508-a9fa543dab87 req-a09a0dd7-70d4-4328-b24c-a7513b5a541a tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:50.003155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f9b7f59-7275-4c06-a508-a9fa543dab87 req-a09a0dd7-70d4-4328-b24c-a7513b5a541a tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 943 time: 0.2174091 Dec 15 04:52:50.061624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a57862f3-b2b4-4985-9a4e-6a70be2442ca None None] Provisioning complete for port 44ed9609-799f-41de-822a-543145198756 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:50.062171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57862f3-b2b4-4985-9a4e-6a70be2442ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.069267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:50.069267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.081175 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 693a31d0-2cfe-4011-95d2-5bfbbe7ae130 (CIDR: 2001:db8::/64) Dec 15 04:52:50.094956 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:52:50.095410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:50.113287 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-5a5202c7-4db7-411c-ba83-8f006d425586 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7536349 Dec 15 04:52:50.116883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Attempting to bind port c3d48bbf-824a-4ae5-bba0-aebe10b21789 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:50.117893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Attempting to bind port c3d48bbf-824a-4ae5-bba0-aebe10b21789 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '457e17c1-2ea4-41ea-bf37-579a122a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:50.117893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Attempting to bind port c3d48bbf-824a-4ae5-bba0-aebe10b21789 on network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:50.123780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74b04c0d-48d9-4f9e-abc5-73adf991f491 req-862939a6-bba3-44e0-9162-ab10f825fe7b tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393387 Dec 15 04:52:50.131615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Port c3d48bbf-824a-4ae5-bba0-aebe10b21789 on network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:50.132338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Attempting to bind port c3d48bbf-824a-4ae5-bba0-aebe10b21789 on network 9d1903d1-46a1-4109-8b2d-6ac80616ba07 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:50.138876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Request body: {'port': {'device_id': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:50.147603 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-240c5157-1fdc-499c-a67f-ecdf3a105229 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6946971 Dec 15 04:52:50.149648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59216) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:50.156780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f9b7f59-7275-4c06-a508-a9fa543dab87 req-90fbb204-a7ca-4763-be15-9a1fc2cf0882 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478775 Dec 15 04:52:50.157483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:50.162896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:50.163430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Checking segment: {'id': '457e17c1-2ea4-41ea-bf37-579a122a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:50.164121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Bound using segment: {'id': '457e17c1-2ea4-41ea-bf37-579a122a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:50.165145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Bound port: c3d48bbf-824a-4ae5-bba0-aebe10b21789, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457e17c1-2ea4-41ea-bf37-579a122a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:50.165523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.223186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a57862f3-b2b4-4985-9a4e-6a70be2442ca None None] Port 44ed9609-799f-41de-822a-543145198756 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:50.237043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] For port c3d48bbf-824a-4ae5-bba0-aebe10b21789, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:50.240517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] For port c3d48bbf-824a-4ae5-bba0-aebe10b21789, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789,segment=NetworkSegment(457e17c1-2ea4-41ea-bf37-579a122a86e3),segment_id=457e17c1-2ea4-41ea-bf37-579a122a86e3)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:50.248579 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.287746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63925022-c0ab-4af0-a1a3-744a11964593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.297835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63925022-c0ab-4af0-a1a3-744a11964593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.313677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.322477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:50.323340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.327377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] 10.222.0.16 "PUT /v2.0/ports/c3d48bbf-824a-4ae5-bba0-aebe10b21789 HTTP/1.1" status: 200 len: 1092 time: 2.0852346 Dec 15 04:52:50.333307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'tag': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:50.335640 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1a7b88-330b-4264-8651-5f87962ebda6", "tag": "c3d48bbf-824a-4ae5-bba0-aebe10b21789"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:50.396339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e9d3e-e45f-4865-b056-cc447e24aa4d service neutron] Pushing event updated for resources: {'Port': ['ID=c3d48bbf-824a-4ae5-bba0-aebe10b21789,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:50.400620 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfaba79-64d1-438b-a18c-483a543672ff x-openstack-request-id: req-3cfaba79-64d1-438b-a18c-483a543672ff {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:50.400826 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1a7b88-330b-4264-8651-5f87962ebda6", "tag": "c3d48bbf-824a-4ae5-bba0-aebe10b21789", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:50.401009 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cfaba79-64d1-438b-a18c-483a543672ff {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:50.401421 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'tag': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789', 'status': 'completed', 'code': 200} Dec 15 04:52:50.414432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b855-f795-4b69-a7ab-f555f089ccbb req-7f5b7eb3-f634-4d9a-b195-f887164d04f0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:50.416140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acc6b855-f795-4b69-a7ab-f555f089ccbb req-7f5b7eb3-f634-4d9a-b195-f887164d04f0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 931 time: 0.1372364 Dec 15 04:52:50.426112 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-63925022-c0ab-4af0-a1a3-744a11964593 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8db3341724a4d939eda71c40ad5ae30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833302 Dec 15 04:52:50.426112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925022-c0ab-4af0-a1a3-744a11964593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f38ccd-8bdc-413c-95da-88a69dc96fdc,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:50.427232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59220) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:50.536302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:50.540233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.543081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-acc6b855-f795-4b69-a7ab-f555f089ccbb req-9a6438bb-68ac-4c95-81f5-67e20efe80a7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168432 Dec 15 04:52:50.546087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-689fbf99-1d15-451c-bc29-92cc790cf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:50.547534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-689fbf99-1d15-451c-bc29-92cc790cf12c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9f656a805064bca8ca812c1f853b507&device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 1095 time: 0.1304982 Dec 15 04:52:50.548175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c4b248f-fd8e-40e9-859a-b3dd65c933ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.592602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c4b248f-fd8e-40e9-859a-b3dd65c933ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.637332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-2857460c-0546-489a-9fa3-0d0c64eb90db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789 HTTP/1.1" status: 200 len: 217 time: 0.0597737 Dec 15 04:52:50.702360 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 01fd90a5-2bb0-4d7b-9972-cd506ea83dfc (CIDR: 2001:db8:0:1::/64) Dec 15 04:52:50.707814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-50978c88-1b0f-4a92-a6ed-600d545569c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:50.709738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-50978c88-1b0f-4a92-a6ed-600d545569c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57ba6c72-5676-4241-97b2-85569daf091c HTTP/1.1" status: 200 len: 854 time: 0.0631690 Dec 15 04:52:50.711876 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:52:50.711876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:50.721838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c4b248f-fd8e-40e9-859a-b3dd65c933ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.724694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c4b248f-fd8e-40e9-859a-b3dd65c933ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.725785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1c4b248f-fd8e-40e9-859a-b3dd65c933ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4f38ccd-8bdc-413c-95da-88a69dc96fdc HTTP/1.1" status: 204 len: 168 time: 0.2979298 Dec 15 04:52:50.757315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b248f-fd8e-40e9-859a-b3dd65c933ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f38ccd-8bdc-413c-95da-88a69dc96fdc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:50.761788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-04e44a49-8e84-4fb8-bdff-1dd1bb4a7777 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d1903d1-46a1-4109-8b2d-6ac80616ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342114 Dec 15 04:52:50.772528 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-75e0c08e-e511-47be-8b57-14502997b826 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6180918 Dec 15 04:52:50.774199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59224) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:50.780593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'subnet': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:50.887387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-47dbca1c-5a78-41d4-b741-9e0bab83df2b service neutron] 10.222.0.16 "GET /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088383 Dec 15 04:52:50.893414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7af13a-b00c-4853-ab68-2675d9abc442 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:50.905710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:50.944323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Transition to ACTIVE for port object cc7af13a-b00c-4853-ab68-2675d9abc442 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:52:50.957467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:51.016563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6fda9125-7bf1-4fbd-963e-6c1c383c555c req-f50f883c-369c-4bbb-aea0-f3b83da82f2e service neutron] 10.222.0.16 "GET /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198242 Dec 15 04:52:51.022001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Made reservation on behalf of d62f84f4e34d4cc8a94e4d34c48a85e6 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:52:51.027694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:51.128528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7af13a-b00c-4853-ab68-2675d9abc442,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:51.185213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-7c5ba5a4-7c76-4ef8-812c-2c8fd9735f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.186755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-7c5ba5a4-7c76-4ef8-812c-2c8fd9735f33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9f656a805064bca8ca812c1f853b507&device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 1095 time: 0.0570898 Dec 15 04:52:51.232361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Attempting to bind port cc7af13a-b00c-4853-ab68-2675d9abc442 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:52:51.232740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Attempting to bind port cc7af13a-b00c-4853-ab68-2675d9abc442 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:52:51.233168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Attempting to bind port cc7af13a-b00c-4853-ab68-2675d9abc442 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:51.249983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Port cc7af13a-b00c-4853-ab68-2675d9abc442 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:52:51.250305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Attempting to bind port cc7af13a-b00c-4853-ab68-2675d9abc442 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:52:51.257325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:52:51.257662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Checking segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:52:51.258108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Bound using segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:52:51.258744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Bound port: cc7af13a-b00c-4853-ab68-2675d9abc442, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:52:51.259118 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:51.386994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] For port cc7af13a-b00c-4853-ab68-2675d9abc442, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:52:51.392175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] For port cc7af13a-b00c-4853-ab68-2675d9abc442, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=cc7af13a-b00c-4853-ab68-2675d9abc442,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:52:51.415515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a4e4-1351-422a-9559-7a8f69ac74b2 req-cd133346-20b5-465c-a3ed-bdb6a28ee23a tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.417978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ae2a4e4-1351-422a-9559-7a8f69ac74b2 req-cd133346-20b5-465c-a3ed-bdb6a28ee23a tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 943 time: 0.1153681 Dec 15 04:52:51.418723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:51.465797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393bc02-b419-452a-bc39-b24f378f3257 req-578d767f-a381-49f3-a5c4-86e022fba5d5 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.467527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d393bc02-b419-452a-bc39-b24f378f3257 req-578d767f-a381-49f3-a5c4-86e022fba5d5 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 944 time: 0.1669941 Dec 15 04:52:51.479463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.479707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-ed4d8474-5b72-4a50-ac07-3390a04abe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.480663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:51.481521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-ed4d8474-5b72-4a50-ac07-3390a04abe57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d1903d1-46a1-4109-8b2d-6ac80616ba07 HTTP/1.1" status: 200 len: 914 time: 0.2778089 Dec 15 04:52:51.482041 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] 10.222.0.42 "PUT /v2.0/ports/cc7af13a-b00c-4853-ab68-2675d9abc442 HTTP/1.1" status: 200 len: 1092 time: 1.3489175 Dec 15 04:52:51.487581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'tag': 'cc7af13a-b00c-4853-ab68-2675d9abc442'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:51.489856 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771dd79f-4aeb-4027-85d4-cbc9807d656a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e01b61-856f-4a00-b026-8d793caa6622", "tag": "cc7af13a-b00c-4853-ab68-2675d9abc442"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:51.529769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae72dd-c95a-46ee-a096-eb3501552700 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7af13a-b00c-4853-ab68-2675d9abc442,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:51.563608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:51.568300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-5619e711-b1f0-4fab-be6a-a2cc7d48c900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789 HTTP/1.1" status: 200 len: 217 time: 0.0642228 Dec 15 04:52:51.593618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ae2a4e4-1351-422a-9559-7a8f69ac74b2 req-bcd2eb15-74fe-40c0-8c1b-0c8f380f3495 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608348 Dec 15 04:52:51.596887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d393bc02-b419-452a-bc39-b24f378f3257 req-f583cfe9-8e2f-45f1-a842-c64784d3df42 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212578 Dec 15 04:52:51.658341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-0cbccd52-97b8-4502-ae8c-f52a11440fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.660561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-0cbccd52-97b8-4502-ae8c-f52a11440fd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57ba6c72-5676-4241-97b2-85569daf091c HTTP/1.1" status: 200 len: 854 time: 0.0809414 Dec 15 04:52:51.723008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-024718c1-0429-4f1e-9b4b-965c5a256674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d1903d1-46a1-4109-8b2d-6ac80616ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519874 Dec 15 04:52:51.829880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13177bad-05e2-4187-b785-44217a33b6bc req-b2290fcd-a215-4d0c-bed8-5c3d2eed5eac tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:51.837374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13177bad-05e2-4187-b785-44217a33b6bc req-b2290fcd-a215-4d0c-bed8-5c3d2eed5eac tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 943 time: 0.1170619 Dec 15 04:52:51.900198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-6e954a25-baa7-49fe-8796-b8f453640a45 service neutron] 10.222.0.16 "GET /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506729 Dec 15 04:52:51.934464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13177bad-05e2-4187-b785-44217a33b6bc req-62eb3c31-6f97-4f42-967e-3a81f4ec64c7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916896 Dec 15 04:52:52.025661 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55ed9e9-1d8e-4447-8529-e9c773f128dc x-openstack-request-id: req-b55ed9e9-1d8e-4447-8529-e9c773f128dc {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:52.026339 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e01b61-856f-4a00-b026-8d793caa6622", "tag": "cc7af13a-b00c-4853-ab68-2675d9abc442", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:52.026339 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b55ed9e9-1d8e-4447-8529-e9c773f128dc {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:52.027988 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'tag': 'cc7af13a-b00c-4853-ab68-2675d9abc442', 'status': 'completed', 'code': 200} Dec 15 04:52:52.029304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd0c5c76-38e1-48e1-9e14-9bdc8151e0a6 req-eff377ea-ca46-47b0-ae74-3f8f8440afab service neutron] 10.222.0.16 "GET /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185055 Dec 15 04:52:52.041016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:52:52.050067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:52:52.055948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:52.056695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:52.063581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa5e9c-0fe3-4ebd-bc9b-a91f34af1471 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:52.083913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-bf8f290f-8a69-47c9-bb60-f86fe704b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:52.085485 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-bf8f290f-8a69-47c9-bb60-f86fe704b464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 1095 time: 0.5381024 Dec 15 04:52:52.093440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Subnet': ['ID=6e4a43cc-507c-4cec-a908-3831bf78ebda,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:52.104279 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f35b9294-56e2-4c20-8bc7-2e3ae92d07b3 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3264701 Dec 15 04:52:52.104771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59260) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:52.110427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-297851420', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e4a43cc-507c-4cec-a908-3831bf78ebda'}], 'security_groups': ['e0713bd3-23d3-4239-afd5-7d6f47298977', 'ebdcbd06-7590-4e67-905b-ba133431f9a2']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:52:52.143734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-c0dc7090-0d47-4205-88c2-140d80b0b364 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc7af13a-b00c-4853-ab68-2675d9abc442 HTTP/1.1" status: 200 len: 217 time: 0.0402522 Dec 15 04:52:52.230583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-bf0d59dd-229e-4cea-a0de-1a02b76c2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:52.232575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-bf0d59dd-229e-4cea-a0de-1a02b76c2828 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.0823426 Dec 15 04:52:52.269842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-85dac47e-6a2b-4856-9efc-2198adb5eebd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303917 Dec 15 04:52:52.315686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] Update dhcp port {'port': {'network_id': '5a373e02-5c65-4c15-898e-d177f2dd8d76', 'fixed_ips': [{'subnet_id': '01fd90a5-2bb0-4d7b-9972-cd506ea83dfc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '693a31d0-2cfe-4011-95d2-5bfbbe7ae130', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e4a43cc-507c-4cec-a908-3831bf78ebda'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '8baa3b9b-3eb6-4527-b183-17a2ef756e4b'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:52:52.350486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:52.372918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:52.445345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-8ff92c95-2a3f-423b-82bb-308631aa4949 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641526 Dec 15 04:52:52.588808 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-12d19fb8-dc84-47d3-830d-aea0f017a697 req-4ee4c5a1-fff1-4766-a754-7ce2da271e3e service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350074 Dec 15 04:52:52.601788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] Allocated IP 2001:db8:0:2::2 (5a373e02-5c65-4c15-898e-d177f2dd8d76/6e4a43cc-507c-4cec-a908-3831bf78ebda/8baa3b9b-3eb6-4527-b183-17a2ef756e4b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:52.742487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:52.773802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-4f122793-05a5-4ed1-bff5-562f82103b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:52.773802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-4f122793-05a5-4ed1-bff5-562f82103b29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 1095 time: 0.0928218 Dec 15 04:52:52.780929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:52.792662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:52.850499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5dae4-eb51-4019-bb52-4524aeca52e6 None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:52.867714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b3d21682-6be9-4895-806f-8d4cfbe1365f up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:52.922578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-9cbcaddb-a720-476b-8a05-5084e15745e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:52.925521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-9cbcaddb-a720-476b-8a05-5084e15745e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.1454217 Dec 15 04:52:52.937835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Delete allocated IP 2001:db8::385 (5a373e02-5c65-4c15-898e-d177f2dd8d76/693a31d0-2cfe-4011-95d2-5bfbbe7ae130) {{(pid=103133) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 04:52:52.947373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Allocated IP 2001:db8:0:2::197 (5a373e02-5c65-4c15-898e-d177f2dd8d76/6e4a43cc-507c-4cec-a908-3831bf78ebda/44ed9609-799f-41de-822a-543145198756) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:52:52.985630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-f3b54353-400f-48a4-b0e6-a798b00d5de7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc7af13a-b00c-4853-ab68-2675d9abc442 HTTP/1.1" status: 200 len: 217 time: 0.0514834 Dec 15 04:52:53.026880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port b3d21682-6be9-4895-806f-8d4cfbe1365f completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:52:53.032130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port b3d21682-6be9-4895-806f-8d4cfbe1365f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:53.032516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.066518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-8265a81f-ac8e-44f9-b5b4-cf6f2d7e4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:53.069185 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-8265a81f-ac8e-44f9-b5b4-cf6f2d7e4e05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.0756361 Dec 15 04:52:53.129575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-ccab84c0-28f6-44ac-891c-fc351be219a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526645 Dec 15 04:52:53.131739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5574c3-d2ff-48d2-981b-349bc9e4d9a5 req-b9379135-bbf2-4dbc-9f43-536444156113 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:53.133557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba5574c3-d2ff-48d2-981b-349bc9e4d9a5 req-b9379135-bbf2-4dbc-9f43-536444156113 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 944 time: 0.4276958 Dec 15 04:52:53.208204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09732a64-b5e2-4d8c-8820-daab9abfe66d req-2c9b207c-b572-46c0-bcca-879eacfee80a tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:53.209732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09732a64-b5e2-4d8c-8820-daab9abfe66d req-2c9b207c-b572-46c0-bcca-879eacfee80a tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 943 time: 0.4443853 Dec 15 04:52:53.259740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8baa3b9b-3eb6-4527-b183-17a2ef756e4b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:53.269349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.293252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09732a64-b5e2-4d8c-8820-daab9abfe66d req-dbf99c5a-a371-4ea2-8d4b-5e28c4533529 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Dec 15 04:52:53.342531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.360833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.389177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bc1988-f176-4744-baac-6eefab343514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d21682-6be9-4895-806f-8d4cfbe1365f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:53.396127 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed8c284-f8ad-4bf4-a87c-e5db6ffc56db" -d '{"events": [{"server_uuid": "72bc1988-f176-4744-baac-6eefab343514", "name": "network-vif-plugged", "status": "completed", "tag": "b3d21682-6be9-4895-806f-8d4cfbe1365f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:53.412448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-6d1e1167-a90b-4fc1-a86d-337d8d0b8062 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746253 Dec 15 04:52:53.418240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] In _notify_port_updated(), no bound segment for port 44ed9609-799f-41de-822a-543145198756 on network 5a373e02-5c65-4c15-898e-d177f2dd8d76 {{(pid=103133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:52:53.423558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:53.424248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.425624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "PUT /v2.0/ports/44ed9609-799f-41de-822a-543145198756 HTTP/1.1" status: 200 len: 969 time: 1.3194461 Dec 15 04:52:53.440344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59290) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:53.444213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b3d21682-6be9-4895-806f-8d4cfbe1365f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f,segment=NetworkSegment(89191e27-bbf4-4842-bdbd-68d4b4dc0ad1),segment_id=89191e27-bbf4-4842-bdbd-68d4b4dc0ad1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:53.458187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba5574c3-d2ff-48d2-981b-349bc9e4d9a5 req-7026b82b-6f66-4b33-8903-cc52a3ee60d4 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079271 Dec 15 04:52:53.473103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.496394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86840866-ccf8-43fd-9898-f47353d968f6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event updated for resources: {'Port': ['ID=44ed9609-799f-41de-822a-543145198756,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:53.603973 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb1ad6-b115-48cb-b00c-b1d4d213fc5b x-openstack-request-id: req-5ccb1ad6-b115-48cb-b00c-b1d4d213fc5b {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:53.604298 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bc1988-f176-4744-baac-6eefab343514", "name": "network-vif-plugged", "status": "completed", "tag": "b3d21682-6be9-4895-806f-8d4cfbe1365f", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:53.604558 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ccb1ad6-b115-48cb-b00c-b1d4d213fc5b {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:53.615370 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bc1988-f176-4744-baac-6eefab343514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d21682-6be9-4895-806f-8d4cfbe1365f', 'code': 200} Dec 15 04:52:53.628473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b3d21682-6be9-4895-806f-8d4cfbe1365f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:53.655438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efefab7-134b-4509-a0f6-245c0b01cc87 req-07237937-e7d8-4204-ba95-33b1863c55c7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:53.666306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0efefab7-134b-4509-a0f6-245c0b01cc87 req-07237937-e7d8-4204-ba95-33b1863c55c7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 943 time: 0.1618462 Dec 15 04:52:53.668600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:53.672506 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.766785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0efefab7-134b-4509-a0f6-245c0b01cc87 req-9b271f72-6c78-45cc-8576-7c9daddf83ce tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988436 Dec 15 04:52:53.856274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742e807-cb53-408d-baf3-d66707bbeffb req-f00f4c0b-e215-472f-b980-383e714add7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:53.857798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2742e807-cb53-408d-baf3-d66707bbeffb req-f00f4c0b-e215-472f-b980-383e714add7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 1097 time: 0.1240489 Dec 15 04:52:53.862559 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-771dd79f-4aeb-4027-85d4-cbc9807d656a req-c9629989-a062-42a9-9d70-1b8394e2b14d service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407628 Dec 15 04:52:53.867166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port 44ed9609-799f-41de-822a-543145198756 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:53.867512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:53.994859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2742e807-cb53-408d-baf3-d66707bbeffb req-556fdbfb-491f-4889-b139-d52c0b283a40 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739684 Dec 15 04:52:54.017790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.035281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for 44ed9609-799f-41de-822a-543145198756 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:54.072725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Provisioning complete for port 44ed9609-799f-41de-822a-543145198756 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:54.074030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.122830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Port 44ed9609-799f-41de-822a-543145198756 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:54.143142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:54.145609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.275292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.311029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=44ed9609-799f-41de-822a-543145198756,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:54.314738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Provisioning complete for port cd4c488d-34d1-4db3-8bb7-220e357691d7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:54.315221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.372468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.380810 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7c8dbafc-8926-4a7a-ab27-dd9c17517cdb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/44ed9609-799f-41de-822a-543145198756 HTTP/1.1" status: 204 len: 168 time: 0.9341385 Dec 15 04:52:54.383502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59306) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:54.385551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-87497577-2032-4995-b6ff-104dd626d052 None None] Port cd4c488d-34d1-4db3-8bb7-220e357691d7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:54.430534 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd5e53b-0ee4-408d-ad38-e1f1e58176a6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] GET failed (client error): The resource could not be found. Dec 15 04:52:54.434497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ecd5e53b-0ee4-408d-ad38-e1f1e58176a6 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports/44ed9609-799f-41de-822a-543145198756 HTTP/1.1" status: 404 len: 333 time: 0.0492315 Dec 15 04:52:54.437446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59308) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:54.521472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6fe3e566-87a4-4487-85cc-130594ae4c41 None None] Could not find standard attr ID for object 44ed9609-799f-41de-822a-543145198756. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:52:54.543633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b986233-ae99-44d8-897d-78ee5db54222 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.552487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a4188-a1c6-4f31-b65b-f88469df2c75 req-26f3efcf-f113-476d-b7ee-585b646a2195 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:54.566881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f89a4188-a1c6-4f31-b65b-f88469df2c75 req-26f3efcf-f113-476d-b7ee-585b646a2195 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 943 time: 0.1170125 Dec 15 04:52:54.589495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b986233-ae99-44d8-897d-78ee5db54222 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.652823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b986233-ae99-44d8-897d-78ee5db54222 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.655705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b986233-ae99-44d8-897d-78ee5db54222 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.658905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b986233-ae99-44d8-897d-78ee5db54222 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/security-groups/b57d8339-1201-46c9-91cc-108ae2d24ca6 HTTP/1.1" status: 204 len: 168 time: 0.2198310 Dec 15 04:52:54.662548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59318) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:54.670644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b986233-ae99-44d8-897d-78ee5db54222 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d8339-1201-46c9-91cc-108ae2d24ca6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:54.702414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f89a4188-a1c6-4f31-b65b-f88469df2c75 req-eb16ccfe-e74a-4e69-bb96-5ca660443666 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342075 Dec 15 04:52:54.727046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2a24-2a5d-411d-ba54-cddffbd34702 req-b76cc914-ce11-48d3-bf29-11fbf569150f tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:54.728545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b40e2a24-2a5d-411d-ba54-cddffbd34702 req-b76cc914-ce11-48d3-bf29-11fbf569150f tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 945 time: 0.1198783 Dec 15 04:52:54.795528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6a66-7013-4409-aa35-2f04740f96d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.820672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b40e2a24-2a5d-411d-ba54-cddffbd34702 req-f44f5be3-9155-47c7-8807-7192aca76c04 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830035 Dec 15 04:52:54.822100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3d48bbf-824a-4ae5-bba0-aebe10b21789 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:54.833054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6a66-7013-4409-aa35-2f04740f96d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.935056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f88a4-4412-4475-88f1-2e345f97eb07 req-91a8caad-8bfe-4c39-a746-bc65bbb14aec tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:54.943577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-776f88a4-4412-4475-88f1-2e345f97eb07 req-91a8caad-8bfe-4c39-a746-bc65bbb14aec tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 943 time: 0.0756538 Dec 15 04:52:54.952790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6a66-7013-4409-aa35-2f04740f96d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.953227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c3d48bbf-824a-4ae5-bba0-aebe10b21789, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789,segment=NetworkSegment(457e17c1-2ea4-41ea-bf37-579a122a86e3),segment_id=457e17c1-2ea4-41ea-bf37-579a122a86e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:54.955547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a37d6a66-7013-4409-aa35-2f04740f96d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:54.959285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a37d6a66-7013-4409-aa35-2f04740f96d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/security-groups/ebdcbd06-7590-4e67-905b-ba133431f9a2 HTTP/1.1" status: 204 len: 168 time: 0.2903891 Dec 15 04:52:54.959646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:54.968787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789', 'network_id': '9d1903d1-46a1-4109-8b2d-6ac80616ba07', 'port_id': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789', 'mac_address': 'fa:16:3e:10:53:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ba6c72-5676-4241-97b2-85569daf091c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:54.979084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d6a66-7013-4409-aa35-2f04740f96d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdcbd06-7590-4e67-905b-ba133431f9a2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:55.028355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-776f88a4-4412-4475-88f1-2e345f97eb07 req-4b74ceca-3bdf-4fd6-9fd2-7b6005d47c89 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837765 Dec 15 04:52:55.065959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.082386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d48bbf-824a-4ae5-bba0-aebe10b21789 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:55.101418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1723efd-0d80-4e4c-8ab7-9c1309f9c2ba tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.108405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c3d48bbf-824a-4ae5-bba0-aebe10b21789, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789,segment=NetworkSegment(457e17c1-2ea4-41ea-bf37-579a122a86e3),segment_id=457e17c1-2ea4-41ea-bf37-579a122a86e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:55.121519 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.154620 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1723efd-0d80-4e4c-8ab7-9c1309f9c2ba tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.185943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=c3d48bbf-824a-4ae5-bba0-aebe10b21789,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:55.217569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1723efd-0d80-4e4c-8ab7-9c1309f9c2ba tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.220210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1723efd-0d80-4e4c-8ab7-9c1309f9c2ba tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.221520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b1723efd-0d80-4e4c-8ab7-9c1309f9c2ba tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0713bd3-23d3-4239-afd5-7d6f47298977 HTTP/1.1" status: 204 len: 168 time: 0.2601428 Dec 15 04:52:55.225197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59334) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:55.258307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1723efd-0d80-4e4c-8ab7-9c1309f9c2ba tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0713bd3-23d3-4239-afd5-7d6f47298977,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:55.301941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 693a31d0-2cfe-4011-95d2-5bfbbe7ae130 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:55.305356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.354086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.448484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.472454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['c3d48bbf-824a-4ae5-bba0-aebe10b21789'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:55.518592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.554598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.558832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/693a31d0-2cfe-4011-95d2-5bfbbe7ae130 HTTP/1.1" status: 204 len: 168 time: 0.3316762 Dec 15 04:52:55.562268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68251ff-b64d-416b-b23a-ed8cf84ad82c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=693a31d0-2cfe-4011-95d2-5bfbbe7ae130,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:55.562268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59342) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:55.569142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d076ba5-b2e5-4a93-9a85-5fd4b29bff1d None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:55.642577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 6e4a43cc-507c-4cec-a908-3831bf78ebda {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:55.646728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.697382 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.833384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.888805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0199c-f540-47f1-9f09-6daccca12920 req-c92f4619-8fca-4223-a649-3f818df14bc7 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:55.900739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-faa0199c-f540-47f1-9f09-6daccca12920 req-c92f4619-8fca-4223-a649-3f818df14bc7 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 944 time: 0.0976534 Dec 15 04:52:55.956676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:55.999338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4a43cc-507c-4cec-a908-3831bf78ebda,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:56.032021 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.039520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ad7d7e28-e32f-46b6-a4eb-8c0b0cfd8a5e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/6e4a43cc-507c-4cec-a908-3831bf78ebda HTTP/1.1" status: 204 len: 168 time: 0.4751122 Dec 15 04:52:56.040718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59352) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.083216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-faa0199c-f540-47f1-9f09-6daccca12920 req-b39ca4ed-0586-4174-a981-ae15eec71a56 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814837 Dec 15 04:52:56.086361 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-347bb61c-93a2-48ad-9dfa-b3451274921f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.086545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347bb61c-93a2-48ad-9dfa-b3451274921f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:56.098771 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-347bb61c-93a2-48ad-9dfa-b3451274921f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/693a31d0-2cfe-4011-95d2-5bfbbe7ae130 HTTP/1.1" status: 404 len: 337 time: 0.0543339 Dec 15 04:52:56.103766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a38f1c-c513-4b83-aac3-a3b4eafcdbd9 req-d9b59e90-57d4-446e-ad09-fc2b267f3f2b tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:56.116280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52a38f1c-c513-4b83-aac3-a3b4eafcdbd9 req-d9b59e90-57d4-446e-ad09-fc2b267f3f2b tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 945 time: 0.1639090 Dec 15 04:52:56.119741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59356) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.199697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting subnet 01fd90a5-2bb0-4d7b-9972-cd506ea83dfc {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:52:56.203696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.250774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52a38f1c-c513-4b83-aac3-a3b4eafcdbd9 req-dbf88927-2fb4-4576-95da-6f50a5afed05 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233182 Dec 15 04:52:56.262786 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.297527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f4e36-c80c-4b00-b719-421051a058fd req-f9cd4637-67f8-4fdf-bbf6-cea521ee4129 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:56.316885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-751f4e36-c80c-4b00-b719-421051a058fd req-f9cd4637-67f8-4fdf-bbf6-cea521ee4129 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 943 time: 0.1586494 Dec 15 04:52:56.414681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-751f4e36-c80c-4b00-b719-421051a058fd req-169efc96-d907-44ca-aa67-24533747d8ba tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939815 Dec 15 04:52:56.473955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.564361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.611585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Subnet': ['ID=01fd90a5-2bb0-4d7b-9972-cd506ea83dfc,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:56.622559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.629048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3818f630-5832-4f7f-8ce3-328c4d750aad tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/01fd90a5-2bb0-4d7b-9972-cd506ea83dfc HTTP/1.1" status: 204 len: 168 time: 0.5033658 Dec 15 04:52:56.629627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59368) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.661935 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5379d36c-5bbc-430c-b9cf-f100492ac26f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.662401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5379d36c-5bbc-430c-b9cf-f100492ac26f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:56.669204 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5379d36c-5bbc-430c-b9cf-f100492ac26f tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/b17e376c-f9da-40a4-8f35-9af56ba81c92 HTTP/1.1" status: 404 len: 337 time: 0.0352764 Dec 15 04:52:56.670213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59372) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.683047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec60a3-a819-4a44-8f1d-2bde45f8de73 None None] Network 5a373e02-5c65-4c15-898e-d177f2dd8d76 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:52:56.698444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438ee0-fc25-4735-a348-db526cc95b6a req-bf35933c-51bd-4889-aed9-8c78c97921b0 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:56.705609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53438ee0-fc25-4735-a348-db526cc95b6a req-bf35933c-51bd-4889-aed9-8c78c97921b0 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 945 time: 0.0866778 Dec 15 04:52:56.713279 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2c10f4e2-c57f-4b03-a0c1-debfe8f57dc2 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "GET /v2.0/ports?device_id=f127c67c-0f01-4252-8c85-aecf19b90538 HTTP/1.1" status: 200 len: 205 time: 0.0417736 Dec 15 04:52:56.716234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59374) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.794461 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-928869e7-770a-4295-89c5-740c0f3dbe56 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] delete failed (client error): The resource could not be found. Dec 15 04:52:56.796276 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-928869e7-770a-4295-89c5-740c0f3dbe56 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/routers/f127c67c-0f01-4252-8c85-aecf19b90538 HTTP/1.1" status: 404 len: 336 time: 0.0789640 Dec 15 04:52:56.798743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.809016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53438ee0-fc25-4735-a348-db526cc95b6a req-70a81f4a-fea9-4708-ad63-9429d0155449 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955160 Dec 15 04:52:56.814722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c5916314-df8f-413b-b233-9dfe00e5b6c0 None None] Provisioning complete for port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:56.815473 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5916314-df8f-413b-b233-9dfe00e5b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:56.834371 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ab0015-eaec-4c82-b911-c6ac251d540a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.834860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ab0015-eaec-4c82-b911-c6ac251d540a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:56.841901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59386) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.845026 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79ab0015-eaec-4c82-b911-c6ac251d540a tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/94ab62fa-617b-48c5-92ef-d7ede36ec7a5 HTTP/1.1" status: 404 len: 337 time: 0.0449078 Dec 15 04:52:56.863819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3d48bbf-824a-4ae5-bba0-aebe10b21789 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:52:56.870414 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a9e66c-1d8c-4819-970e-a6642b1efd4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.871077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a9e66c-1d8c-4819-970e-a6642b1efd4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:56.877701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.877924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-84a9e66c-1d8c-4819-970e-a6642b1efd4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/88faf823-5eff-4e96-b520-244b1bc77e9e HTTP/1.1" status: 404 len: 337 time: 0.0347867 Dec 15 04:52:56.902437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device cc7af13a-b00c-4853-ab68-2675d9abc442 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:52:56.923581 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a434cf-5a3d-476c-9f29-aba7b27f1140 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.923727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a434cf-5a3d-476c-9f29-aba7b27f1140 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:56.932206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-21a434cf-5a3d-476c-9f29-aba7b27f1140 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/2f7230f6-9d58-4052-9ce8-b368961d7b6c HTTP/1.1" status: 404 len: 337 time: 0.0514970 Dec 15 04:52:56.932879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.957034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] DHCP port deletion for 5a373e02-5c65-4c15-898e-d177f2dd8d76 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:52:56.963395 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ca31ee-2dfa-44c1-b877-7fd53e0116d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.964159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ca31ee-2dfa-44c1-b877-7fd53e0116d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:56.970184 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-77ca31ee-2dfa-44c1-b877-7fd53e0116d1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/ad0bd765-5bb7-482d-be9e-a84e6194dd6d HTTP/1.1" status: 404 len: 333 time: 0.0338416 Dec 15 04:52:56.970964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59396) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:56.998306 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cecec3-061c-44c3-8fe0-3f643e59149d tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:56.998903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cecec3-061c-44c3-8fe0-3f643e59149d tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:57.004649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d7cecec3-061c-44c3-8fe0-3f643e59149d tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/abd6d5a2-f041-45c0-8737-50de99976d56 HTTP/1.1" status: 404 len: 337 time: 0.0302246 Dec 15 04:52:57.005123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59398) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:57.033728 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f656539-b82d-4e6e-af76-cc3082e41be1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:57.034359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f656539-b82d-4e6e-af76-cc3082e41be1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:57.040002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5f656539-b82d-4e6e-af76-cc3082e41be1 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/cefc891e-35f2-4cb9-842f-0349ffb96773 HTTP/1.1" status: 404 len: 337 time: 0.0314355 Dec 15 04:52:57.040580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:57.073403 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7903bb16-ea67-4639-8234-a71291295355 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:57.074463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7903bb16-ea67-4639-8234-a71291295355 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:57.078097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7903bb16-ea67-4639-8234-a71291295355 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/5458cac1-e8a6-4723-863b-6c909d553a7a HTTP/1.1" status: 404 len: 333 time: 0.0365684 Dec 15 04:52:57.080726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59404) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:57.127681 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bdb176-d995-4fef-ac3c-5349169a47bb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:57.128200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bdb176-d995-4fef-ac3c-5349169a47bb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:57.131462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00bdb176-d995-4fef-ac3c-5349169a47bb tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/4b12804c-4c50-4038-9ece-01456ad14b39 HTTP/1.1" status: 404 len: 337 time: 0.0495722 Dec 15 04:52:57.134102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59408) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:57.179851 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9359a2-f4a8-449e-ab8c-3a1b3eb30000 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] DELETE failed (client error): The resource could not be found. Dec 15 04:52:57.180353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9359a2-f4a8-449e-ab8c-3a1b3eb30000 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:52:57.196944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8e9359a2-f4a8-449e-ab8c-3a1b3eb30000 tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/subnets/21c48287-4852-4451-8568-b9a9470879ac HTTP/1.1" status: 404 len: 337 time: 0.0590510 Dec 15 04:52:57.197418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:57.290493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8baa3b9b-3eb6-4527-b183-17a2ef756e4b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:52:57.346270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea2ee-dc68-499f-9d90-5d9c5a299a36 req-62e0f607-2c8c-4f35-ac07-196979b3827d tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:57.348151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b1ea2ee-dc68-499f-9d90-5d9c5a299a36 req-62e0f607-2c8c-4f35-ac07-196979b3827d tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 944 time: 0.1331050 Dec 15 04:52:57.390791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port c3d48bbf-824a-4ae5-bba0-aebe10b21789 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:52:57.403809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port c3d48bbf-824a-4ae5-bba0-aebe10b21789 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:57.404377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.450098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] Deleting port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:57.451468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.490371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Deleting port cd4c488d-34d1-4db3-8bb7-220e357691d7 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:57.490720 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.509774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b1ea2ee-dc68-499f-9d90-5d9c5a299a36 req-e8f5fa1b-ede8-4f7a-8d56-cd5d2c9a84a9 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488967 Dec 15 04:52:57.550272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:57.550786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.569437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] Calling delete_port for 8baa3b9b-3eb6-4527-b183-17a2ef756e4b owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:57.661126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c5916314-df8f-413b-b233-9dfe00e5b6c0 None None] Provisioning complete for port cd4c488d-34d1-4db3-8bb7-220e357691d7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:52:57.661663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5916314-df8f-413b-b233-9dfe00e5b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.664333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.709893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Calling delete_port for cd4c488d-34d1-4db3-8bb7-220e357691d7 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:57.744399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0ac3e-ae74-46d0-b6f0-17bcfea02cc2 req-e94b2452-eb44-40c7-9872-0f9567d9ec01 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:57.746581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2fd0ac3e-ae74-46d0-b6f0-17bcfea02cc2 req-e94b2452-eb44-40c7-9872-0f9567d9ec01 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 943 time: 0.1711476 Dec 15 04:52:57.762237 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.765026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bbb4abbb-f68b-45dd-a9c0-d7dabf2d857e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.779030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port cc7af13a-b00c-4853-ab68-2675d9abc442, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=cc7af13a-b00c-4853-ab68-2675d9abc442,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:57.821241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'cc7af13a-b00c-4853-ab68-2675d9abc442', 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'port_id': 'cc7af13a-b00c-4853-ab68-2675d9abc442', 'mac_address': 'fa:16:3e:31:aa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e464-2bef-4305-b62c-91d5f5fc6546', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:52:57.832010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75b710-d289-4b92-9e8b-3d4960abfa15 req-5367707c-68f4-42fe-b095-90abfebde767 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:57.833675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c5916314-df8f-413b-b233-9dfe00e5b6c0 None None] Port cd4c488d-34d1-4db3-8bb7-220e357691d7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:52:57.840022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b75b710-d289-4b92-9e8b-3d4960abfa15 req-5367707c-68f4-42fe-b095-90abfebde767 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.1847987 Dec 15 04:52:57.904477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,segment=NetworkSegment(fb941e4f-5177-4e4e-bb7c-c52e8662db86),segment_id=fb941e4f-5177-4e4e-bb7c-c52e8662db86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:57.915164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2fd0ac3e-ae74-46d0-b6f0-17bcfea02cc2 req-ab2e1dba-c5ed-4407-b61b-a2ddf41d098a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579442 Dec 15 04:52:57.931245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.932331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.969506 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.971304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.981503 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:57.982282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b75b710-d289-4b92-9e8b-3d4960abfa15 req-f73a4a18-3d92-4149-8f2e-09e7ab005359 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409247 Dec 15 04:52:58.010419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Port': ['ID=cd4c488d-34d1-4db3-8bb7-220e357691d7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:58.013488 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.019976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:58.025981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] No DVR routers for this DVR port 8baa3b9b-3eb6-4527-b183-17a2ef756e4b on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:58.031795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-979c28f6-ea71-47c7-b19f-8f781cf24f4e tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/ports/cd4c488d-34d1-4db3-8bb7-220e357691d7 HTTP/1.1" status: 204 len: 168 time: 0.8311296 Dec 15 04:52:58.052132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7af13a-b00c-4853-ab68-2675d9abc442 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:52:58.064015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:58.066304 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d40ad30-dd00-4ca0-bb9a-b04ba641f630" -d '{"events": [{"server_uuid": "fb1a7b88-330b-4264-8651-5f87962ebda6", "name": "network-vif-plugged", "status": "completed", "tag": "c3d48bbf-824a-4ae5-bba0-aebe10b21789"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:58.081337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:58.101956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port c3d48bbf-824a-4ae5-bba0-aebe10b21789, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789,segment=NetworkSegment(457e17c1-2ea4-41ea-bf37-579a122a86e3),segment_id=457e17c1-2ea4-41ea-bf37-579a122a86e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:58.132246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.137333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port cc7af13a-b00c-4853-ab68-2675d9abc442, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=cc7af13a-b00c-4853-ab68-2675d9abc442,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:58.138703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097c711-e209-44ce-9f46-57681ac8e583 None None] Pushing event deleted for resources: {'Port': ['ID=8baa3b9b-3eb6-4527-b183-17a2ef756e4b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:58.177072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.187417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-e654038c-b7f5-4908-bc12-7a4c1700df2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1201322 Dec 15 04:52:58.207768 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3c5b8a-325d-4b35-a3f3-a09b8fe65c14 x-openstack-request-id: req-da3c5b8a-325d-4b35-a3f3-a09b8fe65c14 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:58.208103 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1a7b88-330b-4264-8651-5f87962ebda6", "name": "network-vif-plugged", "status": "completed", "tag": "c3d48bbf-824a-4ae5-bba0-aebe10b21789", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:58.208360 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da3c5b8a-325d-4b35-a3f3-a09b8fe65c14 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:58.208760 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789', 'code': 200} Dec 15 04:52:58.210917 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.228928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=c3d48bbf-824a-4ae5-bba0-aebe10b21789,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:58.240288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619224e-75bb-466a-9029-a99b41035a95 req-0eba901f-be2d-43fb-8a55-f8e2b1539108 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:58.242585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5619224e-75bb-466a-9029-a99b41035a95 req-0eba901f-be2d-43fb-8a55-f8e2b1539108 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 945 time: 0.0769229 Dec 15 04:52:58.302330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=cc7af13a-b00c-4853-ab68-2675d9abc442,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:58.310036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-8de984ad-fd6c-4b63-ab7a-f89c3a1a5d34 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:58.311608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-8de984ad-fd6c-4b63-ab7a-f89c3a1a5d34 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.42 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 945 time: 0.1314938 Dec 15 04:52:58.335178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5619224e-75bb-466a-9029-a99b41035a95 req-0e40c7cc-8f37-45e1-a277-a20f2ba4bd3f tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/security-groups?id=a404ee85-24a0-4b55-b7ce-3e43dd8ff488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851450 Dec 15 04:52:58.395846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-e727c126-2f90-4631-ae14-23174a292b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:58.397457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-e727c126-2f90-4631-ae14-23174a292b23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1098 time: 0.1125715 Dec 15 04:52:58.399889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb070aa8-8a3b-42aa-a4c2-87f3bc1e587d req-7e47fa98-bb9b-4d61-ab71-4a7aac1db8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:58.401336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb070aa8-8a3b-42aa-a4c2-87f3bc1e587d req-7e47fa98-bb9b-4d61-ab71-4a7aac1db8e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 1097 time: 0.0857084 Dec 15 04:52:58.417998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.467985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a373e02-5c65-4c15-898e-d177f2dd8d76']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:58.486642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb941e4f-5177-4e4e-bb7c-c52e8662db86') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:58.486947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb941e4f-5177-4e4e-bb7c-c52e8662db86') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:52:58.498681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.509476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb070aa8-8a3b-42aa-a4c2-87f3bc1e587d req-0d6117e9-5943-413d-901c-b929db5e87db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972333 Dec 15 04:52:58.517818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.518780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['cc7af13a-b00c-4853-ab68-2675d9abc442'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:58.529645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:52:58.530051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:52:58.533388 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:52:58.536028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Deleting port b3d21682-6be9-4895-806f-8d4cfbe1365f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:52:58.536028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.564997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-700d446c-b9e7-4943-ab68-786a1c0da0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:58.567181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-700d446c-b9e7-4943-ab68-786a1c0da0a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1471133 Dec 15 04:52:58.663994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.675024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff888279-fc6b-4095-912d-1c857f7beb17 req-921aa25e-ad1b-4a05-9ca7-49fdff01c187 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:58.675832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.678097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff888279-fc6b-4095-912d-1c857f7beb17 req-921aa25e-ad1b-4a05-9ca7-49fdff01c187 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 945 time: 0.0689783 Dec 15 04:52:58.684561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] 10.222.0.37 "DELETE /v2.0/networks/5a373e02-5c65-4c15-898e-d177f2dd8d76 HTTP/1.1" status: 204 len: 168 time: 0.6597817 Dec 15 04:52:58.743391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff888279-fc6b-4095-912d-1c857f7beb17 req-37dc6464-628c-4d23-a404-1544d8315f80 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525451 Dec 15 04:52:58.748041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4043e91-e4ab-4afb-bfb7-5a6621c9e01c tempest-PortsIpV6TestJSON-102705224 tempest-PortsIpV6TestJSON-102705224-project] Pushing event deleted for resources: {'Network': ['ID=5a373e02-5c65-4c15-898e-d177f2dd8d76,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:58.776709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] For port b3d21682-6be9-4895-806f-8d4cfbe1365f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b3d21682-6be9-4895-806f-8d4cfbe1365f,segment=NetworkSegment(89191e27-bbf4-4842-bdbd-68d4b4dc0ad1),segment_id=89191e27-bbf4-4842-bdbd-68d4b4dc0ad1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:52:58.777764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:58.791957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Calling delete_port for b3d21682-6be9-4895-806f-8d4cfbe1365f owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:52:58.945913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-62042913-cbe9-4b00-8361-f6decdb63c06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1002 time: 0.1444707 Dec 15 04:52:59.016109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:59.068695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-ad7cf99b-42b9-4fe5-b334-d2d3f0d5d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:59.070917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-ad7cf99b-42b9-4fe5-b334-d2d3f0d5d12e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1147051 Dec 15 04:52:59.092246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Pushing event deleted for resources: {'Port': ['ID=b3d21682-6be9-4895-806f-8d4cfbe1365f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:52:59.210002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] No DVR routers for this DVR port b3d21682-6be9-4895-806f-8d4cfbe1365f on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:52:59.211182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-ab812220-b177-466a-acc9-13b844ba3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:59.213003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-ab812220-b177-466a-acc9-13b844ba3f04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312397 Dec 15 04:52:59.213610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:59.218585 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2970cf50-2726-43d8-a088-0dec1a803a57 req-62659a25-948c-4eca-82d9-c15c2f6d8179 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.42 "DELETE /v2.0/ports/b3d21682-6be9-4895-806f-8d4cfbe1365f HTTP/1.1" status: 204 len: 173 time: 0.8932605 Dec 15 04:52:59.219863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bc1988-f176-4744-baac-6eefab343514', 'name': 'network-vif-deleted', 'tag': 'b3d21682-6be9-4895-806f-8d4cfbe1365f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:52:59.223507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b3d21682-6be9-4895-806f-8d4cfbe1365f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:52:59.224181 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c653adf-b2f7-4eee-913a-c73bbdd1c282" -d '{"events": [{"server_uuid": "72bc1988-f176-4744-baac-6eefab343514", "name": "network-vif-deleted", "tag": "b3d21682-6be9-4895-806f-8d4cfbe1365f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:52:59.247600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469dc38-9a74-4116-acca-74f36c14dfa8 req-5f1b0bba-23ac-4f4b-bcfc-44779c7374da tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:59.258187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e469dc38-9a74-4116-acca-74f36c14dfa8 req-5f1b0bba-23ac-4f4b-bcfc-44779c7374da tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 944 time: 0.1625094 Dec 15 04:52:59.280718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:59.324768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f0dd-73ef-47ba-a1fa-6790e575531b req-0ce15337-36ce-4d84-9a07-b2a42a488c7d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:59.340931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1316f0dd-73ef-47ba-a1fa-6790e575531b req-0ce15337-36ce-4d84-9a07-b2a42a488c7d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.2186532 Dec 15 04:52:59.482760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-48aff558-5204-472f-8d44-7295c40204f9 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476041 Dec 15 04:52:59.544430 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-65d1ad47-4436-48cf-b8a2-16ad8ddab721 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d62f84f4e34d4cc8a94e4d34c48a85e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623334 Dec 15 04:52:59.546861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:52:59.644198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-553ab8e6-8809-4685-a4f8-8180a2d3de41 req-c5b98bf4-d32e-4699-9c90-55cda3ce8b9d service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485250 Dec 15 04:52:59.666837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e469dc38-9a74-4116-acca-74f36c14dfa8 req-93e85d5a-f454-41b7-a38d-f9204521765c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100091 Dec 15 04:52:59.686574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-9a0dcd1c-aad6-4585-bd3a-4fe069c8d1b6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:59.688227 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-9a0dcd1c-aad6-4585-bd3a-4fe069c8d1b6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 946 time: 0.2426450 Dec 15 04:52:59.710731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1316f0dd-73ef-47ba-a1fa-6790e575531b req-c13563ce-c6c5-41ac-a98a-7d93af60df3d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672678 Dec 15 04:52:59.760330 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae48d4-05c2-4d3f-ac7a-a65faeebf599 x-openstack-request-id: req-32ae48d4-05c2-4d3f-ac7a-a65faeebf599 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:52:59.761411 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bc1988-f176-4744-baac-6eefab343514", "name": "network-vif-deleted", "tag": "b3d21682-6be9-4895-806f-8d4cfbe1365f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:52:59.763298 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32ae48d4-05c2-4d3f-ac7a-a65faeebf599 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:52:59.766730 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bc1988-f176-4744-baac-6eefab343514', 'name': 'network-vif-deleted', 'tag': 'b3d21682-6be9-4895-806f-8d4cfbe1365f', 'status': 'completed', 'code': 200} Dec 15 04:52:59.788801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f4288e-e3a0-44a5-8d98-1d067be230e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:59.849682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f4288e-e3a0-44a5-8d98-1d067be230e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:59.892894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-90ad6357-0da4-439c-9f41-190825194566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:52:59.955944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef7eb99e-12c5-46ee-84eb-e8925332c51c req-7c15996b-1b38-470b-b9e1-e071ed932401 tempest-ServerGroupTestJSON-549174443 tempest-ServerGroupTestJSON-549174443-project] 10.222.0.37 "GET /v2.0/ports?device_id=72bc1988-f176-4744-baac-6eefab343514 HTTP/1.1" status: 200 len: 210 time: 0.0435157 Dec 15 04:52:59.987788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc6feb-dcb9-4e9a-93b7-fac60870357e req-1733d633-3f4e-4edb-bc43-75018469f319 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:52:59.993098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ecc6feb-dcb9-4e9a-93b7-fac60870357e req-1733d633-3f4e-4edb-bc43-75018469f319 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 945 time: 0.1285455 Dec 15 04:53:00.035989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port e960cb00-a0b9-4191-9e26-175de45cbd85 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:00.036516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.042388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f4288e-e3a0-44a5-8d98-1d067be230e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.045665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32f4288e-e3a0-44a5-8d98-1d067be230e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.050471 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-32f4288e-e3a0-44a5-8d98-1d067be230e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27074afb-99c6-49b0-b5d1-7daa869c427e HTTP/1.1" status: 204 len: 168 time: 0.5001059 Dec 15 04:53:00.086494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ecc6feb-dcb9-4e9a-93b7-fac60870357e req-f8fa3c52-f2dc-4d2c-be52-63e6324493a8 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879679 Dec 15 04:53:00.119622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4288e-e3a0-44a5-8d98-1d067be230e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27074afb-99c6-49b0-b5d1-7daa869c427e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:00.209644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port e960cb00-a0b9-4191-9e26-175de45cbd85, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e960cb00-a0b9-4191-9e26-175de45cbd85,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:00.210023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.515943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.516601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.517292 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Floating IP 816a4297-64c2-4790-968b-09cbca34df54 disassociated. External IP: 172.25.2.183, port: e960cb00-a0b9-4191-9e26-175de45cbd85. Dec 15 04:53:00.517961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for e960cb00-a0b9-4191-9e26-175de45cbd85 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:00.713451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59514) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:00.755203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:00.869505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e48a713a-2f1c-4677-9d05-d0249ab08d5d req-6c67669a-619d-495d-86bb-5f7a7d269a72 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Dec 15 04:53:00.894457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f57f-7d5c-426e-b143-d182db3a0565 req-9dcaa6f0-ef96-4e12-8d68-43e363520f30 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:00.902608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ab4f57f-7d5c-426e-b143-d182db3a0565 req-9dcaa6f0-ef96-4e12-8d68-43e363520f30 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 944 time: 0.1207709 Dec 15 04:53:00.906929 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:53:00.918005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device cc7af13a-b00c-4853-ab68-2675d9abc442 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:00.967819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=e960cb00-a0b9-4191-9e26-175de45cbd85,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:00.982436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ab4f57f-7d5c-426e-b143-d182db3a0565 req-2c0ab92c-f111-4a3a-a651-b2d97de1fa29 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Dec 15 04:53:00.989756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port cc7af13a-b00c-4853-ab68-2675d9abc442 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:00.995529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port cc7af13a-b00c-4853-ab68-2675d9abc442 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:00.996433 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.000148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31f2e616-7008-493f-9de1-354e851cf006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.076749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:01.112757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.177455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7af13a-b00c-4853-ab68-2675d9abc442'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:01.182778 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ca8686-f6f4-4fb9-a893-ac796cbbf070" -d '{"events": [{"server_uuid": "b0e01b61-856f-4a00-b026-8d793caa6622", "name": "network-vif-plugged", "status": "completed", "tag": "cc7af13a-b00c-4853-ab68-2675d9abc442"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:01.225937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.237293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port cc7af13a-b00c-4853-ab68-2675d9abc442, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=cc7af13a-b00c-4853-ab68-2675d9abc442,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:01.247064 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.248103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e960cb00-a0b9-4191-9e26-175de45cbd85 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:01.279600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33384afe-d333-435d-ba9e-b6678a9c2bd8 req-da8c5e4d-0a16-4668-8292-ed9d8efc54d8 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:01.291906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33384afe-d333-435d-ba9e-b6678a9c2bd8 req-da8c5e4d-0a16-4668-8292-ed9d8efc54d8 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 945 time: 0.0780227 Dec 15 04:53:01.303075 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1325937c-ebc2-44e5-a787-efdd8a2b972f x-openstack-request-id: req-1325937c-ebc2-44e5-a787-efdd8a2b972f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:01.303385 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e01b61-856f-4a00-b026-8d793caa6622", "name": "network-vif-plugged", "status": "completed", "tag": "cc7af13a-b00c-4853-ab68-2675d9abc442", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:01.303652 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1325937c-ebc2-44e5-a787-efdd8a2b972f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:01.304078 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7af13a-b00c-4853-ab68-2675d9abc442', 'code': 200} Dec 15 04:53:01.386783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: e960cb00-a0b9-4191-9e26-175de45cbd85 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:01.387156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e960cb00-a0b9-4191-9e26-175de45cbd85 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:01.389041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:01.397524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33384afe-d333-435d-ba9e-b6678a9c2bd8 req-2deee3da-a29d-433c-b799-1349088154b5 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010811 Dec 15 04:53:01.404621 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:01.421058 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:01.424676 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:01.442528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59550) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:01.443758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=cc7af13a-b00c-4853-ab68-2675d9abc442,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:01.582250 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:01.601448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port e960cb00-a0b9-4191-9e26-175de45cbd85 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:01.610155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.618693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2013e876-4d7b-42d3-862c-67e5d1c3783a req-60c0fca1-4d5a-4df4-8c49-57e3e1170478 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "DELETE /v2.0/ports/e960cb00-a0b9-4191-9e26-175de45cbd85 HTTP/1.1" status: 204 len: 173 time: 1.9203761 Dec 15 04:53:01.657779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:01.670195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31f2e616-7008-493f-9de1-354e851cf006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.680579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefba778-6a8d-4f7f-bc80-ed41bd47d2e6 req-b6cb0057-48d0-4b37-b52e-79dd70a1e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:01.681920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cefba778-6a8d-4f7f-bc80-ed41bd47d2e6 req-b6cb0057-48d0-4b37-b52e-79dd70a1e02a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 1097 time: 0.2773590 Dec 15 04:53:01.682670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-31f2e616-7008-493f-9de1-354e851cf006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.774128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'name': 'network-vif-deleted', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:01.775964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256123929'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:01.777742 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811694a8-0518-4112-8e93-218248eb337b" -d '{"events": [{"server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "name": "network-vif-deleted", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:01.816494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-31f2e616-7008-493f-9de1-354e851cf006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdaeb14f007947738187ab667e0e5a53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1011703 Dec 15 04:53:01.819052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2e616-7008-493f-9de1-354e851cf006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37786be8-57c5-4e11-8111-8de71718daa2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:01.827635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:01.852642 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c03c67-32f8-4bf0-bbf6-9a5f2d3d7366 x-openstack-request-id: req-58c03c67-32f8-4bf0-bbf6-9a5f2d3d7366 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:01.853160 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c637d41-3e1a-4c27-a723-7d84e2336209", "name": "network-vif-deleted", "tag": "e960cb00-a0b9-4191-9e26-175de45cbd85", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:01.853575 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58c03c67-32f8-4bf0-bbf6-9a5f2d3d7366 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:01.854197 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c637d41-3e1a-4c27-a723-7d84e2336209', 'name': 'network-vif-deleted', 'tag': 'e960cb00-a0b9-4191-9e26-175de45cbd85', 'status': 'completed', 'code': 200} Dec 15 04:53:01.856378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:01.858199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cefba778-6a8d-4f7f-bc80-ed41bd47d2e6 req-22ae31bc-6d77-48a9-a1f0-478b184dffd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611192 Dec 15 04:53:01.862262 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.889599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Deleting subnet f9320455-167c-44b4-b13a-f8a77b3d5221 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:53:01.926503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:01.930196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.059219 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:02.106293 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:53:02.107634 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e88e3008-a9d0-49e3-b211-878fe756ff52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.115572 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:02.116305 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:02.117199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-960b303d-46c3-400e-9c92-a77b71794cfb req-d62de92a-cda5-4826-a2da-70fef5024c3b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0784111 Dec 15 04:53:02.122024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.272627 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:02.524054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:02.559046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4e20-ca82-4baf-bb2c-ddbe181cf8d8 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:02.641478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e88e3008-a9d0-49e3-b211-878fe756ff52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.677862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.682916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43476734-b479-4503-a719-19b1148907c7 req-b879bd77-65b8-4e65-830c-c54ffd1c2660 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:02.684446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43476734-b479-4503-a719-19b1148907c7 req-b879bd77-65b8-4e65-830c-c54ffd1c2660 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.5749297 Dec 15 04:53:02.702340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.745007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95521a-c8ae-4248-abc5-7c3fcaa688a9 req-a330dcd5-5c1a-498c-a9e0-e1ded32e4e88 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:02.752447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a95521a-c8ae-4248-abc5-7c3fcaa688a9 req-a330dcd5-5c1a-498c-a9e0-e1ded32e4e88 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 945 time: 0.1846693 Dec 15 04:53:02.882734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.910129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b3d21682-6be9-4895-806f-8d4cfbe1365f no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:02.943290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: b3d21682-6be9-4895-806f-8d4cfbe1365f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:02.943638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b3d21682-6be9-4895-806f-8d4cfbe1365f not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:02.969890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.971702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:02.976318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9320455-167c-44b4-b13a-f8a77b3d5221 HTTP/1.1" status: 204 len: 168 time: 1.3161387 Dec 15 04:53:02.980174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59584) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:02.986386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9320455-167c-44b4-b13a-f8a77b3d5221,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:03.035573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43476734-b479-4503-a719-19b1148907c7 req-eeb87041-0d84-4f60-abd8-3851b1a8991a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352597 Dec 15 04:53:03.059007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.095893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.100545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.101182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.101710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.102228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.102609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.102865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.103233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.104191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.104191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.104575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.104871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.105141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a288e078-1a09-4290-9025-de2127a9ef37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:03.111277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ec800-b15d-44f1-9230-5248bfd7bb1e None None] New status for floating IP 816a4297-64c2-4790-968b-09cbca34df54: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:53:03.147220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a95521a-c8ae-4248-abc5-7c3fcaa688a9 req-202ccf1e-44be-4ce9-a157-344cca621371 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937709 Dec 15 04:53:03.148092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e88e3008-a9d0-49e3-b211-878fe756ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.165940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e88e3008-a9d0-49e3-b211-878fe756ff52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.169398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e88e3008-a9d0-49e3-b211-878fe756ff52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37786be8-57c5-4e11-8111-8de71718daa2 HTTP/1.1" status: 204 len: 168 time: 1.3328414 Dec 15 04:53:03.211390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.217997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:03.288916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e4866-9610-4625-b543-fdcab4dc1168,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:03.337065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.338395 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6 of type vlan for network 92e310dc-e29e-4568-971c-e7ae85261652 Dec 15 04:53:03.392629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fe430e3-4fa6-4c64-9414-e11ebb70ba5b req-f35befa6-bbf0-410d-949f-d2fadc73d20c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.1237462 Dec 15 04:53:03.399279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e3008-a9d0-49e3-b211-878fe756ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37786be8-57c5-4e11-8111-8de71718daa2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:03.414101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.416810 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.463581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9b228-6ddd-4440-89c8-18c743689a46']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:03.473822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.491563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:03.491873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89191e27-bbf4-4842-bdbd-68d4b4dc0ad1') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:03.528324 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.539965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:03.540759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.543933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.571319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.593018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:53:03.593559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:53:03.595694 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:53:03.599515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.683587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2383838 Dec 15 04:53:03.685584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59594) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:03.694566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1884128511'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:03.726919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415665-aa88-420d-9901-08b87ca6ca0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=92e310dc-e29e-4568-971c-e7ae85261652,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:03.735281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.747222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.752284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ce9b228-6ddd-4440-89c8-18c743689a46 HTTP/1.1" status: 204 len: 168 time: 0.7694421 Dec 15 04:53:03.781157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 92e310dc-e29e-4568-971c-e7ae85261652 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:03.805149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:03.811907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.827910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d8855-0a27-40e1-84ae-55e0eed3d93e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce9b228-6ddd-4440-89c8-18c743689a46,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:03.926353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:03.936550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006d725-3989-48fc-82ab-2818192ea65b req-39c8828b-8ced-4a8d-b98b-610cca938394 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:03.938217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3006d725-3989-48fc-82ab-2818192ea65b req-39c8828b-8ced-4a8d-b98b-610cca938394 tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 945 time: 0.1938727 Dec 15 04:53:03.962220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:03.962707 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment 60d79868-65b4-4754-bad6-a3bd2ecc06df of type vlan for network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 Dec 15 04:53:03.988861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59600) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:04.043381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268aa227-7ca7-45c9-adb9-47131f83d5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.066778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59604) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:04.107421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Deleting port c3d48bbf-824a-4ae5-bba0-aebe10b21789 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:04.107901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.153563 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-17a99387-9724-44be-acb6-2f3e40a864ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b52eda9e1a04b39a153f0d8727a3550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719006 Dec 15 04:53:04.155456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.157268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59606) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:04.229314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] For port c3d48bbf-824a-4ae5-bba0-aebe10b21789, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=c3d48bbf-824a-4ae5-bba0-aebe10b21789,segment=NetworkSegment(457e17c1-2ea4-41ea-bf37-579a122a86e3),segment_id=457e17c1-2ea4-41ea-bf37-579a122a86e3)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:04.230289 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.246728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Calling delete_port for c3d48bbf-824a-4ae5-bba0-aebe10b21789 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:04.296012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.304446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:04.305422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.336596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-792c9fe6-c3c1-4c05-9aba-7360fe93a415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.422434 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7352540 Dec 15 04:53:04.431151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:04.433910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-792c9fe6-c3c1-4c05-9aba-7360fe93a415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.444385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': '92e310dc-e29e-4568-971c-e7ae85261652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:04.474056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bf30-b391-440c-9fa9-dae3455b9f7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=5176fba4-0bee-4e31-9bc9-d7a69c23f5c7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:04.485504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:04.518295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268aa227-7ca7-45c9-adb9-47131f83d5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.526810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268aa227-7ca7-45c9-adb9-47131f83d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.546657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040e5c-be5f-4951-bb0a-ee8d5a69d287 req-acd84d88-4387-4db1-9c6a-46758d0e86fd tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:04.548462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49040e5c-be5f-4951-bb0a-ee8d5a69d287 req-acd84d88-4387-4db1-9c6a-46758d0e86fd tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a7b88-330b-4264-8651-5f87962ebda6 HTTP/1.1" status: 200 len: 945 time: 0.2077956 Dec 15 04:53:04.575167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-792c9fe6-c3c1-4c05-9aba-7360fe93a415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.577849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-792c9fe6-c3c1-4c05-9aba-7360fe93a415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.581408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-792c9fe6-c3c1-4c05-9aba-7360fe93a415 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a404ee85-24a0-4b55-b7ce-3e43dd8ff488 HTTP/1.1" status: 204 len: 168 time: 0.4208403 Dec 15 04:53:04.581581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a554-da69-48aa-8d9a-28078e3d29f5 req-5d3b3b43-5d8a-42de-8d3b-5f3d373ef051 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:04.581581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3361a554-da69-48aa-8d9a-28078e3d29f5 req-5d3b3b43-5d8a-42de-8d3b-5f3d373ef051 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.2314253 Dec 15 04:53:04.627143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-268aa227-7ca7-45c9-adb9-47131f83d5b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b8d7d6186754cf2a8d6f55608137346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6361604 Dec 15 04:53:04.628148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:04.630432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aa227-7ca7-45c9-adb9-47131f83d5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88929da-2b0e-44c9-99f7-34642a234a48,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:04.685082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.706495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c9fe6-c3c1-4c05-9aba-7360fe93a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a404ee85-24a0-4b55-b7ce-3e43dd8ff488,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:04.731674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['c3d48bbf-824a-4ae5-bba0-aebe10b21789'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:04.746995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Pushing event deleted for resources: {'Port': ['ID=c3d48bbf-824a-4ae5-bba0-aebe10b21789,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:04.754318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49040e5c-be5f-4951-bb0a-ee8d5a69d287 req-e17189ed-a46c-4032-b841-dfe261018a5c tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2983bf2-7863-4c24-a15f-709a475faf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860991 Dec 15 04:53:04.827098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] No DVR routers for this DVR port c3d48bbf-824a-4ae5-bba0-aebe10b21789 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:04.830139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.833973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3006d725-3989-48fc-82ab-2818192ea65b req-7e069191-71cf-4063-846a-beeeba140b1b tempest-ServerAddressesTestJSON-1305432477 tempest-ServerAddressesTestJSON-1305432477-project] 10.222.0.16 "DELETE /v2.0/ports/c3d48bbf-824a-4ae5-bba0-aebe10b21789 HTTP/1.1" status: 204 len: 173 time: 0.8880956 Dec 15 04:53:04.835006 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e11575b-420f-4fe2-8445-389565d7826c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.851934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'name': 'network-vif-deleted', 'tag': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:04.858882 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5185f552-3bca-4951-baaf-69d11251c6be" -d '{"events": [{"server_uuid": "fb1a7b88-330b-4264-8651-5f87962ebda6", "name": "network-vif-deleted", "tag": "c3d48bbf-824a-4ae5-bba0-aebe10b21789"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:04.877453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3361a554-da69-48aa-8d9a-28078e3d29f5 req-6c79e823-bc91-416b-bcba-06c76813d3f2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673655 Dec 15 04:53:04.878788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:04.883025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.913417 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e11575b-420f-4fe2-8445-389565d7826c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.974907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e11575b-420f-4fe2-8445-389565d7826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.978210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e11575b-420f-4fe2-8445-389565d7826c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:04.984738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e11575b-420f-4fe2-8445-389565d7826c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a88929da-2b0e-44c9-99f7-34642a234a48 HTTP/1.1" status: 204 len: 168 time: 0.3551157 Dec 15 04:53:05.004604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11575b-420f-4fe2-8445-389565d7826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88929da-2b0e-44c9-99f7-34642a234a48,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:05.016960 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b5e4b-0ec3-4479-b865-4b1797c40482 x-openstack-request-id: req-be6b5e4b-0ec3-4479-b865-4b1797c40482 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:05.017452 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1a7b88-330b-4264-8651-5f87962ebda6", "name": "network-vif-deleted", "tag": "c3d48bbf-824a-4ae5-bba0-aebe10b21789", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:05.017859 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be6b5e4b-0ec3-4479-b865-4b1797c40482 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:05.018612 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a7b88-330b-4264-8651-5f87962ebda6', 'name': 'network-vif-deleted', 'tag': 'c3d48bbf-824a-4ae5-bba0-aebe10b21789', 'status': 'completed', 'code': 200} Dec 15 04:53:05.051689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afc5363a-c35d-4ee2-af7f-4ba242053de4 req-2886f88f-56fb-411a-a635-254e08e7e654 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.1327231 Dec 15 04:53:05.310878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:05.490451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92e310dc-e29e-4568-971c-e7ae85261652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:05.490927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: 92e310dc-e29e-4568-971c-e7ae85261652, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:05.518256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=2d707fc4-c1bc-4efb-86da-e37a20f3536f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:05.548789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f58c-7a72-4765-8e9a-8ca5af3d31a2 req-c044e86d-a5c3-4065-9aef-cab5f7377bcf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:05.557284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3d6f58c-7a72-4765-8e9a-8ca5af3d31a2 req-c044e86d-a5c3-4065-9aef-cab5f7377bcf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.2104301 Dec 15 04:53:05.579488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 92e310dc-e29e-4568-971c-e7ae85261652 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:05.602864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 92e310dc-e29e-4568-971c-e7ae85261652) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:05.608382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:05.609033 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:05.615548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e003d6-1731-4ffb-9165-94f2425753db None None] Network 92e310dc-e29e-4568-971c-e7ae85261652 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:05.650819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:05.658065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:05.662474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b4f5989b-5f6a-41e2-977e-8cdcb4d2270e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2243383 Dec 15 04:53:05.672789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3d6f58c-7a72-4765-8e9a-8ca5af3d31a2 req-e14c72e9-94e6-4fd0-a652-ed66098efdca tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140125 Dec 15 04:53:05.839636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59656) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:05.852571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-92e310dc-e29e-4568-971c-e7ae85261652', 'network_id': '92e310dc-e29e-4568-971c-e7ae85261652', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '2d707fc4-c1bc-4efb-86da-e37a20f3536f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:53:05.853515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:05.935980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Deleting subnet 57ba6c72-5676-4241-97b2-85569daf091c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:53:05.955188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.029490 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.117694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:06.134390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.141139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.191706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Allocated IP 2001:db8::2 (92e310dc-e29e-4568-971c-e7ae85261652/2d707fc4-c1bc-4efb-86da-e37a20f3536f/5c2f1772-ddcb-47d6-ad91-3ee70fd951d9) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:06.275049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f8c36f4-1827-4876-a3ee-cfc50073cd09 req-317c3007-0a59-4bf5-af1f-5b7347883cc2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0678685 Dec 15 04:53:06.316374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.357416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:06.403917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ba6c72-5676-4241-97b2-85569daf091c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:06.414277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.425046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fcccc290-1db1-4122-9d29-55ae616a1775 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/57ba6c72-5676-4241-97b2-85569daf091c HTTP/1.1" status: 204 len: 168 time: 0.5842676 Dec 15 04:53:06.426729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59682) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:06.548331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.563146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.576279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.590598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.680713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=1228a7c2-2ffa-4074-a4ed-d99ae6245f9f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:06.683451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': '60d79868-65b4-4754-bad6-a3bd2ecc06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:06.683828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:06.692319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Network 92e310dc-e29e-4568-971c-e7ae85261652 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:06.704109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:06.708060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:06.730646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:06.731711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:06.741182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:06.742850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.752306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc3268-3dc4-4d69-b2af-0451ec22ce62 None None] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:06.765448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.767114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Pushing event updated for resources: {'Port': ['ID=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:06.805253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da6d11e5-8b5a-4cf9-8364-c9d96059bdd6 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1504235 Dec 15 04:53:06.805565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59692) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:06.818727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-958688821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:06.862041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1903d1-46a1-4109-8b2d-6ac80616ba07']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:06.894067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-85257413-network', 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:06.903857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457e17c1-2ea4-41ea-bf37-579a122a86e3') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:06.904321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457e17c1-2ea4-41ea-bf37-579a122a86e3') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:06.925608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.959817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.964103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.987074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234d63-1c82-4b42-a4b5-f56c6a718df2 req-d1f914bc-60cb-4162-99af-bc87696aae3a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:06.989166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72234d63-1c82-4b42-a4b5-f56c6a718df2 req-d1f914bc-60cb-4162-99af-bc87696aae3a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.1565633 Dec 15 04:53:06.990816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:06.999216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:53:06.999998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:53:07.002031 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:53:07.101494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:07.103816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.131875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.174975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72234d63-1c82-4b42-a4b5-f56c6a718df2 req-a38f1c55-5cae-4e76-a7ca-c65260b4af16 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766381 Dec 15 04:53:07.204597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.207639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Attempting to bind port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:07.208028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Attempting to bind port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92e310dc-e29e-4568-971c-e7ae85261652'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:07.208625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Attempting to bind port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 on network 92e310dc-e29e-4568-971c-e7ae85261652 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:07.212842 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.216148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.219679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] 10.222.0.37 "DELETE /v2.0/networks/9d1903d1-46a1-4109-8b2d-6ac80616ba07 HTTP/1.1" status: 204 len: 168 time: 0.7919123 Dec 15 04:53:07.234227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:07.234862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Checking segment: {'id': 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92e310dc-e29e-4568-971c-e7ae85261652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:07.235466 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.237284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Bound using segment: {'id': 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92e310dc-e29e-4568-971c-e7ae85261652'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:07.237964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Bound port: 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92e310dc-e29e-4568-971c-e7ae85261652'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:07.240699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.274807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fd652-de44-4abd-a31b-bf34bd0ecc8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1903d1-46a1-4109-8b2d-6ac80616ba07,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:07.395956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5176fba4-0bee-4e31-9bc9-d7a69c23f5c7', 'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '1228a7c2-2ffa-4074-a4ed-d99ae6245f9f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:53:07.404335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.419939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a249bc0-d2cb-4cdc-bc75-223cc38c1881 req-0ccffb2c-509a-457a-a6e2-317825c00f74 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0406837 Dec 15 04:53:07.435809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-d6bfc460-e3a8-47a5-9c93-49d516b79629 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:07.442852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-d6bfc460-e3a8-47a5-9c93-49d516b79629 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.5143068 Dec 15 04:53:07.450116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-b1178381-6d94-461a-b738-812aa7335b07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3729007 Dec 15 04:53:07.463785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.497145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.503204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59710) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:07.612279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.615988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-947845c2-048d-41a5-b096-19b285d6ce74 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8069885 Dec 15 04:53:07.640600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59714) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:07.655764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49a94d2b-c723-488d-90b0-c5a8f536435b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9f656a805064bca8ca812c1f853b507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384902 Dec 15 04:53:07.656432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59716) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:07.668776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.683714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] For port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:07.696556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] For port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,segment=NetworkSegment(fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6),segment_id=fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:07.720857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.758058 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dce2ba7-1e82-4c14-bfcc-35017b0b7540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.773634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.802315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dce2ba7-1e82-4c14-bfcc-35017b0b7540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.815567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-7b4684ed-1f4e-4a20-a237-db1f53252d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:07.817419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-7b4684ed-1f4e-4a20-a237-db1f53252d93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1098 time: 0.2621553 Dec 15 04:53:07.911187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dce2ba7-1e82-4c14-bfcc-35017b0b7540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.914757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dce2ba7-1e82-4c14-bfcc-35017b0b7540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:07.919625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8dce2ba7-1e82-4c14-bfcc-35017b0b7540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2983bf2-7863-4c24-a15f-709a475faf55 HTTP/1.1" status: 204 len: 168 time: 0.2622235 Dec 15 04:53:07.934580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2ba7-1e82-4c14-bfcc-35017b0b7540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2983bf2-7863-4c24-a15f-709a475faf55,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:07.936368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:07.985802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Allocated IP 2001:db8:1::2 (5176fba4-0bee-4e31-9bc9-d7a69c23f5c7/1228a7c2-2ffa-4074-a4ed-d99ae6245f9f/1272867d-18c9-42a7-a421-1a37d1f69748) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:08.007943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae984cb-a80b-43c6-bd9d-cf0db677ed5f None None] Pushing event updated for resources: {'Port': ['ID=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:08.123374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-55c444da-aea7-42dd-8831-f74590066136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:08.137723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-55c444da-aea7-42dd-8831-f74590066136 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.2040379 Dec 15 04:53:08.319573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6189e-bbc6-48c0-8bc0-dd2e490e954f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:08.384998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-dceb7fb3-f122-4ccf-b0ce-98f15ccf2aa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.0902643 Dec 15 04:53:08.394433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.395031 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Added segment a2b2745a-de04-4112-b0f4-2ed831b4f7e3 of type vlan for network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 Dec 15 04:53:08.399757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Deleting port cc7af13a-b00c-4853-ab68-2675d9abc442 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:08.400575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.434568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.450733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd3f21-fb60-426a-91e5-837c4f392753 req-5f59b702-9acc-44d8-98c1-0f25a611a0cc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:08.452738 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.461467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70bd3f21-fb60-426a-91e5-837c4f392753 req-5f59b702-9acc-44d8-98c1-0f25a611a0cc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.1382301 Dec 15 04:53:08.542770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-7ecf758c-9c49-40ce-bacf-428f3efdc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:08.550303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-7ecf758c-9c49-40ce-bacf-428f3efdc751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.1438746 Dec 15 04:53:08.594913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70bd3f21-fb60-426a-91e5-837c4f392753 req-7fdc47b2-ca48-4706-86bd-f62dc1136b6f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323574 Dec 15 04:53:08.618822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Pushing event updated for resources: {'Port': ['ID=1272867d-18c9-42a7-a421-1a37d1f69748,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:08.659942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:08.666523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:08.666738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a3708469-8599-47f2-aa80-86bc69416a04 req-0024301e-7d8d-4575-937e-0750bf11e203 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0625448 Dec 15 04:53:08.676011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:08.778547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Attempting to bind port 1272867d-18c9-42a7-a421-1a37d1f69748 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:08.779101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Attempting to bind port 1272867d-18c9-42a7-a421-1a37d1f69748 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '60d79868-65b4-4754-bad6-a3bd2ecc06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:08.779420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Attempting to bind port 1272867d-18c9-42a7-a421-1a37d1f69748 on network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:08.795398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:08.796083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Checking segment: {'id': '60d79868-65b4-4754-bad6-a3bd2ecc06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:08.796822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.797680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Bound using segment: {'id': '60d79868-65b4-4754-bad6-a3bd2ecc06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:08.798169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.798522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Bound port: 1272867d-18c9-42a7-a421-1a37d1f69748, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d79868-65b4-4754-bad6-a3bd2ecc06df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5176fba4-0bee-4e31-9bc9-d7a69c23f5c7'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:08.799149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.831067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:08.834436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-aef3b22a-9bd2-4971-940b-88d6f66a5f0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443577 Dec 15 04:53:08.872658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3d48bbf-824a-4ae5-bba0-aebe10b21789 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:08.921162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: c3d48bbf-824a-4ae5-bba0-aebe10b21789 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:08.921585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device c3d48bbf-824a-4ae5-bba0-aebe10b21789 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:08.945041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] For port 1272867d-18c9-42a7-a421-1a37d1f69748, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:08.950142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] For port 1272867d-18c9-42a7-a421-1a37d1f69748, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1272867d-18c9-42a7-a421-1a37d1f69748,segment=NetworkSegment(60d79868-65b4-4754-bad6-a3bd2ecc06df),segment_id=60d79868-65b4-4754-bad6-a3bd2ecc06df)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:08.957066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:09.076248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01482b4d-19ad-4d06-8c3d-873c7365034e None None] Pushing event updated for resources: {'Port': ['ID=1272867d-18c9-42a7-a421-1a37d1f69748,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:09.203709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:09.205465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:09.205884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:09.338318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] Pushing event updated for resources: {'Network': ['ID=819115f6-c3e0-4cfe-a59a-efc7612e0f60,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:09.358646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:09.369096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] For port cc7af13a-b00c-4853-ab68-2675d9abc442, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=cc7af13a-b00c-4853-ab68-2675d9abc442,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:09.369491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:09.490140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a34a6f73-4ca2-4289-9144-0414f8374bbf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.1307454 Dec 15 04:53:09.493609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59798) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:09.498425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Request body: {'subnet': {'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-85257413-subnet', 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:09.514019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Calling delete_port for cc7af13a-b00c-4853-ab68-2675d9abc442 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:09.514996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:09.537813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59800) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:09.598524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:09.618395 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:09.621587 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-d899f1c8-9efc-421d-beef-6b69fc2b147d service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701643 Dec 15 04:53:09.845434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:09.845907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:09.869012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8::1 (92e310dc-e29e-4568-971c-e7ae85261652/2d707fc4-c1bc-4efb-86da-e37a20f3536f/eea493b2-cd72-49cf-b589-2ff19960f970) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:09.912463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-427217126-network', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:10.022976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8821b23e-77df-4d2a-a608-6a6a5132772e req-1055535f-86a0-446c-8b0b-2219ace4f3c1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c637d41-3e1a-4c27-a723-7d84e2336209 HTTP/1.1" status: 200 len: 210 time: 0.0953252 Dec 15 04:53:10.051632 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.054660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d384c4-6b0b-4a33-8c44-ee8e108a01e4 req-e535108c-9833-4bef-bbb9-03287aeb4fba tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:10.057327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da402fb-a7f4-4664-9ed1-f8a8910e86dc None None] Network 92e310dc-e29e-4568-971c-e7ae85261652 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:10.063920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28d384c4-6b0b-4a33-8c44-ee8e108a01e4 req-e535108c-9833-4bef-bbb9-03287aeb4fba tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 945 time: 0.2467213 Dec 15 04:53:10.073016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d89f724-5f3d-4479-b075-25f3dc58062e req-e75f7b1a-bfc7-4029-8beb-263f8d15a92e service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427283 Dec 15 04:53:10.160337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28d384c4-6b0b-4a33-8c44-ee8e108a01e4 req-ea622910-39ec-4f05-ae05-ddd8e33f81fc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912576 Dec 15 04:53:10.245038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Made reservation on behalf of 9aabb54780324063a2db5f4ca1da8001 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:10.253403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.262687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.306031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1a76b426-5e47-4878-85b8-d9739f10393c None None] Provisioning complete for port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:10.306410 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a76b426-5e47-4878-85b8-d9739f10393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.306526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.411388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:10.416053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Network hostable DHCP agents. Network: 819115f6-c3e0-4cfe-a59a-efc7612e0f60, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:10.421592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6f6bd1-9b68-485c-804f-83b88685a22d,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:10.426644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,segment=NetworkSegment(fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6),segment_id=fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:10.439982 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.467446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:10.483543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 819115f6-c3e0-4cfe-a59a-efc7612e0f60) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:10.492727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:10.494076 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.517921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d0901-9ede-4355-b50f-97830143d26b None None] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:10.526784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-683b3f32-a966-4ab9-a4f6-730417d93644 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0322859 Dec 15 04:53:10.609010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.628707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.715448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Pushing event deleted for resources: {'Port': ['ID=cc7af13a-b00c-4853-ab68-2675d9abc442,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:10.755501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] No DVR routers for this DVR port cc7af13a-b00c-4853-ab68-2675d9abc442 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:10.768321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.773071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8a16e298-0371-4b98-a4ad-cc5df5416296 req-66082cbd-501b-41d6-91c6-d81998818b32 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.42 "DELETE /v2.0/ports/cc7af13a-b00c-4853-ab68-2675d9abc442 HTTP/1.1" status: 204 len: 173 time: 3.3220320 Dec 15 04:53:10.773543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'name': 'network-vif-deleted', 'tag': 'cc7af13a-b00c-4853-ab68-2675d9abc442'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:10.776850 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b75949-4942-4ffe-adb1-f288095e42aa" -d '{"events": [{"server_uuid": "b0e01b61-856f-4a00-b026-8d793caa6622", "name": "network-vif-deleted", "tag": "cc7af13a-b00c-4853-ab68-2675d9abc442"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:10.789824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['71ac118b-55fa-44f8-9126-11a2cbef52e8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:10.836907 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dca3470-207e-4513-880f-b2464d348831 x-openstack-request-id: req-2dca3470-207e-4513-880f-b2464d348831 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:10.837430 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e01b61-856f-4a00-b026-8d793caa6622", "name": "network-vif-deleted", "tag": "cc7af13a-b00c-4853-ab68-2675d9abc442", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:10.837697 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dca3470-207e-4513-880f-b2464d348831 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:10.838116 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e01b61-856f-4a00-b026-8d793caa6622', 'name': 'network-vif-deleted', 'tag': 'cc7af13a-b00c-4853-ab68-2675d9abc442', 'status': 'completed', 'code': 200} Dec 15 04:53:10.841235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.847482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:10.986556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.017232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:11.018342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device cc7af13a-b00c-4853-ab68-2675d9abc442 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:11.039993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=eea493b2-cd72-49cf-b589-2ff19960f970,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:11.066151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.066712 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Added segment f104d6e7-91b3-402b-9e7c-54e7baddcaed of type vlan for network 595a1f65-7a1d-497e-b596-08e246ae952c Dec 15 04:53:11.114408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:11.118167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: cc7af13a-b00c-4853-ab68-2675d9abc442 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:11.119202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device cc7af13a-b00c-4853-ab68-2675d9abc442 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:11.129115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 92e310dc-e29e-4568-971c-e7ae85261652 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:11.150912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:11.153708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:11.154596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.199841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606c80a-270f-4b91-b79a-ee0ddb610047 None None] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:11.409900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707be110-b49f-4cd4-983c-cf592c66ced9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:11.413580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ecfcc770-ae30-4cd4-9190-65b4b3854849 req-ca635c0a-db38-4bf9-b329-374f290ec916 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0e01b61-856f-4a00-b026-8d793caa6622 HTTP/1.1" status: 200 len: 210 time: 0.0653422 Dec 15 04:53:11.439676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.474893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2e3f2-5226-4b0f-9b0d-7d2bbe3e3601 None None] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:11.677359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.703545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.704535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:11.705128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:11.779120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1272867d-18c9-42a7-a421-1a37d1f69748 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:11.810896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f833a6f4-220a-4d47-a897-58090e7538e8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:11.817776 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2661579 Dec 15 04:53:11.823748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59924) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:11.832525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Request body: {'subnet': {'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-subnet', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:11.838154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f833a6f4-220a-4d47-a897-58090e7538e8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.3824320 Dec 15 04:53:11.895784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-6c4019f8-67f2-4200-ae61-420c9636e299 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0565991 Dec 15 04:53:11.946883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-9e9b599c-fb3d-44d9-b4c4-59bed1368d8b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915100918&fields=id&tenant_id=89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 267 time: 0.2368207 Dec 15 04:53:11.962948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:11.978218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-38fee31c-5e77-490d-8c17-b3ead203614c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813458 Dec 15 04:53:12.090011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a08ac513-9b99-41eb-ac29-e5643e2fa6c9 None None] Provisioning complete for port 1272867d-18c9-42a7-a421-1a37d1f69748 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:12.090585 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a08ac513-9b99-41eb-ac29-e5643e2fa6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.201606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f05d939d-ba01-469d-8af2-33b5da66421e service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221241 Dec 15 04:53:12.214729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c984308-c5ba-46df-a59e-23e860573f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.264861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1272867d-18c9-42a7-a421-1a37d1f69748 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:12.265235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.275696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a08ac513-9b99-41eb-ac29-e5643e2fa6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.313518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-8c695966-a6f5-409b-afa0-7ef2fd4afec0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:12.320346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-8c695966-a6f5-409b-afa0-7ef2fd4afec0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.3723178 Dec 15 04:53:12.383000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-f44238e5-89b6-4a87-bb78-fb57700c52eb tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0617032 Dec 15 04:53:12.437872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a08ac513-9b99-41eb-ac29-e5643e2fa6c9 None None] For port 1272867d-18c9-42a7-a421-1a37d1f69748, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1272867d-18c9-42a7-a421-1a37d1f69748,segment=NetworkSegment(60d79868-65b4-4754-bad6-a3bd2ecc06df),segment_id=60d79868-65b4-4754-bad6-a3bd2ecc06df)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:12.451171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a08ac513-9b99-41eb-ac29-e5643e2fa6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.556642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-1f171f1a-c15e-4427-809a-50331874f0f5 service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537962 Dec 15 04:53:12.573686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac513-9b99-41eb-ac29-e5643e2fa6c9 None None] Pushing event updated for resources: {'Port': ['ID=1272867d-18c9-42a7-a421-1a37d1f69748,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:12.603782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:12.603782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Provisioning complete for port 1272867d-18c9-42a7-a421-1a37d1f69748 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:12.603782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.714940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c984308-c5ba-46df-a59e-23e860573f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.719668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.724926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:12.725470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.727312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703481e8-0417-4eb9-87dc-2348d546fd97 admin admin] Pushing event updated for resources: {'Network': ['ID=595a1f65-7a1d-497e-b596-08e246ae952c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:12.746448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.748042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.752109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-7233af28-9473-4f56-81b2-42c0ce37af7c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3680801 Dec 15 04:53:12.753332 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8c984308-c5ba-46df-a59e-23e860573f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.760177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 595a1f65-7a1d-497e-b596-08e246ae952c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:12.819843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=eea493b2-cd72-49cf-b589-2ff19960f970,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:12.894940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Made reservation on behalf of 9aabb54780324063a2db5f4ca1da8001 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:12.898154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:12.913893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Provisioning complete for port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:12.915186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.018808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8c984308-c5ba-46df-a59e-23e860573f33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36f87a920b4e4a4fb217ddff479630c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0544844 Dec 15 04:53:13.047185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Provisioning complete for port eea493b2-cd72-49cf-b589-2ff19960f970 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:13.047720 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.050842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59940) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:13.090482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2a6b6-10e0-4ac0-a119-5745e2d5f772 None None] Port eea493b2-cd72-49cf-b589-2ff19960f970 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:13.135488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984308-c5ba-46df-a59e-23e860573f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c6419-ad0c-4426-ace9-2d23bf4690a5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:13.196511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-47f8a91f-0225-4b48-827b-963f7ab1de6a req-129250e2-1c75-4743-a2e5-f73e99120e12 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 210 time: 0.1495841 Dec 15 04:53:13.265243 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.301920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1272867d-18c9-42a7-a421-1a37d1f69748 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:13.365430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 92e310dc-e29e-4568-971c-e7ae85261652 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:13.372471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:13.392743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1272867d-18c9-42a7-a421-1a37d1f69748 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:13.393125 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.397331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f922565-72c1-45f6-9739-8bfc201120f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.411045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40adb71-9bdf-41f7-b30b-8dd705748d34,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:13.455374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f922565-72c1-45f6-9739-8bfc201120f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.524335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-16373886-87e8-41fe-85aa-9f41d4b932eb service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581749 Dec 15 04:53:13.554041 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f922565-72c1-45f6-9739-8bfc201120f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.556976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f922565-72c1-45f6-9739-8bfc201120f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.559854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f922565-72c1-45f6-9739-8bfc201120f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d07c6419-ad0c-4426-ace9-2d23bf4690a5 HTTP/1.1" status: 204 len: 168 time: 0.4967623 Dec 15 04:53:13.615549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Checking segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:13.615954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Network hostable DHCP agents. Network: 595a1f65-7a1d-497e-b596-08e246ae952c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:13.684041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Network 595a1f65-7a1d-497e-b596-08e246ae952c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:13.695278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f922565-72c1-45f6-9739-8bfc201120f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c6419-ad0c-4426-ace9-2d23bf4690a5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:13.734813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 595a1f65-7a1d-497e-b596-08e246ae952c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:13.738244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92b9e-de3e-45e7-96e6-43eef6c7fd64 req-9aafe21d-541f-4a00-bc29-0ac8825eabd2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:13.746693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de0570-0f06-4645-944a-78d947de73e6 None None] Network 595a1f65-7a1d-497e-b596-08e246ae952c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:13.755719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ade92b9e-de3e-45e7-96e6-43eef6c7fd64 req-9aafe21d-541f-4a00-bc29-0ac8825eabd2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.4039261 Dec 15 04:53:13.761088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:13.772643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.819029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2c4215a9-c309-412c-9402-0b2a6b0ce52c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9939611 Dec 15 04:53:13.824200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router de9372ef-f5e3-4855-9ed0-57723779a79d is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:53:13.827030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59952) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:13.833183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:13.966199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.967877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:13.983842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ade92b9e-de3e-45e7-96e6-43eef6c7fd64 req-ec376527-80c2-4826-a949-a6b7a97e23f5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216208 Dec 15 04:53:14.015506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3e8b2-41eb-4c43-b52f-e0cd7bed8e98 None None] Network 595a1f65-7a1d-497e-b596-08e246ae952c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:14.026787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4d7db31b-2ba8-4da9-82ff-cea943830acd None None] Provisioning complete for port eea493b2-cd72-49cf-b589-2ff19960f970 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:14.027232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:14.027750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-20079950-c11d-49fc-a982-5cfd558cefa4 service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989100 Dec 15 04:53:14.042609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] Sync routers for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:14.051215 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4d7db31b-2ba8-4da9-82ff-cea943830acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:14.058240 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4be97d33-46f0-47dd-b4a0-18f811e1c330 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/de9372ef-f5e3-4855-9ed0-57723779a79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4154873 Dec 15 04:53:14.061841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59960) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:14.099684 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:14.103338 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:14.187183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4d7db31b-2ba8-4da9-82ff-cea943830acd None None] Port eea493b2-cd72-49cf-b589-2ff19960f970 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:14.192652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:14.235055 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:14.267743 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:14.270316 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:14.272962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf428811-e94a-4b03-afee-8fdf381edb9a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:14.282376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bf428811-e94a-4b03-afee-8fdf381edb9a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports/eea493b2-cd72-49cf-b589-2ff19960f970 HTTP/1.1" status: 200 len: 911 time: 0.2193418 Dec 15 04:53:14.304301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59968) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:14.305652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59970) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:14.390522 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:14.391272 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71f311-adc5-4c60-981e-7da6be9e2bac None None] The sync data for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:14.517236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:14.669530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bb7fed5-a92d-4e7e-b0fa-a237dd1abb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:14.775271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68d3f906-2061-4f98-b1e2-7335b1d4a91e req-fe6baefc-8d15-4a22-be88-f78c0f93f482 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 210 time: 0.0458694 Dec 15 04:53:14.840193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc62e2-5f9f-45d4-a423-5dd1b4b537c5 req-eb10435f-2cd8-4ac3-9b9d-d404f0a0071f tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:14.847886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2dc62e2-5f9f-45d4-a423-5dd1b4b537c5 req-eb10435f-2cd8-4ac3-9b9d-d404f0a0071f tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1098 time: 0.5607719 Dec 15 04:53:14.921729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:14.951604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.123024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Allocated IP 172.25.2.128 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a8843d8b-61cb-4770-a133-81616fbda3d1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:15.137815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-ad3bea4d-7b51-4d90-81f4-e9d4c9865e07 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:15.139532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-ad3bea4d-7b51-4d90-81f4-e9d4c9865e07 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.3444898 Dec 15 04:53:15.205063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': '7674b681-f578-44ba-a99c-5c9a9489978a', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:15.376766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.416137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:15.420259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.471265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ed4faf0-6be1-40d9-9dc9-dbf45b1c462b req-5ec6ae0c-5c61-4a03-aedc-fc1794a602a5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.0710001 Dec 15 04:53:15.562214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2dc62e2-5f9f-45d4-a423-5dd1b4b537c5 req-2f68987a-2696-43e9-a41c-74bad66da294 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7132602 Dec 15 04:53:15.609061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.8 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/8f239d74-57b2-4339-88df-0d889c9af4b1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:15.688042 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bb7fed5-a92d-4e7e-b0fa-a237dd1abb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.744868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bb7fed5-a92d-4e7e-b0fa-a237dd1abb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.748653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.806175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:15.813033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:15.818150 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.824737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:15.825299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bb7fed5-a92d-4e7e-b0fa-a237dd1abb99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbe735e8423249769a41019453f3f8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4999390 Dec 15 04:53:15.831088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59994) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:15.837964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138ea7f-b0a1-424e-9925-87fb1a7e43a4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:15.841370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7fed5-a92d-4e7e-b0fa-a237dd1abb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55381cd4-40a3-4d07-bc95-49c1d83c3084,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:15.862621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391db20-bf9d-45a5-848a-e8db5908bc45 req-9e21a79e-a453-42bf-8857-8e3ebc733402 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:15.864724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3391db20-bf9d-45a5-848a-e8db5908bc45 req-9e21a79e-a453-42bf-8857-8e3ebc733402 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1897857 Dec 15 04:53:15.871033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8843d8b-61cb-4770-a133-81616fbda3d1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:15.875602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb65d8e-b5f1-4398-8278-6b50f7ed4ab5 req-46dd042d-d939-409b-8139-bbe69453f848 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:15.883343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdb65d8e-b5f1-4398-8278-6b50f7ed4ab5 req-46dd042d-d939-409b-8139-bbe69453f848 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2355671 Dec 15 04:53:15.896832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.924305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-227067ff-5cf4-4759-9b75-84e6c304fee7 None None] Provisioning complete for port a8843d8b-61cb-4770-a133-81616fbda3d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:15.925293 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-227067ff-5cf4-4759-9b75-84e6c304fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:15.971773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-227067ff-5cf4-4759-9b75-84e6c304fee7 None None] Port a8843d8b-61cb-4770-a133-81616fbda3d1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:16.019635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06b8197a-7502-40ce-a202-2370f2ea2da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.045048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdb65d8e-b5f1-4398-8278-6b50f7ed4ab5 req-294f8fe1-4fcb-48d8-9b54-4c32ac8c47b7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608162 Dec 15 04:53:16.073068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3391db20-bf9d-45a5-848a-e8db5908bc45 req-a889a495-929e-42c5-a914-08fb8a0ee65f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856596 Dec 15 04:53:16.080040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06b8197a-7502-40ce-a202-2370f2ea2da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.091778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.142338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60000) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:16.267631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:16.304826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=8f239d74-57b2-4339-88df-0d889c9af4b1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:16.307529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:16.314352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:16.364176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bb7c1383-a8d8-4e52-8ebf-1d45db673bf2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/76b205fb-a514-4b4b-9df6-70625d47c387 HTTP/1.1" status: 200 len: 994 time: 0.2122772 Dec 15 04:53:16.376446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06b8197a-7502-40ce-a202-2370f2ea2da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.379016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06b8197a-7502-40ce-a202-2370f2ea2da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.382784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-06b8197a-7502-40ce-a202-2370f2ea2da8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55381cd4-40a3-4d07-bc95-49c1d83c3084 HTTP/1.1" status: 204 len: 168 time: 0.5430684 Dec 15 04:53:16.409889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:16.410469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.417436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8197a-7502-40ce-a202-2370f2ea2da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55381cd4-40a3-4d07-bc95-49c1d83c3084,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:16.423949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8:1::1 (5176fba4-0bee-4e31-9bc9-d7a69c23f5c7/1228a7c2-2ffa-4074-a4ed-d99ae6245f9f/739941b4-e962-4705-891e-c9d9f495a471) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:16.428334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.500933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-f0431f55-ec83-4cce-a334-2d163d89a599 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2998898 Dec 15 04:53:16.541482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Request body: {'port': {'device_id': '7674b681-f578-44ba-a99c-5c9a9489978a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:16.638305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.698995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:16.758325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbf3c3-37d7-4dbd-a533-39b0b5ef95db req-05b65f19-6d08-4f8c-adbd-b45b00202374 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:16.766194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22bbf3c3-37d7-4dbd-a533-39b0b5ef95db req-05b65f19-6d08-4f8c-adbd-b45b00202374 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 931 time: 0.5146568 Dec 15 04:53:16.842784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22bbf3c3-37d7-4dbd-a533-39b0b5ef95db req-74cbbc39-7ca2-43b4-9960-aed81877b932 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754895 Dec 15 04:53:16.871496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe9f76-ede4-463e-aa39-c578c23676e9 req-7a0f56d9-4cc4-4007-a907-6aa3779c3492 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:16.883843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21fe9f76-ede4-463e-aa39-c578c23676e9 req-7a0f56d9-4cc4-4007-a907-6aa3779c3492 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.6251612 Dec 15 04:53:16.973028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-0cec55fe-1f6c-4b1c-98da-f99ddfad74e9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:16.974566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-0cec55fe-1f6c-4b1c-98da-f99ddfad74e9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.7244327 Dec 15 04:53:17.056380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.068271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21fe9f76-ede4-463e-aa39-c578c23676e9 req-b45aa135-5d63-4c57-8334-1f70ca7113cd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580675 Dec 15 04:53:17.069275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.141755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:17.226753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-c4d475b7-8165-4b74-b7f3-d82a79265e77 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 380 time: 0.1757388 Dec 15 04:53:17.227669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:17.243115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bed8335c-3c06-4e7a-915c-4fefe6489107 req-3c79f1fa-c67a-4cdf-bc57-c62689af0957 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.1155393 Dec 15 04:53:17.244110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:17.244700 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.252617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89', 'security_groups': ['f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:17.299421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f239d74-57b2-4339-88df-0d889c9af4b1 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:17.396724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.428928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Transition to ACTIVE for port object 8f239d74-57b2-4339-88df-0d889c9af4b1 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:17.444810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.573561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=739941b4-e962-4705-891e-c9d9f495a471,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:17.632944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d8b279ab-d452-4750-bbc3-52ad4ea7b32f None None] Provisioning complete for port 739941b4-e962-4705-891e-c9d9f495a471 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:17.633448 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8b279ab-d452-4750-bbc3-52ad4ea7b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.711175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d8b279ab-d452-4750-bbc3-52ad4ea7b32f None None] Port 739941b4-e962-4705-891e-c9d9f495a471 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:17.712587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-9ab4a1d2-ae58-4db8-b50b-bd5026d2a431 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139486 Dec 15 04:53:17.804011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f081e8c-4063-4aa0-8bfa-7509f0f4c148 req-ac7b6e1f-081f-4931-a68d-88a9dff58d92 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:17.813959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f081e8c-4063-4aa0-8bfa-7509f0f4c148 req-ac7b6e1f-081f-4931-a68d-88a9dff58d92 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1765308 Dec 15 04:53:17.814623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:17.818439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:17.883561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.185305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f081e8c-4063-4aa0-8bfa-7509f0f4c148 req-8d427b29-b0c1-49f2-bd13-16c79f54d965 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102043 Dec 15 04:53:18.201030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f239d74-57b2-4339-88df-0d889c9af4b1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:18.262326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.262326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.263010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.263010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.263320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.263646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.264010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.264315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.264696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.265053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.265254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.265570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.265887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:18.276151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Attempting to bind port 8f239d74-57b2-4339-88df-0d889c9af4b1 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:18.276492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Attempting to bind port 8f239d74-57b2-4339-88df-0d889c9af4b1 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:18.277175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Attempting to bind port 8f239d74-57b2-4339-88df-0d889c9af4b1 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:18.287370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Port 8f239d74-57b2-4339-88df-0d889c9af4b1 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:18.287698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Attempting to bind port 8f239d74-57b2-4339-88df-0d889c9af4b1 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:18.298991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:18.300456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:18.301058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:18.301515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Bound port: 8f239d74-57b2-4339-88df-0d889c9af4b1, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:18.301887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.330685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Router d0860cc8-155c-4f5c-9deb-a3d1d3220979 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:53:18.431411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.576643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.8 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/6b16feca-69e4-4579-97fc-cbcccf0ad313) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:18.663238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] For port 8f239d74-57b2-4339-88df-0d889c9af4b1, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:18.680502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] For port 8f239d74-57b2-4339-88df-0d889c9af4b1, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8f239d74-57b2-4339-88df-0d889c9af4b1,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:18.701975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.749559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:18.750278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.751613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] 10.222.0.42 "PUT /v2.0/ports/8f239d74-57b2-4339-88df-0d889c9af4b1 HTTP/1.1" status: 200 len: 1092 time: 2.2189286 Dec 15 04:53:18.752093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674b681-f578-44ba-a99c-5c9a9489978a', 'tag': '8f239d74-57b2-4339-88df-0d889c9af4b1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:18.754394 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f70236-e752-481e-87aa-818e21699a58" -d '{"events": [{"name": "network-changed", "server_uuid": "7674b681-f578-44ba-a99c-5c9a9489978a", "tag": "8f239d74-57b2-4339-88df-0d889c9af4b1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:18.760772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:18.771409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Sync routers for ids ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:18.798995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27525d7-917f-40bb-8393-6b651ccbd4ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f239d74-57b2-4339-88df-0d889c9af4b1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:18.800655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Routers {'d0860cc8-155c-4f5c-9deb-a3d1d3220979'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:18.801305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:18.809332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.813461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b94ddced-3094-4636-be87-31cafe52d6d0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9828193 Dec 15 04:53:18.814284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60084) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:18.819253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76f4dc0f-62d6-49f8-b5ec-17cc1e6a8192 req-f2a20096-645f-4cd3-bd72-4b1788c58d98 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.3842220 Dec 15 04:53:18.845637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.846737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:18.940400 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95df0105-9693-490c-ba21-125639c2fcdd x-openstack-request-id: req-95df0105-9693-490c-ba21-125639c2fcdd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:18.940745 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7674b681-f578-44ba-a99c-5c9a9489978a", "tag": "8f239d74-57b2-4339-88df-0d889c9af4b1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:18.941185 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95df0105-9693-490c-ba21-125639c2fcdd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:18.941436 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7674b681-f578-44ba-a99c-5c9a9489978a', 'tag': '8f239d74-57b2-4339-88df-0d889c9af4b1', 'status': 'completed', 'code': 200} Dec 15 04:53:18.977608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-dcbe517a-1283-440e-bd09-254dc9b5bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:18.980782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-dcbe517a-1283-440e-bd09-254dc9b5bc26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 1095 time: 0.1686864 Dec 15 04:53:18.983171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:19.033002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60092) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:19.050662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578d8fd-ed8b-49d5-941f-dc9938ff4832 req-d6945014-6858-4734-b337-c12bcd4c1f17 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:19.053569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e578d8fd-ed8b-49d5-941f-dc9938ff4832 req-d6945014-6858-4734-b337-c12bcd4c1f17 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 943 time: 1.1010699 Dec 15 04:53:19.123932 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:19.138972 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-fa2cf7dc-39ab-4f6a-83ef-22cc85a0e328 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f239d74-57b2-4339-88df-0d889c9af4b1 HTTP/1.1" status: 200 len: 217 time: 0.1406298 Dec 15 04:53:19.146969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Set router d0860cc8-155c-4f5c-9deb-a3d1d3220979 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:19.214499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:19.222296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=739941b4-e962-4705-891e-c9d9f495a471,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:19.292018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c517c6-6923-4d35-a212-02c29f797a39 req-dd589e4d-73da-44a4-b76f-89a53593a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:19.293554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-dd589e4d-73da-44a4-b76f-89a53593a9ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1069522 Dec 15 04:53:19.353247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=6b16feca-69e4-4579-97fc-cbcccf0ad313,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:19.360480 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-fb85e67d-10c1-4649-ae29-b446d78492d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439456 Dec 15 04:53:19.363651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:19.393552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:19.520742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e578d8fd-ed8b-49d5-941f-dc9938ff4832 req-519b987c-3dfe-4aa8-86c2-497dafdb8f6f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325802 Dec 15 04:53:19.555629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1864920598'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:19.648725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:19.649782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Made reservation on behalf of b4549106ec80400d9e8df889a67dfee6 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:19.655424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:19.700600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-4b244a10-4bc2-40ba-9598-ce86655cb24e service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384083 Dec 15 04:53:19.706644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:19.742349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:53:16Z', 'revision_number': 3, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:19.755870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:19.798524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Checking router: d0860cc8-155c-4f5c-9deb-a3d1d3220979 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:53:19.799059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Updating router d0860cc8-155c-4f5c-9deb-a3d1d3220979 port a8843d8b-61cb-4770-a133-81616fbda3d1 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:53:19.922485 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84c517c6-6923-4d35-a212-02c29f797a39 req-7955c652-386c-487d-a46b-065e531e1c1f service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062662 Dec 15 04:53:19.962239 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.044790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.099402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.100095 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.168243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cce8c764-2de4-45fa-8abd-c0b4d68871bd None None] Provisioning complete for port 6b16feca-69e4-4579-97fc-cbcccf0ad313 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:20.168625 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cce8c764-2de4-45fa-8abd-c0b4d68871bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.218343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cce8c764-2de4-45fa-8abd-c0b4d68871bd None None] Port 6b16feca-69e4-4579-97fc-cbcccf0ad313 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:20.233205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.246572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:20.257530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.257868 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Added segment 85c64410-e302-4976-8002-9d313c7c4045 of type vlan for network 4f942879-e7bf-43fd-bf44-d3648e37885e Dec 15 04:53:20.284357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.306455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.327530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70236-e752-481e-87aa-818e21699a58 req-1c9d707b-ebb7-4dae-8746-a58d0ba1b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.330124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-1c9d707b-ebb7-4dae-8746-a58d0ba1b6cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 1095 time: 0.2553163 Dec 15 04:53:20.380350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a85612-ddec-46c4-806b-3ddc807319e8 req-368c70e3-24f0-423e-8de8-73dca86c5860 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.382650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15a85612-ddec-46c4-806b-3ddc807319e8 req-368c70e3-24f0-423e-8de8-73dca86c5860 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 1.0085208 Dec 15 04:53:20.429181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-e8bce0f1-ebc9-41bf-806b-49d2e57948f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1802144 Dec 15 04:53:20.430098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.437244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.438065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.462592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35118727-4788-4cd2-a609-2b58d39f3b08,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:20.472378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.483476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.492306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70236-e752-481e-87aa-818e21699a58 req-f43c4e0f-536a-4dae-8c72-6982ae6a52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.493813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-f43c4e0f-536a-4dae-8c72-6982ae6a52e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.1396832 Dec 15 04:53:20.537208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeb1296-c69c-4b8d-b59f-ef36cc07363c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:20.556612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-4c856b02-7d40-4a79-9967-bab3d069e738 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f239d74-57b2-4339-88df-0d889c9af4b1 HTTP/1.1" status: 200 len: 217 time: 0.0533037 Dec 15 04:53:20.562322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-89c3ee4f-7fc3-429c-baa6-3ba5836a2aff None None] Provisioning complete for port 739941b4-e962-4705-891e-c9d9f495a471 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:20.562853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89c3ee4f-7fc3-429c-baa6-3ba5836a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.572248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Attempting to bind port a8843d8b-61cb-4770-a133-81616fbda3d1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:20.572633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Attempting to bind port a8843d8b-61cb-4770-a133-81616fbda3d1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:20.573039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Attempting to bind port a8843d8b-61cb-4770-a133-81616fbda3d1 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:20.580202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8125810-7a91-4cb0-aa4a-317dea4b4bdf None None] Pushing event updated for resources: {'Port': ['ID=a8843d8b-61cb-4770-a133-81616fbda3d1,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:20.621134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Request body: {'port': {'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:20.624477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f70236-e752-481e-87aa-818e21699a58 req-633c6c2b-e32f-4582-a40e-aecba939da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.625958 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-633c6c2b-e32f-4582-a40e-aecba939da9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.0555823 Dec 15 04:53:20.636879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:20.637715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:20.638534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.639159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:20.639887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Bound port: a8843d8b-61cb-4770-a133-81616fbda3d1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:20.641405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.645835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-89c3ee4f-7fc3-429c-baa6-3ba5836a2aff None None] Port 739941b4-e962-4705-891e-c9d9f495a471 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:20.681274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-618cb6e4-3248-4bef-b6d4-12e58f2b10fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474408 Dec 15 04:53:20.705530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Pushing event updated for resources: {'Network': ['ID=4f942879-e7bf-43fd-bf44-d3648e37885e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:20.719287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7dbd7d7b-f575-4ce4-b28c-b01167c4ff0b tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6633015 Dec 15 04:53:20.752858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] For port a8843d8b-61cb-4770-a133-81616fbda3d1, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:20.771942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] For port a8843d8b-61cb-4770-a133-81616fbda3d1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a8843d8b-61cb-4770-a133-81616fbda3d1,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:20.810788 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.866214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Allocated IP 172.20.0.1 (595a1f65-7a1d-497e-b596-08e246ae952c/b40adb71-9bdf-41f7-b30b-8dd705748d34/313bf538-1efa-4aca-89f5-bae794746878) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:20.870392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-028ad468-2610-41d8-a76e-3b295912e059 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638014 Dec 15 04:53:20.871465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15a85612-ddec-46c4-806b-3ddc807319e8 req-5993f661-ca6e-4eaf-84ac-e68700d6649f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088950 Dec 15 04:53:20.892883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fb13f2f2-c72e-4faa-add2-d84143fb8d75 None None] Provisioning complete for port a8843d8b-61cb-4770-a133-81616fbda3d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:20.898806 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb13f2f2-c72e-4faa-add2-d84143fb8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.901694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router de9372ef-f5e3-4855-9ed0-57723779a79d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:20.905410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:20.930376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888bde-74b4-4558-9440-a5a8279523b3 req-0c732a37-8e9c-4404-b501-29caad40e150 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.935347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82888bde-74b4-4558-9440-a5a8279523b3 req-0c732a37-8e9c-4404-b501-29caad40e150 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 931 time: 0.8393433 Dec 15 04:53:20.944713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-b0b4c385-bb5b-42d1-b201-d8d889784a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:20.948439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-b0b4c385-bb5b-42d1-b201-d8d889784a9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1098 time: 0.8549654 Dec 15 04:53:21.035561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8125810-7a91-4cb0-aa4a-317dea4b4bdf None None] Pushing event updated for resources: {'Port': ['ID=a8843d8b-61cb-4770-a133-81616fbda3d1,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:21.081625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b7b54-c0e7-4503-8def-f7a60e0e509e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:21.108659 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a1f70236-e752-481e-87aa-818e21699a58 req-75aa6e47-62fd-48f9-b47e-bcebb2b65781 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271714 Dec 15 04:53:21.114535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-51a624f6-5c0a-4ede-8e34-51a70e4dcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:21.116476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-51a624f6-5c0a-4ede-8e34-51a70e4dcf67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1331298 Dec 15 04:53:21.142311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.167993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 4f942879-e7bf-43fd-bf44-d3648e37885e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:21.187013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.235069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Routers {'d0860cc8-155c-4f5c-9deb-a3d1d3220979'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:21.236060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:21.246646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Pushing event updated for resources: {'Port': ['ID=313bf538-1efa-4aca-89f5-bae794746878,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:21.262048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Network 595a1f65-7a1d-497e-b596-08e246ae952c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:21.263775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:21.266251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:21.311835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.323348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb13f2f2-c72e-4faa-add2-d84143fb8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.386652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fb13f2f2-c72e-4faa-add2-d84143fb8d75 None None] For port a8843d8b-61cb-4770-a133-81616fbda3d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a8843d8b-61cb-4770-a133-81616fbda3d1,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:21.398558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb13f2f2-c72e-4faa-add2-d84143fb8d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.411948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] Set router d0860cc8-155c-4f5c-9deb-a3d1d3220979 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:21.495211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.608018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cac38c55-e262-4860-aa18-6ab48e793995 None None] Provisioning complete for port a8843d8b-61cb-4770-a133-81616fbda3d1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:21.608554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cac38c55-e262-4860-aa18-6ab48e793995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.655529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13f2f2-c72e-4faa-add2-d84143fb8d75 None None] Pushing event updated for resources: {'Port': ['ID=a8843d8b-61cb-4770-a133-81616fbda3d1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:21.715377 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.723572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.749674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:53:16Z', 'revision_number': 3, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:21.778122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f48ec6-2e11-442d-abab-5c6734fc30c3 None None] The sync data for ids ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'] in n-d-820935-10 is: [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:53:16Z', 'revision_number': 3, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:21.824731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Pushing event updated for resources: {'Port': ['ID=313bf538-1efa-4aca-89f5-bae794746878,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:21.847482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:21.899683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-541617d3-d04e-45f8-a78e-144d69a1a4a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1002 time: 0.7381876 Dec 15 04:53:21.958061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Network 595a1f65-7a1d-497e-b596-08e246ae952c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:21.959502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:22.033156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123a13d-99c5-4e94-bdc2-e4252c7057ff req-a2cce326-375a-4a43-b2f4-19baa2baea9f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:22.041184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8123a13d-99c5-4e94-bdc2-e4252c7057ff req-a2cce326-375a-4a43-b2f4-19baa2baea9f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 943 time: 1.0498960 Dec 15 04:53:22.071045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82888bde-74b4-4558-9440-a5a8279523b3 req-3c056b3d-d4ac-4477-9c08-e6a1c0be16ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1191423 Dec 15 04:53:22.104573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:22.108374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Router d0860cc8-155c-4f5c-9deb-a3d1d3220979 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:22.124168 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] Sync routers for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:22.141813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-12022500-c3f0-4bb8-9430-c26c21a50b0c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/de9372ef-f5e3-4855-9ed0-57723779a79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8291593 Dec 15 04:53:22.143062 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:22.143878 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:22.158740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60126) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:22.212940 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:22.249420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-0d9f21d1-eb6b-4485-8836-4e32a9f6eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:22.250930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-0d9f21d1-eb6b-4485-8836-4e32a9f6eac4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.2918751 Dec 15 04:53:22.252552 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:22.254159 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:22.349692 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:22.351443 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5fab3d-a7ee-4556-bd10-67fabbbc7903 None None] The sync data for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:22.399834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c11e6a-33c5-4787-a88c-289a17804f64 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:22.402370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d5c11e6a-33c5-4787-a88c-289a17804f64 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports/739941b4-e962-4705-891e-c9d9f495a471 HTTP/1.1" status: 200 len: 913 time: 0.2425301 Dec 15 04:53:22.415117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60128) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:22.493542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8123a13d-99c5-4e94-bdc2-e4252c7057ff req-df772287-f722-4f97-a9d9-28f691386f4a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460459 Dec 15 04:53:22.553019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60130) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:22.618189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b16feca-69e4-4579-97fc-cbcccf0ad313 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:22.629623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Request body: {'port': {'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e', 'binding:host_id': 'n-h2-820935-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2031163435'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:22.636924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:22.643520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-484e6f05-b517-4119-932e-cfde5ba5fc40 admin admin] 10.222.0.37 "PUT /v2.0/routers/d0860cc8-155c-4f5c-9deb-a3d1d3220979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8286800 Dec 15 04:53:22.646101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:22.809105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-3296aac4-9685-420e-92cd-1ed783bafe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:22.810756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-3296aac4-9685-420e-92cd-1ed783bafe41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5325849 Dec 15 04:53:22.813605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Transition to ACTIVE for port object 6b16feca-69e4-4579-97fc-cbcccf0ad313 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:22.842579 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:22.868337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Made reservation on behalf of e896cdb8092b4db886588d2446308c49 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:22.871184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:22.943689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.019323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8f239d74-57b2-4339-88df-0d889c9af4b1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:23.046563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e401a9-2571-4e13-94db-3177a1156a88 req-32a3f969-ff35-41f7-9176-9c0439bade44 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:23.048505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35e401a9-2571-4e13-94db-3177a1156a88 req-32a3f969-ff35-41f7-9176-9c0439bade44 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.3670297 Dec 15 04:53:23.184849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.196890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8f239d74-57b2-4339-88df-0d889c9af4b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8f239d74-57b2-4339-88df-0d889c9af4b1,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:23.223069 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.225496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Pushing event updated for resources: {'Port': ['ID=6b16feca-69e4-4579-97fc-cbcccf0ad313,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:23.235075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb20edc-5080-4c07-8f99-8bf35a637652 req-a2f33844-74cd-45cc-be5d-b365279140d5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:23.235257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '8f239d74-57b2-4339-88df-0d889c9af4b1', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': '8f239d74-57b2-4339-88df-0d889c9af4b1', 'mac_address': 'fa:16:3e:fb:70:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:23.236909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbb20edc-5080-4c07-8f99-8bf35a637652 req-a2f33844-74cd-45cc-be5d-b365279140d5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.4979520 Dec 15 04:53:23.248488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port df0465d3-9778-490a-bb80-f9323f53dc5b yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:23.294577 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.317754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f239d74-57b2-4339-88df-0d889c9af4b1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:23.352704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a8843d8b-61cb-4770-a133-81616fbda3d1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:23.356732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8f239d74-57b2-4339-88df-0d889c9af4b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8f239d74-57b2-4339-88df-0d889c9af4b1,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:23.398848 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.457151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d6373-c93d-403e-b4ec-37324866246d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:23.461501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=8f239d74-57b2-4339-88df-0d889c9af4b1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:23.474673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a8843d8b-61cb-4770-a133-81616fbda3d1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:23.475117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.499965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-e5d517aa-327c-488b-80d9-6eeacd54342e service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524096 Dec 15 04:53:23.520233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35e401a9-2571-4e13-94db-3177a1156a88 req-7baff470-c996-4b1e-8d23-c1e993663f66 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463091 Dec 15 04:53:23.679209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:23.687924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbb20edc-5080-4c07-8f99-8bf35a637652 req-f14afa6c-77f1-4e26-923a-f3476dbc63a1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265692 Dec 15 04:53:23.694123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Attempting to bind port 6b16feca-69e4-4579-97fc-cbcccf0ad313 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:23.694483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Attempting to bind port 6b16feca-69e4-4579-97fc-cbcccf0ad313 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:23.694808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Attempting to bind port 6b16feca-69e4-4579-97fc-cbcccf0ad313 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:23.741951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Port 6b16feca-69e4-4579-97fc-cbcccf0ad313 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:23.742294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Attempting to bind port 6b16feca-69e4-4579-97fc-cbcccf0ad313 on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:23.846422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:23.846841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:23.847214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:23.847611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Bound port: 6b16feca-69e4-4579-97fc-cbcccf0ad313, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:23.847975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:23.973570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-8f35dd8a-7c62-4998-a2bb-fcd702e1c29a service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518316 Dec 15 04:53:24.016881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port df0465d3-9778-490a-bb80-f9323f53dc5b yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:24.047284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:24.078857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc370f2-d5ee-4506-9b63-4cf93584a70f req-bbabc1a6-634e-4bb2-80bf-ae9eef692f26 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:24.080340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bc370f2-d5ee-4506-9b63-4cf93584a70f req-bbabc1a6-634e-4bb2-80bf-ae9eef692f26 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 943 time: 0.2843902 Dec 15 04:53:24.088798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-5a4a3494-761f-4cce-8656-f7666301d59c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:24.090254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-5a4a3494-761f-4cce-8656-f7666301d59c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 818 time: 0.3861556 Dec 15 04:53:24.098576 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:24.168911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] For port 6b16feca-69e4-4579-97fc-cbcccf0ad313, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:24.171887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e34871c1-0499-4723-ace5-8812aa2c5da6 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/quotas/9aabb54780324063a2db5f4ca1da8001 HTTP/1.1" status: 200 len: 375 time: 0.0699410 Dec 15 04:53:24.200960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] For port 6b16feca-69e4-4579-97fc-cbcccf0ad313, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:24.218441 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:24.266378 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:24.312919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=df0465d3-9778-490a-bb80-f9323f53dc5b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:24.361064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bc370f2-d5ee-4506-9b63-4cf93584a70f req-7fc9b0bc-d70d-472e-abbf-50a49d36edef tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647727 Dec 15 04:53:24.369140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Sync routers for ids ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:24.402566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:24.403191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:24.404600 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] 10.222.0.16 "PUT /v2.0/ports/6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 1092 time: 3.7884204 Dec 15 04:53:24.409895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Routers {'d0860cc8-155c-4f5c-9deb-a3d1d3220979'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:24.410779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:24.419866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:24.422824 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b734d08-eaae-4ead-84a0-69c2d78c4b84" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:24.444302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Checking segment: {'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:24.444724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Network hostable DHCP agents. Network: 4f942879-e7bf-43fd-bf44-d3648e37885e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:24.508564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfe027-7056-4c4f-b1d8-23e7c8adb70d service neutron] Pushing event updated for resources: {'Port': ['ID=6b16feca-69e4-4579-97fc-cbcccf0ad313,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:24.587500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-61d3072c-1a55-4c4b-bac5-fe03184689a4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3902454 Dec 15 04:53:24.655964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Set router d0860cc8-155c-4f5c-9deb-a3d1d3220979 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:25.112511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8f239d74-57b2-4339-88df-0d889c9af4b1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:25.120575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Network 4f942879-e7bf-43fd-bf44-d3648e37885e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:25.161966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '313bf538-1efa-4aca-89f5-bae794746878', 'name': '', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'mac_address': 'fa:16:3e:f7:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:20Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 2, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'subnets': [{'id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:25.176346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 4f942879-e7bf-43fd-bf44-d3648e37885e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:25.192182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:25.194655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38030108-1be9-4188-b0e3-f2c45fd2e133 None None] Network 4f942879-e7bf-43fd-bf44-d3648e37885e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:25.197423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-38eca8c5-ab92-429f-9654-eba5be696b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:25.199006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-38eca8c5-ab92-429f-9654-eba5be696b87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1095 time: 0.6787355 Dec 15 04:53:25.199163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Checking router: d0860cc8-155c-4f5c-9deb-a3d1d3220979 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:53:25.199438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Updating router d0860cc8-155c-4f5c-9deb-a3d1d3220979 port 313bf538-1efa-4aca-89f5-bae794746878 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:53:25.243339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.243339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.244038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.280344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 8f239d74-57b2-4339-88df-0d889c9af4b1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:25.288804 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.291241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 8f239d74-57b2-4339-88df-0d889c9af4b1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:25.291727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.293544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07b7a-aee5-4b12-9126-beb9d2f3b7af req-0852e307-fa75-4613-94d1-ded8abc08ec4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:25.295106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82c07b7a-aee5-4b12-9126-beb9d2f3b7af req-0852e307-fa75-4613-94d1-ded8abc08ec4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 944 time: 0.1805093 Dec 15 04:53:25.299194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-3e66a358-fafb-4a46-a4be-f44a5181d5c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 217 time: 0.0723548 Dec 15 04:53:25.301332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:25.301684 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:25.303394 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 2 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:25.307554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-a346f9b2-23eb-43ef-bea3-1c551c973aee service neutron] 10.222.0.37 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192023 Dec 15 04:53:25.417681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.418034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.418353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.475555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:25.475555 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:25.482239 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 3 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:25.502827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-da6549ef-e3c8-4e2a-b841-9249a40f217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:25.505048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-da6549ef-e3c8-4e2a-b841-9249a40f217c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1964552 Dec 15 04:53:25.514186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.523342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82c07b7a-aee5-4b12-9126-beb9d2f3b7af req-6193d239-2bad-4c18-95c1-e71a255ae3e3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207427 Dec 15 04:53:25.535574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.535916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.536290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.564963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674b681-f578-44ba-a99c-5c9a9489978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f239d74-57b2-4339-88df-0d889c9af4b1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:25.567604 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ba37a9-fa64-4ea5-bc11-013e0c0939ac" -d '{"events": [{"server_uuid": "7674b681-f578-44ba-a99c-5c9a9489978a", "name": "network-vif-plugged", "status": "completed", "tag": "8f239d74-57b2-4339-88df-0d889c9af4b1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:25.593522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:25.593862 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:25.603738 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 4 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:25.608762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 8f239d74-57b2-4339-88df-0d889c9af4b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8f239d74-57b2-4339-88df-0d889c9af4b1,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:25.633421 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.633814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-f88309a1-86af-40e4-bca1-c33747d94ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027675 Dec 15 04:53:25.640846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.641113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.641451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.661809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-f5fd6fba-3adb-4fd3-9707-47882a306585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:25.663314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-f5fd6fba-3adb-4fd3-9707-47882a306585 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458178 Dec 15 04:53:25.677884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:25.678239 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:25.680970 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 5 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:25.732336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=8f239d74-57b2-4339-88df-0d889c9af4b1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:25.751572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.751932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.752273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.771173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:25.771173 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:25.774690 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 6 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:25.781067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 739941b4-e962-4705-891e-c9d9f495a471 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:25.782483 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.793498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dae6c-a6de-4e29-9a1b-1da501b7fc6e req-a4d985f1-a80d-4fa5-a907-fb13a1d8e745 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:25.795003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b1dae6c-a6de-4e29-9a1b-1da501b7fc6e req-a4d985f1-a80d-4fa5-a907-fb13a1d8e745 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1577742 Dec 15 04:53:25.831572 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.840677 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.872325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.872670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.873003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.875883 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018337d0-134d-4ede-bb22-f85d1773caa1 x-openstack-request-id: req-018337d0-134d-4ede-bb22-f85d1773caa1 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:25.876204 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:25.876463 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-018337d0-134d-4ede-bb22-f85d1773caa1 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:25.876863 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'status': 'completed', 'code': 200} Dec 15 04:53:25.910640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c4e87-84df-4935-bfc0-9bdd94983754 None None] Pushing event updated for resources: {'Port': ['ID=313bf538-1efa-4aca-89f5-bae794746878,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:25.913739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:25.914089 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:25.921697 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 7 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:25.957888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-861151af-0d4e-4219-a84d-6c054bf9e55f service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778773 Dec 15 04:53:25.965706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Attempting to bind port 313bf538-1efa-4aca-89f5-bae794746878 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.966386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Attempting to bind port 313bf538-1efa-4aca-89f5-bae794746878 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.967220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Attempting to bind port 313bf538-1efa-4aca-89f5-bae794746878 on network 595a1f65-7a1d-497e-b596-08e246ae952c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:25.973340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:25.973767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Checking segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:25.974144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.974856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Bound using segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:25.975342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Bound port: 313bf538-1efa-4aca-89f5-bae794746878, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:25.975732 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:25.998745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:25.998973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:25.999308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:26.066298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] For port 313bf538-1efa-4aca-89f5-bae794746878, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:26.073616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] For port 313bf538-1efa-4aca-89f5-bae794746878, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=313bf538-1efa-4aca-89f5-bae794746878,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:26.077841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b1dae6c-a6de-4e29-9a1b-1da501b7fc6e req-8a760a64-d669-4c2c-ab99-7dd76efa5842 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687593 Dec 15 04:53:26.078088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:26.079214 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:26.082131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:26.082744 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 8 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:26.088999 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:26.148702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 739941b4-e962-4705-891e-c9d9f495a471 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:26.175535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Routers {'d0860cc8-155c-4f5c-9deb-a3d1d3220979'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:26.176511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:26.214134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:26.214496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:26.214811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:26.270145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:26.271071 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:26.282724 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 9 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:26.298651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c4e87-84df-4935-bfc0-9bdd94983754 None None] Pushing event updated for resources: {'Port': ['ID=313bf538-1efa-4aca-89f5-bae794746878,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:26.366277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] Set router d0860cc8-155c-4f5c-9deb-a3d1d3220979 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:26.394192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9746ef-81a7-4fcc-ad65-8d59ad925260 req-b691b860-e3b0-439e-9d9c-ab5e847ed785 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:26.402446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd9746ef-81a7-4fcc-ad65-8d59ad925260 req-b691b860-e3b0-439e-9d9c-ab5e847ed785 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.4435174 Dec 15 04:53:26.434504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:26.434838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:26.435174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:26.447667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b97973d0-a4f9-4bff-83fe-c1c39445bc5d req-d9ef83dc-35c1-4dc7-8d4b-93f3d2b9f51e service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773378 Dec 15 04:53:26.462927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:26.463797 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:26.465809 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 10 to bind port df0465d3-9778-490a-bb80-f9323f53dc5b Dec 15 04:53:26.658958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:26.659454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:26.659868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:26.675439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '313bf538-1efa-4aca-89f5-bae794746878', 'name': '', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'mac_address': 'fa:16:3e:f7:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:20Z', 'updated_at': '2021-12-15T04:53:26Z', 'revision_number': 4, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'subnets': [{'id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:26.698773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd9746ef-81a7-4fcc-ad65-8d59ad925260 req-6c1ec499-bfd4-4fda-9fe9-218fb5e1820f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954206 Dec 15 04:53:26.704643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0145df-791d-4cbf-80ca-2c9c2682745e None None] The sync data for ids ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'] in n-d-820935-10 is: [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '313bf538-1efa-4aca-89f5-bae794746878', 'name': '', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'mac_address': 'fa:16:3e:f7:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:20Z', 'updated_at': '2021-12-15T04:53:26Z', 'revision_number': 4, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'subnets': [{'id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:26.783580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port df0465d3-9778-490a-bb80-f9323f53dc5b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:26.783942 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port df0465d3-9778-490a-bb80-f9323f53dc5b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:26.804738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:26.834147 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6616a86e-df6d-4390-a981-1b33c47597e4 x-openstack-request-id: req-6616a86e-df6d-4390-a981-1b33c47597e4 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:26.834729 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674b681-f578-44ba-a99c-5c9a9489978a", "name": "network-vif-plugged", "status": "completed", "tag": "8f239d74-57b2-4339-88df-0d889c9af4b1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:26.835240 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6616a86e-df6d-4390-a981-1b33c47597e4 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:26.835883 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674b681-f578-44ba-a99c-5c9a9489978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f239d74-57b2-4339-88df-0d889c9af4b1', 'code': 200} Dec 15 04:53:26.842702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ca545-2553-43f9-aaa6-d82adafec369 req-2fbddcf0-88db-45ac-9b35-512c7f8b1d68 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:26.860649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-874ca545-2553-43f9-aaa6-d82adafec369 req-2fbddcf0-88db-45ac-9b35-512c7f8b1d68 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 943 time: 0.5450668 Dec 15 04:53:26.967531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.035263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=739941b4-e962-4705-891e-c9d9f495a471,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:27.055145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3842b02f-4862-4aac-8c0c-a29865ee2bde req-e3e3a047-a6f8-4f82-b29f-cf5e8d88eda8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 210 time: 0.1213903 Dec 15 04:53:27.056473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] For port df0465d3-9778-490a-bb80-f9323f53dc5b, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:27.057349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempted to set empty binding levels {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 04:53:27.102985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.106798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4317a9-f752-4216-8393-6d3c818e1ee9 req-95771814-a373-4694-8b0f-470f129b4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:27.110344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc4317a9-f752-4216-8393-6d3c818e1ee9 req-95771814-a373-4694-8b0f-470f129b4e07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 1097 time: 0.1010296 Dec 15 04:53:27.184945 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc4317a9-f752-4216-8393-6d3c818e1ee9 req-ebefb154-a8b0-4ee2-8e2a-5d8973da438e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650692 Dec 15 04:53:27.209493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-55086c9e-71c8-4cc3-bad5-108e33982283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:27.211946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-55086c9e-71c8-4cc3-bad5-108e33982283 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1095 time: 0.5461073 Dec 15 04:53:27.246626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:27.247228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.335194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 313bf538-1efa-4aca-89f5-bae794746878 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:27.347955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=df0465d3-9778-490a-bb80-f9323f53dc5b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:27.454244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 313bf538-1efa-4aca-89f5-bae794746878 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:27.454615 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.485346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-874ca545-2553-43f9-aaa6-d82adafec369 req-49ae88d5-fcd8-49e3-8972-f47442f70620 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6233828 Dec 15 04:53:27.492763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60212) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:27.493562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-595917d2-53cc-414a-aa1b-ccfd1336d097 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8682551 Dec 15 04:53:27.668942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186f760-b0ff-46f3-9d69-6060ff97a38c req-8d441fd1-0fc7-4ff5-bf89-b21495799a83 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:27.688003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Deleting port df0465d3-9778-490a-bb80-f9323f53dc5b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:27.688640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3186f760-b0ff-46f3-9d69-6060ff97a38c req-8d441fd1-0fc7-4ff5-bf89-b21495799a83 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 945 time: 0.4823418 Dec 15 04:53:27.700647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.734781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.745171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.767996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80106c91-49c3-4714-ba7d-e7ec0a014edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.816597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 313bf538-1efa-4aca-89f5-bae794746878, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=313bf538-1efa-4aca-89f5-bae794746878,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:27.825166 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:27.904533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=313bf538-1efa-4aca-89f5-bae794746878,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:27.984592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-a5fcba07-4309-4ed6-9636-b87864622e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:28.000905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] For port df0465d3-9778-490a-bb80-f9323f53dc5b, host n-h2-820935-10, got binding levels [] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:28.003705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-a5fcba07-4309-4ed6-9636-b87864622e57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.7069125 Dec 15 04:53:28.008275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:28.038356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Calling delete_port for df0465d3-9778-490a-bb80-f9323f53dc5b owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:28.039250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3186f760-b0ff-46f3-9d69-6060ff97a38c req-d433f125-e4fa-4614-bc33-97a4d1dda76d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493216 Dec 15 04:53:28.177802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-b40b9745-5c02-4809-a5d3-01e1f55a7e48 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:28.180007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-b40b9745-5c02-4809-a5d3-01e1f55a7e48 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 818 time: 0.4029601 Dec 15 04:53:28.203771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Request body: {'port': {'device_id': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'admin_state_up': True, 'tenant_id': '9aabb54780324063a2db5f4ca1da8001'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:28.218014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-d32521ee-b283-4cc4-8c39-099330002cae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 217 time: 0.1225708 Dec 15 04:53:28.284294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-ed26f47a-419f-464a-ba89-d19c5e1c815d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:28.286405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-ed26f47a-419f-464a-ba89-d19c5e1c815d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 818 time: 0.5914562 Dec 15 04:53:28.334362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-6a4a8b07-378d-4a67-adef-f13d9ec3f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:28.335671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-6a4a8b07-378d-4a67-adef-f13d9ec3f1c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0585623 Dec 15 04:53:28.359031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:28.403656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-16598b47-d0d9-4228-b09c-7b59f716466b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/quotas/9aabb54780324063a2db5f4ca1da8001 HTTP/1.1" status: 200 len: 375 time: 0.0621204 Dec 15 04:53:28.419378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event deleted for resources: {'Port': ['ID=df0465d3-9778-490a-bb80-f9323f53dc5b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:28.435386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:28.442479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4df818c5-ac3d-41c6-9d32-452956310d2b tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "DELETE /v2.0/ports/df0465d3-9778-490a-bb80-f9323f53dc5b HTTP/1.1" status: 204 len: 168 time: 0.9481485 Dec 15 04:53:28.448101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60228) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:28.495368 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5597023-a106-4f19-bae0-4571d431ee62 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] GET failed (client error): The resource could not be found. Dec 15 04:53:28.501368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5597023-a106-4f19-bae0-4571d431ee62 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "GET /v2.0/ports/df0465d3-9778-490a-bb80-f9323f53dc5b HTTP/1.1" status: 404 len: 333 time: 0.0517168 Dec 15 04:53:28.504673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b576510-e6e0-4171-a664-f96ac30f74dd req-368ef125-9023-46d8-9bdd-5649ce47d8d0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:28.506254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60230) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:28.514245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b576510-e6e0-4171-a664-f96ac30f74dd req-368ef125-9023-46d8-9bdd-5649ce47d8d0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.3121135 Dec 15 04:53:28.515247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Request body: {'port': {'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1037527241'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:28.547676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Made reservation on behalf of 9aabb54780324063a2db5f4ca1da8001 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:28.559734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:28.626230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Made reservation on behalf of e896cdb8092b4db886588d2446308c49 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:28.629177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:28.640189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-02aa12b8-66ff-4a0b-9325-7fb7a5cf324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:28.641989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-02aa12b8-66ff-4a0b-9325-7fb7a5cf324a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2775595 Dec 15 04:53:28.695992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router de9372ef-f5e3-4855-9ed0-57723779a79d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:28.706916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-ed1cf518-5fb5-44fd-a2c3-25b95c858989 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2912786 Dec 15 04:53:28.770893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Allocated IP 172.20.0.2 (595a1f65-7a1d-497e-b596-08e246ae952c/b40adb71-9bdf-41f7-b30b-8dd705748d34/5164c292-1c14-49b6-ac59-da3d132caa17) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:28.898189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port 1aaac5e0-ef28-4895-9ffb-524646694f9b yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:29.000494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.132794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.144410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.194824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Network 595a1f65-7a1d-497e-b596-08e246ae952c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:29.202223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:29.215359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:29.250768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b576510-e6e0-4171-a664-f96ac30f74dd req-79b6faef-c193-43a5-bd20-b95173647ad1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7354949 Dec 15 04:53:29.269908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Pushing event updated for resources: {'Port': ['ID=5164c292-1c14-49b6-ac59-da3d132caa17,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:29.278863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 313bf538-1efa-4aca-89f5-bae794746878 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:29.330614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:29.331298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.349858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.356782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 313bf538-1efa-4aca-89f5-bae794746878 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:29.357438 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.415704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:29.424460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5ed5bd7e-eb52-4f95-a82f-118557e0558e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/de9372ef-f5e3-4855-9ed0-57723779a79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0006700 Dec 15 04:53:29.434214 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] Sync routers for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:29.435423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60244) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:29.453176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:29.454418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-088d3331-924b-4b7e-8e6b-3cd1bdd5dff7 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789977 Dec 15 04:53:29.455767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:29.466181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Network 4f942879-e7bf-43fd-bf44-d3648e37885e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:29.485233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-1176a4ec-b209-4098-b113-57a9cf20fb7a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2853067 Dec 15 04:53:29.495313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-e1f69fd4-34d3-4544-8448-6804e84a4eaa service neutron] 10.222.0.37 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682235 Dec 15 04:53:29.523442 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:29.559628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:29.560286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:29.591357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:29.610106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Request body: {'port': {'device_id': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:29.618210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:29.619888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:29.623947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.630741 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:29.631668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2a55e-9ffd-4dc3-ab91-e120ea66a248 None None] The sync data for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:29.656373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=1aaac5e0-ef28-4895-9ffb-524646694f9b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:29.702069 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ae3dbe17-9112-494b-9529-417e03ba87ca tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1944330 Dec 15 04:53:29.707550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60246) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:29.713388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090e005-f358-45e9-951c-48443cf12067 req-a389a6b7-7e55-4323-b4ff-42cd131c4fc7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:29.714907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2090e005-f358-45e9-951c-48443cf12067 req-a389a6b7-7e55-4323-b4ff-42cd131c4fc7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 943 time: 0.3232400 Dec 15 04:53:29.715263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:29.719711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.785282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-3a28150f-5fda-4a53-bf6e-18f30608d924 service neutron] 10.222.0.37 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555618 Dec 15 04:53:29.794725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b734d08-eaae-4ead-84a0-69c2d78c4b84 req-8bb0da8d-a86c-4ae9-9d40-89842a1950e3 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984860 Dec 15 04:53:29.815009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2090e005-f358-45e9-951c-48443cf12067 req-547cbbd4-0c41-4dfb-af8d-234c111eb29e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808737 Dec 15 04:53:29.870461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ab9-42b8-47bf-bb6f-f0b16cfd2655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.939718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:29.985999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef8be0b0-c1ab-422c-8b32-37c2a3caee9d req-e7a5bb92-3454-4a3e-a833-297dba9c8f23 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 210 time: 0.0287294 Dec 15 04:53:30.003480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0a303-81a4-4d26-b6c4-0b4542316de1 req-40986059-4084-4f4c-8465-1482b8877fac tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:30.005186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26a0a303-81a4-4d26-b6c4-0b4542316de1 req-40986059-4084-4f4c-8465-1482b8877fac tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 945 time: 0.1036549 Dec 15 04:53:30.122529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26a0a303-81a4-4d26-b6c4-0b4542316de1 req-ce8ef9d0-7ff1-42ec-be26-9be0647b91ce tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987937 Dec 15 04:53:30.172862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00f999-b15f-4410-82a8-90abaac3613c req-ebcc010e-c456-4176-8a26-0be080c48e38 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:30.174577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b00f999-b15f-4410-82a8-90abaac3613c req-ebcc010e-c456-4176-8a26-0be080c48e38 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0886967 Dec 15 04:53:30.276356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b00f999-b15f-4410-82a8-90abaac3613c req-bd76f7c5-3e77-4814-9388-8b278fb112c4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Dec 15 04:53:30.452549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5164c292-1c14-49b6-ac59-da3d132caa17 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:30.463992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:30.485699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f3259-64b0-49dd-8c68-e6fbaff290a4 req-a9aed012-89b3-45f3-9b5a-ca64d67de5b7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:30.487208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d13f3259-64b0-49dd-8c68-e6fbaff290a4 req-a9aed012-89b3-45f3-9b5a-ca64d67de5b7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.0993929 Dec 15 04:53:30.500424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Transition to ACTIVE for port object 5164c292-1c14-49b6-ac59-da3d132caa17 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:30.511419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:30.521737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port 1aaac5e0-ef28-4895-9ffb-524646694f9b yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:30.551035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:30.553552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d13f3259-64b0-49dd-8c68-e6fbaff290a4 req-32c3337a-ef47-49c5-96bd-2a140c44f31e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532494 Dec 15 04:53:30.563377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4360-3740-491d-8057-3d7a4eacad2a req-77e6b8bd-c159-4915-8109-6a7435150b88 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:30.570706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b24d4360-3740-491d-8057-3d7a4eacad2a req-77e6b8bd-c159-4915-8109-6a7435150b88 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1361778 Dec 15 04:53:30.575123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:30.591258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:30.640832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b24d4360-3740-491d-8057-3d7a4eacad2a req-f5d19511-0e40-4f4e-8ec1-001794cf83af tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692446 Dec 15 04:53:30.730291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Pushing event updated for resources: {'Port': ['ID=5164c292-1c14-49b6-ac59-da3d132caa17,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:30.816762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebdbc3-8f7e-4e4e-9a83-6c4e07113e76 req-7c114c3b-68d8-4149-980f-81e44fda8457 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:30.818508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfebdbc3-8f7e-4e4e-9a83-6c4e07113e76 req-7c114c3b-68d8-4149-980f-81e44fda8457 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.1409786 Dec 15 04:53:30.862609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfebdbc3-8f7e-4e4e-9a83-6c4e07113e76 req-31f81de7-759b-46c3-b55e-f056c7313f16 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0302341 Dec 15 04:53:30.930176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89ba5-7088-4261-8d29-b9ff0159c83e req-f0396355-bb3f-4b73-88ed-5341ed8d55a2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:30.931760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afe89ba5-7088-4261-8d29-b9ff0159c83e req-f0396355-bb3f-4b73-88ed-5341ed8d55a2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1122224 Dec 15 04:53:30.949006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=1aaac5e0-ef28-4895-9ffb-524646694f9b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:30.966074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Attempting to bind port 5164c292-1c14-49b6-ac59-da3d132caa17 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:30.966323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Attempting to bind port 5164c292-1c14-49b6-ac59-da3d132caa17 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:30.966499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Attempting to bind port 5164c292-1c14-49b6-ac59-da3d132caa17 on network 595a1f65-7a1d-497e-b596-08e246ae952c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:30.973801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfebdbc3-8f7e-4e4e-9a83-6c4e07113e76 req-70ee4745-fd57-43b0-afe4-281af26a5ff2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022940 Dec 15 04:53:30.974651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:30.975005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:30.975340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:30.979496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Port 5164c292-1c14-49b6-ac59-da3d132caa17 on network 595a1f65-7a1d-497e-b596-08e246ae952c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:30.979832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Attempting to bind port 5164c292-1c14-49b6-ac59-da3d132caa17 on network 595a1f65-7a1d-497e-b596-08e246ae952c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:30.987710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:30.988052 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:30.989334 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 2 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:30.991887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:30.992255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Checking segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:30.992637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Bound using segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:30.993074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Bound port: 5164c292-1c14-49b6-ac59-da3d132caa17, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:30.993430 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:31.019658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:31.020114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:31.020749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:31.050672 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afe89ba5-7088-4261-8d29-b9ff0159c83e req-91c0db9d-41b6-4074-afbb-529cde4fc3ad tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047678 Dec 15 04:53:31.058891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:31.059237 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:31.061327 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 3 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:31.102246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfebdbc3-8f7e-4e4e-9a83-6c4e07113e76 req-4302a77e-c91b-43bb-8205-52b86d1ee95f service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108046 Dec 15 04:53:31.104483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:31.104831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:31.105172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:31.125810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:31.126159 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:31.131206 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 4 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:31.141234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] For port 5164c292-1c14-49b6-ac59-da3d132caa17, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:31.143359 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:31.149633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] For port 5164c292-1c14-49b6-ac59-da3d132caa17, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5164c292-1c14-49b6-ac59-da3d132caa17,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:31.181558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:31.187155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:31.187525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:31.187818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:31.252360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:31.252994 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:31.256384 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 5 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:31.263394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfebdbc3-8f7e-4e4e-9a83-6c4e07113e76 req-cae695c5-2b9c-4b60-8e3a-c2725d39dfdb service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522694 Dec 15 04:53:31.271360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabb9e1-4edd-416c-90b2-a6ebb67e8db8 req-c2426d27-6c6a-46b0-98e2-982de1719b4b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:31.272898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dabb9e1-4edd-416c-90b2-a6ebb67e8db8 req-c2426d27-6c6a-46b0-98e2-982de1719b4b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 943 time: 0.1044757 Dec 15 04:53:31.302530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:31.304166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:31.306009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] 10.222.0.42 "PUT /v2.0/ports/5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 1092 time: 1.7160261 Dec 15 04:53:31.313524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'tag': '5164c292-1c14-49b6-ac59-da3d132caa17'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:31.316817 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604114f-e5c5-46bd-a49f-d0422003aaac" -d '{"events": [{"name": "network-changed", "server_uuid": "75cbdd67-9ebd-44a7-bde5-fee954395af7", "tag": "5164c292-1c14-49b6-ac59-da3d132caa17"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:31.334198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:31.334582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:31.334944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:31.360755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dabb9e1-4edd-416c-90b2-a6ebb67e8db8 req-a6e1bb33-6363-4c56-abf8-14782e7a1d84 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767038 Dec 15 04:53:31.382515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:31.382859 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:31.393528 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 6 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:31.408741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:31.409101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:31.410017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:31.416859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port eea493b2-cd72-49cf-b589-2ff19960f970 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:31.417207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:31.463539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a7af-adf7-42a7-a0fd-da63090a27fc service neutron] Pushing event updated for resources: {'Port': ['ID=5164c292-1c14-49b6-ac59-da3d132caa17,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:31.535192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28504208-f7d8-4555-9b35-1bcb29aa9b81 req-19d5e422-8c01-41ca-8ee0-1ff7a8d3770e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 210 time: 0.0473149 Dec 15 04:53:31.635292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-0e59f12b-0785-461f-87a3-fe62aecc30f0 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:31.638160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-0e59f12b-0785-461f-87a3-fe62aecc30f0 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.16 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 818 time: 0.3113141 Dec 15 04:53:31.705915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Request body: {'port': {'device_id': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'admin_state_up': True, 'tenant_id': '9aabb54780324063a2db5f4ca1da8001'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:31.793745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5a786-152f-45b9-ac6e-7e6ed20f2793 req-2fb34aac-ed3b-4257-8321-ff3c4847bf08 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:31.795263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bf5a786-152f-45b9-ac6e-7e6ed20f2793 req-2fb34aac-ed3b-4257-8321-ff3c4847bf08 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1547461 Dec 15 04:53:31.879578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Made reservation on behalf of 9aabb54780324063a2db5f4ca1da8001 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:31.883406 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:31.922049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bf5a786-152f-45b9-ac6e-7e6ed20f2793 req-2d88934b-92c4-498b-a94c-44326f236301 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Dec 15 04:53:31.961708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:31.963024 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:31.965843 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ab03e-ba2c-4989-b5d6-7436698791c5 x-openstack-request-id: req-a55ab03e-ba2c-4989-b5d6-7436698791c5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:31.966253 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cbdd67-9ebd-44a7-bde5-fee954395af7", "tag": "5164c292-1c14-49b6-ac59-da3d132caa17", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:31.966602 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a55ab03e-ba2c-4989-b5d6-7436698791c5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:31.967274 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'tag': '5164c292-1c14-49b6-ac59-da3d132caa17', 'status': 'completed', 'code': 200} Dec 15 04:53:31.978822 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 7 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:32.008415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:32.008983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:32.010582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:32.026804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:32.027324 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:32.030140 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 8 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:32.082525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:32.083508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:32.084004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:32.094250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-194fbdec-0dbb-4882-afac-73c1befc4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.096489 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-194fbdec-0dbb-4882-afac-73c1befc4a6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1095 time: 0.7288754 Dec 15 04:53:32.101750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:32.102409 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:32.111609 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 9 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:32.127037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.165794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Allocated IP 172.20.0.7 (595a1f65-7a1d-497e-b596-08e246ae952c/b40adb71-9bdf-41f7-b30b-8dd705748d34/aed004cc-8a4c-48bd-93bb-c0dcc33a79f4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:32.187319 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-38924960-ed63-4cc3-a3da-aea8c1510016 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.0694852 Dec 15 04:53:32.188368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for eea493b2-cd72-49cf-b589-2ff19960f970 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:32.191416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:32.191758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:32.192126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:32.223918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92831f18-a6cc-4358-bc2e-8f3cf7a954a8 req-f6598512-b567-4170-bd92-1521956f89c3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.237539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92831f18-a6cc-4358-bc2e-8f3cf7a954a8 req-f6598512-b567-4170-bd92-1521956f89c3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1372933 Dec 15 04:53:32.249995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:32.250357 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:32.254973 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 10 to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b Dec 15 04:53:32.342579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92831f18-a6cc-4358-bc2e-8f3cf7a954a8 req-2e982ccf-e8b6-4848-a734-2afed69e9ee2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040103 Dec 15 04:53:32.348810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-f9bebecf-5783-4fc1-9f7f-c7d0bd5172a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.350395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-f9bebecf-5783-4fc1-9f7f-c7d0bd5172a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.1558666 Dec 15 04:53:32.390140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c218f-7954-4f23-b3d1-dc7a3576a4a5 req-3aac3d9d-81a8-4f8c-99ae-13af2f7c9a26 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.397389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab9c218f-7954-4f23-b3d1-dc7a3576a4a5 req-3aac3d9d-81a8-4f8c-99ae-13af2f7c9a26 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2339199 Dec 15 04:53:32.412840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:32.413936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:32.414280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:32.486909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-c734f062-7763-47ef-b8b3-1a1ec131e2b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132481 Dec 15 04:53:32.508739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:32.509086 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1aaac5e0-ef28-4895-9ffb-524646694f9b on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:32.509512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.622160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab9c218f-7954-4f23-b3d1-dc7a3576a4a5 req-3b843685-c087-4f2e-ac18-8f64d0d512bd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022259 Dec 15 04:53:32.676392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] For port 1aaac5e0-ef28-4895-9ffb-524646694f9b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:32.676865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempted to set empty binding levels {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 04:53:32.699604 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.708278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.722707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-d7a657f9-09b9-4fb6-a546-d1b3e72d0d1f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.724340 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-d7a657f9-09b9-4fb6-a546-d1b3e72d0d1f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.1890347 Dec 15 04:53:32.739272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.749188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-741508f6-a40f-42be-a238-72d23dfdd2d2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0185173 Dec 15 04:53:32.805003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] In _notify_port_updated(), no bound segment for port 1aaac5e0-ef28-4895-9ffb-524646694f9b on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:53:32.805979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.807474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.810967 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "PUT /v2.0/ports/1aaac5e0-ef28-4895-9ffb-524646694f9b HTTP/1.1" status: 200 len: 976 time: 3.1000037 Dec 15 04:53:32.814800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60342) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:32.816770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-b1e2bdbb-9e8a-417c-85a1-26b4032ba358 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222980 Dec 15 04:53:32.829847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.849371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-e3bced3b-408a-4dc9-a941-59340d37a1c8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993659 Dec 15 04:53:32.902947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002e2d4-b6d3-4c90-b599-7fac11ae8fe9 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=1aaac5e0-ef28-4895-9ffb-524646694f9b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:32.907645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493306d9-7678-4a2b-ae91-8f52f92f0572 req-e3305a54-c379-4b7c-a9c4-e4502414387b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:32.909162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-493306d9-7678-4a2b-ae91-8f52f92f0572 req-e3305a54-c379-4b7c-a9c4-e4502414387b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 943 time: 0.1258578 Dec 15 04:53:32.937745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:32.943592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Network 595a1f65-7a1d-497e-b596-08e246ae952c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:32.954688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:32.971591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:32.987914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=eea493b2-cd72-49cf-b589-2ff19960f970,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:32.998279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Pushing event updated for resources: {'Port': ['ID=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:33.046653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.047132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.047593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.048384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.048535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.048971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.049497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.049949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.050399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.050852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.051306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.051755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.052234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.052687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.053138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.053590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.054037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.054488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.054936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.055381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.055828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.056295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.057542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.057999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.058449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.058903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.059350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.060106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.066935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2675a7fd-7a3c-491d-a844-1b4bdb5f7bc4 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24928 time: 0.2456431 Dec 15 04:53:33.069245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.069948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60344) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:33.070544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.091665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-493306d9-7678-4a2b-ae91-8f52f92f0572 req-e6acc152-2e33-4ad9-9368-db7b37fe51cc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548052 Dec 15 04:53:33.108195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-99e51257-9c56-4aea-a53e-a7bf63968e4a service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328489 Dec 15 04:53:33.123957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-3f015673-87d7-4cc4-bbdc-e9954483faa5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4274609 Dec 15 04:53:33.160844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Request body: {'port': {'device_id': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:33.191956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f07c9bf4-dac9-4261-a469-a75f11b5a672 req-cd5b21b3-6338-490e-82ea-97ab16880da2 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607857 Dec 15 04:53:33.197018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.316176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2d03284d-80ca-4dbf-9fba-9b85018e3f7c service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877604 Dec 15 04:53:33.333073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e30cf-7098-4975-81e1-bb4d9e1f211e req-0ce30530-8b24-42f0-844f-a754c59dc405 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.335469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-178e30cf-7098-4975-81e1-bb4d9e1f211e req-0ce30530-8b24-42f0-844f-a754c59dc405 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 931 time: 0.1275210 Dec 15 04:53:33.336292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.354571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Deleting port 1aaac5e0-ef28-4895-9ffb-524646694f9b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:33.355395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.366721 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.440047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-178e30cf-7098-4975-81e1-bb4d9e1f211e req-638db32d-fb81-4127-8829-6e6d5ae24c83 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Dec 15 04:53:33.440466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-45924372-894d-42c9-93db-c5e5a0b20aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.441951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-45924372-894d-42c9-93db-c5e5a0b20aae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1095 time: 0.1452899 Dec 15 04:53:33.542619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.594236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router de9372ef-f5e3-4855-9ed0-57723779a79d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:33.596221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] For port 1aaac5e0-ef28-4895-9ffb-524646694f9b, host n-h2-820935-10, got binding levels [] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:33.596607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:33.620589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Calling delete_port for 1aaac5e0-ef28-4895-9ffb-524646694f9b owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:33.696416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-03c0b8bf-66fd-4c8c-a735-0418a4969539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.698670 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-03c0b8bf-66fd-4c8c-a735-0418a4969539 service neutron] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.2065296 Dec 15 04:53:33.741839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b231-9a96-4611-b8f9-ad6eb99bd5b4 req-af47c446-5c90-4432-8de1-988ecace7615 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.749536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dff9b231-9a96-4611-b8f9-ad6eb99bd5b4 req-af47c446-5c90-4432-8de1-988ecace7615 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.2082863 Dec 15 04:53:33.760530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6264-9078-4b1b-8490-d0050b9c3d35 req-85cf42b9-1287-4af5-82cb-737fb230e859 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:33.762143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a0c6264-9078-4b1b-8490-d0050b9c3d35 req-85cf42b9-1287-4af5-82cb-737fb230e859 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1897862 Dec 15 04:53:33.847384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-b7292c30-e61d-4a47-b500-97b4892a0e56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.0569730 Dec 15 04:53:33.850088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:33.860971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] Sync routers for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:33.872892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-55d74f22-943f-4f4e-8646-3397c8049b0a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/de9372ef-f5e3-4855-9ed0-57723779a79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4361606 Dec 15 04:53:33.875590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:33.882122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60362) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:33.882921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:33.913989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a0c6264-9078-4b1b-8490-d0050b9c3d35 req-d1ab3d4e-03b2-44a2-a9b1-8f85f14deebf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387448 Dec 15 04:53:33.927128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:33.937266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] Routers {'de9372ef-f5e3-4855-9ed0-57723779a79d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:33.938759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['de9372ef-f5e3-4855-9ed0-57723779a79d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:33.949395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dff9b231-9a96-4611-b8f9-ad6eb99bd5b4 req-20115a1e-1f7d-408c-8c8a-b773bcf38e0f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991165 Dec 15 04:53:33.994462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:33.995481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440602a3-29d7-46ae-bba7-588b67cf1b77 None None] The sync data for ids ['de9372ef-f5e3-4855-9ed0-57723779a79d'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:34.064692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcbcc226-445a-4286-894c-4f73f04457ad req-3d2e1a4e-8992-4ad2-a969-0750f9a4b714 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 210 time: 0.0625823 Dec 15 04:53:34.071445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-47e8dbcc-0356-4c5a-a031-66d3574c7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:34.073727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-47e8dbcc-0356-4c5a-a031-66d3574c7863 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.1922784 Dec 15 04:53:34.111837 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df49fe31-5d8d-42eb-a81d-011e35861181 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=de9372ef-f5e3-4855-9ed0-57723779a79d HTTP/1.1" status: 200 len: 205 time: 0.0593524 Dec 15 04:53:34.127875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60374) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:34.154121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-d2835ab8-42a3-487e-b34e-849cff779d37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454080 Dec 15 04:53:34.211476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:34.223365 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.239395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.281562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Transition to ACTIVE for port object aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:34.299374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.321753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.322136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a201c2-57ed-4930-be49-b848c67cde92 req-a5ab61cf-1a16-49fd-a555-c0f4baea5e1d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:34.323716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8a201c2-57ed-4930-be49-b848c67cde92 req-a5ab61cf-1a16-49fd-a555-c0f4baea5e1d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2181933 Dec 15 04:53:34.360889 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.367147 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1aaac5e0-ef28-4895-9ffb-524646694f9b HTTP/1.1" status: 204 len: 168 time: 1.2932916 Dec 15 04:53:34.367147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d684499-c49a-4950-a0a5-31699f94d646 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aaac5e0-ef28-4895-9ffb-524646694f9b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:34.370461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60376) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:34.409460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8871a94-7f05-436c-a2de-06f35d13c6e0 req-7d796010-7327-449d-a52d-763c99188f08 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:34.417381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8871a94-7f05-436c-a2de-06f35d13c6e0 req-7d796010-7327-449d-a52d-763c99188f08 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 943 time: 0.1954348 Dec 15 04:53:34.436380 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-00966fb4-4a8f-4b77-9e07-6e3628da331c tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] GET failed (client error): The resource could not be found. Dec 15 04:53:34.441309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-00966fb4-4a8f-4b77-9e07-6e3628da331c tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "GET /v2.0/ports/1aaac5e0-ef28-4895-9ffb-524646694f9b HTTP/1.1" status: 404 len: 333 time: 0.0361938 Dec 15 04:53:34.443091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60378) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:34.456201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Pushing event updated for resources: {'Port': ['ID=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:34.456431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1437081579', 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:34.563209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8a201c2-57ed-4930-be49-b848c67cde92 req-f6a22550-2318-48ea-a69e-33962295e207 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097354 Dec 15 04:53:34.574727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-7ccebf7a-7fd7-47d7-9a6a-895a21975286 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734820 Dec 15 04:53:34.576624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.578551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8871a94-7f05-436c-a2de-06f35d13c6e0 req-06527986-3ba8-4179-adb9-e04392360536 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448586 Dec 15 04:53:34.579297 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.581261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Made reservation on behalf of e896cdb8092b4db886588d2446308c49 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:34.586450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.602659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Attempting to bind port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:34.602659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Attempting to bind port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:34.602659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Attempting to bind port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 on network 595a1f65-7a1d-497e-b596-08e246ae952c {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:34.605034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 on network 595a1f65-7a1d-497e-b596-08e246ae952c not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:34.605419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Attempting to bind port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 on network 595a1f65-7a1d-497e-b596-08e246ae952c {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:34.613425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:34.613425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Checking segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:34.613808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Bound using segment: {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:34.614279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Bound port: aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f104d6e7-91b3-402b-9e7c-54e7baddcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:34.614646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.706121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] For port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:34.712912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] For port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:34.713211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.713953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router de9372ef-f5e3-4855-9ed0-57723779a79d {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:53:34.724967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.726081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e4f1b11b-053c-49d9-a15e-9b0486abb033 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/de9372ef-f5e3-4855-9ed0-57723779a79d HTTP/1.1" status: 204 len: 168 time: 0.5989046 Dec 15 04:53:34.729267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60386) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:34.730212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port 9fffb7b3-b65b-44f9-bf04-0d03fa687ad2 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:34.733048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.803150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:34.804558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.806110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] 10.222.0.16 "PUT /v2.0/ports/aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 HTTP/1.1" status: 200 len: 1092 time: 1.6503115 Dec 15 04:53:34.808617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'tag': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:34.812883 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16f964-4cc1-40c6-bd47-c40a0e141604" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1821e5-448f-4569-9bab-f4ef082b3d5b", "tag": "aed004cc-8a4c-48bd-93bb-c0dcc33a79f4"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:34.848627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9604114f-e5c5-46bd-a49f-d0422003aaac req-e4edcef5-6a0c-4d05-8290-ba66916f9fb8 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616081 Dec 15 04:53:34.860467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 1228a7c2-2ffa-4074-a4ed-d99ae6245f9f {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:53:34.867698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.920039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b16feca-69e4-4579-97fc-cbcccf0ad313 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:34.957795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:34.967628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a1b5f-9f6d-402e-b94d-7bf4be3dd33d service neutron] Pushing event updated for resources: {'Port': ['ID=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:35.011833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c70d04-7a9a-4516-82f2-830d7c5ea45c req-31048519-89a9-49b3-9456-31615a298c8c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:35.019372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5c70d04-7a9a-4516-82f2-830d7c5ea45c req-31048519-89a9-49b3-9456-31615a298c8c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 943 time: 0.2242410 Dec 15 04:53:35.031891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f7ad7-8f5d-4069-8ad1-d01cec1dc397 req-98830e9f-1fef-4980-9fd9-73cf6f7b0598 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:35.033659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b29f7ad7-8f5d-4069-8ad1-d01cec1dc397 req-98830e9f-1fef-4980-9fd9-73cf6f7b0598 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2358720 Dec 15 04:53:35.044344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b16feca-69e4-4579-97fc-cbcccf0ad313, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:35.059167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:35.100525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-084cdc3a-14c0-442f-a4c6-8779346cc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:35.102218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-084cdc3a-14c0-442f-a4c6-8779346cc942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 1095 time: 0.1549349 Dec 15 04:53:35.109733 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.129314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5c70d04-7a9a-4516-82f2-830d7c5ea45c req-b4312018-c35c-4af4-b302-5b168e83c570 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040499 Dec 15 04:53:35.133553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b16feca-69e4-4579-97fc-cbcccf0ad313 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:35.179621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b16feca-69e4-4579-97fc-cbcccf0ad313, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:35.195782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.306174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b16feca-69e4-4579-97fc-cbcccf0ad313,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:35.525184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.526857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6b16feca-69e4-4579-97fc-cbcccf0ad313'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:35.608283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-c03525a2-ca20-48cf-a167-d99dfb4759e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:35.609986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-c03525a2-ca20-48cf-a167-d99dfb4759e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.6279268 Dec 15 04:53:35.623476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.632614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:35.685082 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65808426-b253-43f8-a0a4-cef925956cca x-openstack-request-id: req-65808426-b253-43f8-a0a4-cef925956cca {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:35.685368 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1821e5-448f-4569-9bab-f4ef082b3d5b", "tag": "aed004cc-8a4c-48bd-93bb-c0dcc33a79f4", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:35.685616 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65808426-b253-43f8-a0a4-cef925956cca {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:35.686016 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'tag': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4', 'status': 'completed', 'code': 200} Dec 15 04:53:35.693297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-5c0d06a5-c948-4f34-865a-715c57ef1b4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 HTTP/1.1" status: 200 len: 217 time: 0.5628436 Dec 15 04:53:35.723835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.751104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b29f7ad7-8f5d-4069-8ad1-d01cec1dc397 req-907da3df-3c5e-4ef3-8f4b-5282449fe2cc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997843 Dec 15 04:53:35.845670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Network 4f942879-e7bf-43fd-bf44-d3648e37885e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:35.876528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e91bf-b1c5-4a99-b57a-02dcaccc879e req-b4f353eb-0ce7-4a27-8d83-c88ae111de75 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:35.882478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:35.886714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d5e91bf-b1c5-4a99-b57a-02dcaccc879e req-b4f353eb-0ce7-4a27-8d83-c88ae111de75 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1998236 Dec 15 04:53:35.901474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:35.902613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:35.903245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.909457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.911589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=9fffb7b3-b65b-44f9-bf04-0d03fa687ad2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:35.948825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=1228a7c2-2ffa-4074-a4ed-d99ae6245f9f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:35.950037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a715b154-47d2-4537-a7ac-31f6cf07aba1 req-ac94731d-1e01-4527-b1b7-05ea5d8d9a3a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 210 time: 0.0574701 Dec 15 04:53:35.965220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:35.973568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24f40832-1a08-4a64-a9be-fe4b6d1dfb93 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/1228a7c2-2ffa-4074-a4ed-d99ae6245f9f HTTP/1.1" status: 204 len: 168 time: 1.2389927 Dec 15 04:53:35.974543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ffda8-5c32-407a-afba-2c8afec4a16c None None] Network 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:35.991668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:36.022631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04040-8434-47c6-95b7-952ece51683f req-95fff114-d25a-44dd-905c-91ec9b0042d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:36.024440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-95fff114-d25a-44dd-905c-91ec9b0042d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.2699625 Dec 15 04:53:36.042241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d5e91bf-b1c5-4a99-b57a-02dcaccc879e req-f2e88e6c-f9fa-416f-96ea-4477c1005ce6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491764 Dec 15 04:53:36.064357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-66ca9151-bd48-425e-947f-65326daca1e5 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6197708 Dec 15 04:53:36.068185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 2d707fc4-c1bc-4efb-86da-e37a20f3536f {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:53:36.071138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60408) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:36.073451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:36.079010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.091589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.168131 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-214626c4-7665-4582-8d4d-5d5bff05898a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247439 Dec 15 04:53:36.174412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e320a5cb-89c9-4b4c-bc8a-80f3d99cd973 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:36.178385 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e320a5cb-89c9-4b4c-bc8a-80f3d99cd973 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "GET /v2.0/ports/9fffb7b3-b65b-44f9-bf04-0d03fa687ad2 HTTP/1.1" status: 200 len: 955 time: 0.0942485 Dec 15 04:53:36.182723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:36.193848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.235497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] DHCP port deletion for 5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:36.289399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] Deleting port 1272867d-18c9-42a7-a421-1a37d1f69748 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:36.289872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.357597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88692f-8c50-4871-8fdd-5190cf70825c req-612dd964-956c-47d2-a7b3-47b6967f5761 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:36.359873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f88692f-8c50-4871-8fdd-5190cf70825c req-612dd964-956c-47d2-a7b3-47b6967f5761 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 944 time: 0.3133833 Dec 15 04:53:36.362407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-31e4476b-77c8-4ca5-a086-cfaa68b79e2d service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474364 Dec 15 04:53:36.366892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] For port 1272867d-18c9-42a7-a421-1a37d1f69748, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1272867d-18c9-42a7-a421-1a37d1f69748,segment=NetworkSegment(60d79868-65b4-4754-bad6-a3bd2ecc06df),segment_id=60d79868-65b4-4754-bad6-a3bd2ecc06df)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:36.367445 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.384761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] Calling delete_port for 1272867d-18c9-42a7-a421-1a37d1f69748 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:36.409996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd584d27-d320-4e8e-a13e-932c2eca1b51 req-b298b1cc-a100-4290-9bc4-f0a18fa5b16c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:36.411780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd584d27-d320-4e8e-a13e-932c2eca1b51 req-b298b1cc-a100-4290-9bc4-f0a18fa5b16c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2422514 Dec 15 04:53:36.444381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.5 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:36.458563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Deleting port 9fffb7b3-b65b-44f9-bf04-0d03fa687ad2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:36.458915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.465679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.486316 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.506527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] No DVR routers for this DVR port 1272867d-18c9-42a7-a421-1a37d1f69748 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:36.535735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05945f3-9b54-4e89-991f-ff56f850eb25 None None] Pushing event deleted for resources: {'Port': ['ID=1272867d-18c9-42a7-a421-1a37d1f69748,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:36.600255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd584d27-d320-4e8e-a13e-932c2eca1b51 req-a526dfe7-677c-4113-b8dc-8f33f05a059b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638837 Dec 15 04:53:36.618556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.632976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f88692f-8c50-4871-8fdd-5190cf70825c req-6ffde13f-d685-40f1-bc7e-28a0aa492d1e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595356 Dec 15 04:53:36.642108 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-6f002470-f2df-4e18-8eab-94698b7bbce1 service neutron] show failed (client error): The resource could not be found. Dec 15 04:53:36.643172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-6f002470-f2df-4e18-8eab-94698b7bbce1 service neutron] 10.222.0.16 "GET /v2.0/ports/6885163a-80a0-4fe6-ac1d-2d586294ac55/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.2446301 Dec 15 04:53:36.655256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Calling delete_port for 9fffb7b3-b65b-44f9-bf04-0d03fa687ad2 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:36.657884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bf04040-8434-47c6-95b7-952ece51683f req-4554caf6-207c-486b-af56-aaa833406c90 service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740340 Dec 15 04:53:36.852974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.864913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd720-089a-4297-a701-ae72540c265a req-341ef0b7-fb38-4b7b-904f-63060ff663cf tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:36.871448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e0fd720-089a-4297-a701-ae72540c265a req-341ef0b7-fb38-4b7b-904f-63060ff663cf tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 943 time: 0.1432409 Dec 15 04:53:36.892413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cf6d5-6c46-4fda-8dfd-d1e2760f0683 None None] Network 92e310dc-e29e-4568-971c-e7ae85261652 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:36.899062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:36.906471 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/2d707fc4-c1bc-4efb-86da-e37a20f3536f HTTP/1.1" status: 204 len: 168 time: 0.9134541 Dec 15 04:53:36.927143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99b9fd-a6d0-46b3-8027-0f18b681f6b7 req-e2f83b8d-f6b5-4c42-bf85-edb7c1938cbd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:36.928707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c99b9fd-a6d0-46b3-8027-0f18b681f6b7 req-e2f83b8d-f6b5-4c42-bf85-edb7c1938cbd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1914492 Dec 15 04:53:36.954102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60420) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:36.971105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e0fd720-089a-4297-a701-ae72540c265a req-451ac5a6-80cc-49bb-acb0-157067533ff1 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841618 Dec 15 04:53:36.981428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b16feca-69e4-4579-97fc-cbcccf0ad313 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:36.998318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489e291-3864-4be7-89d7-b2ca788b8b21 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=2d707fc4-c1bc-4efb-86da-e37a20f3536f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:37.027659 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.029097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.084763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5164c292-1c14-49b6-ac59-da3d132caa17 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:37.114205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-1ba9f590-f43a-4545-92d6-0e8f669568e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.115944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-1ba9f590-f43a-4545-92d6-0e8f669568e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 1098 time: 0.2327681 Dec 15 04:53:37.119914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.123064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6b16feca-69e4-4579-97fc-cbcccf0ad313 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:37.142220 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.166953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.173523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9fffb7b3-b65b-44f9-bf04-0d03fa687ad2 HTTP/1.1" status: 204 len: 168 time: 0.9876208 Dec 15 04:53:37.180091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:37.185612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397f0b-e152-4c43-a52b-dbcb0450a244 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fffb7b3-b65b-44f9-bf04-0d03fa687ad2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:37.190752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60426) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:37.234847 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b7dcc5-3bed-43dc-9241-f0ea8f510583 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] GET failed (client error): The resource could not be found. Dec 15 04:53:37.236466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3b7dcc5-3bed-43dc-9241-f0ea8f510583 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "GET /v2.0/ports/9fffb7b3-b65b-44f9-bf04-0d03fa687ad2 HTTP/1.1" status: 404 len: 333 time: 0.0436687 Dec 15 04:53:37.240259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60428) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:37.245690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c99b9fd-a6d0-46b3-8027-0f18b681f6b7 req-db37a514-2b4a-4a82-98d2-217fd88ac8fc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906277 Dec 15 04:53:37.247746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-9433559e-40b0-4b10-bc65-e030e663295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.249570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-9433559e-40b0-4b10-bc65-e030e663295a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 1095 time: 0.4676995 Dec 15 04:53:37.262651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Request body: {'port': {'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-531169661'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:37.264229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed1c4493-d40c-41d7-9d0d-28f99646c290 req-5b571d05-dd97-43a0-8ffd-ca16898116d1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 210 time: 0.1335988 Dec 15 04:53:37.324167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.429745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.495848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:37.497043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6b16feca-69e4-4579-97fc-cbcccf0ad313 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:37.497420 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.503024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] DHCP port deletion for 92e310dc-e29e-4568-971c-e7ae85261652 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:37.504710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Made reservation on behalf of e896cdb8092b4db886588d2446308c49 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:37.508144 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.508291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1272867d-18c9-42a7-a421-1a37d1f69748 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:37.511110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:37.513974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:37.528328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:37.552838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:37.584988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port 1137a578-c752-48fb-918c-e43121d982f4 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:37.604055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1272867d-18c9-42a7-a421-1a37d1f69748 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:37.604403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1272867d-18c9-42a7-a421-1a37d1f69748 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:37.604870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:37.628640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-645cb4c6-8337-4433-9d6d-654ef559a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.630486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-645cb4c6-8337-4433-9d6d-654ef559a46b service neutron] 10.222.0.16 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.3633637 Dec 15 04:53:37.724806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5164c292-1c14-49b6-ac59-da3d132caa17, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5164c292-1c14-49b6-ac59-da3d132caa17,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:37.733442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.734235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.756495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-40f7196f-3f6a-465e-b798-018bf580d6f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 HTTP/1.1" status: 200 len: 217 time: 0.1099322 Dec 15 04:53:37.759342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.788490 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-2cb65f30-77f5-4bd5-9781-a20e8cb652fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1611958 Dec 15 04:53:37.797242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '5164c292-1c14-49b6-ac59-da3d132caa17', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'port_id': '5164c292-1c14-49b6-ac59-da3d132caa17', 'mac_address': 'fa:16:3e:85:6c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:37.797980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6c82-f836-4ad7-a6fa-dcd9d9335e45 req-a7270091-f04c-413f-980c-d763c778aa0a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.807022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-593f6c82-f836-4ad7-a6fa-dcd9d9335e45 req-a7270091-f04c-413f-980c-d763c778aa0a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.3951602 Dec 15 04:53:37.847503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Request body: {'port': {'device_id': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:37.853277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5176fba4-0bee-4e31-9bc9-d7a69c23f5c7']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:37.878858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e011ea-57f6-4127-a9e3-0d42f8df021d req-37de6400-88b5-4c9f-893e-28543b8f73d3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.881614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9e011ea-57f6-4127-a9e3-0d42f8df021d req-37de6400-88b5-4c9f-893e-28543b8f73d3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.3985784 Dec 15 04:53:37.898699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d79868-65b4-4754-bad6-a3bd2ecc06df') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:37.899366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d79868-65b4-4754-bad6-a3bd2ecc06df') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:37.910263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:53:37.948092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.962229 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.962434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-08525ed4-d1c9-4f0c-a884-3fa13258914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:37.963185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-08525ed4-d1c9-4f0c-a884-3fa13258914c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.1904581 Dec 15 04:53:37.965804 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:37.985396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.003005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:38.003548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] Deleting port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:38.003548 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.020101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.033498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-593f6c82-f836-4ad7-a6fa-dcd9d9335e45 req-f26c5f61-4877-4be0-9a41-3fa3aa07f05d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253578 Dec 15 04:53:38.058645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:38.090167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:53:38.091856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.114245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.119913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] For port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,segment=NetworkSegment(fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6),segment_id=fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:38.120407 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.129845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:38.132633 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171d4388-f4d0-4459-a57c-b299588218d2" -d '{"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:38.138078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5164c292-1c14-49b6-ac59-da3d132caa17 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:38.150038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] Calling delete_port for 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:38.160854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-979eea4b-646d-4c17-a41f-1fb43c285c88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763995 Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:53:38.161662 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:53:38.173418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9e011ea-57f6-4127-a9e3-0d42f8df021d req-9f7ff261-5e0c-4f84-898b-c4a1e80c52ed tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780035 Dec 15 04:53:38.218590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.245591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.248451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:38.255404 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719fb010-a6fb-447b-b48f-233a9a3cf7d9" -d '{"events": [{"server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "name": "network-vif-plugged", "status": "completed", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:38.289226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Transition to ACTIVE for port object 6885163a-80a0-4fe6-ac1d-2d586294ac55 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:38.295036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.311606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.315289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/5176fba4-0bee-4e31-9bc9-d7a69c23f5c7 HTTP/1.1" status: 204 len: 168 time: 1.3416932 Dec 15 04:53:38.322698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.336350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60454) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:38.367766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a73128-5e67-4042-8e96-e666732871f3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=5176fba4-0bee-4e31-9bc9-d7a69c23f5c7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:38.393332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48900a2c-e4da-400c-b267-2dd83a9ea4f5 req-41ed0310-147c-4ac2-936b-f186c0b976a5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:38.402755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48900a2c-e4da-400c-b267-2dd83a9ea4f5 req-41ed0310-147c-4ac2-936b-f186c0b976a5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 944 time: 0.2346718 Dec 15 04:53:38.441557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5164c292-1c14-49b6-ac59-da3d132caa17, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5164c292-1c14-49b6-ac59-da3d132caa17,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:38.445207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6b16feca-69e4-4579-97fc-cbcccf0ad313, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:38.452724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,segment=NetworkSegment(fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6),segment_id=fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:38.464959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.474660 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.480514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.507578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48900a2c-e4da-400c-b267-2dd83a9ea4f5 req-56eeb4b9-baf9-4597-9d51-984bf64b89e2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038771 Dec 15 04:53:38.535176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49a415-add1-4e0d-8ac0-e30dbad63e52 req-cfe6ba2d-fdd6-426e-a3ac-acafa7ae35d3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:38.546574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce49a415-add1-4e0d-8ac0-e30dbad63e52 req-cfe6ba2d-fdd6-426e-a3ac-acafa7ae35d3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 943 time: 0.2260084 Dec 15 04:53:38.548630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-edcb9ac4-23db-454f-9b70-3d9ae588918d service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696678 Dec 15 04:53:38.586724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.622833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] No DVR routers for this DVR port 5c2f1772-ddcb-47d6-ad91-3ee70fd951d9 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:38.657481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5164c292-1c14-49b6-ac59-da3d132caa17,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:38.713385 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e0f182-066d-4e6c-bb53-52aec2cecd23 x-openstack-request-id: req-73e0f182-066d-4e6c-bb53-52aec2cecd23 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:38.713850 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:38.714220 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73e0f182-066d-4e6c-bb53-52aec2cecd23 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:38.715235 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'code': 200} Dec 15 04:53:38.727559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:38.767644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:38.774808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6b16feca-69e4-4579-97fc-cbcccf0ad313,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:38.810521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce49a415-add1-4e0d-8ac0-e30dbad63e52 req-7febc2bf-7065-4136-ba89-61c9893b4964 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579861 Dec 15 04:53:38.824763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e16f964-4cc1-40c6-bd47-c40a0e141604 req-5efd8a3a-4525-40d4-9a97-38e11ad21968 service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577531 Dec 15 04:53:38.841609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event deleted for resources: {'Port': ['ID=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:38.841950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc73929-c032-4217-8317-341a4a14bc7a req-47aa054b-009d-4224-88f8-acb7715b3609 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:38.843514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cc73929-c032-4217-8317-341a4a14bc7a req-47aa054b-009d-4224-88f8-acb7715b3609 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1181307 Dec 15 04:53:38.893837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dabb18-2b7a-4fd2-98a2-edd3ee3ef704 None None] Pushing event deleted for resources: {'Port': ['ID=5c2f1772-ddcb-47d6-ad91-3ee70fd951d9,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:38.902405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5164c292-1c14-49b6-ac59-da3d132caa17'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:38.912175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cc73929-c032-4217-8317-341a4a14bc7a req-e9cc575a-73a7-4571-95d8-808bf3ae918c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541275 Dec 15 04:53:38.923408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] No DVR routers for this DVR port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:38.949885 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5715e0b6-1fcd-4c5f-a3cd-3592febcda86 x-openstack-request-id: req-5715e0b6-1fcd-4c5f-a3cd-3592febcda86 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:38.949885 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "name": "network-vif-plugged", "status": "completed", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:38.949885 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5715e0b6-1fcd-4c5f-a3cd-3592febcda86 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:38.949885 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'code': 200} Dec 15 04:53:38.971658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Network 4f942879-e7bf-43fd-bf44-d3648e37885e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:39.007012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.144712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dad06-d463-48a5-abff-69895f9e5c54 req-082489e3-8ee8-4779-a2aa-7f35e7bbc195 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:39.148305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-040dad06-d463-48a5-abff-69895f9e5c54 req-082489e3-8ee8-4779-a2aa-7f35e7bbc195 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 931 time: 0.1129458 Dec 15 04:53:39.268810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-040dad06-d463-48a5-abff-69895f9e5c54 req-16a8c254-af4f-4afe-93be-c9af43f04aff tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137357 Dec 15 04:53:39.274812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e7e0e-9c1a-481e-afe6-8d6e19e94c44 req-6a1ccc14-d49e-4dfb-a6b1-fa835219ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:39.276482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe3e7e0e-9c1a-481e-afe6-8d6e19e94c44 req-6a1ccc14-d49e-4dfb-a6b1-fa835219ac3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1097 time: 0.1112115 Dec 15 04:53:39.286480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21336a-d5a5-4fff-9f59-2631fc8e90fa req-43f3b9d7-61e1-456b-a25b-2521678cdf99 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:39.288249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce21336a-d5a5-4fff-9f59-2631fc8e90fa req-43f3b9d7-61e1-456b-a25b-2521678cdf99 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.1263063 Dec 15 04:53:39.372573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:39.375852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:39.377008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:39.377718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.378708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe3e7e0e-9c1a-481e-afe6-8d6e19e94c44 req-c5b42cc3-806b-44e0-ad7a-de0feb85f5f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894077 Dec 15 04:53:39.386862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce21336a-d5a5-4fff-9f59-2631fc8e90fa req-19e236a7-9a5f-44fc-b241-41626821426a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860031 Dec 15 04:53:39.431691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=1137a578-c752-48fb-918c-e43121d982f4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:39.454760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d37ad5da-03d9-4b8e-9623-646870bb87f6 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2116866 Dec 15 04:53:39.458561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60472) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:39.464373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:39.542198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.542656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.609835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e310dc-e29e-4568-971c-e7ae85261652']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:39.633621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:39.633923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbb4c93-39fa-4a84-bc3c-26ce0a5b41b6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:39.642093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17575a68-6c57-44bf-94cd-35bf98f209f0 req-a43a4a42-ec86-4990-825a-940e451293fa tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:39.645231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17575a68-6c57-44bf-94cd-35bf98f209f0 req-a43a4a42-ec86-4990-825a-940e451293fa tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 813 time: 0.2571776 Dec 15 04:53:39.700980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.710768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:39.711095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:39.711417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:39.721467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:39.721794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:39.722298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17575a68-6c57-44bf-94cd-35bf98f209f0 req-d95449da-e60d-41d5-b074-fa8061af7ccb tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/quotas/99b314ca122d43dd895348619bd42947 HTTP/1.1" status: 200 len: 375 time: 0.0644243 Dec 15 04:53:39.729830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:39.736647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7f09-8380-4b86-94b1-e33581f27427 req-f0bdd4ec-015c-485a-b04a-9987db6bb10f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:39.740574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ef7f09-8380-4b86-94b1-e33581f27427 req-f0bdd4ec-015c-485a-b04a-9987db6bb10f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 945 time: 0.1406364 Dec 15 04:53:39.742320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.745804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.751860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:39.752223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Checking segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:39.752766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Bound using segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:39.753217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Bound port: 6885163a-80a0-4fe6-ac1d-2d586294ac55, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:39.753584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.759036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:53:39.759429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:53:39.763301 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:53:39.819352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Transition to ACTIVE for port object 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:39.852581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.861929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17575a68-6c57-44bf-94cd-35bf98f209f0 req-908107a7-60ce-4b75-be4e-a5af6baa5aa5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198494 Dec 15 04:53:39.886522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ef7f09-8380-4b86-94b1-e33581f27427 req-f8e2dc93-08b4-422f-ad6f-006965a6a623 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243610 Dec 15 04:53:39.902996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.935392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:39.942383 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/92e310dc-e29e-4568-971c-e7ae85261652 HTTP/1.1" status: 204 len: 168 time: 1.5770731 Dec 15 04:53:39.956263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60480) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:39.974074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1417224711'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:39.974968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1a5cc-7f84-460f-bba1-d388e9ed7483 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=92e310dc-e29e-4568-971c-e7ae85261652,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:39.977374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:39.981898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:39.985487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Pushing event updated for resources: {'Port': ['ID=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:39.991360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.049001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] device_id is not set on port 1137a578-c752-48fb-918c-e43121d982f4 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:40.068882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.071863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.072725 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.074202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] 10.222.0.42 "PUT /v2.0/ports/6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1093 time: 2.9405067 Dec 15 04:53:40.082020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:40.085872 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.093196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.109309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176703a8-7609-4960-8e8d-9f2fc1c75d04 service neutron] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:40.127511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Attempting to bind port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.127826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Attempting to bind port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.128183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Attempting to bind port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.149416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.149959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Attempting to bind port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.155652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb88a31-ee0c-4d78-b0a3-bab2108ce07d req-84085041-9217-4e33-8d79-90dfeb5f73e4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.156634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:40.156970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:40.157353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:40.157785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Bound port: 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:40.158142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.164292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eb88a31-ee0c-4d78-b0a3-bab2108ce07d req-84085041-9217-4e33-8d79-90dfeb5f73e4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1763940 Dec 15 04:53:40.183532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-acda40e8-dd4a-4807-9fbf-741b9b8704fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.185152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-acda40e8-dd4a-4807-9fbf-741b9b8704fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1096 time: 0.0715508 Dec 15 04:53:40.201728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9620ab9-027e-44d4-b72c-1cbbea99aea9 req-6687a144-51a0-46ee-a37f-da93650bb355 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.203620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9620ab9-027e-44d4-b72c-1cbbea99aea9 req-6687a144-51a0-46ee-a37f-da93650bb355 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 943 time: 0.2170229 Dec 15 04:53:40.232235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:40.261903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=1137a578-c752-48fb-918c-e43121d982f4,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:40.299253 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.299602 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment b55c262c-469d-4ba1-8115-4d734c0779dd of type vlan for network fbb1813e-e134-449b-8925-e73e1daf1e93 Dec 15 04:53:40.302153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] For port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:40.307156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] For port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:40.317002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.367564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-9f2b297a-ac2f-4e8f-9074-342031ef1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.369165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-9f2b297a-ac2f-4e8f-9074-342031ef1b60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1623292 Dec 15 04:53:40.374788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.375386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.375628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eb88a31-ee0c-4d78-b0a3-bab2108ce07d req-24dc96d0-14d9-403e-ab7e-0ff7b865021e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102203 Dec 15 04:53:40.376910 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] 10.222.0.42 "PUT /v2.0/ports/25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 HTTP/1.1" status: 200 len: 1092 time: 2.5681026 Dec 15 04:53:40.388952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9620ab9-027e-44d4-b72c-1cbbea99aea9 req-8f0366d4-5f50-46bb-b733-75b4dfdae0e5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632836 Dec 15 04:53:40.394870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.395254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.395850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.403063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.403405 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.405051 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.407081 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 2 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.424267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.424267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.424267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.432613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.432944 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.448300 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 3 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.454044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481f36-75aa-42ce-8e2f-95bcf2166171 service neutron] Pushing event updated for resources: {'Port': ['ID=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:40.474404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.474764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.475173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.482915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.489195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.489862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.492259 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-fcb68d4d-9da2-44b6-be52-12dbbd0a7e29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.1143079 Dec 15 04:53:40.514170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.514381 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.548439 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 4 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.571651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-e7b44537-fbbb-4f49-a7ce-d358cb8b711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.573304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-e7b44537-fbbb-4f49-a7ce-d358cb8b711d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 1095 time: 0.1143942 Dec 15 04:53:40.577996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.578347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.588187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.602441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-315a71d8-ffa5-4585-9baa-ef1d048d9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.605370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-315a71d8-ffa5-4585-9baa-ef1d048d9e39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1025641 Dec 15 04:53:40.631347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6717343 Dec 15 04:53:40.637230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60496) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:40.640884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.641219 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.641785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7c8b7-9146-47fa-bf96-109d74a50804 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=fbb1813e-e134-449b-8925-e73e1daf1e93,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:40.646178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:40.646348 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 5 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.664313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network fbb1813e-e134-449b-8925-e73e1daf1e93 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:40.666401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.666725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.667059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.677898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eff798-4efc-43fe-b2dc-ae230abdba47 req-0184bd63-38f6-4d9c-a6c8-03689a50a20c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.685751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1eff798-4efc-43fe-b2dc-ae230abdba47 req-0184bd63-38f6-4d9c-a6c8-03689a50a20c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 943 time: 0.1753373 Dec 15 04:53:40.695641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.696730 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.703866 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 6 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.721018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}, {'name': 'network-changed', 'server_uuid': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'tag': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:40.724150 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8893752-21a7-44cb-a440-c4f2941e0d23" -d '{"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}, {"name": "network-changed", "server_uuid": "a1f87f15-5282-4a13-a183-fdcf359cc49e", "tag": "25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:40.726174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.726510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.727360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.729662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-570e04ef-209b-4074-ad89-03e98966d166 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 HTTP/1.1" status: 200 len: 217 time: 0.1387873 Dec 15 04:53:40.743350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.743651 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.745541 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 7 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.753096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1eff798-4efc-43fe-b2dc-ae230abdba47 req-4cfc94ec-3caa-46a0-9ad3-b8114934a0d2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664678 Dec 15 04:53:40.763265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.763594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.763921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.772751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.772751 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.772751 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 8 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.784397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.784733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.785064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.789589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.789924 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.790314 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 9 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.803185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.803629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.803967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.808748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.809077 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.809470 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempt 10 to bind port 1137a578-c752-48fb-918c-e43121d982f4 Dec 15 04:53:40.822374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:40.822710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:40.823037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempting to bind port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:40.827591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:40.827915 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Failed to bind port 1137a578-c752-48fb-918c-e43121d982f4 on host n-h2-820935-10 for vnic_type normal using segments [{'id': '85c64410-e302-4976-8002-9d313c7c4045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4f942879-e7bf-43fd-bf44-d3648e37885e'}] Dec 15 04:53:40.828352 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.862416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-da64025d-adc6-4466-a739-3fdac467e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.863941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-da64025d-adc6-4466-a739-3fdac467e24a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2258317 Dec 15 04:53:40.865245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51231442-e7d7-48b8-9f85-7fefec180ade req-7a4e4f3f-17cf-48dd-a479-52723b927c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.866563 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-7a4e4f3f-17cf-48dd-a479-52723b927c10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1137679 Dec 15 04:53:40.898918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:40.903474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.925425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb954-1999-42d1-bcfd-89455a9ca547 req-3d27e88c-5279-429d-9ac7-9162a82c96e5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:40.926895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-794bb954-1999-42d1-bcfd-89455a9ca547 req-3d27e88c-5279-429d-9ac7-9162a82c96e5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.0952966 Dec 15 04:53:40.943048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-5a0dda9a-c9d3-4f66-ae1e-0d499ccd3037 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615821 Dec 15 04:53:40.948672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] For port 1137a578-c752-48fb-918c-e43121d982f4, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:40.949016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attempted to set empty binding levels {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 04:53:40.952123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:40.957893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:40.958110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:41.020291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] In _notify_port_updated(), no bound segment for port 1137a578-c752-48fb-918c-e43121d982f4 on network 4f942879-e7bf-43fd-bf44-d3648e37885e {{(pid=103133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:53:41.021527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.022301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.023536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "PUT /v2.0/ports/1137a578-c752-48fb-918c-e43121d982f4 HTTP/1.1" status: 200 len: 975 time: 1.5639482 Dec 15 04:53:41.027830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:41.036195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-794bb954-1999-42d1-bcfd-89455a9ca547 req-55e42872-5912-4a9f-80f2-ed72602872ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030614 Dec 15 04:53:41.041943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d42be2-f390-48b8-809e-c2b63f9d9697 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event updated for resources: {'Port': ['ID=1137a578-c752-48fb-918c-e43121d982f4,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:41.060668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:41.102773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5164c292-1c14-49b6-ac59-da3d132caa17 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:41.131652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Deleting port 1137a578-c752-48fb-918c-e43121d982f4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:41.131986 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.143414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:41.167740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4', 'network_id': '595a1f65-7a1d-497e-b596-08e246ae952c', 'port_id': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4', 'mac_address': 'fa:16:3e:1b:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40adb71-9bdf-41f7-b30b-8dd705748d34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:41.190206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-633d17e1-794c-4b78-a2be-1a04079999a0 service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074598 Dec 15 04:53:41.216962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.219483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 5164c292-1c14-49b6-ac59-da3d132caa17 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:41.236865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 5164c292-1c14-49b6-ac59-da3d132caa17 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:41.237262 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.239744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] For port 1137a578-c752-48fb-918c-e43121d982f4, host n-h2-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:41.240339 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.259039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:41.259255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-4554e60a-171f-4a09-9e56-8902d63ed590 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565739 Dec 15 04:53:41.260899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc942-0ebd-4ba7-a392-7523f85d955c req-cced10ca-68a7-49b4-88e7-3c70cf50b703 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.262387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbfc942-0ebd-4ba7-a392-7523f85d955c req-cced10ca-68a7-49b4-88e7-3c70cf50b703 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1174831 Dec 15 04:53:41.268349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Calling delete_port for 1137a578-c752-48fb-918c-e43121d982f4 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:41.290012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:41.297969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.367651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bbfc942-0ebd-4ba7-a392-7523f85d955c req-e7add091-648b-4fcb-b70e-811553a86752 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875013 Dec 15 04:53:41.418195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.443290 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d854b540-8ab9-498a-b2a8-44c66b5568af req-4378b51e-ffcc-4011-a280-4a37f93dceed service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396474 Dec 15 04:53:41.465441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:41.469194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.476179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Pushing event deleted for resources: {'Port': ['ID=1137a578-c752-48fb-918c-e43121d982f4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:41.482218 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.486700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-65014056-3426-4e94-aea7-f3c5f3862e53 tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1137a578-c752-48fb-918c-e43121d982f4 HTTP/1.1" status: 204 len: 168 time: 0.4577744 Dec 15 04:53:41.489640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60510) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:41.495821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.509112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5164c292-1c14-49b6-ac59-da3d132caa17'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:41.512478 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea61c8c-1db0-4ecb-9a8a-ff12059f1d3e" -d '{"events": [{"server_uuid": "75cbdd67-9ebd-44a7-bde5-fee954395af7", "name": "network-vif-plugged", "status": "completed", "tag": "5164c292-1c14-49b6-ac59-da3d132caa17"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:41.548614 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-743efbad-4f03-46a3-b494-d64a77aa998a tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] GET failed (client error): The resource could not be found. Dec 15 04:53:41.549565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5164c292-1c14-49b6-ac59-da3d132caa17, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5164c292-1c14-49b6-ac59-da3d132caa17,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:41.554333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=14abfa96-5a20-4a6d-a415-1933269b1f48,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:41.556181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.558364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-51231442-e7d7-48b8-9f85-7fefec180ade req-5d00be39-c832-4bc7-a92e-f10c68e55f08 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691236 Dec 15 04:53:41.569400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-743efbad-4f03-46a3-b494-d64a77aa998a tempest-PortsAdminExtendedAttrsTestJSON-916194215 tempest-PortsAdminExtendedAttrsTestJSON-916194215-project-admin] 10.222.0.37 "GET /v2.0/ports/1137a578-c752-48fb-918c-e43121d982f4 HTTP/1.1" status: 404 len: 333 time: 0.0754461 Dec 15 04:53:41.569970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60514) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:41.627536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['aed004cc-8a4c-48bd-93bb-c0dcc33a79f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:41.708282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5164c292-1c14-49b6-ac59-da3d132caa17,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:41.716178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.725871 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107440ff-5eac-4077-ad96-7ad1b45797c7 x-openstack-request-id: req-107440ff-5eac-4077-ad96-7ad1b45797c7 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:41.725871 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1f87f15-5282-4a13-a183-fdcf359cc49e", "tag": "25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:41.726219 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-107440ff-5eac-4077-ad96-7ad1b45797c7 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:41.726336 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'status': 'completed', 'code': 200} Dec 15 04:53:41.726595 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'tag': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82', 'status': 'completed', 'code': 200} Dec 15 04:53:41.784760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-7a60c908-420e-45a2-bf11-a0e897a1ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.786340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-7a60c908-420e-45a2-bf11-a0e897a1ba9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1096 time: 0.0589786 Dec 15 04:53:41.817654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': 'b55c262c-469d-4ba1-8115-4d734c0779dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:41.819142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: fbb1813e-e134-449b-8925-e73e1daf1e93, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:41.819272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-cd3fc81b-2a68-44cd-9bcb-3715c97ad9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.820507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-cd3fc81b-2a68-44cd-9bcb-3715c97ad9f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1096 time: 0.1547079 Dec 15 04:53:41.917380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6c2c6-f2d4-41d5-9809-4c7db821a952 req-c85e5e51-846d-49db-b30f-d3ff6bd353f5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.919026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcb6c2c6-f2d4-41d5-9809-4c7db821a952 req-c85e5e51-846d-49db-b30f-d3ff6bd353f5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 945 time: 0.1351168 Dec 15 04:53:41.932911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network fbb1813e-e134-449b-8925-e73e1daf1e93 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:41.936801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.966822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, fbb1813e-e134-449b-8925-e73e1daf1e93) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:41.972911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-0f787b40-f930-45e2-aef5-e74a72f8b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.973217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f942879-e7bf-43fd-bf44-d3648e37885e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:41.974555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-0f787b40-f930-45e2-aef5-e74a72f8b07e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1392426 Dec 15 04:53:41.982697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:41.983346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:41.989610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393a9be-3562-4ddd-8cad-d8429db2c25e None None] Network fbb1813e-e134-449b-8925-e73e1daf1e93 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:42.009000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac5b5011-ae46-4c23-8702-0d58d267252c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3695998 Dec 15 04:53:42.014670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c64410-e302-4976-8002-9d313c7c4045') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:42.014964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c64410-e302-4976-8002-9d313c7c4045') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:42.016378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:42.021309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2086980402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:42.039956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcb6c2c6-f2d4-41d5-9809-4c7db821a952 req-83f9e575-39d6-465f-9d8a-d71dec14892b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011429 Dec 15 04:53:42.059818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.061661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.062693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.063041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-fd4d5a76-af62-4b8f-87dd-b068f345fd39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.0799258 Dec 15 04:53:42.086462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-93220770-c121-45d5-aabb-024e0848ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:42.088211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-93220770-c121-45d5-aabb-024e0848ef67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.2810347 Dec 15 04:53:42.103139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.146954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:53:42.147390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:53:42.152671 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:53:42.192802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-fe322ac7-703b-44bb-a709-c4842d1273da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:42.194287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-fe322ac7-703b-44bb-a709-c4842d1273da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1238949 Dec 15 04:53:42.218322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-fbb1813e-e134-449b-8925-e73e1daf1e93', 'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '14abfa96-5a20-4a6d-a415-1933269b1f48'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:53:42.219515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.220034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08d13-83bf-4135-8618-940c87e9e11f req-73e51066-e371-4c94-bb89-970721e799fa tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:42.221570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20a08d13-83bf-4135-8618-940c87e9e11f req-73e51066-e371-4c94-bb89-970721e799fa tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 944 time: 0.0747046 Dec 15 04:53:42.250528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.260791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-4f560983-eed6-4a95-b98d-2ae214a58ebe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.1641407 Dec 15 04:53:42.262380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.283419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-e700d341-71ea-473b-8828-ba98cfef316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:42.284953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-e700d341-71ea-473b-8828-ba98cfef316b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828540 Dec 15 04:53:42.286102 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.293132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20a08d13-83bf-4135-8618-940c87e9e11f req-8b0759fe-d21f-4a07-a676-8b45c814d58d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Dec 15 04:53:42.307804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.312869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60524) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:42.320425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99b81bdf-b6ae-4c8c-9d31-57eff944e730 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3028708 Dec 15 04:53:42.329204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.332407 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] 10.222.0.37 "DELETE /v2.0/networks/4f942879-e7bf-43fd-bf44-d3648e37885e HTTP/1.1" status: 204 len: 168 time: 0.7472992 Dec 15 04:53:42.360565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'port': {'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93', 'name': 'tempest-RoutersIpV6Test-427033591'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:42.383486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b112b7-d010-476a-beed-d10d6c0c35da tempest-PortsAdminExtendedAttrsTestJSON-70306877 tempest-PortsAdminExtendedAttrsTestJSON-70306877-project] Pushing event deleted for resources: {'Network': ['ID=4f942879-e7bf-43fd-bf44-d3648e37885e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:42.428040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-39904057-3f78-41e2-a921-23b82e7107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:42.432666 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-39904057-3f78-41e2-a921-23b82e7107ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1549480 Dec 15 04:53:42.497724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Allocated IP 2001:db8::2 (fbb1813e-e134-449b-8925-e73e1daf1e93/14abfa96-5a20-4a6d-a415-1933269b1f48/719fe9ca-c5a2-4e31-a372-843cd8081f0b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:42.544050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-0d74f29d-a951-42f9-b09c-c62403f31497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:42.545567 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-0d74f29d-a951-42f9-b09c-c62403f31497 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067100 Dec 15 04:53:42.692938 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-e2d511b6-5001-44ed-8004-32fa87e83bae service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318464 Dec 15 04:53:42.776927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60538) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:42.779716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.788510 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.837478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Network fbb1813e-e134-449b-8925-e73e1daf1e93 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:42.841427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:42.849519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:42.857244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Pushing event updated for resources: {'Port': ['ID=719fe9ca-c5a2-4e31-a372-843cd8081f0b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:42.893263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-6e80dc59-c110-4ded-8c6a-0d719bdbf9c8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923740 Dec 15 04:53:42.937630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83f0d13e-0803-4b19-a993-c6fd1a98c1ec req-ddb61b76-7fd7-4da8-b00f-080d1c46fee1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=99b314ca122d43dd895348619bd42947 HTTP/1.1" status: 200 len: 221 time: 0.5045121 Dec 15 04:53:42.952180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Attempting to bind port 719fe9ca-c5a2-4e31-a372-843cd8081f0b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:42.952962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Attempting to bind port 719fe9ca-c5a2-4e31-a372-843cd8081f0b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b55c262c-469d-4ba1-8115-4d734c0779dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:42.953702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Attempting to bind port 719fe9ca-c5a2-4e31-a372-843cd8081f0b on network fbb1813e-e134-449b-8925-e73e1daf1e93 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:42.961747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:42.962300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Checking segment: {'id': 'b55c262c-469d-4ba1-8115-4d734c0779dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:42.963815 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.964997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Bound using segment: {'id': 'b55c262c-469d-4ba1-8115-4d734c0779dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:42.965772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Bound port: 719fe9ca-c5a2-4e31-a372-843cd8081f0b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55c262c-469d-4ba1-8115-4d734c0779dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fbb1813e-e134-449b-8925-e73e1daf1e93'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:42.966292 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:42.969413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-b1f860d1-f008-44c7-9a02-4006da466441 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754265 Dec 15 04:53:43.006504 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042f7bc7-b898-433f-bee1-8471006bf9e5 x-openstack-request-id: req-042f7bc7-b898-433f-bee1-8471006bf9e5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:43.006937 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cbdd67-9ebd-44a7-bde5-fee954395af7", "name": "network-vif-plugged", "status": "completed", "tag": "5164c292-1c14-49b6-ac59-da3d132caa17", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:43.007306 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-042f7bc7-b898-433f-bee1-8471006bf9e5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:43.007820 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5164c292-1c14-49b6-ac59-da3d132caa17', 'code': 200} Dec 15 04:53:43.012281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:43.062205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:43.065816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.108414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-09eaf867-c81f-48b7-bae8-448313c71d62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4549106ec80400d9e8df889a67dfee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302679 Dec 15 04:53:43.111816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60544) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:43.136110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] For port 719fe9ca-c5a2-4e31-a372-843cd8081f0b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:43.141456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] For port 719fe9ca-c5a2-4e31-a372-843cd8081f0b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=719fe9ca-c5a2-4e31-a372-843cd8081f0b,segment=NetworkSegment(b55c262c-469d-4ba1-8115-4d734c0779dd),segment_id=b55c262c-469d-4ba1-8115-4d734c0779dd)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:43.147256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-92700cd5-d814-417b-8861-ce99c0b63f08 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635375 Dec 15 04:53:43.154975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:43.157524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.160177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] device_id is not set on port ba52bb98-8b3f-4502-bea9-3548135d1660 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:43.177078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:43.177447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.247837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-f2130ed4-eaaa-4c82-b423-84b416fab9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:43.250123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-f2130ed4-eaaa-4c82-b423-84b416fab9ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 1095 time: 0.1583452 Dec 15 04:53:43.264018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b77ce-c9b0-4ef3-8a20-4e79ceeb4ce2 None None] Pushing event updated for resources: {'Port': ['ID=719fe9ca-c5a2-4e31-a372-843cd8081f0b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:43.274031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164bb13-e232-4d9b-ab11-d519762fe21d req-4deb0810-b5b7-4c41-8612-2d87fedbc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:43.276671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e164bb13-e232-4d9b-ab11-d519762fe21d req-4deb0810-b5b7-4c41-8612-2d87fedbc875 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.1353765 Dec 15 04:53:43.284990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ae624-700f-4cbe-8571-302e79456a97 req-8c0dcef6-7a94-4899-a29c-10e29a6866c7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:43.289396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-668ae624-700f-4cbe-8571-302e79456a97 req-8c0dcef6-7a94-4899-a29c-10e29a6866c7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 943 time: 0.1387265 Dec 15 04:53:43.365725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.399160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-668ae624-700f-4cbe-8571-302e79456a97 req-186cd84e-ffe2-4044-be5c-e9b03c0f7a82 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914583 Dec 15 04:53:43.409867 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e164bb13-e232-4d9b-ab11-d519762fe21d req-3939bd8c-7d8c-4767-a265-8df3ae910822 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234977 Dec 15 04:53:43.424379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d7d52e5-3eb6-40c9-86f9-b26ac613dbe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.434108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:43.443766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8::1f6 (fbb1813e-e134-449b-8925-e73e1daf1e93/14abfa96-5a20-4a6d-a415-1933269b1f48/ba52bb98-8b3f-4502-bea9-3548135d1660) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:43.444797 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.460316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d7d52e5-3eb6-40c9-86f9-b26ac613dbe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.526459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-9051a8d1-344f-49bd-820c-304ebc81ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:43.528316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-9051a8d1-344f-49bd-820c-304ebc81ab7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.2568738 Dec 15 04:53:43.583990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:43.588641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d7d52e5-3eb6-40c9-86f9-b26ac613dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.598522 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d7d52e5-3eb6-40c9-86f9-b26ac613dbe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.602518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8d7d52e5-3eb6-40c9-86f9-b26ac613dbe8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35118727-4788-4cd2-a609-2b58d39f3b08 HTTP/1.1" status: 204 len: 168 time: 0.4909170 Dec 15 04:53:43.627408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d52e5-3eb6-40c9-86f9-b26ac613dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35118727-4788-4cd2-a609-2b58d39f3b08,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:43.719707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd23e2-3343-45a2-babd-35a13a2bbacd req-4c5e10bd-7f08-418d-bee2-0bcd91c3bdde tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:43.727164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7abd23e2-3343-45a2-babd-35a13a2bbacd req-4c5e10bd-7f08-418d-bee2-0bcd91c3bdde tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 945 time: 0.2243805 Dec 15 04:53:43.792675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-6e20f456-53c6-408b-88b3-f0135c9dc840 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 HTTP/1.1" status: 200 len: 217 time: 0.0922823 Dec 15 04:53:43.890094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7abd23e2-3343-45a2-babd-35a13a2bbacd req-5414e78b-c5d0-4a3d-bcb6-a308c47517de tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562204 Dec 15 04:53:43.907090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:43.920987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:43.991675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.012011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-661055eb-e3af-4c5e-a3fb-68882fc3b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:44.013719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-661055eb-e3af-4c5e-a3fb-68882fc3b297 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1773951 Dec 15 04:53:44.021998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4204b-37b2-4e35-87af-dd270c77b93c tempest-TestVolumeBootPattern-2066187591 tempest-TestVolumeBootPattern-2066187591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:44.023878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b7a4204b-37b2-4e35-87af-dd270c77b93c tempest-TestVolumeBootPattern-2066187591 tempest-TestVolumeBootPattern-2066187591-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1092 time: 0.1140900 Dec 15 04:53:44.027630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60554) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:44.056523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-69127bfd-fe67-4ced-a9b5-085c74a14167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312121 Dec 15 04:53:44.059877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:44.074534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60556) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:44.078003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network fbb1813e-e134-449b-8925-e73e1daf1e93 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:44.101324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:44.108216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=ba52bb98-8b3f-4502-bea9-3548135d1660,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:44.131046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:44.136920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.138758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:44.139405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.179426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013aadf-80e5-4769-8d1e-daa1af073245 req-9efaebbc-6d0e-4252-a164-6ca0aebe2195 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:44.181003 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7013aadf-80e5-4769-8d1e-daa1af073245 req-9efaebbc-6d0e-4252-a164-6ca0aebe2195 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.1858950 Dec 15 04:53:44.191339 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0b59a7f4-1d46-47eb-8b2f-e378c33ce397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e896cdb8092b4db886588d2446308c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120715 Dec 15 04:53:44.192447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60558) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:44.199422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7ec134a3-1eef-4278-9158-4b11bd724145 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8409786 Dec 15 04:53:44.203304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60560) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:44.288605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44797bdd-8d2e-4f3b-b943-0c7922d3d8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.391475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7013aadf-80e5-4769-8d1e-daa1af073245 req-5e65c597-920e-4845-89ff-b2cd9cc03a22 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934137 Dec 15 04:53:44.690158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc727329-7eb6-498a-b767-8f3d1e320532 req-07576a28-e3aa-473a-b242-4d83f68a2311 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:44.691805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc727329-7eb6-498a-b767-8f3d1e320532 req-07576a28-e3aa-473a-b242-4d83f68a2311 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1669669 Dec 15 04:53:44.751352 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44797bdd-8d2e-4f3b-b943-0c7922d3d8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.764988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.766126 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-c6cf7c0d-fa96-4ff7-9e70-43bf3d6a7ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913123 Dec 15 04:53:44.767585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba0a00-8c63-45fe-bd11-395d591861e3 None None] Network fbb1813e-e134-449b-8925-e73e1daf1e93 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:44.839549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc727329-7eb6-498a-b767-8f3d1e320532 req-86d7e80d-eb3c-4d53-b48b-36ab4ad74150 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327355 Dec 15 04:53:44.859659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b9427a7b-18b5-4dc5-af89-35e445f15113 None None] Provisioning complete for port 719fe9ca-c5a2-4e31-a372-843cd8081f0b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:44.860128 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9427a7b-18b5-4dc5-af89-35e445f15113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.881440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44797bdd-8d2e-4f3b-b943-0c7922d3d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.884310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44797bdd-8d2e-4f3b-b943-0c7922d3d8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:44.888458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44797bdd-8d2e-4f3b-b943-0c7922d3d8c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a31d6373-c93d-403e-b4ec-37324866246d HTTP/1.1" status: 204 len: 168 time: 0.6927359 Dec 15 04:53:44.910794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44797bdd-8d2e-4f3b-b943-0c7922d3d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d6373-c93d-403e-b4ec-37324866246d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:44.943538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8893752-21a7-44cb-a440-c4f2941e0d23 req-4074cdf2-4b71-422c-8666-5512e996dd62 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673694 Dec 15 04:53:44.954755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.013808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:45.016086 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f18da1-c544-477f-a3b3-038ddf12da97" -d '{"events": [{"server_uuid": "fe1821e5-448f-4569-9bab-f4ef082b3d5b", "name": "network-vif-plugged", "status": "completed", "tag": "aed004cc-8a4c-48bd-93bb-c0dcc33a79f4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:45.130838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:45.184015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9427a7b-18b5-4dc5-af89-35e445f15113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.189459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.25.2.190 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6d4079d2-641e-44aa-8cf6-1b6296b558f7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:45.295794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788a7b-177a-4002-b1b3-ecfce9efa5db req-7a7e4138-9168-40ea-a8a7-ad8e70fd0396 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:45.298786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1788a7b-177a-4002-b1b3-ecfce9efa5db req-7a7e4138-9168-40ea-a8a7-ad8e70fd0396 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2662883 Dec 15 04:53:45.367813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:45.413936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 719fe9ca-c5a2-4e31-a372-843cd8081f0b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:45.414464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1788a7b-177a-4002-b1b3-ecfce9efa5db req-5dc0a4ee-8848-45d2-ac46-9309b480d4a7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042533 Dec 15 04:53:45.437268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82', 'mac_address': 'fa:16:3e:c7:7a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:45.449845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.511461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.518134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.527338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.606620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=ba52bb98-8b3f-4502-bea9-3548135d1660,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:45.609475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:45.612633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:45.617790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b9427a7b-18b5-4dc5-af89-35e445f15113 None None] For port 719fe9ca-c5a2-4e31-a372-843cd8081f0b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=719fe9ca-c5a2-4e31-a372-843cd8081f0b,segment=NetworkSegment(b55c262c-469d-4ba1-8115-4d734c0779dd),segment_id=b55c262c-469d-4ba1-8115-4d734c0779dd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:45.620893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:45.639707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9427a7b-18b5-4dc5-af89-35e445f15113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.666004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=6d4079d2-641e-44aa-8cf6-1b6296b558f7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:45.744386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.870774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:45.946972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 719fe9ca-c5a2-4e31-a372-843cd8081f0b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:45.948634 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.968285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9427a7b-18b5-4dc5-af89-35e445f15113 None None] Pushing event updated for resources: {'Port': ['ID=719fe9ca-c5a2-4e31-a372-843cd8081f0b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:45.975717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a397eb4b-7490-449e-8143-736f7f230001 None None] Provisioning complete for port 719fe9ca-c5a2-4e31-a372-843cd8081f0b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:45.984593 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a397eb4b-7490-449e-8143-736f7f230001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:45.989075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:46.052634 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.074178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.074842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:46.110592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36f00-9143-4a91-a394-961c151d666f req-c0a89259-fb6e-479c-82dc-fff1bb828fc9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:46.112169 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68a36f00-9143-4a91-a394-961c151d666f req-c0a89259-fb6e-479c-82dc-fff1bb828fc9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 943 time: 0.2842348 Dec 15 04:53:46.143354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db070e69-c9ec-4615-9061-67052354dfd8 req-0c619b75-ae14-43e1-ab81-4add4513f923 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:46.144961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db070e69-c9ec-4615-9061-67052354dfd8 req-0c619b75-ae14-43e1-ab81-4add4513f923 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2516389 Dec 15 04:53:46.341440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68a36f00-9143-4a91-a394-961c151d666f req-cfc6c9e2-4baa-4d76-b838-2a4b1525dc1f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049811 Dec 15 04:53:46.396759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db070e69-c9ec-4615-9061-67052354dfd8 req-cee53dfd-2fee-4e2b-b664-e75078285447 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417295 Dec 15 04:53:46.433215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.489985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.569189 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c6926-bb7a-461f-8524-263ec53a73f5 x-openstack-request-id: req-535c6926-bb7a-461f-8524-263ec53a73f5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:46.571940 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1821e5-448f-4569-9bab-f4ef082b3d5b", "name": "network-vif-plugged", "status": "completed", "tag": "aed004cc-8a4c-48bd-93bb-c0dcc33a79f4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:46.572561 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-535c6926-bb7a-461f-8524-263ec53a73f5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:46.589973 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4', 'code': 200} Dec 15 04:53:46.613545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-240a74fc-e29d-4b4e-b4ff-25173cccd7b3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:46.615532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-240a74fc-e29d-4b4e-b4ff-25173cccd7b3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 944 time: 0.8008084 Dec 15 04:53:46.621702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:46.625290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.745003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072cdd8-509d-4121-992e-7eca5f74825f req-d87347e4-d8ed-4265-825b-f84baf572640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:46.749085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b072cdd8-509d-4121-992e-7eca5f74825f req-d87347e4-d8ed-4265-825b-f84baf572640 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 1097 time: 0.2172205 Dec 15 04:53:46.757702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c08fe2-80d5-4d17-9fdd-aefb2dab9548 req-c0d4d7a4-39a1-4e41-a20d-822060eeca68 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:46.763311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:46.765786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53c08fe2-80d5-4d17-9fdd-aefb2dab9548 req-c0d4d7a4-39a1-4e41-a20d-822060eeca68 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 944 time: 0.2081590 Dec 15 04:53:46.772644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a397eb4b-7490-449e-8143-736f7f230001 None None] Provisioning complete for port ba52bb98-8b3f-4502-bea9-3548135d1660 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:46.773099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a397eb4b-7490-449e-8143-736f7f230001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.818036 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-239a16e7-d530-4d92-b598-bb32ff895a67 service neutron] 10.222.0.42 "GET /v2.0/ports/6885163a-80a0-4fe6-ac1d-2d586294ac55/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 383 time: 0.1890547 Dec 15 04:53:46.829486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea592-53b1-4e75-9f6d-f8bb8f1b2e98 req-3423143f-2b6b-4c45-9826-ceb9cbca2c7e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:46.838418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddcea592-53b1-4e75-9f6d-f8bb8f1b2e98 req-3423143f-2b6b-4c45-9826-ceb9cbca2c7e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2713664 Dec 15 04:53:46.842366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'mac_address': 'fa:16:3e:91:0c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:46.933817 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:46.958989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a397eb4b-7490-449e-8143-736f7f230001 None None] Port ba52bb98-8b3f-4502-bea9-3548135d1660 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:46.972937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6885163a-80a0-4fe6-ac1d-2d586294ac55 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:46.995711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:47.003105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.037551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-1166f981-8b5c-4d9b-a02c-002d06b58c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:47.039633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-1166f981-8b5c-4d9b-a02c-002d06b58c86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1096 time: 0.1506267 Dec 15 04:53:47.052712 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.065160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.112763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:47.114784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2f5bd5ec-bee3-4f8f-baee-e173115d0fef None None] Provisioning complete for port ba52bb98-8b3f-4502-bea9-3548135d1660 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:47.115159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd5ec-bee3-4f8f-baee-e173115d0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.148612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53c08fe2-80d5-4d17-9fdd-aefb2dab9548 req-b5000810-166f-4266-b153-fffa448b0de6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818152 Dec 15 04:53:47.180096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b072cdd8-509d-4121-992e-7eca5f74825f req-e887c7d2-e7e5-47c2-8dd7-4d78f8045581 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039977 Dec 15 04:53:47.184709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.197109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2f5bd5ec-bee3-4f8f-baee-e173115d0fef None None] Port ba52bb98-8b3f-4502-bea9-3548135d1660 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:47.202041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddcea592-53b1-4e75-9f6d-f8bb8f1b2e98 req-e5699298-d72c-43f5-aedb-fa8e6d134704 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625288 Dec 15 04:53:47.206955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.209403 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.322413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 719fe9ca-c5a2-4e31-a372-843cd8081f0b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:47.339196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-7085260c-82ef-42a1-9b7f-a6c952f1f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:47.341149 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-7085260c-82ef-42a1-9b7f-a6c952f1f41f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.2911189 Dec 15 04:53:47.367660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.403921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:47.418851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6885163a-80a0-4fe6-ac1d-2d586294ac55'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:47.450812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network fbb1813e-e134-449b-8925-e73e1daf1e93 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:47.464546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:47.485715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=6d4079d2-641e-44aa-8cf6-1b6296b558f7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:47.488104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=ba52bb98-8b3f-4502-bea9-3548135d1660,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:47.494454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60618) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:47.520938 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Floating IP 141a7527-2957-4ef2-a584-2c23aef02965 associated. External IP: 172.25.2.190, port: 6b16feca-69e4-4579-97fc-cbcccf0ad313. Dec 15 04:53:47.598837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 719fe9ca-c5a2-4e31-a372-843cd8081f0b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:47.601097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.758560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa1b6b-b869-4aeb-b99d-20a168841e55 req-9f15b890-e673-4ad4-8ce5-03dbbfad39c9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:47.776790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29aa1b6b-b869-4aeb-b99d-20a168841e55 req-9f15b890-e673-4ad4-8ce5-03dbbfad39c9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.3753545 Dec 15 04:53:47.819885 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ba64f1f6-f599-4827-b98b-4c8a1ea26911 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1001 time: 0.4610119 Dec 15 04:53:47.838514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-66785021', 'router:external': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:47.889321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851011de-464b-4f58-91e6-b101be00d459 req-c6b227d5-173e-4618-90f5-3953faa877ff tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:47.890957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-851011de-464b-4f58-91e6-b101be00d459 req-c6b227d5-173e-4618-90f5-3953faa877ff tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 944 time: 0.4069362 Dec 15 04:53:47.964549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5d91dcba-1099-4686-8de7-d7d6e89bd991 None None] Provisioning complete for port ba52bb98-8b3f-4502-bea9-3548135d1660 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:47.965162 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d91dcba-1099-4686-8de7-d7d6e89bd991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:47.971040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Made reservation on behalf of afbcf8a0e4c443e793fafe86beb18b3a for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:47.975259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.006284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.023816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-2bbd0f2a-b18a-4686-b1d4-0f3bfba95e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:48.026034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-2bbd0f2a-b18a-4686-b1d4-0f3bfba95e51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.1839840 Dec 15 04:53:48.046736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5d91dcba-1099-4686-8de7-d7d6e89bd991 None None] Port ba52bb98-8b3f-4502-bea9-3548135d1660 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:48.068939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-851011de-464b-4f58-91e6-b101be00d459 req-85a919c1-091a-4907-b15f-f778ce6652f4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710558 Dec 15 04:53:48.101160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:48.179412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29aa1b6b-b869-4aeb-b99d-20a168841e55 req-5b143f13-19e5-4f36-ab03-22b97c21a2d3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974662 Dec 15 04:53:48.186414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 31c3aee3-6c9d-4b28-b64a-0932f757bfca is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:53:48.215579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-e0fe0165-e1dd-4d51-84d2-5252a5f6487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:48.217143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-e0fe0165-e1dd-4d51-84d2-5252a5f6487d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798999 Dec 15 04:53:48.219806 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.233198 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.311069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:48.325518 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:48.329255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:48.345047 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-cee15e77-0019-48b1-9321-af1b666e576b service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191671 Dec 15 04:53:48.346283 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:48.347551 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:48.350593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.408235 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.408508 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Added segment befc6385-1512-4bef-8396-1bad23d93f21 of type vlan for network 050ac568-ce08-4d71-88a6-a2185e053c9e Dec 15 04:53:48.425621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a78ca9-1232-4226-81cd-64d2209ffd05,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:48.429926 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fd451d9b-2222-4c90-b7c7-ee38a4f6e49a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3760624 Dec 15 04:53:48.443630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:48.443630 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf96994-8c69-4527-9731-8ac2b5a57bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:48.469698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:48.480556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-004ce2be-6cc7-482d-a549-d3bd0cde9124 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/31c3aee3-6c9d-4b28-b64a-0932f757bfca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2753310 Dec 15 04:53:48.481622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] Sync routers for ids ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:48.488567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60636) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:48.493750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.497715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] Routers {'31c3aee3-6c9d-4b28-b64a-0932f757bfca'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:48.499016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:48.502421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-77e8dd18-730b-4347-a8e2-776b46cec5fd service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308069 Dec 15 04:53:48.505370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a85e4-10e4-4e99-b59c-65a969ffb6e6 req-f0c85dfb-794a-4d19-831e-bb5c99ea9070 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:48.506887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-510a85e4-10e4-4e99-b59c-65a969ffb6e6 req-f0c85dfb-794a-4d19-831e-bb5c99ea9070 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 945 time: 0.2568223 Dec 15 04:53:48.515573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:48.525606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb8d49-2123-447b-8e65-3e9fc30e3f33 req-45f429a4-503d-439b-af4e-2397a5be1ec3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:48.534143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95bb8d49-2123-447b-8e65-3e9fc30e3f33 req-45f429a4-503d-439b-af4e-2397a5be1ec3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2828577 Dec 15 04:53:48.540094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:48.550923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] Routers {'31c3aee3-6c9d-4b28-b64a-0932f757bfca'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:48.551689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:48.591684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:48.592371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa2426-c7a4-484b-a7b7-6e04049ab0d0 None None] The sync data for ids ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:48.623741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a8c1e-fafb-47d3-9b4d-be9262aaa4de tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:48.625291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-810a8c1e-fafb-47d3-9b4d-be9262aaa4de tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports/ba52bb98-8b3f-4502-bea9-3548135d1660 HTTP/1.1" status: 200 len: 983 time: 0.1336801 Dec 15 04:53:48.628166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60638) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:48.652053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.653035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:48.653647 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.727496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-510a85e4-10e4-4e99-b59c-65a969ffb6e6 req-4e80e3ff-cea4-491d-89e6-d6b8f3c13ed1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910021 Dec 15 04:53:48.733045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95bb8d49-2123-447b-8e65-3e9fc30e3f33 req-c0f13fc1-3716-4baa-a6fb-74d075efd33e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980829 Dec 15 04:53:48.738606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2430727 Dec 15 04:53:48.749417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60640) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:48.752937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'subnet': {'network_id': '050ac568-ce08-4d71-88a6-a2185e053c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:48.766598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862cc6-bc69-43ec-99cc-7cb421f09736 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Network': ['ID=050ac568-ce08-4d71-88a6-a2185e053c9e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:48.781291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 050ac568-ce08-4d71-88a6-a2185e053c9e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:48.785379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Made reservation on behalf of afbcf8a0e4c443e793fafe86beb18b3a for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:48.788476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:48.827183 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97322b63-7735-4712-a9f2-a90ee7d03515 x-openstack-request-id: req-97322b63-7735-4712-a9f2-a90ee7d03515 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:48.827476 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:48.827732 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97322b63-7735-4712-a9f2-a90ee7d03515 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:48.828326 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'status': 'completed', 'code': 200} Dec 15 04:53:48.833442 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:46Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:48.882935 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:53:48.893369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:48.894252 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:49.012418 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:53:49.059356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.129844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:49.191962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:49.197860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:49.200530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.284179 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:46Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:49.293336 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.316822 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9831464-a490-40ab-b67b-85a7f76a817c None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:46Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:49.323768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:49.326769 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3f34c-bec5-4b8d-b5d2-55eb6cfe1686" -d '{"events": [{"server_uuid": "a1f87f15-5282-4a13-a183-fdcf359cc49e", "name": "network-vif-plugged", "status": "completed", "tag": "25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:49.333698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port ba52bb98-8b3f-4502-bea9-3548135d1660 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:49.334456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.344748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:49.356830 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.357979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:49.370849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-020c588c-8ee4-4bab-9473-e8b3f86782af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:49.372356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-020c588c-8ee4-4bab-9473-e8b3f86782af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1097 time: 0.5028293 Dec 15 04:53:49.412717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe1cf7-a9e5-4360-ac02-2d6bdbed70d4 req-1b8c3225-c2a3-435a-8594-9e69810b4073 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:49.414359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edbe1cf7-a9e5-4360-ac02-2d6bdbed70d4 req-1b8c3225-c2a3-435a-8594-9e69810b4073 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.5933089 Dec 15 04:53:49.448223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:49.456683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.457040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.457436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.457725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.458073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.458893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.458893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.459333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.459745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.459861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.460231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.461599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.462088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:53:49.480913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:53:49.483347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.486301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:49.486791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.517181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for ba52bb98-8b3f-4502-bea9-3548135d1660 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:49.525758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab4241-e004-4fde-a7d0-90cf77f87006 req-f6495a13-a5b5-4693-b94d-34730396e096 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:49.527861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2aab4241-e004-4fde-a7d0-90cf77f87006 req-f6495a13-a5b5-4693-b94d-34730396e096 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2095244 Dec 15 04:53:49.556781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edbe1cf7-a9e5-4360-ac02-2d6bdbed70d4 req-136c1e29-dc4d-4158-8a81-09af71e6495f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281734 Dec 15 04:53:49.639763 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.650617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2aab4241-e004-4fde-a7d0-90cf77f87006 req-faa1cf97-1f0a-4d61-8d4b-bef1e743ce03 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147466 Dec 15 04:53:49.731356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-cac4ed9b-cb15-4a3c-9d41-61598917737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:49.738274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-cac4ed9b-cb15-4a3c-9d41-61598917737d service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.3473690 Dec 15 04:53:49.741823 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea55f4-652b-475f-a6df-1330bf1fc633 None None] New status for floating IP 141a7527-2957-4ef2-a584-2c23aef02965: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:53:49.788028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:49.796572 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:49.923815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-eeff9522-f249-4456-84e8-0dc275f129d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 999 time: 0.1771381 Dec 15 04:53:49.948567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:49.973481 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcee0f4-bb14-4845-8f2b-7c2b719f0b30 x-openstack-request-id: req-5fcee0f4-bb14-4845-8f2b-7c2b719f0b30 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:49.973974 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f87f15-5282-4a13-a183-fdcf359cc49e", "name": "network-vif-plugged", "status": "completed", "tag": "25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:49.974388 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fcee0f4-bb14-4845-8f2b-7c2b719f0b30 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:49.975750 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82', 'code': 200} Dec 15 04:53:50.049181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b3d5a-861f-42fe-af5a-5bb8719e4577 req-0f3fcfa6-5193-4cf2-9724-49f3b439ed3e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.057072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227b3d5a-861f-42fe-af5a-5bb8719e4577 req-0f3fcfa6-5193-4cf2-9724-49f3b439ed3e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.2398434 Dec 15 04:53:50.113934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-88c36126-1b12-4801-9e8b-b818d7cdf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.115468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-88c36126-1b12-4801-9e8b-b818d7cdf5be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1793296 Dec 15 04:53:50.175351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-227b3d5a-861f-42fe-af5a-5bb8719e4577 req-4188075e-707f-47e1-8c65-04892870322d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Dec 15 04:53:50.201944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-6c8ae477-0658-4a08-805c-40f1e0eff54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.203422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-6c8ae477-0658-4a08-805c-40f1e0eff54d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769229 Dec 15 04:53:50.298836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87907a0-1cee-40e8-9b69-35c37363c4a4 req-3da27d21-25aa-4904-8d95-5c65f3af6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.300351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c87907a0-1cee-40e8-9b69-35c37363c4a4 req-3da27d21-25aa-4904-8d95-5c65f3af6aaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 1097 time: 0.1020951 Dec 15 04:53:50.393349 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c87907a0-1cee-40e8-9b69-35c37363c4a4 req-6250aa0d-4dc7-4aba-acc7-7f9672c4727f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751674 Dec 15 04:53:50.399924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:50.413389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:53:50.413861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:50.428967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=ba52bb98-8b3f-4502-bea9-3548135d1660,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:50.458132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192d84b-4f89-4bbf-8167-04a19d35bb8f req-dc155860-5e82-4a89-a1c0-09df74d0951e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.459638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9192d84b-4f89-4bbf-8167-04a19d35bb8f req-dc155860-5e82-4a89-a1c0-09df74d0951e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2390916 Dec 15 04:53:50.478096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-44d0bafc-12e1-4282-a40c-f5ed0634a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.479574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-44d0bafc-12e1-4282-a40c-f5ed0634a639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 1097 time: 0.2362373 Dec 15 04:53:50.527787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:50.533434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854df6d-f285-4171-91f3-0a493ed6e476 req-d83e8915-6d2f-470e-ba82-8bcd4dbcb25c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.534946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854df6d-f285-4171-91f3-0a493ed6e476 req-d83e8915-6d2f-470e-ba82-8bcd4dbcb25c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.2680531 Dec 15 04:53:50.585970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-57571f0c-9a2a-4905-9e7b-2b8677a13ad4 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486767 Dec 15 04:53:50.625664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c0a973d-0306-430a-b32d-b394efbae5eb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:50.706863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 31c3aee3-6c9d-4b28-b64a-0932f757bfca has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:50.718231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Checking segment: {'id': 'befc6385-1512-4bef-8396-1bad23d93f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '050ac568-ce08-4d71-88a6-a2185e053c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:50.718593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network hostable DHCP agents. Network: 050ac568-ce08-4d71-88a6-a2185e053c9e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:50.735843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9192d84b-4f89-4bbf-8167-04a19d35bb8f req-b9031b64-2ea8-498b-8c78-e71cf4482a52 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614973 Dec 15 04:53:50.766001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d854df6d-f285-4171-91f3-0a493ed6e476 req-1cd0ce46-bd82-45dc-a2c4-f2e6a568df4b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905298 Dec 15 04:53:50.778640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-c81ddaf1-14c3-4d28-a977-7ad609e62e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.780241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-c81ddaf1-14c3-4d28-a977-7ad609e62e01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.2782831 Dec 15 04:53:50.782827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network 050ac568-ce08-4d71-88a6-a2185e053c9e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:50.789806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:50.799727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9036e3bb-7caf-44ec-beb4-ed8762d03778 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/31c3aee3-6c9d-4b28-b64a-0932f757bfca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1681495 Dec 15 04:53:50.800137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60666) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:50.808194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] Sync routers for ids ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:50.824158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] Routers {'31c3aee3-6c9d-4b28-b64a-0932f757bfca'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:50.824925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:50.868470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-66fcfaa7-0ce9-4e68-b017-e9e8fcc8afbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 HTTP/1.1" status: 200 len: 217 time: 0.0685313 Dec 15 04:53:50.869577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 050ac568-ce08-4d71-88a6-a2185e053c9e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:50.892187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:50.892770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:50.896893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1bf96994-8c69-4527-9731-8ac2b5a57bb9 req-5e0914cc-2ceb-4fdb-9c97-7ac1d25dee57 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052886 Dec 15 04:53:50.897951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cf377-4749-4fda-956e-3212be7fa1ed None None] Network 050ac568-ce08-4d71-88a6-a2185e053c9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:50.901363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:50.969940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] Routers {'31c3aee3-6c9d-4b28-b64a-0932f757bfca'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:50.970866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:50.988332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a6d37f9-4df5-47a6-a70a-55930cd2be50 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2400961 Dec 15 04:53:50.993688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60668) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:50.999936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1241975784', 'network_id': '050ac568-ce08-4d71-88a6-a2185e053c9e'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:51.017405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-af8e0d23-354b-49f1-8c16-43f07598409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.018862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-af8e0d23-354b-49f1-8c16-43f07598409c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.1282792 Dec 15 04:53:51.030285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070358a-4a1e-4063-89d4-1faf474d34c0 req-345e81fc-6e8f-4fa2-9c5f-580818145bec tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.031888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9070358a-4a1e-4063-89d4-1faf474d34c0 req-345e81fc-6e8f-4fa2-9c5f-580818145bec tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 945 time: 0.1744132 Dec 15 04:53:51.035652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:51.036436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ea2c7-e6f0-4f50-91c0-8b5ae3919da7 None None] The sync data for ids ['31c3aee3-6c9d-4b28-b64a-0932f757bfca'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:51.073061 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-94de11dd-f6b9-4ff2-b460-00c889d6b47e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 04:53:51.074555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-94de11dd-f6b9-4ff2-b460-00c889d6b47e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/31c3aee3-6c9d-4b28-b64a-0932f757bfca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2732894 Dec 15 04:53:51.079246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60670) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:51.083882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b5bd2-4a7f-4958-b60f-63545aad342d req-f2ef6dfb-f7bf-422a-9162-8614e6b598d2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.085430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df3b5bd2-4a7f-4958-b60f-63545aad342d req-f2ef6dfb-f7bf-422a-9162-8614e6b598d2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1959152 Dec 15 04:53:51.091972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-1096b00a-bb5f-48c9-a240-0f025cf7e8aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561764 Dec 15 04:53:51.111901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ec65f-3009-42d5-9be7-21fb3a08960f None None] Network 050ac568-ce08-4d71-88a6-a2185e053c9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:51.122717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-555f524a-0356-496e-909a-044fca8cac57 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c3aee3-6c9d-4b28-b64a-0932f757bfca HTTP/1.1" status: 200 len: 205 time: 0.0399334 Dec 15 04:53:51.123148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60672) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:51.151054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Made reservation on behalf of afbcf8a0e4c443e793fafe86beb18b3a for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:51.153287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.210106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9070358a-4a1e-4063-89d4-1faf474d34c0 req-842d469b-3207-4ccb-a8fd-8925d08b7cff tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580625 Dec 15 04:53:51.233043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.252780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] device_id is not set on port dd185043-d939-40c7-8118-fdaffe9fb263 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:53:51.340327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df3b5bd2-4a7f-4958-b60f-63545aad342d req-5781e000-fee9-4d96-ba79-3a6b77262c52 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438190 Dec 15 04:53:51.385190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-ad92d9d9-1b20-401f-8e97-8542bd1ab9e3 service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812572 Dec 15 04:53:51.443415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.445718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.493172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.494538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router 31c3aee3-6c9d-4b28-b64a-0932f757bfca {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:53:51.503099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.506412 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d7c375d4-7dce-4cff-8e15-f0633432b502 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/31c3aee3-6c9d-4b28-b64a-0932f757bfca HTTP/1.1" status: 204 len: 168 time: 0.3822236 Dec 15 04:53:51.512579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:51.545980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4286d1-a891-461f-9623-e94c349b04d5 req-b18f9166-bb77-48fb-9bf6-df1e63afeddb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.547521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff4286d1-a891-461f-9623-e94c349b04d5 req-b18f9166-bb77-48fb-9bf6-df1e63afeddb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.2448215 Dec 15 04:53:51.580046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 14abfa96-5a20-4a6d-a415-1933269b1f48 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:53:51.584490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.628676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Allocated IP 2001:db8::12b (050ac568-ce08-4d71-88a6-a2185e053c9e/9c0a973d-0306-430a-b32d-b394efbae5eb/dd185043-d939-40c7-8118-fdaffe9fb263) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:51.654063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.689296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa7370-71f0-4ec8-926f-8c91ea49b1a8 req-528d5eb8-1eac-455a-8690-8bf095c849e5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.690839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bfaa7370-71f0-4ec8-926f-8c91ea49b1a8 req-528d5eb8-1eac-455a-8690-8bf095c849e5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2731271 Dec 15 04:53:51.732149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-277f559a-466d-4c2c-810a-ebdbb9334ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.734333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-277f559a-466d-4c2c-810a-ebdbb9334ec5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 1098 time: 0.2527997 Dec 15 04:53:51.755671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.760782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-946132f1-fbba-400f-b4d3-409f5f49de6c service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406501 Dec 15 04:53:51.778299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff4286d1-a891-461f-9623-e94c349b04d5 req-640f18e8-0087-4391-9661-aab3cf0cbb70 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028770 Dec 15 04:53:51.802797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:51.878535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-4436faed-ca24-45aa-9456-bdcfda4488dd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:51.880601 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-4436faed-ca24-45aa-9456-bdcfda4488dd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 945 time: 0.0822127 Dec 15 04:53:51.882278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.890798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bfaa7370-71f0-4ec8-926f-8c91ea49b1a8 req-6ec0dba7-2cdd-449a-aea2-636b3d0a7ea2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880248 Dec 15 04:53:51.952685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=14abfa96-5a20-4a6d-a415-1933269b1f48,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:51.977551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:51.980649 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e01572-21ef-47f2-b011-2f186060eba0" -d '{"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-plugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:51.995083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:51.999817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-95bfaa22-d056-4b13-9aa0-0e6a9653b989 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/14abfa96-5a20-4a6d-a415-1933269b1f48 HTTP/1.1" status: 204 len: 168 time: 0.4854417 Dec 15 04:53:52.003045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e658fb-2db2-43fa-bc36-578024174b93 None None] Network fbb1813e-e134-449b-8925-e73e1daf1e93 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:52.006823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60690) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:52.046351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.071750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.096742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65b14-74fa-46e7-a32c-58ff39325acd req-2669a616-4a69-431d-8904-befafdf31de0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:52.098245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85a65b14-74fa-46e7-a32c-58ff39325acd req-2669a616-4a69-431d-8904-befafdf31de0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1734319 Dec 15 04:53:52.108791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.113009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Deleting port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:52.113345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.169843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee664-8b39-4e1f-98a0-3eb1d803bb1a req-f4ce7e30-2982-48db-a4b5-2ab55d6eac0a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:52.171532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21aee664-8b39-4e1f-98a0-3eb1d803bb1a req-f4ce7e30-2982-48db-a4b5-2ab55d6eac0a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2079258 Dec 15 04:53:52.190955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] DHCP port deletion for fbb1813e-e134-449b-8925-e73e1daf1e93 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:52.245621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] Deleting port 719fe9ca-c5a2-4e31-a372-843cd8081f0b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:52.246099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.247699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] For port 8ae214bc-2d51-452e-aaa6-b2ac471581d9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8ae214bc-2d51-452e-aaa6-b2ac471581d9,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:52.248085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.265156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Calling delete_port for 8ae214bc-2d51-452e-aaa6-b2ac471581d9 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:52.270188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 719fe9ca-c5a2-4e31-a372-843cd8081f0b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:52.270790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.309273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85a65b14-74fa-46e7-a32c-58ff39325acd req-d075bf0e-8cf4-41c4-9c75-5bed453a2593 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886985 Dec 15 04:53:52.325905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] For port 719fe9ca-c5a2-4e31-a372-843cd8081f0b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=719fe9ca-c5a2-4e31-a372-843cd8081f0b,segment=NetworkSegment(b55c262c-469d-4ba1-8115-4d734c0779dd),segment_id=b55c262c-469d-4ba1-8115-4d734c0779dd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:52.326481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.334908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.341502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] Calling delete_port for 719fe9ca-c5a2-4e31-a372-843cd8081f0b owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:52.387812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 719fe9ca-c5a2-4e31-a372-843cd8081f0b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=719fe9ca-c5a2-4e31-a372-843cd8081f0b,segment=NetworkSegment(b55c262c-469d-4ba1-8115-4d734c0779dd),segment_id=b55c262c-469d-4ba1-8115-4d734c0779dd)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:52.391090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.424272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 719fe9ca-c5a2-4e31-a372-843cd8081f0b owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:52.433008 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ee755-7f97-4507-ba95-5f5d4bc56362 x-openstack-request-id: req-601ee755-7f97-4507-ba95-5f5d4bc56362 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:52.433647 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-plugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:52.434131 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-601ee755-7f97-4507-ba95-5f5d4bc56362 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:52.434870 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'code': 200} Dec 15 04:53:52.455950 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.459970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21aee664-8b39-4e1f-98a0-3eb1d803bb1a req-b358e396-136e-4483-ade4-10af0f3874a7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704275 Dec 15 04:53:52.477465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] No DVR routers for this DVR port 719fe9ca-c5a2-4e31-a372-843cd8081f0b on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:52.513476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network 050ac568-ce08-4d71-88a6-a2185e053c9e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:52.519011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:52.529360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43696e79-0078-4261-a92d-e504c8a1fb45 None None] Pushing event deleted for resources: {'Port': ['ID=719fe9ca-c5a2-4e31-a372-843cd8081f0b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:52.535089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:52.536340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:52.537102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.541240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Port': ['ID=dd185043-d939-40c7-8118-fdaffe9fb263,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:52.582699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.611582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.617063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=719fe9ca-c5a2-4e31-a372-843cd8081f0b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:52.620054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port 719fe9ca-c5a2-4e31-a372-843cd8081f0b on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:52.637349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-42dd3502-55af-4b1d-8d34-8b64d4d215eb tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6410947 Dec 15 04:53:52.646297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60698) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:52.648407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8ae214bc-2d51-452e-aaa6-b2ac471581d9'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:52.666406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Pushing event deleted for resources: {'Port': ['ID=8ae214bc-2d51-452e-aaa6-b2ac471581d9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:52.669385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:52.693279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad559c7-3959-406f-a554-6b9034382883 None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:53:52.699214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f06f97-4d53-4282-8b46-14a2ea2b45b8 req-fef9c6d4-4dc0-4825-b6cb-f3408a3dba6e tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:52.700925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16f06f97-4d53-4282-8b46-14a2ea2b45b8 req-fef9c6d4-4dc0-4825-b6cb-f3408a3dba6e tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=d55074de-fac3-4283-85b6-45f75eea15f0 HTTP/1.1" status: 200 len: 867 time: 0.1833539 Dec 15 04:53:52.733421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5162c9-c0a3-47a2-9194-978e03b50cba req-89bcb36f-fdc7-4590-b675-9dfdf3f52205 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:52.736408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c5162c9-c0a3-47a2-9194-978e03b50cba req-89bcb36f-fdc7-4590-b675-9dfdf3f52205 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1801004 Dec 15 04:53:52.758624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] No DVR routers for this DVR port 8ae214bc-2d51-452e-aaa6-b2ac471581d9 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:52.761885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.764767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.768147 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-77fba5bc-843a-4324-8157-372d7cf5b727 req-2cbf9b61-47b1-4d97-b825-7beeefebba96 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "DELETE /v2.0/ports/8ae214bc-2d51-452e-aaa6-b2ac471581d9 HTTP/1.1" status: 204 len: 173 time: 0.8560407 Dec 15 04:53:52.768590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'name': 'network-vif-deleted', 'tag': '8ae214bc-2d51-452e-aaa6-b2ac471581d9'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:52.771408 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd2b4e-28fd-4025-8558-bac072e6dc50" -d '{"events": [{"server_uuid": "d55074de-fac3-4283-85b6-45f75eea15f0", "name": "network-vif-deleted", "tag": "8ae214bc-2d51-452e-aaa6-b2ac471581d9"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:52.795091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb1813e-e134-449b-8925-e73e1daf1e93']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:52.808769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55c262c-469d-4ba1-8115-4d734c0779dd') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:52.809263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55c262c-469d-4ba1-8115-4d734c0779dd') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:52.821546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.829205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:52.837407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.844972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:53:52.845457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:53:52.849148 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:53:52.879102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16f06f97-4d53-4282-8b46-14a2ea2b45b8 req-3adedee1-64fb-4eff-9daf-96921ea9bf5b tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655097 Dec 15 04:53:52.910447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c5162c9-c0a3-47a2-9194-978e03b50cba req-cc2490aa-fa7c-4ba8-8b85-fc03cc061c9a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592970 Dec 15 04:53:52.924095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:52.926818 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f439c0e-092b-4d35-ab63-b8d46ee54943" -d '{"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:52.931841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.941862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.942086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Deleting port dd185043-d939-40c7-8118-fdaffe9fb263 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:52.942322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.973033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:52.981108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/fbb1813e-e134-449b-8925-e73e1daf1e93 HTTP/1.1" status: 204 len: 168 time: 0.9684176 Dec 15 04:53:52.981108 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed55205-1849-46c4-add7-3daadd34a4f2 x-openstack-request-id: req-eed55205-1849-46c4-add7-3daadd34a4f2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:52.981108 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55074de-fac3-4283-85b6-45f75eea15f0", "name": "network-vif-deleted", "tag": "8ae214bc-2d51-452e-aaa6-b2ac471581d9", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:52.981108 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eed55205-1849-46c4-add7-3daadd34a4f2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:52.981108 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55074de-fac3-4283-85b6-45f75eea15f0', 'name': 'network-vif-deleted', 'tag': '8ae214bc-2d51-452e-aaa6-b2ac471581d9', 'status': 'completed', 'code': 200} Dec 15 04:53:52.981632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60708) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:52.987998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-317967144'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:53.006210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20c7f-197a-4264-afef-c050ae5d3b3c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=fbb1813e-e134-449b-8925-e73e1daf1e93,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:53.024740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:53.025661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Transition to ACTIVE for port object 6885163a-80a0-4fe6-ac1d-2d586294ac55 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:53:53.033555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.049970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.060594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:53:53.071217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.071558 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment 721b511c-a244-4f8c-9583-098a3f78db88 of type vlan for network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 Dec 15 04:53:53.118428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.146012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.152557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:53.154124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:53.154829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.207070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:53.217853 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2312078 Dec 15 04:53:53.218356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60710) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:53.223342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:53.290099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60bab8-ae40-4de1-8664-49395dc94621 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=67ae71e6-5220-4b26-ace9-8b7f04c9ef02,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:53.303031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:53:53.349915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:53:53.354917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.363106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 719fe9ca-c5a2-4e31-a372-843cd8081f0b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:53.393703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 719fe9ca-c5a2-4e31-a372-843cd8081f0b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:53.394318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 719fe9ca-c5a2-4e31-a372-843cd8081f0b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:53.588837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.595398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.647777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=10']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:53.668679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': '721b511c-a244-4f8c-9583-098a3f78db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:53.669047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: 67ae71e6-5220-4b26-ace9-8b7f04c9ef02, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:53:53.671283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=cd87a345-970e-4aa6-880f-1b0e709c14d3,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:53.671412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892d5d4-8612-41a5-a59f-5b242cad1f3e req-9faa645f-191b-40f0-a8eb-5f7b1f738d85 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:53.672869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b892d5d4-8612-41a5-a59f-5b242cad1f3e req-9faa645f-191b-40f0-a8eb-5f7b1f738d85 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.6390939 Dec 15 04:53:53.689059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Calling delete_port for dd185043-d939-40c7-8118-fdaffe9fb263 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:53.690930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:53:53.702304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 67ae71e6-5220-4b26-ace9-8b7f04c9ef02) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:53.706560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:53.707313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.714655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4af64-7aaf-4383-b4c0-499f22c9d0df None None] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:53.720997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b850-03c1-490d-9a34-c71050fc9afd req-45d17161-e596-4c7b-a519-685c4e760428 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:53.722523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9334b850-03c1-490d-9a34-c71050fc9afd req-45d17161-e596-4c7b-a519-685c4e760428 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.6742454 Dec 15 04:53:53.729813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-63d9b37f-d003-4755-b0f1-e42b1839353b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5104406 Dec 15 04:53:53.731926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60714) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:53.744190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125617443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:53.779155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] No DVR routers for this DVR port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on host n-h2-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:53.831897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-67ae71e6-5220-4b26-ace9-8b7f04c9ef02', 'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': 'cd87a345-970e-4aa6-880f-1b0e709c14d3'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:53:53.832773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.949860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.950864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:53.965644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b892d5d4-8612-41a5-a59f-5b242cad1f3e req-9f496e96-453a-44e3-b231-9284ee439f09 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778726 Dec 15 04:53:53.973358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Allocated IP 2001:db8::2 (67ae71e6-5220-4b26-ace9-8b7f04c9ef02/cd87a345-970e-4aa6-880f-1b0e709c14d3/ad532dba-6585-4ae8-8d8e-e3d53e8986ea) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:53.991320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9334b850-03c1-490d-9a34-c71050fc9afd req-3811d123-e616-4b40-a25a-b5b2dde3a447 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489712 Dec 15 04:53:54.067591 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8e205-6561-414a-96ec-d55c01e4fa7f x-openstack-request-id: req-6af8e205-6561-414a-96ec-d55c01e4fa7f {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:54.067948 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:54.068252 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6af8e205-6561-414a-96ec-d55c01e4fa7f {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:54.068697 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'code': 200} Dec 15 04:53:54.124955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.155711 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.187852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.195040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.231493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:54.237415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:54.240459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.240861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:54.245207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60726) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:54.245356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-01593397-8400-4bd6-a46d-e332c1bc945c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5043678 Dec 15 04:53:54.288246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Pushing event updated for resources: {'Port': ['ID=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:54.299499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:54.299877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:54.300348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:54.319253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138aec38-88ec-4798-9797-29463d702292 req-eeda7893-3ead-48d1-9ac4-94de43fcc1e3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:54.320974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-138aec38-88ec-4798-9797-29463d702292 req-eeda7893-3ead-48d1-9ac4-94de43fcc1e3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 945 time: 0.2551227 Dec 15 04:53:54.334331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d3de7-7238-4825-8f68-007c95fefdf7 req-8f925c0f-a5c0-4ded-9924-29ae217821a4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:54.336005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e30d3de7-7238-4825-8f68-007c95fefdf7 req-8f925c0f-a5c0-4ded-9924-29ae217821a4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1943779 Dec 15 04:53:54.343554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:53:54.344490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Attempting to bind port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on network a8dba0b7-41ea-436a-baa5-f22feab9ae14 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:54.345608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Attempting to bind port ad532dba-6585-4ae8-8d8e-e3d53e8986ea on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:53:54.346178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Attempting to bind port ad532dba-6585-4ae8-8d8e-e3d53e8986ea by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '721b511c-a244-4f8c-9583-098a3f78db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:53:54.346750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Attempting to bind port ad532dba-6585-4ae8-8d8e-e3d53e8986ea on network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:53:54.352453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:54.352794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Checking segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:54.353217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Bound using segment: {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:54.353518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:53:54.353687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Bound port: 6885163a-80a0-4fe6-ac1d-2d586294ac55, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd076bdd2-2c38-482a-bd30-22440341171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:54.354010 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.354406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Checking segment: {'id': '721b511c-a244-4f8c-9583-098a3f78db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:53:54.355096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.355695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Bound using segment: {'id': '721b511c-a244-4f8c-9583-098a3f78db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:53:54.356356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Bound port: ad532dba-6585-4ae8-8d8e-e3d53e8986ea, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b511c-a244-4f8c-9583-098a3f78db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '67ae71e6-5220-4b26-ace9-8b7f04c9ef02'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:53:54.356895 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.368935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.425704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd185043-d939-40c7-8118-fdaffe9fb263,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:54.434712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] For port ad532dba-6585-4ae8-8d8e-e3d53e8986ea, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:54.438640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] For port ad532dba-6585-4ae8-8d8e-e3d53e8986ea, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,segment=NetworkSegment(721b511c-a244-4f8c-9583-098a3f78db88),segment_id=721b511c-a244-4f8c-9583-098a3f78db88)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:54.446436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.500254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-138aec38-88ec-4798-9797-29463d702292 req-26bf0c31-2fd7-41ed-93d2-82859063823e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626480 Dec 15 04:53:54.515531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d629-ca20-4fc9-a5c9-be6c97d83ebf None None] Pushing event updated for resources: {'Port': ['ID=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:54.563566 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.569442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7cae6c6d-ec83-4eaf-ac3e-3140735623f9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/ports/dd185043-d939-40c7-8118-fdaffe9fb263 HTTP/1.1" status: 204 len: 168 time: 1.9183028 Dec 15 04:53:54.570844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60730) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:54.580325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '050ac568-ce08-4d71-88a6-a2185e053c9e', 'external_fixed_ips': [{'subnet_id': '9c0a973d-0306-430a-b32d-b394efbae5eb', 'ip_address': '2001:db8::12b'}]}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:53:54.593957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e30d3de7-7238-4825-8f68-007c95fefdf7 req-99b586d2-53cd-4307-884f-84fff1b57041 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436972 Dec 15 04:53:54.703535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.705683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.721706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:53:54.862304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:53:54.873608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:54.887034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.038125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.074030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.075335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.077895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1094 time: 3.2794273 Dec 15 04:53:55.096030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8bb8e-ae47-4769-b1b4-d9ab79cd70f3 req-866e866c-5df4-4038-81f4-a28e8d45d34a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.104686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0f8bb8e-ae47-4769-b1b4-d9ab79cd70f3 req-866e866c-5df4-4038-81f4-a28e8d45d34a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.3798952 Dec 15 04:53:55.173906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436017-1d8a-4e3c-b923-f180723db76c req-fa48de23-b879-4068-8919-9bcdf268a0ee tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.175537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac436017-1d8a-4e3c-b923-f180723db76c req-fa48de23-b879-4068-8919-9bcdf268a0ee tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.5094268 Dec 15 04:53:55.351480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ad532dba-6585-4ae8-8d8e-e3d53e8986ea up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:55.374244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1a7c2-c336-4047-b702-21b043c382c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=11']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:55.384703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.397499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-efe44158-a69f-492d-b6a8-9b6362ee1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.399102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-efe44158-a69f-492d-b6a8-9b6362ee1f7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1097 time: 0.2410722 Dec 15 04:53:55.403877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0f8bb8e-ae47-4769-b1b4-d9ab79cd70f3 req-72220b7f-b1ff-434e-bd35-33ad646c38e0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910869 Dec 15 04:53:55.457991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ad532dba-6585-4ae8-8d8e-e3d53e8986ea triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:55.458381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.478671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8::1 (67ae71e6-5220-4b26-ace9-8b7f04c9ef02/cd87a345-970e-4aa6-880f-1b0e709c14d3/53e7d375-5029-4e5e-bc35-aa1b2b85994c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:55.543609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-54e41965-5c1d-4c24-88d4-772941859e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.545126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-54e41965-5c1d-4c24-88d4-772941859e4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1361270 Dec 15 04:53:55.624261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.652175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-ae762e8c-c2ea-49dd-a132-ca9f26f328da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.0852110 Dec 15 04:53:55.707060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ad532dba-6585-4ae8-8d8e-e3d53e8986ea, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,segment=NetworkSegment(721b511c-a244-4f8c-9583-098a3f78db88),segment_id=721b511c-a244-4f8c-9583-098a3f78db88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:55.714716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.725851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-f9df3b19-7da2-43f1-8bbd-74a9e6f85f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.727323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-f9df3b19-7da2-43f1-8bbd-74a9e6f85f38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.0624216 Dec 15 04:53:55.729791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.732738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac436017-1d8a-4e3c-b923-f180723db76c req-25d69ae6-fcb0-4fbe-9929-ec1fec2add74 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452262 Dec 15 04:53:55.814119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.823708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfd51d-b896-4e04-97d9-06b185355033 req-0b25aed4-400b-4088-b6a4-70f7e557b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.826773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-0b25aed4-400b-4088-b6a4-70f7e557b623 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616617 Dec 15 04:53:55.850849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:55.861474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5453abf-4c32-4464-951a-67e1d9b4fcbe req-553fb904-4f31-49ca-819b-f043b6bea443 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:55.868910 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5453abf-4c32-4464-951a-67e1d9b4fcbe req-553fb904-4f31-49ca-819b-f043b6bea443 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2155106 Dec 15 04:53:55.890959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:55.896692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:55.907654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:55.908246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:55.912130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=53e7d375-5029-4e5e-bc35-aa1b2b85994c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:56.040989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac852f65-46dc-4a26-b2ff-5fb0b3bee9d6 None None] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:53:56.042107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304acf-519d-42cc-96bc-f4b65861bed3 req-1a0f0397-2ec5-4b13-80ce-7f1ce0fb52d3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:56.044760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17304acf-519d-42cc-96bc-f4b65861bed3 req-1a0f0397-2ec5-4b13-80ce-7f1ce0fb52d3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 945 time: 0.1640778 Dec 15 04:53:56.061511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5453abf-4c32-4464-951a-67e1d9b4fcbe req-af71eef2-610f-460a-b5a3-21b55d567a66 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917274 Dec 15 04:53:56.078450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.109078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:56.111559 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:53:56.116146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-0d0b6914-692f-4978-aac5-d807ef51c0f7 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768478 Dec 15 04:53:56.154279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1b9f5357-34c8-4414-9067-0f6aeadc08cd None None] Provisioning complete for port ad532dba-6585-4ae8-8d8e-e3d53e8986ea triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:56.154661 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5357-34c8-4414-9067-0f6aeadc08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.359824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17304acf-519d-42cc-96bc-f4b65861bed3 req-bafa8aa7-1ba5-4bac-806f-6e32a966fb83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049281 Dec 15 04:53:56.486943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d22d4-d9ff-4793-827f-389b04968bd2 req-2d3fb5e4-cedf-4dde-8c4c-5c96716db268 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:56.494486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-326d22d4-d9ff-4793-827f-389b04968bd2 req-2d3fb5e4-cedf-4dde-8c4c-5c96716db268 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1842332 Dec 15 04:53:56.525483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9adfd51d-b896-4e04-97d9-06b185355033 req-cb0fe896-e017-4469-9be8-77933b5859a2 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998535 Dec 15 04:53:56.553170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.561691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.562693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.602243 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.635574 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.646251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-326d22d4-d9ff-4793-827f-389b04968bd2 req-72915836-358b-49ef-958d-509285e16811 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504114 Dec 15 04:53:56.687682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=53e7d375-5029-4e5e-bc35-aa1b2b85994c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:56.757637 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8984834-ad31-42c5-b9e0-6c66da09095c x-openstack-request-id: req-e8984834-ad31-42c5-b9e0-6c66da09095c {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:53:56.758176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:56.758284 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:53:56.758284 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8984834-ad31-42c5-b9e0-6c66da09095c {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:53:56.758578 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'status': 'completed', 'code': 200} Dec 15 04:53:56.760460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:56.767936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bb4a7277-e555-436f-b620-7fa6e900dfc7 None None] Provisioning complete for port ad532dba-6585-4ae8-8d8e-e3d53e8986ea triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:56.770457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7277-e555-436f-b620-7fa6e900dfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.899118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bb4a7277-e555-436f-b620-7fa6e900dfc7 None None] Provisioning complete for port 53e7d375-5029-4e5e-bc35-aa1b2b85994c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:56.900624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7277-e555-436f-b620-7fa6e900dfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:56.919826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-c1bc1ecd-837e-407a-a66e-bd60eac5bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:56.921461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-c1bc1ecd-837e-407a-a66e-bd60eac5bbbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1097 time: 0.0909111 Dec 15 04:53:56.940738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a7277-e555-436f-b620-7fa6e900dfc7 None None] Port 53e7d375-5029-4e5e-bc35-aa1b2b85994c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:57.011258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 78034e91-80ad-4ed8-8d26-76aa46b22c45 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:53:57.054174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8ae214bc-2d51-452e-aaa6-b2ac471581d9 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:53:57.080997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 8ae214bc-2d51-452e-aaa6-b2ac471581d9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:53:57.080997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8ae214bc-2d51-452e-aaa6-b2ac471581d9 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:53:57.081269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-4c804635-5eae-4052-8671-f4dadff21309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.082647 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-4c804635-5eae-4052-8671-f4dadff21309 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1513586 Dec 15 04:53:57.093912 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1719d870-1343-4471-980a-f787eb8cc04b None None] Provisioning complete for port 53e7d375-5029-4e5e-bc35-aa1b2b85994c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:57.094288 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1719d870-1343-4471-980a-f787eb8cc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:57.137819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1719d870-1343-4471-980a-f787eb8cc04b None None] Port 53e7d375-5029-4e5e-bc35-aa1b2b85994c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:57.187599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:57.192676 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e6f55f18-d38d-4943-95d2-2c61cb0645af tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/78034e91-80ad-4ed8-8d26-76aa46b22c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9459443 Dec 15 04:53:57.194698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-208462b7-9900-43b2-a7d5-d3f893131e39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.0860837 Dec 15 04:53:57.195216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60756) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:57.200010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] Sync routers for ids ['78034e91-80ad-4ed8-8d26-76aa46b22c45'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:53:57.216429 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] Routers {'78034e91-80ad-4ed8-8d26-76aa46b22c45'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:57.230223 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['78034e91-80ad-4ed8-8d26-76aa46b22c45'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:57.269935 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:57.274426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58c27b-b59b-43f6-9b20-70990e126a3f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.276428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aa58c27b-b59b-43f6-9b20-70990e126a3f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports/53e7d375-5029-4e5e-bc35-aa1b2b85994c HTTP/1.1" status: 200 len: 911 time: 0.0802863 Dec 15 04:53:57.281744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60758) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:57.286861 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] Routers {'78034e91-80ad-4ed8-8d26-76aa46b22c45'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:53:57.287715 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['78034e91-80ad-4ed8-8d26-76aa46b22c45'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:57.300574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-04327775-b065-449e-8449-8b35fd5facdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.302068 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-04327775-b065-449e-8449-8b35fd5facdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.0975494 Dec 15 04:53:57.331987 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:53:57.332813 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db514985-5847-4372-8901-6ec3d0e80f40 None None] The sync data for ids ['78034e91-80ad-4ed8-8d26-76aa46b22c45'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:53:57.356252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Allocated IP 2001:db8::12b (050ac568-ce08-4d71-88a6-a2185e053c9e/9c0a973d-0306-430a-b32d-b394efbae5eb/1a6c36fb-9928-4acd-9678-1cca46e41a85) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:53:57.362009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ad532dba-6585-4ae8-8d8e-e3d53e8986ea up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:53:57.415133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-ba971d42-9682-416f-9045-43ae33ebf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.417322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-ba971d42-9682-416f-9045-43ae33ebf2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1097 time: 0.6153524 Dec 15 04:53:57.434664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ad532dba-6585-4ae8-8d8e-e3d53e8986ea triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:57.435101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:57.509784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-75fd454e-c9ac-412d-a794-a664bef0c059 None None] Provisioning complete for port 53e7d375-5029-4e5e-bc35-aa1b2b85994c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:53:57.510167 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75fd454e-c9ac-412d-a794-a664bef0c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:57.564964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-75fd454e-c9ac-412d-a794-a664bef0c059 None None] Port 53e7d375-5029-4e5e-bc35-aa1b2b85994c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:53:57.567045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8acfd0-2d2b-4061-b37a-ff3726990b3b req-f31f68e9-8286-4b1a-bfb7-792aaeee3e03 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.568316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-7994564c-dea5-498b-a087-b43482ba5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.570291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-7994564c-dea5-498b-a087-b43482ba5164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449676 Dec 15 04:53:57.575515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c8acfd0-2d2b-4061-b37a-ff3726990b3b req-f31f68e9-8286-4b1a-bfb7-792aaeee3e03 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.7990370 Dec 15 04:53:57.579118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-ff459dc6-343f-4b86-877a-786f897975ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.580946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-ff459dc6-343f-4b86-877a-786f897975ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.1412132 Dec 15 04:53:57.603039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e28ed-daf5-4bfc-b609-1f6ef9cbd5f4 req-eeb97449-27a6-4d79-bf47-8e374a251cce tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.604586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-236e28ed-daf5-4bfc-b609-1f6ef9cbd5f4 req-eeb97449-27a6-4d79-bf47-8e374a251cce tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.7413864 Dec 15 04:53:57.665152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a85a687e-25b0-42be-9f13-60643df4d5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:57.764264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-838eba19-0ade-4cbf-b285-1ef4d7009603 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 1000 time: 0.1739330 Dec 15 04:53:57.767634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-236e28ed-daf5-4bfc-b609-1f6ef9cbd5f4 req-1a3f586c-38b6-4dc9-acb7-25afa95c7585 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492753 Dec 15 04:53:57.817244 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-f01da7f8-f5d1-4d32-8ec9-37f795f571ef service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060966 Dec 15 04:53:57.825063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c8acfd0-2d2b-4061-b37a-ff3726990b3b req-3df9c0d1-d10a-4471-a766-df53131f0eda tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486596 Dec 15 04:53:57.832900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:57.856532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-837cee84-df69-43c7-b4c4-db77288757f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:57.858191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-837cee84-df69-43c7-b4c4-db77288757f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.0822880 Dec 15 04:53:57.969606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:57.975341 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-d3c182b0-2d2f-44fc-868c-d95bc557f11c service neutron] 10.222.0.42 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078036 Dec 15 04:53:58.000364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.069031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17735d-52de-403d-ac5d-638d7f06af00 req-f0389925-a171-4d90-b833-68a806527591 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:58.070552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d17735d-52de-403d-ac5d-638d7f06af00 req-f0389925-a171-4d90-b833-68a806527591 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 945 time: 0.1999304 Dec 15 04:53:58.077781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4614afc-9928-41f3-9e99-eb0feffe524d req-5fb2ea98-111d-4500-b8b0-42d0bfcafa18 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:58.079218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4614afc-9928-41f3-9e99-eb0feffe524d req-5fb2ea98-111d-4500-b8b0-42d0bfcafa18 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1817708 Dec 15 04:53:58.083744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network 050ac568-ce08-4d71-88a6-a2185e053c9e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:53:58.088051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-4007858e-02f0-4512-aac9-eb20e4f9aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:58.089803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-4007858e-02f0-4512-aac9-eb20e4f9aed5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912353 Dec 15 04:53:58.096982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:53:58.107425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6c36fb-9928-4acd-9678-1cca46e41a85,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:58.112744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:53:58.287553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 53e7d375-5029-4e5e-bc35-aa1b2b85994c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:58.288668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.328791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4614afc-9928-41f3-9e99-eb0feffe524d req-af18eaaf-cf7d-46e8-87f5-074a564f1f93 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344370 Dec 15 04:53:58.403821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d17735d-52de-403d-ac5d-638d7f06af00 req-87310fc1-428c-44e8-8979-4c945867b294 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128700 Dec 15 04:53:58.439781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.443058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-e0d8ba4e-9cbe-4c19-b1db-f098ddedb6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313832 Dec 15 04:53:58.460516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 53e7d375-5029-4e5e-bc35-aa1b2b85994c owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:58.471822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786dcb5-111f-4098-bcac-7e215062a949 req-3b9f3352-3163-4239-a967-71783358646f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:58.473380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a786dcb5-111f-4098-bcac-7e215062a949 req-3b9f3352-3163-4239-a967-71783358646f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.1012146 Dec 15 04:53:58.555548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7104bdc-c4ec-45b3-81d6-58668e66c2a7 req-81520f39-312c-43d6-9c97-f60fd25e4902 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050642 Dec 15 04:53:58.675157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:53:58.675399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.716839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b10f3-d784-441f-8b5e-8bfce1fa6760 req-45eb8cd5-dcdf-4d91-9640-e03482b322b0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:58.718410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-309b10f3-d784-441f-8b5e-8bfce1fa6760 req-45eb8cd5-dcdf-4d91-9640-e03482b322b0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1612024 Dec 15 04:53:58.769681 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.793583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.831891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:58.832290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:58.835048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=53e7d375-5029-4e5e-bc35-aa1b2b85994c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:58.863248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-309b10f3-d784-441f-8b5e-8bfce1fa6760 req-8975b855-5cc6-4306-8201-571aa851fd6b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346092 Dec 15 04:53:58.863408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:53:59.015670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:59.038787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:53:59.039365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712a3-b2bb-4f35-bfa0-d6abceef8703 req-c78d6cd2-2b20-486e-a399-004e5b62ae4c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:59.047412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e17712a3-b2bb-4f35-bfa0-d6abceef8703 req-c78d6cd2-2b20-486e-a399-004e5b62ae4c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 945 time: 0.1484432 Dec 15 04:53:59.189494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e17712a3-b2bb-4f35-bfa0-d6abceef8703 req-68adf611-b268-4d91-96a7-979c06933ddc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383572 Dec 15 04:53:59.259000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09251-87de-4e5a-b593-198e804d1616 req-d3356fd2-4d7c-4177-a1f3-35143a7deac6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:59.260575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:59.260915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91b09251-87de-4e5a-b593-198e804d1616 req-d3356fd2-4d7c-4177-a1f3-35143a7deac6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2759461 Dec 15 04:53:59.274272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'port_id': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'mac_address': 'fa:16:3e:91:0c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:53:59.344013 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:59.351900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91b09251-87de-4e5a-b593-198e804d1616 req-2b59e10a-67be-4821-87b0-873b13bbc87b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Dec 15 04:53:59.368145 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:59.394149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6885163a-80a0-4fe6-ac1d-2d586294ac55 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:53:59.419913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:53:59.430784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:59.516648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:59.732884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8ef24-e4e1-4321-8557-5ea230020689 req-559346da-53f3-4b9f-8afe-2daffd75c5c2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:59.734426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46a8ef24-e4e1-4321-8557-5ea230020689 req-559346da-53f3-4b9f-8afe-2daffd75c5c2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1144969 Dec 15 04:53:59.788444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 78034e91-80ad-4ed8-8d26-76aa46b22c45 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:53:59.808828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:59.832106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Router 5f356c45-108d-42eb-a683-eb4570bda063 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:53:59.853738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6885163a-80a0-4fe6-ac1d-2d586294ac55'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:59.856949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1', '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:53:59.863766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d207d-e97d-45d4-b6d7-10c0f1f2d07b req-2993b799-5b2c-4195-92c0-3e7a70901fee tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:53:59.865381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-077d207d-e97d-45d4-b6d7-10c0f1f2d07b req-2993b799-5b2c-4195-92c0-3e7a70901fee tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 946 time: 0.1280344 Dec 15 04:53:59.882949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46a8ef24-e4e1-4321-8557-5ea230020689 req-fd265194-9577-4e5f-b1d2-a06f62d2e149 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230602 Dec 15 04:53:59.904584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:53:59.918722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:53:59.922413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b38982a6-1f36-4750-a02e-09132a019c22 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/78034e91-80ad-4ed8-8d26-76aa46b22c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398270 Dec 15 04:53:59.931992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60804) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:53:59.959902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:53:59.964012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:53:59.967544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a786dcb5-111f-4098-bcac-7e215062a949 req-b3bb31da-d131-4ec8-bbfe-1940079c22fd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "DELETE /v2.0/ports/25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 HTTP/1.1" status: 204 len: 173 time: 1.4851136 Dec 15 04:53:59.968034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'name': 'network-vif-deleted', 'tag': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:53:59.971107 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd17b7-61e6-42b5-8c76-09b9050eed65" -d '{"events": [{"server_uuid": "a1f87f15-5282-4a13-a183-fdcf359cc49e", "name": "network-vif-deleted", "tag": "25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:00.244895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] Sync routers for ids ['78034e91-80ad-4ed8-8d26-76aa46b22c45'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:00.277285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fd05f46b-c2f0-412b-8b8d-afece9faeb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.289377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] Routers {'78034e91-80ad-4ed8-8d26-76aa46b22c45'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:00.290080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:53:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['78034e91-80ad-4ed8-8d26-76aa46b22c45'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:00.332309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de1ecd6a-92e7-4f8c-98f1-93612daa346f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=78034e91-80ad-4ed8-8d26-76aa46b22c45 HTTP/1.1" status: 200 len: 205 time: 0.3927212 Dec 15 04:54:00.333075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60812) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:00.343729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:00.393913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-077d207d-e97d-45d4-b6d7-10c0f1f2d07b req-9a8f20fb-dfe8-4473-a023-157540b5991d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5074809 Dec 15 04:54:00.400910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] Routers {'78034e91-80ad-4ed8-8d26-76aa46b22c45'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:00.402449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['78034e91-80ad-4ed8-8d26-76aa46b22c45'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:00.419545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155922a-6faa-449c-84d4-f1ae0adf0465 req-a3a026b9-6aad-433d-aec8-d2e7b721a615 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:00.421388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8155922a-6faa-449c-84d4-f1ae0adf0465 req-a3a026b9-6aad-433d-aec8-d2e7b721a615 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1219866 Dec 15 04:54:00.435148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:00.449550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:00.450496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafccd-ddc4-49b1-8ed4-d216379d4c51 None None] The sync data for ids ['78034e91-80ad-4ed8-8d26-76aa46b22c45'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:00.458193 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Sync routers for ids ['5f356c45-108d-42eb-a683-eb4570bda063'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:00.500589 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Routers {'5f356c45-108d-42eb-a683-eb4570bda063'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:00.501474 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5f356c45-108d-42eb-a683-eb4570bda063'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:00.510752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.518843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5efd0186-05b0-441f-b5c6-19f20a306396 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9461203 Dec 15 04:54:00.523675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:00.524020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60816) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:00.527317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.624676 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1371e6-dad8-4031-a243-c174ebb9e1dc x-openstack-request-id: req-7b1371e6-dad8-4031-a243-c174ebb9e1dc {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:00.624952 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f87f15-5282-4a13-a183-fdcf359cc49e", "name": "network-vif-deleted", "tag": "25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:00.625224 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b1371e6-dad8-4031-a243-c174ebb9e1dc {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:00.625639 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f87f15-5282-4a13-a183-fdcf359cc49e', 'name': 'network-vif-deleted', 'tag': '25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82', 'status': 'completed', 'code': 200} Dec 15 04:54:00.823614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-871715a6-d39d-43ec-bb84-e9aa93141fe3 req-2fdc2f97-9da4-4095-a32c-14683c4db05d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1f87f15-5282-4a13-a183-fdcf359cc49e HTTP/1.1" status: 200 len: 210 time: 0.0948999 Dec 15 04:54:00.844652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8155922a-6faa-449c-84d4-f1ae0adf0465 req-27a0677b-2b38-45f8-b146-9ee14207787d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915679 Dec 15 04:54:00.874420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3da58dd3-0413-4702-887c-8d71e20bffe0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/76b205fb-a514-4b4b-9df6-70625d47c387 HTTP/1.1" status: 200 len: 993 time: 0.3441472 Dec 15 04:54:00.904208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.907177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.937944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.944384 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Set router 5f356c45-108d-42eb-a683-eb4570bda063 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:00.992325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:00.992915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router 78034e91-80ad-4ed8-8d26-76aa46b22c45 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:01.002829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.007274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-93445f9c-8e28-4c65-87d6-c9ac5087306d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/78034e91-80ad-4ed8-8d26-76aa46b22c45 HTTP/1.1" status: 204 len: 168 time: 0.6698649 Dec 15 04:54:01.007645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60822) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:01.066922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet cd87a345-970e-4aa6-880f-1b0e709c14d3 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:54:01.073718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.130581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.151937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.169408 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.199819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97cad1-37e7-4d43-89e5-b8b8e767691f req-81592e67-4166-4214-a458-c5b78eb3025e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:01.201941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae97cad1-37e7-4d43-89e5-b8b8e767691f req-81592e67-4166-4214-a458-c5b78eb3025e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2125821 Dec 15 04:54:01.211273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60e57f-bdd3-4383-80e4-951ef9055f75 req-a24e605c-2283-4967-8a12-bd6249ee6f90 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:01.219412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e60e57f-bdd3-4383-80e4-951ef9055f75 req-a24e605c-2283-4967-8a12-bd6249ee6f90 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2177935 Dec 15 04:54:01.237341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.263442 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f356c45-108d-42eb-a683-eb4570bda063', 'name': '', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '050ac568-ce08-4d71-88a6-a2185e053c9e', 'external_fixed_ips': [{'subnet_id': '9c0a973d-0306-430a-b32d-b394efbae5eb', 'ip_address': '2001:db8::12b'}], 'enable_snat': True}, 'gw_port_id': '1a6c36fb-9928-4acd-9678-1cca46e41a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:54Z', 'updated_at': '2021-12-15T04:53:58Z', 'revision_number': 3, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port': {'id': '1a6c36fb-9928-4acd-9678-1cca46e41a85', 'name': '', 'network_id': '050ac568-ce08-4d71-88a6-a2185e053c9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f356c45-108d-42eb-a683-eb4570bda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '9c0a973d-0306-430a-b32d-b394efbae5eb', 'ip_address': '2001:db8::12b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:56Z', 'updated_at': '2021-12-15T04:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c0a973d-0306-430a-b32d-b394efbae5eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:01.296803 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Checking router: 5f356c45-108d-42eb-a683-eb4570bda063 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:01.297637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae97cad1-37e7-4d43-89e5-b8b8e767691f req-21742073-fd97-453d-853b-c562acba8404 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488644 Dec 15 04:54:01.310407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.312725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Updating router 5f356c45-108d-42eb-a683-eb4570bda063 port 1a6c36fb-9928-4acd-9678-1cca46e41a85 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:01.355090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=cd87a345-970e-4aa6-880f-1b0e709c14d3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:01.365637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.366246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03d934-4c7b-453b-914d-772454a4fb38 None None] Network 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:01.366831 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.371012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-22162bb5-8d12-43cb-aa13-3bcd121c5655 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/cd87a345-970e-4aa6-880f-1b0e709c14d3 HTTP/1.1" status: 204 len: 168 time: 0.3623140 Dec 15 04:54:01.373167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60830) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:01.381538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e60e57f-bdd3-4383-80e4-951ef9055f75 req-cfae765a-fce5-4f42-a714-e8f639aa179f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611671 Dec 15 04:54:01.417299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Deleting port 1a6c36fb-9928-4acd-9678-1cca46e41a85 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:01.417922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.499436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.518607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.550185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Calling delete_port for 1a6c36fb-9928-4acd-9678-1cca46e41a85 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:01.569514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port ad532dba-6585-4ae8-8d8e-e3d53e8986ea {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:01.569877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.668411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] DHCP port deletion for 67ae71e6-5220-4b26-ace9-8b7f04c9ef02 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:01.685210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port ad532dba-6585-4ae8-8d8e-e3d53e8986ea, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,segment=NetworkSegment(721b511c-a244-4f8c-9583-098a3f78db88),segment_id=721b511c-a244-4f8c-9583-098a3f78db88)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:01.685836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.711838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for ad532dba-6585-4ae8-8d8e-e3d53e8986ea owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:01.763274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] Deleting port ad532dba-6585-4ae8-8d8e-e3d53e8986ea {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:01.763559 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.802445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee69d7-cab0-430a-9646-908aa7a3cfba req-9c470385-22ac-477f-a077-f53bc1443d7f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:01.808912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04ee69d7-cab0-430a-9646-908aa7a3cfba req-9c470385-22ac-477f-a077-f53bc1443d7f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1730795 Dec 15 04:54:01.874040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] For port ad532dba-6585-4ae8-8d8e-e3d53e8986ea, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,segment=NetworkSegment(721b511c-a244-4f8c-9583-098a3f78db88),segment_id=721b511c-a244-4f8c-9583-098a3f78db88)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:01.875026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.897416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:01.902488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] Calling delete_port for ad532dba-6585-4ae8-8d8e-e3d53e8986ea owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:01.971294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:01.995502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port ad532dba-6585-4ae8-8d8e-e3d53e8986ea on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:02.026299 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.db.api [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:54:02.026999 n-d-820935-10 neutron-server[103135]: DEBUG oslo_db.api [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:54:02.037135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.037702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.107541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] No DVR routers for this DVR port ad532dba-6585-4ae8-8d8e-e3d53e8986ea on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:02.108229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a6c36fb-9928-4acd-9678-1cca46e41a85,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:02.109481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ab3e4-b66f-42fd-9774-3392b259a749 None None] Pushing event deleted for resources: {'Port': ['ID=ad532dba-6585-4ae8-8d8e-e3d53e8986ea,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:02.116472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.117400 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04ee69d7-cab0-430a-9646-908aa7a3cfba req-cf495771-536b-4c93-82b2-26c9a05df0a7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991168 Dec 15 04:54:02.145544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.178377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ae71e6-5220-4b26-ace9-8b7f04c9ef02']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:02.193786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721b511c-a244-4f8c-9583-098a3f78db88') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:02.194092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721b511c-a244-4f8c-9583-098a3f78db88') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:02.206649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.221741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.231924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:54:02.232373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:54:02.237245 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:54:02.305494 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.316930 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.322253 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.322426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.330083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60844) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:02.330291 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/67ae71e6-5220-4b26-ace9-8b7f04c9ef02 HTTP/1.1" status: 204 len: 168 time: 0.9557748 Dec 15 04:54:02.335418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-705871263', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:02.347707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb22c7-58ae-45ce-ae12-9157e107b4c4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=67ae71e6-5220-4b26-ace9-8b7f04c9ef02,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:02.424120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.424120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f356c45-108d-42eb-a683-eb4570bda063 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:02.428409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.431792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8e0aaa2c-ca50-4c30-9976-ca1d9794cbd0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5f356c45-108d-42eb-a683-eb4570bda063 HTTP/1.1" status: 204 len: 168 time: 1.8968327 Dec 15 04:54:02.433265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:02.442309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada4d66-399f-4584-96c9-a8a60c4bac89 req-12a5bc18-4af7-48c4-87af-2be12ae5520e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:02.444510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ada4d66-399f-4584-96c9-a8a60c4bac89 req-12a5bc18-4af7-48c4-87af-2be12ae5520e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1545715 Dec 15 04:54:02.445602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.447026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.500056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Deleting subnet 9c0a973d-0306-430a-b32d-b394efbae5eb {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:54:02.503546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.543009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.550365 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Port 1a6c36fb-9928-4acd-9678-1cca46e41a85 not found while updating agent binding for router 5f356c45-108d-42eb-a683-eb4570bda063. {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 04:54:02.558904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Routers set() bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:02.559361 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Router IDs set() for agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 04:54:02.559596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.560008 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_agentschedulers_db [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f356c45-108d-42eb-a683-eb4570bda063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent'). {{(pid=103135) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 04:54:02.560651 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d18ff-8968-4382-a38d-e5cf716b5ae6 None None] The sync data for ids ['5f356c45-108d-42eb-a683-eb4570bda063'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:02.572581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ada4d66-399f-4584-96c9-a8a60c4bac89 req-52b2bbba-7877-49aa-a9d8-e1174998c1dc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199517 Dec 15 04:54:02.605452 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.651778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823d93-0ab2-400e-b169-a9bc70fe2ca9 req-44138981-fe68-47dd-8954-61be1e48384f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:02.653371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf823d93-0ab2-400e-b169-a9bc70fe2ca9 req-44138981-fe68-47dd-8954-61be1e48384f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1824033 Dec 15 04:54:02.676325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.688351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.719745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0a973d-0306-430a-b32d-b394efbae5eb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:02.721877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.725364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-acdf45de-5280-4794-9bba-0a0cead16388 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/9c0a973d-0306-430a-b32d-b394efbae5eb HTTP/1.1" status: 204 len: 168 time: 0.2902699 Dec 15 04:54:02.727799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60866) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:02.797690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.885137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.909150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050ac568-ce08-4d71-88a6-a2185e053c9e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:02.919943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc6385-1512-4bef-8396-1bad23d93f21') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:02.920288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc6385-1512-4bef-8396-1bad23d93f21') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:02.930623 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.944158 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.950815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:54:02.951214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:54:02.953115 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:54:03.014800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.017759 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.020155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 050ac568-ce08-4d71-88a6-a2185e053c9e {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 15 04:54:03.023265 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.027986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/networks/050ac568-ce08-4d71-88a6-a2185e053c9e HTTP/1.1" status: 204 len: 168 time: 0.2989976 Dec 15 04:54:03.041890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d37fcd-a4f6-49a9-b0a4-46797fefbdd1 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event deleted for resources: {'Network': ['ID=050ac568-ce08-4d71-88a6-a2185e053c9e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:03.080173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:03.116988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf823d93-0ab2-400e-b169-a9bc70fe2ca9 req-a0614562-ebcf-4189-87e5-a959c1128433 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452841 Dec 15 04:54:03.142828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-0f4118ae-1975-4ebe-bb2d-fd3a41e2c2f6 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:03.144395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-0f4118ae-1975-4ebe-bb2d-fd3a41e2c2f6 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.4845643 Dec 15 04:54:03.169179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-cf7c1c3e-88cb-41b1-81ab-f06d0e76c060 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0154569 Dec 15 04:54:03.182133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:54:03.199286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6885163a-80a0-4fe6-ac1d-2d586294ac55 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:03.199672 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.211080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:03.357815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:03.358177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 25bf67c6-9a8d-4ccc-80e4-c0c0bfa57d82 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:03.370622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ad532dba-6585-4ae8-8d8e-e3d53e8986ea no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:03.434264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60882) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:03.437923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ad532dba-6585-4ae8-8d8e-e3d53e8986ea {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:03.438554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ad532dba-6585-4ae8-8d8e-e3d53e8986ea not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:03.440693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'name': 'tempest-router--1815942036', 'project_id': '0dbe475b5d424ad9af88b0eaeff0f316'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:03.450303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.451125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-2d893c11-58ce-472b-b87f-0438b07dcbcd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2480161 Dec 15 04:54:03.486971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.488614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.537393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.541366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.550645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a062b-3420-497f-a534-75ac0e849781 req-05a59c11-e412-4873-8835-577ba5fb3444 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:03.552799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a8a062b-3420-497f-a534-75ac0e849781 req-05a59c11-e412-4873-8835-577ba5fb3444 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1963234 Dec 15 04:54:03.565205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.568796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:03.569843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.571108 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387492a9-6ac0-4482-8ccf-d8fc7be073f0" -d '{"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-plugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:03.589254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:03.593776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.594777 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.595701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac307f4e-d130-4f11-92d6-315954d73316 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1599126 Dec 15 04:54:03.598525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60886) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:03.651563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.652956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=13']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:03.679099 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.685149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.722880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a8a062b-3420-497f-a534-75ac0e849781 req-3c2f5d97-7b84-49f3-a214-b5b493caa3f9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580644 Dec 15 04:54:03.766305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-41f658b8-4fb3-4d9d-b3c7-a2663f68ad2e service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989881 Dec 15 04:54:03.863559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.865802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.913417 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.914045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9681f0-54d6-4cea-97e2-1a8c530bcf33 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:03.921386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:03.924979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3196f8ce-b5f3-4f1f-9170-fe0192aff066 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0c9681f0-54d6-4cea-97e2-1a8c530bcf33 HTTP/1.1" status: 204 len: 168 time: 0.3227766 Dec 15 04:54:03.975653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 172.25.2.41 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/b3bd1e07-794b-4081-b6d3-1a48f6efb853) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:03.985689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-6806b390-e1df-4214-8786-c7526469bc27 service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077701 Dec 15 04:54:04.044054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60900) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:04.075363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-cdc0d68d-373f-4bbe-aa2e-c7fed3d64588 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:04.076955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-cdc0d68d-373f-4bbe-aa2e-c7fed3d64588 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/networks?id=a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 200 len: 814 time: 0.2424634 Dec 15 04:54:04.101118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-b83131c5-4e71-4e09-8892-5a3068e2f9f8 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/quotas/a17d2c4b0ad9468fa0363255c3a296f9 HTTP/1.1" status: 200 len: 375 time: 0.0159998 Dec 15 04:54:04.155976 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99440568-981d-43c7-a523-cb45411afbe6 x-openstack-request-id: req-99440568-981d-43c7-a523-cb45411afbe6 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:04.157100 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-plugged", "status": "completed", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:04.157617 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99440568-981d-43c7-a523-cb45411afbe6 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:04.158314 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'code': 200} Dec 15 04:54:04.170909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-1fa89aca-b0aa-404c-b337-ea6b267617a9 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550408 Dec 15 04:54:04.178455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.331405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1995013814', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:04.356096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.372974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.374612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.405569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-c76ee6df-a0e2-4931-af46-c5162ce0ec4a service neutron] 10.222.0.37 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241650 Dec 15 04:54:04.416826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fba269-72b7-49f8-b32c-1fa0a891a598 req-e7f20e63-4798-4a17-a30d-3fe20e57723e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:04.420721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20fba269-72b7-49f8-b32c-1fa0a891a598 req-e7f20e63-4798-4a17-a30d-3fe20e57723e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1823983 Dec 15 04:54:04.445680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.473509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:04.521491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:04.524142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:04.542458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d82d73-8242-4b4e-9c2d-df785b993085 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:04.575746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=b3bd1e07-794b-4081-b6d3-1a48f6efb853,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:04.598842 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.611700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.612050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.612420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.612770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.613104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.613439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.613772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.614101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.614429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.614763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.615095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.615422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.615744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:04.688366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7af2ca8c-b448-4c73-b616-50aed5f258f3 None None] Provisioning complete for port b3bd1e07-794b-4081-b6d3-1a48f6efb853 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:04.689160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7af2ca8c-b448-4c73-b616-50aed5f258f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.689303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20fba269-72b7-49f8-b32c-1fa0a891a598 req-f24c057b-95a4-4c8d-b76d-81b8f93ccc67 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446144 Dec 15 04:54:04.729670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7af2ca8c-b448-4c73-b616-50aed5f258f3 None None] Port b3bd1e07-794b-4081-b6d3-1a48f6efb853 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:04.732970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-bda1563f-dc7f-4b5c-8445-92a1c562d14e service neutron] 10.222.0.37 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913525 Dec 15 04:54:04.854667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41d87857-3962-4d5e-b190-3717384a4999 req-248820fd-ee44-452c-afa9-8990184b91db tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 210 time: 0.0678649 Dec 15 04:54:04.927596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:04.993218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:05.040034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:05.138731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca13e-8798-404b-90e3-8baeec4a2b12 req-72ac6858-d203-466a-8bc8-c3daf122720a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:05.140331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-896ca13e-8798-404b-90e3-8baeec4a2b12 req-72ac6858-d203-466a-8bc8-c3daf122720a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1767132 Dec 15 04:54:05.180505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c44e327-3a61-4fef-b850-533e4d94eef8 req-cc485840-ac60-4860-a055-8b27b58d1e63 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 210 time: 0.0564988 Dec 15 04:54:05.241561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-896ca13e-8798-404b-90e3-8baeec4a2b12 req-046773f4-e43a-4546-9794-8c1a0a591aa8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903749 Dec 15 04:54:05.390224 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abb581-fe52-4a40-ac96-05e546fb6719 req-05b59c64-107c-429d-936b-be3c1b3f5617 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:05.391782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28abb581-fe52-4a40-ac96-05e546fb6719 req-05b59c64-107c-429d-936b-be3c1b3f5617 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1025066 Dec 15 04:54:05.410893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:05.611762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Allocated IP 172.25.2.104 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/402428f6-6bb1-4636-818e-17f815c7cb8d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:05.735405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-c79e61fb-25d0-4105-acb4-ebdc944a62e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:05.736818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-c79e61fb-25d0-4105-acb4-ebdc944a62e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.1977415 Dec 15 04:54:05.775110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-28abb581-fe52-4a40-ac96-05e546fb6719 req-99801f06-aa72-4d02-ab84-82ef5424e4e0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732934 Dec 15 04:54:05.780664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': '23da0168-11db-49ea-91cd-28e438fac426', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:05.835869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 19d3d8a3-07af-43be-824f-e2ff1936ac4a is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:05.850117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:05.932923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:05.971207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-151e5223-6110-49d7-9ddc-708256c7e293 req-c5128bf2-7235-44c5-8aa9-79578cd73273 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 210 time: 0.0341570 Dec 15 04:54:05.972653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:05.986413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:05.989634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:05.994256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:05.996300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:05.999960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.006455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] Sync routers for ids ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:06.007508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.011624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-93269d81-3c72-43c7-bb23-c7f2d6a9ce4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.6772368 Dec 15 04:54:06.012329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60932) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:06.025342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f5fce-37f2-43f2-a93d-c6ec2de14aa6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:06.029361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] Routers {'19d3d8a3-07af-43be-824f-e2ff1936ac4a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:06.030676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:06.043413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event updated for resources: {'Port': ['ID=402428f6-6bb1-4636-818e-17f815c7cb8d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:06.072354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:06.084401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] Routers {'19d3d8a3-07af-43be-824f-e2ff1936ac4a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:06.085610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:06.124918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:06.125576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd41bc-708a-4f31-9fbd-e4df2e188cf9 None None] The sync data for ids ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:06.149106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c625bc13-9686-4019-921a-08f3014d0698 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/routers/19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 200 len: 883 time: 0.1334426 Dec 15 04:54:06.152572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60934) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:06.164330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-97903187-e217-47e1-9199-ad4cfbccdd29 None None] Provisioning complete for port 402428f6-6bb1-4636-818e-17f815c7cb8d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:06.164706 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97903187-e217-47e1-9199-ad4cfbccdd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.206980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-97903187-e217-47e1-9199-ad4cfbccdd29 None None] Port 402428f6-6bb1-4636-818e-17f815c7cb8d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:06.325880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.14 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:06.391021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38b3a286-3916-4330-8c8d-37139e6f0e9e req-43248150-f283-48e7-9d02-461d7b819cf8 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 210 time: 0.1108632 Dec 15 04:54:06.520026 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.521532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f8554-b79f-4de9-869d-bd52420b71bb req-2326cb27-6ab4-4f67-ab26-d8a337dec8c3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:06.523050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed5f8554-b79f-4de9-869d-bd52420b71bb req-2326cb27-6ab4-4f67-ab26-d8a337dec8c3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1405089 Dec 15 04:54:06.537554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-d09d48e3-ad43-4034-a3ae-2263fe06a387 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:06.539006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-d09d48e3-ad43-4034-a3ae-2263fe06a387 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "GET /v2.0/networks?id=a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 200 len: 814 time: 0.2577727 Dec 15 04:54:06.570609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Request body: {'port': {'device_id': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80', 'admin_state_up': True, 'tenant_id': 'a17d2c4b0ad9468fa0363255c3a296f9'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:06.666308 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.676179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed5f8554-b79f-4de9-869d-bd52420b71bb req-3b56788e-71a0-4ea7-b264-e96bce53fd17 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347013 Dec 15 04:54:06.748772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ad248b69-8c89-408c-a95e-45e8e640fa7a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5945523 Dec 15 04:54:06.751679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60940) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:06.756496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-705871263'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:06.789807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.826470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:06.828259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.844768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:06.856300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:06.860123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Made reservation on behalf of a17d2c4b0ad9468fa0363255c3a296f9 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:06.864104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.921709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:06.955403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:06.991650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:06.992325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:06.999490 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:07.027536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-297985d7-212e-43af-be6d-0b980ecc4d32 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2545593 Dec 15 04:54:07.047963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Request body: {'port': {'device_id': '23da0168-11db-49ea-91cd-28e438fac426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:07.116937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Router ddee88b4-8fbc-4fbc-875d-8369bef323f4 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:07.134476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:07.147089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50303-28f4-4354-9622-1d94c5ca4a7a req-348c39c5-ca74-4761-9251-7d3f22fe4926 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:07.153365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8c50303-28f4-4354-9622-1d94c5ca4a7a req-348c39c5-ca74-4761-9251-7d3f22fe4926 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2497904 Dec 15 04:54:07.233508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Allocated IP 172.20.0.2 (a6788038-f817-4c1f-b2c7-6a3a11a75b80/dbc5faf0-29b9-402e-b1d7-d88edc93c648/9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:07.278860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4091a-ef45-4375-a54c-1d8d9ca159ff req-63e7c339-6a66-4a84-a9b4-0f12735df94f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:07.280425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5c4091a-ef45-4375-a54c-1d8d9ca159ff req-63e7c339-6a66-4a84-a9b4-0f12735df94f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 932 time: 0.1892147 Dec 15 04:54:07.296220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8c50303-28f4-4354-9622-1d94c5ca4a7a req-f7540aca-0d9f-4748-ad0b-52b41872cd5a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191831 Dec 15 04:54:07.348569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:07.360766 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] Sync routers for ids ['ddee88b4-8fbc-4fbc-875d-8369bef323f4'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:07.376720 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] Routers {'ddee88b4-8fbc-4fbc-875d-8369bef323f4'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:07.377516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ddee88b4-8fbc-4fbc-875d-8369bef323f4'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:07.417160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:07.418888 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-120d3243-6356-4ba6-85ee-75c3ba6870d7 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3734996 Dec 15 04:54:07.421592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60952) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:07.446893 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:07.458943 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] Routers {'ddee88b4-8fbc-4fbc-875d-8369bef323f4'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:07.459767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ddee88b4-8fbc-4fbc-875d-8369bef323f4'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:07.511445 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:07.512590 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78746dd-2907-4d85-a2b0-ebd958e048f0 None None] The sync data for ids ['ddee88b4-8fbc-4fbc-875d-8369bef323f4'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:07.617310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6369acc0-32a0-42d9-9715-817b8e290b64 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/ddee88b4-8fbc-4fbc-875d-8369bef323f4 HTTP/1.1" status: 200 len: 925 time: 0.1943457 Dec 15 04:54:07.621240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60956) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:07.661560 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e061f83b-59e6-4bca-8433-24fd6bf2bbdd tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddee88b4-8fbc-4fbc-875d-8369bef323f4 HTTP/1.1" status: 200 len: 205 time: 0.0375147 Dec 15 04:54:07.664444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60958) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:07.751673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5c4091a-ef45-4375-a54c-1d8d9ca159ff req-de87d645-a8ff-45c4-b015-e5b5a83cad85 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614749 Dec 15 04:54:07.779266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94eb3fda-872a-4a16-b7f0-11311d1f14e3 req-092ec5c4-7789-4a1f-88d3-86692e51af0e tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 210 time: 0.0532870 Dec 15 04:54:07.802650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:07.837464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:07.894903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.053748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f8118-5c84-4795-83d0-de8908e18523 req-85bdf358-2710-418a-9346-9e00bd69f323 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:08.055197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b37f8118-5c84-4795-83d0-de8908e18523 req-85bdf358-2710-418a-9346-9e00bd69f323 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1582229 Dec 15 04:54:08.071362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0f4f-0e49-4b9d-bf80-f51a47e0db8a req-76178d17-1da2-41b7-b6f7-503028001638 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:08.073122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42db0f4f-0e49-4b9d-bf80-f51a47e0db8a req-76178d17-1da2-41b7-b6f7-503028001638 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2172837 Dec 15 04:54:08.085195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.121414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:08.131617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.156885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Transition to ACTIVE for port object 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:54:08.157819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 19d3d8a3-07af-43be-824f-e2ff1936ac4a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:08.163615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.187072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:08.201958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Pushing event updated for resources: {'Port': ['ID=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:08.204590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.215810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:08.226053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:08.234000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7cff8-cd36-4588-8f37-4694b031fdb2 None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:08.240629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42db0f4f-0e49-4b9d-bf80-f51a47e0db8a req-0566f5e2-1949-4f56-ade0-e80eaea84dc8 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508756 Dec 15 04:54:08.282484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b37f8118-5c84-4795-83d0-de8908e18523 req-ab1218d9-858f-41dd-9a38-893c499ac1d4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082610 Dec 15 04:54:08.298801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Pushing event updated for resources: {'Port': ['ID=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:08.354773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5fd20490-3f97-4753-a886-58c063fa0a90 None None] Provisioning complete for port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:08.356357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5fd20490-3f97-4753-a886-58c063fa0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.384398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.389048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:08.389736 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.407172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5fd20490-3f97-4753-a886-58c063fa0a90 None None] Port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:08.420821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-83b77055-3853-49a3-9b2f-bbd7edcc4416 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8559735 Dec 15 04:54:08.425395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Attempting to bind port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:08.425762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Attempting to bind port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:08.426071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Attempting to bind port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:08.433687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:08.435576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:54:08.435907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Attempting to bind port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:08.442076 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.445892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:08.445892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:08.445892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:08.445892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Bound port: 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:08.445892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.447111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] Sync routers for ids ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:08.447714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60962) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:08.449609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c825f4b8-a899-49bb-8cd5-a697e7800a15 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 200 len: 890 time: 1.6907885 Dec 15 04:54:08.457105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] Routers {'19d3d8a3-07af-43be-824f-e2ff1936ac4a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:08.457593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Request body: {'port': {'device_id': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:08.457753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:08.493069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:08.503825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] Routers {'19d3d8a3-07af-43be-824f-e2ff1936ac4a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:08.504502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:08.525103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.544539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:08.544906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc765a-ab3e-40f5-ba5f-c7f9845d8068 None None] The sync data for ids ['19d3d8a3-07af-43be-824f-e2ff1936ac4a'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:08.586558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Deleting port 402428f6-6bb1-4636-818e-17f815c7cb8d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:08.587339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.658747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] For port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:08.685306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] For port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:08.694487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d960c07a-c020-4cbb-a43c-66fce4e62285 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/routers/19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 200 len: 890 time: 0.2431130 Dec 15 04:54:08.694698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:08.706602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.738664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c5df4064-06f5-4836-bb45-44720098ae4b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 200 len: 205 time: 0.0428958 Dec 15 04:54:08.741336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60968) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:08.777323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:08.777323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.778474 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 HTTP/1.1" status: 200 len: 1093 time: 1.7362313 Dec 15 04:54:08.779061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23da0168-11db-49ea-91cd-28e438fac426', 'tag': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:08.781316 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073038d3-98b4-4835-8223-60266a27c27d" -d '{"events": [{"name": "network-changed", "server_uuid": "23da0168-11db-49ea-91cd-28e438fac426", "tag": "7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:08.799142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:08.821955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Calling delete_port for 402428f6-6bb1-4636-818e-17f815c7cb8d owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:08.829615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1415be-4774-4835-bcdb-c59ecfe53797 service neutron] Pushing event updated for resources: {'Port': ['ID=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:08.878062 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799121bd-d370-4c01-aab2-0a03c6f6246e x-openstack-request-id: req-799121bd-d370-4c01-aab2-0a03c6f6246e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:08.878622 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23da0168-11db-49ea-91cd-28e438fac426", "tag": "7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:08.878622 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-799121bd-d370-4c01-aab2-0a03c6f6246e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:08.879194 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23da0168-11db-49ea-91cd-28e438fac426', 'tag': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7', 'status': 'completed', 'code': 200} Dec 15 04:54:08.947088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-031c6f1f-c91c-4e43-909d-5364b3cfa332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:08.949759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-031c6f1f-c91c-4e43-909d-5364b3cfa332 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 1096 time: 0.0677950 Dec 15 04:54:09.015985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.026382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:09.056277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-4eea1ebc-e069-4661-bf6a-a4ad3d8eff4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 HTTP/1.1" status: 200 len: 217 time: 0.0656185 Dec 15 04:54:09.106348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.109880 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-8b636d37-40c5-43be-a527-a47ca4b7b2bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1272264 Dec 15 04:54:09.123122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafefa7-80b4-482e-a11e-89dd621fa989 req-2ccd58b6-d1ed-404a-aa2e-2394df07424d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.124744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efafefa7-80b4-482e-a11e-89dd621fa989 req-2ccd58b6-d1ed-404a-aa2e-2394df07424d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 944 time: 0.2376559 Dec 15 04:54:09.151542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-15caa115-0976-4ed1-907b-9c2dd76c39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.153298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-15caa115-0976-4ed1-907b-9c2dd76c39eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.0899515 Dec 15 04:54:09.154767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Transition to ACTIVE for port object 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:54:09.178161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.190861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.192325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcb027-1771-4caf-983c-321796246552 req-bb8030b8-a4d9-497b-98f0-40aab30ef7b7 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.193719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54dcb027-1771-4caf-983c-321796246552 req-bb8030b8-a4d9-497b-98f0-40aab30ef7b7 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 931 time: 0.2235417 Dec 15 04:54:09.194131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-2eb38b77-fbc7-4e9e-92eb-9faa18ffe23b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288591 Dec 15 04:54:09.250233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b904c-0b1d-44cd-bdf4-b8094a23c201 None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:09.266944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1d20b-0079-4056-9aaa-290151b8da50 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:09.291415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event deleted for resources: {'Port': ['ID=402428f6-6bb1-4636-818e-17f815c7cb8d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:09.309170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efafefa7-80b4-482e-a11e-89dd621fa989 req-52d22a9f-03a6-49dc-98bb-d70c2b632740 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741042 Dec 15 04:54:09.358409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.360638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a427d9-a27a-464e-ae61-058dd022f993 req-7b86cdb6-92c6-4278-bc83-c4f30c1b9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.362161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-7b86cdb6-92c6-4278-bc83-c4f30c1b9fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1098 time: 0.1725168 Dec 15 04:54:09.362529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Pushing event updated for resources: {'Port': ['ID=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:09.394576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.421788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54dcb027-1771-4caf-983c-321796246552 req-8437374f-8b45-45ff-8ab1-acc1604da68d tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155108 Dec 15 04:54:09.475195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-3d983854-7d5b-4476-a5b8-6ba7d81f9985 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663324 Dec 15 04:54:09.478821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Attempting to bind port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:09.479160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Attempting to bind port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:09.479486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Attempting to bind port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa on network a6788038-f817-4c1f-b2c7-6a3a11a75b80 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:09.506541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa on network a6788038-f817-4c1f-b2c7-6a3a11a75b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:54:09.506907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Attempting to bind port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa on network a6788038-f817-4c1f-b2c7-6a3a11a75b80 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:09.532753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:09.533139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Checking segment: {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:09.533579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Bound using segment: {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:09.534023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Bound port: 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:09.534525 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.551776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.562019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.569209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb86f0-f367-42b2-bc7e-88eec34b4962 req-77f7f03e-03c9-4369-9aa6-6bbb4bda8007 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.570686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cbb86f0-f367-42b2-bc7e-88eec34b4962 req-77f7f03e-03c9-4369-9aa6-6bbb4bda8007 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1265402 Dec 15 04:54:09.578101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port b3bd1e07-794b-4081-b6d3-1a48f6efb853 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:09.578392 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.662629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.663103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Fanout notify agent at l3_agent the message router_deleted on router ddee88b4-8fbc-4fbc-875d-8369bef323f4 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:09.673855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.674788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064dece-77ac-4a54-9405-f8e6d681bf13 req-a71df9a7-e8aa-4c77-9d42-22b53dd406c8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.674968 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-032abbc8-2dea-4a44-9bec-b666cdc0cd49 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/ddee88b4-8fbc-4fbc-875d-8369bef323f4 HTTP/1.1" status: 204 len: 168 time: 2.0095754 Dec 15 04:54:09.676291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1064dece-77ac-4a54-9405-f8e6d681bf13 req-a71df9a7-e8aa-4c77-9d42-22b53dd406c8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1823862 Dec 15 04:54:09.681271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60980) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:09.692526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'name': 'tempest-snat-router-518792275', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': False}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:09.705032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a427d9-a27a-464e-ae61-058dd022f993 req-be25bc0f-7dbb-41fb-a0b2-ae880c6f7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.706511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-be25bc0f-7dbb-41fb-a0b2-ae880c6f7e0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.3149514 Dec 15 04:54:09.754620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] For port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:09.762606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-574a6d88-3c48-48da-acd2-9ef3d9ce8ce8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.0466642 Dec 15 04:54:09.764553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9e575b85-b0d9-49b8-a941-efcbd6b76205 req-8e09472b-31aa-46e5-ba53-a236a0258575 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342687 Dec 15 04:54:09.769844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.771183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.780295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cbb86f0-f367-42b2-bc7e-88eec34b4962 req-4453dd3e-f34f-4582-9316-f8d15760a970 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994691 Dec 15 04:54:09.802467 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.810155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] For port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:09.830047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1064dece-77ac-4a54-9405-f8e6d681bf13 req-c1304718-471b-4dc9-88be-b1a2b7fad4f9 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407163 Dec 15 04:54:09.831145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for b3bd1e07-794b-4081-b6d3-1a48f6efb853 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:09.833591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.855527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.856777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.857882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:09.857993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa HTTP/1.1" status: 200 len: 1092 time: 1.4065511 Dec 15 04:54:09.858347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'tag': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:09.860838 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c197e-bd6f-419c-a688-568e61a8715c", "tag": "9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:09.863830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab24097-b04e-4892-ae14-4d0c59926c5f None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:09.949224 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e57479-5fd9-4313-b69e-b9e49b36b5c8 x-openstack-request-id: req-05e57479-5fd9-4313-b69e-b9e49b36b5c8 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:09.949504 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c197e-bd6f-419c-a688-568e61a8715c", "tag": "9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:09.949762 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05e57479-5fd9-4313-b69e-b9e49b36b5c8 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:09.950356 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'tag': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa', 'status': 'completed', 'code': 200} Dec 15 04:54:09.967557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a427d9-a27a-464e-ae61-058dd022f993 req-9031184a-0a42-4b11-8012-fc9a3109051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:09.969089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-9031184a-0a42-4b11-8012-fc9a3109051d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.1897168 Dec 15 04:54:10.022351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a325e9-f13a-47bc-9b19-25200b8a8698 service neutron] Pushing event updated for resources: {'Port': ['ID=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:10.062029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-57b9e37c-b605-4392-8381-362d896a9185 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544245 Dec 15 04:54:10.065311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073038d3-98b4-4835-8223-60266a27c27d req-bda09c11-f441-4a44-9e3b-1da76c81918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.066683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-bda09c11-f441-4a44-9e3b-1da76c81918f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 1096 time: 0.2077894 Dec 15 04:54:10.068639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:10.285668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073038d3-98b4-4835-8223-60266a27c27d req-44c805d2-7f89-4985-8256-96f53b0f82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.287160 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-44c805d2-7f89-4985-8256-96f53b0f82a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.2095983 Dec 15 04:54:10.295951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-2e058f51-f514-4e0c-b7f7-7955149ea591 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195249 Dec 15 04:54:10.355342 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-f97bbde2-fc36-4561-a615-a748c49a98a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 HTTP/1.1" status: 200 len: 217 time: 0.0577774 Dec 15 04:54:10.356023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf14d4-8af9-4b77-9896-216573c57290 req-cdea60b3-e4b6-484f-abd9-5a69602d2bc9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.357561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaaf14d4-8af9-4b77-9896-216573c57290 req-cdea60b3-e4b6-484f-abd9-5a69602d2bc9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.4113648 Dec 15 04:54:10.361144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-b2f5bd5f-d350-4a93-a240-1f0653b442cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.362506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-b2f5bd5f-d350-4a93-a240-1f0653b442cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 1095 time: 0.3925710 Dec 15 04:54:10.425309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-3dad0a36-bfe1-42f1-ae5f-cae6761d013e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa HTTP/1.1" status: 200 len: 217 time: 0.0405786 Dec 15 04:54:10.467076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073038d3-98b4-4835-8223-60266a27c27d req-07fc71d8-daed-43e9-99a2-5adabb4ac8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.468609 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-07fc71d8-daed-43e9-99a2-5adabb4ac8aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.0885067 Dec 15 04:54:10.490799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-40a427d9-a27a-464e-ae61-058dd022f993 req-0f54e6de-c9f4-4605-a2d3-880d4da57904 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858008 Dec 15 04:54:10.537773 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aaaf14d4-8af9-4b77-9896-216573c57290 req-4533967a-8a5d-473e-9f69-767206989089 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686532 Dec 15 04:54:10.575485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eed70-90a3-4672-9b3a-3cf4eba83699 req-fe2d42be-341c-4040-8aed-aef283b5d85b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.577562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-612eed70-90a3-4672-9b3a-3cf4eba83699 req-fe2d42be-341c-4040-8aed-aef283b5d85b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 944 time: 0.1570275 Dec 15 04:54:10.578630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-8d49a06e-12a0-4c1f-a332-01ac1762a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.585628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-8d49a06e-12a0-4c1f-a332-01ac1762a8a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbc5faf0-29b9-402e-b1d7-d88edc93c648 HTTP/1.1" status: 200 len: 854 time: 0.1431348 Dec 15 04:54:10.602421 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:10.658137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-4cbdf353-cc39-4cd8-93fb-d8591e721182 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6788038-f817-4c1f-b2c7-6a3a11a75b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645900 Dec 15 04:54:10.673795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=b3bd1e07-794b-4081-b6d3-1a48f6efb853,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:10.719896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13030cd0-8a16-4cfa-a7a6-d2d2a3716ed4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:10.789522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-434ab838-b77a-4bff-97b6-ab0782f4e5d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3121445 Dec 15 04:54:10.806129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-612eed70-90a3-4672-9b3a-3cf4eba83699 req-d0d3e93f-666e-412a-a2c0-0ed23f972710 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205536 Dec 15 04:54:10.844862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55232b25-216f-4733-b79f-79f9f361c3d0 req-f432a995-6636-4d83-a9ae-4fd8c4cc0a1c tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:10.846371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55232b25-216f-4733-b79f-79f9f361c3d0 req-f432a995-6636-4d83-a9ae-4fd8c4cc0a1c tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 943 time: 0.2165463 Dec 15 04:54:10.853235 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:10.959999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:10.993555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:10.998240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-1a7100cb-e4d7-4bd8-849a-ace9e0ee5d49 service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266726 Dec 15 04:54:11.004098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-307b35ab-30a0-42d7-b15a-118e659c2983 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834676 Dec 15 04:54:11.035945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.042484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.097794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55232b25-216f-4733-b79f-79f9f361c3d0 req-5b4b3b49-6585-4eda-8ee8-9bb53095702a tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361457 Dec 15 04:54:11.149785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d8214-3484-4b61-9260-e9a365882ff0 req-2a237160-0cd3-4633-a6fa-07f1205c125e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.151351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b4d8214-3484-4b61-9260-e9a365882ff0 req-2a237160-0cd3-4633-a6fa-07f1205c125e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2008243 Dec 15 04:54:11.155013 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.155206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router 19d3d8a3-07af-43be-824f-e2ff1936ac4a {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:11.164564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.166186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d69e4d25-0257-4826-bbbe-d48b1f49f10f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 204 len: 168 time: 2.4236445 Dec 15 04:54:11.173180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60996) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:11.179570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1296636929'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:11.192506 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-073038d3-98b4-4835-8223-60266a27c27d req-2f379718-e494-49d0-9c9b-270b09f43b59 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606236 Dec 15 04:54:11.195422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Allocated IP 172.25.2.199 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7f1b1273-a402-4395-ad86-07892572d5ac) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:11.230734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:11.234292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.253929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b417316-44d9-4384-87a2-bfc44376ca10 req-c4a411b7-bb54-41d8-9727-a307ce152bf2 service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307575 Dec 15 04:54:11.274900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b4d8214-3484-4b61-9260-e9a365882ff0 req-2b32b3d7-4ac3-40e7-a1c5-67651be2ab4c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159914 Dec 15 04:54:11.284023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c315-16a4-46e1-9f14-4ae6eef00828 req-31caf487-f0c3-4202-9110-d43e03702d6b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.285860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02b6c315-16a4-46e1-9f14-4ae6eef00828 req-31caf487-f0c3-4202-9110-d43e03702d6b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1111472 Dec 15 04:54:11.292051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:54:11.311090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.311436 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment fbea0415-0cc8-422e-8a6b-a59aaccf9d8e of type vlan for network c91de02d-4a05-4665-b7dc-24a56b993e3a Dec 15 04:54:11.340281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02b6c315-16a4-46e1-9f14-4ae6eef00828 req-c45a0993-933c-4da3-b496-b83e68cfbe10 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Dec 15 04:54:11.379553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.386380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.424506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.430009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.430631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.447904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-9ef89505-a32f-47c8-96ac-5fb37eacb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.449412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-9ef89505-a32f-47c8-96ac-5fb37eacb2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 1095 time: 0.0700767 Dec 15 04:54:11.486287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011808f3-b3aa-45ee-ac7e-9f4de70ce4ea req-44b694c5-8d34-43f4-b1ee-2a823ea94d06 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.487560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-011808f3-b3aa-45ee-ac7e-9f4de70ce4ea req-44b694c5-8d34-43f4-b1ee-2a823ea94d06 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0753193 Dec 15 04:54:11.502134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3265920 Dec 15 04:54:11.505129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32768) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:11.507629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.512521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:11.517060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df4dd-dfc1-480f-807f-821519102aa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=c91de02d-4a05-4665-b7dc-24a56b993e3a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:11.531854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c91de02d-4a05-4665-b7dc-24a56b993e3a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:54:11.606949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-011808f3-b3aa-45ee-ac7e-9f4de70ce4ea req-e7effff1-7c41-4dd7-923d-956faa26fc1e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944877 Dec 15 04:54:11.619231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:11.627274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:11.627780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-28554ddf-4db0-4e6f-b4fb-3d7ed827b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.629547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-28554ddf-4db0-4e6f-b4fb-3d7ed827b1ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 200 len: 914 time: 0.1702294 Dec 15 04:54:11.638261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:11.651117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4b294-1b50-487c-98ab-4ef3cc2f8d74 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:11.664235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1b1273-a402-4395-ad86-07892572d5ac,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:11.680759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-fac779c9-f2c9-4b78-97a9-8eef4ba01e9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa HTTP/1.1" status: 200 len: 217 time: 0.0430381 Dec 15 04:54:11.730107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-43466c6d-4ceb-404b-b045-2e339198dfad None None] Provisioning complete for port 7f1b1273-a402-4395-ad86-07892572d5ac triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:11.730721 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43466c6d-4ceb-404b-b045-2e339198dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.762970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:11.766054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-43466c6d-4ceb-404b-b045-2e339198dfad None None] Port 7f1b1273-a402-4395-ad86-07892572d5ac cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:11.767183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:11.772530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-a0fdb2c2-de21-495f-982e-2a14dbb76a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.773994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-a0fdb2c2-de21-495f-982e-2a14dbb76a34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbc5faf0-29b9-402e-b1d7-d88edc93c648 HTTP/1.1" status: 200 len: 854 time: 0.0858793 Dec 15 04:54:11.802626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f37c20-b406-4bd6-85c0-8306274e6e61 req-c15aa40c-50f2-430c-b6e3-7c1170070060 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.804121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9f37c20-b406-4bd6-85c0-8306274e6e61 req-c15aa40c-50f2-430c-b6e3-7c1170070060 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0676107 Dec 15 04:54:11.820688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-827cf5e4-c396-4e12-8487-01fa72274f99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6788038-f817-4c1f-b2c7-6a3a11a75b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339994 Dec 15 04:54:11.948222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9f37c20-b406-4bd6-85c0-8306274e6e61 req-45e24c14-8237-49ec-b23b-187bc9f480b4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298311 Dec 15 04:54:11.995380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f530617-518b-4a1e-8e74-bdbbdcfd8d5d req-8dbd01de-ba66-4ac6-8170-f614b46f8691 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:11.997024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f530617-518b-4a1e-8e74-bdbbdcfd8d5d req-8dbd01de-ba66-4ac6-8170-f614b46f8691 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 944 time: 0.0983932 Dec 15 04:54:11.999060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-c33f16d7-8780-44ec-84d2-8389e2f71a81 service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654315 Dec 15 04:54:12.072444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.149950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f530617-518b-4a1e-8e74-bdbbdcfd8d5d req-19b0e1ab-66cb-4791-9bd9-edc508f7e6eb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466203 Dec 15 04:54:12.163363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.169426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ac05f-bcc2-4328-94ea-00c9475e3b1e req-c9115c42-1b1d-4341-b924-e18ecc497a10 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:12.170925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b6ac05f-bcc2-4328-94ea-00c9475e3b1e req-c9115c42-1b1d-4341-b924-e18ecc497a10 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1512942 Dec 15 04:54:12.197570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e0ded2b-2900-47d6-bd96-9d0bb36dc4a0 req-361385a7-7984-4528-8c3d-3b228ca68b5d service neutron] 10.222.0.16 "GET /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767340 Dec 15 04:54:12.241232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=8436f450-56a6-4ead-953b-8e7b2c4955c5,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:12.270970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b6ac05f-bcc2-4328-94ea-00c9475e3b1e req-ff4e9a85-30f1-4f2f-aac3-6ea2817fa869 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841968 Dec 15 04:54:12.297648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d0ae9-986f-4dcc-b2bb-2c05d3bc4b66 req-9a6537eb-b047-45a8-8ee3-71028e9469e1 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:12.299204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-481d0ae9-986f-4dcc-b2bb-2c05d3bc4b66 req-9a6537eb-b047-45a8-8ee3-71028e9469e1 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 943 time: 0.0827031 Dec 15 04:54:12.335381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:12.335381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: c91de02d-4a05-4665-b7dc-24a56b993e3a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:54:12.365832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-481d0ae9-986f-4dcc-b2bb-2c05d3bc4b66 req-fa044ccf-470a-47ce-aee8-48034095978a tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595176 Dec 15 04:54:12.371494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network c91de02d-4a05-4665-b7dc-24a56b993e3a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:54:12.401563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c91de02d-4a05-4665-b7dc-24a56b993e3a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:12.403716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.409222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:12.409819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.410942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb8490-62f8-49ed-af36-fdb0a53c56fa None None] Network c91de02d-4a05-4665-b7dc-24a56b993e3a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:12.515078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcbd8f-7ac8-47b7-ac43-61d239246469 req-d0ce56cb-a5bb-4fe3-9817-1404c5b2abc1 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:12.522124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35d8560e-afae-4831-a592-414bf556f77b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0128794 Dec 15 04:54:12.522605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32786) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:12.524302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96bcbd8f-7ac8-47b7-ac43-61d239246469 req-d0ce56cb-a5bb-4fe3-9817-1404c5b2abc1 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1386387 Dec 15 04:54:12.529477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749561038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:12.537091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c91de02d-4a05-4665-b7dc-24a56b993e3a', 'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '8436f450-56a6-4ead-953b-8e7b2c4955c5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:54:12.538245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.585218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.585218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.585569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a29f95-11aa-436b-b5c4-8d477de71950 req-3c4df25d-765d-4279-a365-46bf173f456a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:12.592394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9a29f95-11aa-436b-b5c4-8d477de71950 req-3c4df25d-765d-4279-a365-46bf173f456a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1364527 Dec 15 04:54:12.648606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.655667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96bcbd8f-7ac8-47b7-ac43-61d239246469 req-33c3b96e-0440-4ccb-9bca-129bd9963517 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302390 Dec 15 04:54:12.658932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.688050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9a29f95-11aa-436b-b5c4-8d477de71950 req-cab66197-398c-496c-a08e-249ce067120d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947747 Dec 15 04:54:12.698620 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.699836 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2550d934-7316-4444-a93f-646b47cc400b tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1761689 Dec 15 04:54:12.704293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32788) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:12.720475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Router 02d1c54b-4a34-4824-9747-452077c73656 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:12.763628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Allocated IP 2001:db8::2 (c91de02d-4a05-4665-b7dc-24a56b993e3a/8436f450-56a6-4ead-953b-8e7b2c4955c5/88fb9d3f-7091-4545-9eda-dcd38bd909e0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:12.860040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:12.875279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Sync routers for ids ['02d1c54b-4a34-4824-9747-452077c73656'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:12.886381 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Routers {'02d1c54b-4a34-4824-9747-452077c73656'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:12.887233 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['02d1c54b-4a34-4824-9747-452077c73656'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:12.888486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.892003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-521cc8de-4d53-4d31-8658-3ec8a301ea82 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2023675 Dec 15 04:54:12.892278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32792) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:12.942561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.958790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:12.965500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2336-d626-434d-9a39-ce7fae5fc03b req-f8573ab6-9a9b-44c6-80e7-8a52328c11be tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:12.967423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a3d2336-d626-434d-9a39-ce7fae5fc03b req-f8573ab6-9a9b-44c6-80e7-8a52328c11be tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1622367 Dec 15 04:54:13.008157 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Set router 02d1c54b-4a34-4824-9747-452077c73656 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:13.041640 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3d3750c4-fcec-4a95-96e3-e1a2d83ec0c9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/02d1c54b-4a34-4824-9747-452077c73656 HTTP/1.1" status: 200 len: 908 time: 0.1459024 Dec 15 04:54:13.053314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32794) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:13.054326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Network c91de02d-4a05-4665-b7dc-24a56b993e3a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:13.058162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:13.059003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'name': 'tempest-snat-router-518792275', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': True}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:13.066785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:13.095366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.097534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Pushing event updated for resources: {'Port': ['ID=88fb9d3f-7091-4545-9eda-dcd38bd909e0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:13.097853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.162009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Attempting to bind port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:13.162804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Attempting to bind port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:13.163364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Attempting to bind port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 on network c91de02d-4a05-4665-b7dc-24a56b993e3a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:13.169348 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.169924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:13.170682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Checking segment: {'id': 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:13.171323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.172021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Bound using segment: {'id': 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:13.172872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Bound port: 88fb9d3f-7091-4545-9eda-dcd38bd909e0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c91de02d-4a05-4665-b7dc-24a56b993e3a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:13.173451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.199455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a3d2336-d626-434d-9a39-ce7fae5fc03b req-2331b800-d964-44e8-96a1-8d9cf1662bb9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982324 Dec 15 04:54:13.238366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:54:13.258563 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1c54b-4a34-4824-9747-452077c73656', 'name': 'tempest-snat-router-518792275', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.199'}], 'enable_snat': False}, 'gw_port_id': '7f1b1273-a402-4395-ad86-07892572d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:09Z', 'updated_at': '2021-12-15T04:54:11Z', 'revision_number': 3, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port': {'id': '7f1b1273-a402-4395-ad86-07892572d5ac', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1c54b-4a34-4824-9747-452077c73656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:10Z', 'updated_at': '2021-12-15T04:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:13.261389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] For port 88fb9d3f-7091-4545-9eda-dcd38bd909e0, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:13.264947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] For port 88fb9d3f-7091-4545-9eda-dcd38bd909e0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=88fb9d3f-7091-4545-9eda-dcd38bd909e0,segment=NetworkSegment(fbea0415-0cc8-422e-8a6b-a59aaccf9d8e),segment_id=fbea0415-0cc8-422e-8a6b-a59aaccf9d8e)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:13.273165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.287884 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.346959 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Checking router: 02d1c54b-4a34-4824-9747-452077c73656 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:13.347299 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Updating router 02d1c54b-4a34-4824-9747-452077c73656 port 7f1b1273-a402-4395-ad86-07892572d5ac binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:13.383115 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.435883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.470397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:13.493956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7', 'mac_address': 'fa:16:3e:81:95:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:54:13.558078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8::1 (c91de02d-4a05-4665-b7dc-24a56b993e3a/8436f450-56a6-4ead-953b-8e7b2c4955c5/d5a9b501-ed2c-489b-a9f7-ddc7a610f29b) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:13.603367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92465ac0-8f2f-41ab-b616-87838e964b07 None None] Pushing event updated for resources: {'Port': ['ID=88fb9d3f-7091-4545-9eda-dcd38bd909e0,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:13.623276 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.653162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:13.681664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:13.695423 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.697517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.722768 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.730748 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.759302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.846008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:13.851059 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Attempting to bind port 7f1b1273-a402-4395-ad86-07892572d5ac on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:13.853326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network c91de02d-4a05-4665-b7dc-24a56b993e3a is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:13.854086 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Attempting to bind port 7f1b1273-a402-4395-ad86-07892572d5ac by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:13.854631 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Attempting to bind port 7f1b1273-a402-4395-ad86-07892572d5ac on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:13.864920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.865683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:13.871433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:13.871972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.873508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae50c07-8b7f-4c7c-b185-d1cc321db76d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:13.874991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=d5a9b501-ed2c-489b-a9f7-ddc7a610f29b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:13.881793 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Pushing event updated for resources: {'Port': ['ID=7f1b1273-a402-4395-ad86-07892572d5ac,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:13.889672 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:13.890515 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:13.891731 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.892430 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:13.893354 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Bound port: 7f1b1273-a402-4395-ad86-07892572d5ac, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:13.894152 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.925048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:13.929429 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.929894 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.930376 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.931386 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.931871 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.932896 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.933586 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.934131 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.934692 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.935341 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.936051 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.936530 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.936954 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:13.992053 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] For port 7f1b1273-a402-4395-ad86-07892572d5ac, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:14.002902 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] For port 7f1b1273-a402-4395-ad86-07892572d5ac, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7f1b1273-a402-4395-ad86-07892572d5ac,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:14.011374 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.016828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-38437a39-53fb-4669-aefa-500a6bf66d0d None None] Provisioning complete for port 7f1b1273-a402-4395-ad86-07892572d5ac triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:14.017208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38437a39-53fb-4669-aefa-500a6bf66d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.029967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:14.091442 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Routers {'02d1c54b-4a34-4824-9747-452077c73656'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:14.092523 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['02d1c54b-4a34-4824-9747-452077c73656'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:14.163952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec392c0-01ed-4271-a9cc-222cd5eb47b2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:14.195294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Allocated IP 172.25.2.3 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/9a43c7fd-4b90-4019-9c83-e2073022908a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:14.245681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880474-67d7-4f72-85e1-3ae89f176a6a req-1a3218d2-6bfb-40f5-bd64-10cda8c2982d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:14.251359 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] Set router 02d1c54b-4a34-4824-9747-452077c73656 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:14.252872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78880474-67d7-4f72-85e1-3ae89f176a6a req-1a3218d2-6bfb-40f5-bd64-10cda8c2982d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 945 time: 0.5217438 Dec 15 04:54:14.273380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38437a39-53fb-4669-aefa-500a6bf66d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.275714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca2a6-0201-4136-bceb-56b5a97d6cc0 req-86cf3c85-1f02-4792-b4bd-12cc968d6fb9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:14.283761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-263ca2a6-0201-4136-bceb-56b5a97d6cc0 req-86cf3c85-1f02-4792-b4bd-12cc968d6fb9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.5513179 Dec 15 04:54:14.299476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-38437a39-53fb-4669-aefa-500a6bf66d0d None None] For port 7f1b1273-a402-4395-ad86-07892572d5ac, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7f1b1273-a402-4395-ad86-07892572d5ac,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:14.315995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38437a39-53fb-4669-aefa-500a6bf66d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.355875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.417383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78880474-67d7-4f72-85e1-3ae89f176a6a req-b4ab3487-2ab2-49c3-9395-9ec0fe212bf8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579998 Dec 15 04:54:14.427399 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796bfb2-3216-4105-b495-c0bd830a783b None None] Pushing event updated for resources: {'Port': ['ID=7f1b1273-a402-4395-ad86-07892572d5ac,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:14.438131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.456905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-263ca2a6-0201-4136-bceb-56b5a97d6cc0 req-15e9e60e-93df-4085-8cab-324bdb509e65 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720998 Dec 15 04:54:14.492652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Port': ['ID=9a43c7fd-4b90-4019-9c83-e2073022908a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:14.503207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:14.505082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:14.512764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437a39-53fb-4669-aefa-500a6bf66d0d None None] Pushing event updated for resources: {'Port': ['ID=7f1b1273-a402-4395-ad86-07892572d5ac,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:14.519641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ce99b5d8-a2d7-45aa-815b-53c3d9cf41d2 None None] Provisioning complete for port 7f1b1273-a402-4395-ad86-07892572d5ac triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:14.520049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ce99b5d8-a2d7-45aa-815b-53c3d9cf41d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.525960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:14.531940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58a911-0a28-496f-916d-2e5f4520d685 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:14.551709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.625655 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d1c54b-4a34-4824-9747-452077c73656', 'name': 'tempest-snat-router-518792275', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.199'}], 'enable_snat': False}, 'gw_port_id': '7f1b1273-a402-4395-ad86-07892572d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:09Z', 'updated_at': '2021-12-15T04:54:11Z', 'revision_number': 3, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port': {'id': '7f1b1273-a402-4395-ad86-07892572d5ac', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1c54b-4a34-4824-9747-452077c73656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:10Z', 'updated_at': '2021-12-15T04:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:14.669732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df5e7c-8394-47d5-bbbb-22989babe97f None None] The sync data for ids ['02d1c54b-4a34-4824-9747-452077c73656'] in n-d-820935-10 is: [{'id': '02d1c54b-4a34-4824-9747-452077c73656', 'name': 'tempest-snat-router-518792275', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.199'}], 'enable_snat': False}, 'gw_port_id': '7f1b1273-a402-4395-ad86-07892572d5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:09Z', 'updated_at': '2021-12-15T04:54:11Z', 'revision_number': 3, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port': {'id': '7f1b1273-a402-4395-ad86-07892572d5ac', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d1c54b-4a34-4824-9747-452077c73656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:10Z', 'updated_at': '2021-12-15T04:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:14.788790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759e30-7498-44cf-aaa3-0112111f61bd req-cd79f7e2-9b96-4140-a4ea-d4993ce96087 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:14.796149 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf759e30-7498-44cf-aaa3-0112111f61bd req-cd79f7e2-9b96-4140-a4ea-d4993ce96087 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2021322 Dec 15 04:54:14.840228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5d2cc-bb08-48cd-996d-f5244132b591 req-fe7a002a-7935-425f-b21e-6a2e16dc1fbd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:14.841880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfa5d2cc-bb08-48cd-996d-f5244132b591 req-fe7a002a-7935-425f-b21e-6a2e16dc1fbd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 943 time: 0.2608914 Dec 15 04:54:14.885503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.895162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7c7bbd92-5b10-488f-9d01-3cc10ea598ae None None] Provisioning complete for port 9a43c7fd-4b90-4019-9c83-e2073022908a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:14.895952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbd92-5b10-488f-9d01-3cc10ea598ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:14.911340 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:54:14.984214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bbd92-5b10-488f-9d01-3cc10ea598ae None None] Port 9a43c7fd-4b90-4019-9c83-e2073022908a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:15.049818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfa5d2cc-bb08-48cd-996d-f5244132b591 req-aecc497a-25ea-4026-98ac-bfaf1f2e61d6 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917331 Dec 15 04:54:15.066517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf759e30-7498-44cf-aaa3-0112111f61bd req-33e9a7ec-723c-4677-b5ad-b59dc0cf5781 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694256 Dec 15 04:54:15.092040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:54:15.142396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bba747-9244-4f43-a53c-b45e44e315c7 None None] Network c91de02d-4a05-4665-b7dc-24a56b993e3a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:15.278595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.297840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.298628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.479954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f1b1273-a402-4395-ad86-07892572d5ac up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:15.499919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82e5d-2633-447a-b375-fe66e89e295e req-f57c54f0-5b72-47ca-a6eb-4b125ff48231 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:15.501625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9d82e5d-2633-447a-b375-fe66e89e295e req-f57c54f0-5b72-47ca-a6eb-4b125ff48231 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2171845 Dec 15 04:54:15.522293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=d5a9b501-ed2c-489b-a9f7-ddc7a610f29b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:15.542166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d33d1cc5-8706-402a-9952-aa550d3b5cc5 None None] Provisioning complete for port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:15.542625 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d33d1cc5-8706-402a-9952-aa550d3b5cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.601966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.610646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network c91de02d-4a05-4665-b7dc-24a56b993e3a is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:15.615866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:15.638566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:15.677716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9d82e5d-2633-447a-b375-fe66e89e295e req-63f4c524-b6a5-44ff-a9f5-a4496b2c3df5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160719 Dec 15 04:54:15.685365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa', 'network_id': 'a6788038-f817-4c1f-b2c7-6a3a11a75b80', 'port_id': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa', 'mac_address': 'fa:16:3e:cd:9a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc5faf0-29b9-402e-b1d7-d88edc93c648', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:54:15.715684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7f1b1273-a402-4395-ad86-07892572d5ac triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:15.716052 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.739477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d753-ef15-4d0a-bcfa-bd8e84337b57 req-8cb6f368-1eae-4f28-8fb8-69caff5d894d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:15.741064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6696d753-ef15-4d0a-bcfa-bd8e84337b57 req-8cb6f368-1eae-4f28-8fb8-69caff5d894d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 945 time: 0.2384434 Dec 15 04:54:15.759977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Router b7d8eee5-1839-4d7e-8e99-aafc53d256b4 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:15.803981 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.874902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:15.884152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d33d1cc5-8706-402a-9952-aa550d3b5cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.904273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:15.916143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:15.932770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Sync routers for ids ['b7d8eee5-1839-4d7e-8e99-aafc53d256b4'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:15.937232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6696d753-ef15-4d0a-bcfa-bd8e84337b57 req-7f9e0a0c-5209-4033-ae68-40254124f291 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441636 Dec 15 04:54:15.947593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3e8a0-56ef-486f-b286-e00b62a37349 req-00dbb923-a09e-44ac-a0b2-ac689ebf54c0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:15.958554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.958554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c1e9d44-ce35-43a9-a7b5-8323ffd6ccb2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.8982675 Dec 15 04:54:15.958554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32814) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:15.958980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3c3e8a0-56ef-486f-b286-e00b62a37349 req-00dbb923-a09e-44ac-a0b2-ac689ebf54c0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1181622 Dec 15 04:54:15.970787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:15.982581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d33d1cc5-8706-402a-9952-aa550d3b5cc5 None None] For port 88fb9d3f-7091-4545-9eda-dcd38bd909e0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=88fb9d3f-7091-4545-9eda-dcd38bd909e0,segment=NetworkSegment(fbea0415-0cc8-422e-8a6b-a59aaccf9d8e),segment_id=fbea0415-0cc8-422e-8a6b-a59aaccf9d8e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:16.021527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d33d1cc5-8706-402a-9952-aa550d3b5cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.032325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Routers {'b7d8eee5-1839-4d7e-8e99-aafc53d256b4'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:16.033142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b7d8eee5-1839-4d7e-8e99-aafc53d256b4'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:16.057531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3c3e8a0-56ef-486f-b286-e00b62a37349 req-3459b3a4-4514-485c-b2b2-86296ca82ffc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986514 Dec 15 04:54:16.068356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 9ec25dd0-c733-4fb6-8305-32e21b4c8099 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:16.116558 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-27a85436-0b6d-415b-996f-e2c67338510c tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/b7d8eee5-1839-4d7e-8e99-aafc53d256b4 HTTP/1.1" status: 200 len: 905 time: 0.1595528 Dec 15 04:54:16.119499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32822) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:16.261015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88fb9d3f-7091-4545-9eda-dcd38bd909e0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:16.267709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:16.290015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:16.300227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-297348bf-1c55-4e71-9181-8ec5a43ec0aa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/9ec25dd0-c733-4fb6-8305-32e21b4c8099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5946112 Dec 15 04:54:16.304370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32824) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:16.324788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.338905 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] Sync routers for ids ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:16.344861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaf750-b6b8-4acb-a86d-12e55c9ebb2d req-20e8fa30-f500-46b0-8c89-213ddc9d8089 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:16.346906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eeaf750-b6b8-4acb-a86d-12e55c9ebb2d req-20e8fa30-f500-46b0-8c89-213ddc9d8089 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1714928 Dec 15 04:54:16.355649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:16.367016 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] Routers {'9ec25dd0-c733-4fb6-8305-32e21b4c8099'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:16.367929 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:16.376906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634bf41-a0c0-4951-9f48-201e65d5993c req-d063a1b3-6b39-472c-8ec9-96d13f73b7c0 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:16.378438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9634bf41-a0c0-4951-9f48-201e65d5993c req-d063a1b3-6b39-472c-8ec9-96d13f73b7c0 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2018933 Dec 15 04:54:16.434605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Set router b7d8eee5-1839-4d7e-8e99-aafc53d256b4 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:16.435438 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:16.449863 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] Routers {'9ec25dd0-c733-4fb6-8305-32e21b4c8099'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:16.450837 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:16.461405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab18f1-c4df-46c2-8a33-7199401a5f4f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:16.463821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-68ab18f1-c4df-46c2-8a33-7199401a5f4f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports/d5a9b501-ed2c-489b-a9f7-ddc7a610f29b HTTP/1.1" status: 200 len: 911 time: 0.1556542 Dec 15 04:54:16.468496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32826) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:16.472228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.474916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8436f450-56a6-4ead-953b-8e7b2c4955c5'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:16.571589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Deleting port 9a43c7fd-4b90-4019-9c83-e2073022908a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:16.575424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.593249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-13234ffd-5da7-469b-9360-ca03c15ba54d None None] Provisioning complete for port d5a9b501-ed2c-489b-a9f7-ddc7a610f29b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:16.593627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13234ffd-5da7-469b-9360-ca03c15ba54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.597847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eeaf750-b6b8-4acb-a86d-12e55c9ebb2d req-39b6dfbb-d955-4f2c-a387-b240244b5d12 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183926 Dec 15 04:54:16.623421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9634bf41-a0c0-4951-9f48-201e65d5993c req-b444de96-845a-4b89-a709-c4a00157ea2e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292137 Dec 15 04:54:16.678640 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:16.679290 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e191440-9426-409e-ae4c-22aed5d017c6 None None] The sync data for ids ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:16.761685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.775942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d1cc5-8706-402a-9952-aa550d3b5cc5 None None] Pushing event updated for resources: {'Port': ['ID=88fb9d3f-7091-4545-9eda-dcd38bd909e0,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:16.784872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Calling delete_port for 9a43c7fd-4b90-4019-9c83-e2073022908a owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:16.824877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733d7f7-dbaf-4338-a018-f474c0030512 req-706d6f31-36e5-4bb2-8896-5f04fdac1142 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:16.826489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4733d7f7-dbaf-4338-a018-f474c0030512 req-706d6f31-36e5-4bb2-8896-5f04fdac1142 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 944 time: 0.1199784 Dec 15 04:54:16.891737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-13234ffd-5da7-469b-9360-ca03c15ba54d None None] Port d5a9b501-ed2c-489b-a9f7-ddc7a610f29b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:16.905541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:16.905916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.953906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-13234ffd-5da7-469b-9360-ca03c15ba54d None None] Provisioning complete for port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:16.954465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13234ffd-5da7-469b-9360-ca03c15ba54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.992247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:16.999288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4733d7f7-dbaf-4338-a018-f474c0030512 req-7a1b4619-c085-45a5-a10d-c992656f615c tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644862 Dec 15 04:54:17.048245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1ff1a-ea1c-4ae7-9422-1f5d7fb4c65a req-d53a3b54-4e84-4c91-adde-5ea6fe25d7b1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:17.050161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bb1ff1a-ea1c-4ae7-9422-1f5d7fb4c65a req-d53a3b54-4e84-4c91-adde-5ea6fe25d7b1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2070880 Dec 15 04:54:17.053825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.096343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a43c7fd-4b90-4019-9c83-e2073022908a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:17.145472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1418f-7b94-489f-a7e2-2f1c70ee082e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:17.180681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.217252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8eee5-1839-4d7e-8e99-aafc53d256b4', 'name': 'tempest-snat-router-518792275', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '9a43c7fd-4b90-4019-9c83-e2073022908a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:13Z', 'updated_at': '2021-12-15T04:54:14Z', 'revision_number': 3, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port': {'id': '9a43c7fd-4b90-4019-9c83-e2073022908a', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d8eee5-1839-4d7e-8e99-aafc53d256b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:13Z', 'updated_at': '2021-12-15T04:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:17.262688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:17.267980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Checking router: b7d8eee5-1839-4d7e-8e99-aafc53d256b4 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:17.267980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Updating router b7d8eee5-1839-4d7e-8e99-aafc53d256b4 port 9a43c7fd-4b90-4019-9c83-e2073022908a binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:17.287431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79bd79-c79c-4fa7-ac80-b7e0733e841a req-c9b296a9-bbf7-4905-97b3-d392abc3b613 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:17.289303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f79bd79-c79c-4fa7-ac80-b7e0733e841a req-c9b296a9-bbf7-4905-97b3-d392abc3b613 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 945 time: 0.1716769 Dec 15 04:54:17.290964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.293337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.307797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bb1ff1a-ea1c-4ae7-9422-1f5d7fb4c65a req-501ce3d5-1c52-4c49-b76a-2b2c7fe50312 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461748 Dec 15 04:54:17.323956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Port 9a43c7fd-4b90-4019-9c83-e2073022908a not found while updating agent binding for router b7d8eee5-1839-4d7e-8e99-aafc53d256b4. {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 04:54:17.343390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Routers {'b7d8eee5-1839-4d7e-8e99-aafc53d256b4'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:17.344008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['b7d8eee5-1839-4d7e-8e99-aafc53d256b4'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:17.377699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.378374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7d8eee5-1839-4d7e-8e99-aafc53d256b4 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:17.385784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.387381 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4469a354-09a7-42c4-b479-b84ab93787d9 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b7d8eee5-1839-4d7e-8e99-aafc53d256b4 HTTP/1.1" status: 204 len: 168 time: 1.2663987 Dec 15 04:54:17.389960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32838) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:17.418569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88fb9d3f-7091-4545-9eda-dcd38bd909e0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:17.467567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:54:17.470856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] Set router b7d8eee5-1839-4d7e-8e99-aafc53d256b4 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:17.507642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.530808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:17.531176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.544608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f79bd79-c79c-4fa7-ac80-b7e0733e841a req-90a3cc9d-6aea-4f1e-b90b-89599df77fdb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354801 Dec 15 04:54:17.562526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d8eee5-1839-4d7e-8e99-aafc53d256b4', 'name': 'tempest-snat-router-518792275', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:13Z', 'updated_at': '2021-12-15T04:54:16Z', 'revision_number': 5, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:17.565369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d0463a0a-ae05-4a79-8e82-24af5d28af3c None None] Provisioning complete for port d5a9b501-ed2c-489b-a9f7-ddc7a610f29b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:17.565748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0463a0a-ae05-4a79-8e82-24af5d28af3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.583209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373e606-8147-4ed5-9d29-0349994e34c4 req-1d8b8664-31fb-43ed-8813-a941276f990d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:17.584975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b373e606-8147-4ed5-9d29-0349994e34c4 req-1d8b8664-31fb-43ed-8813-a941276f990d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1603019 Dec 15 04:54:17.633558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.698533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b373e606-8147-4ed5-9d29-0349994e34c4 req-596d7e11-83b7-4642-9650-05a872cc6b5b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017711 Dec 15 04:54:17.712561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Deleting port 7f1b1273-a402-4395-ad86-07892572d5ac {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:17.716290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.790984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a287e2-2095-467c-8c5f-cc9763746c5f None None] The sync data for ids ['b7d8eee5-1839-4d7e-8e99-aafc53d256b4'] in n-d-820935-10 is: [{'id': 'b7d8eee5-1839-4d7e-8e99-aafc53d256b4', 'name': 'tempest-snat-router-518792275', 'tenant_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:13Z', 'updated_at': '2021-12-15T04:54:16Z', 'revision_number': 5, 'project_id': 'afbcf8a0e4c443e793fafe86beb18b3a', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:17.818306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d0463a0a-ae05-4a79-8e82-24af5d28af3c None None] Port d5a9b501-ed2c-489b-a9f7-ddc7a610f29b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:17.826681 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.828447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:17.829667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.830140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] For port 7f1b1273-a402-4395-ad86-07892572d5ac, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7f1b1273-a402-4395-ad86-07892572d5ac,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:17.830695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.857907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Calling delete_port for 7f1b1273-a402-4395-ad86-07892572d5ac owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:17.864356 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.874972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:17.875628 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.877024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/ports/d5a9b501-ed2c-489b-a9f7-ddc7a610f29b HTTP/1.1" status: 200 len: 911 time: 1.4067907 Dec 15 04:54:17.885286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1015-44fa-4fe5-8534-36df362471c9 req-d9eea9a2-b93d-4de7-bfce-acdebc439fd3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:17.886783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-460f1015-44fa-4fe5-8534-36df362471c9 req-d9eea9a2-b93d-4de7-bfce-acdebc439fd3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1624722 Dec 15 04:54:17.887272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32846) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:17.926794 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:17.984881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23da0168-11db-49ea-91cd-28e438fac426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:17.987190 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dde533-beb5-4520-9ead-77d8f81c1cc7" -d '{"events": [{"server_uuid": "23da0168-11db-49ea-91cd-28e438fac426", "name": "network-vif-plugged", "status": "completed", "tag": "7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:18.004331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:18.009721 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.028781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565bc02-1d1c-4ecd-b02d-5d1b2f993daf req-5ccf184f-8a14-42aa-974f-8916e6ad1829 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:18.030272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a565bc02-1d1c-4ecd-b02d-5d1b2f993daf req-5ccf184f-8a14-42aa-974f-8916e6ad1829 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2266514 Dec 15 04:54:18.052568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4df6d-b6dc-4abc-a4ec-73de9328b7be tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=d5a9b501-ed2c-489b-a9f7-ddc7a610f29b,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:18.066180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:18.082595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.101443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-460f1015-44fa-4fe5-8534-36df362471c9 req-20edbcd4-9a2b-4da0-8a1b-bb48783bf6ad tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074473 Dec 15 04:54:18.114154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f1b1273-a402-4395-ad86-07892572d5ac,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:18.136120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a325763-e060-4ab3-8c38-751ff64a9492 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:18.179817 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61581b38-73d7-413e-ba3c-dc40c39621ad x-openstack-request-id: req-61581b38-73d7-413e-ba3c-dc40c39621ad {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:18.180799 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23da0168-11db-49ea-91cd-28e438fac426", "name": "network-vif-plugged", "status": "completed", "tag": "7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:18.181069 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61581b38-73d7-413e-ba3c-dc40c39621ad {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:18.181465 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23da0168-11db-49ea-91cd-28e438fac426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7', 'code': 200} Dec 15 04:54:18.215091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.324974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.328516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.408388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.408954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02d1c54b-4a34-4824-9747-452077c73656 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:18.413792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.419125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-70de145b-691f-4cd0-85ff-3f7a4e62cafd tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "DELETE /v2.0/routers/02d1c54b-4a34-4824-9747-452077c73656 HTTP/1.1" status: 204 len: 168 time: 1.0280306 Dec 15 04:54:18.420628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32854) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:18.425500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1992922943', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:18.445836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ab87-5094-43f0-bc80-f813ae83b763 req-501ce591-fabe-4e7c-b66d-634f3d1e7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:18.447469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7cc7ab87-5094-43f0-bc80-f813ae83b763 req-501ce591-fabe-4e7c-b66d-634f3d1e7447 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 1098 time: 0.1640270 Dec 15 04:54:18.474545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.476286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.490650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a565bc02-1d1c-4ecd-b02d-5d1b2f993daf req-df393950-51e1-44e3-92a6-144b06bd8043 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261563 Dec 15 04:54:18.538327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c29f9-0d52-4aaa-b500-ed6120d3c986 req-1f21c6b4-fe1e-4615-893a-45a8570f56ce tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:18.541640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-627c29f9-0d52-4aaa-b500-ed6120d3c986 req-1f21c6b4-fe1e-4615-893a-45a8570f56ce tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 944 time: 0.1147442 Dec 15 04:54:18.584225 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7cc7ab87-5094-43f0-bc80-f813ae83b763 req-e9d44c94-e9ba-476e-9dbe-0b5269fc717b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279795 Dec 15 04:54:18.589128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.663203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-627c29f9-0d52-4aaa-b500-ed6120d3c986 req-45e3b17e-2308-41b0-bc98-cc22080256ee tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115892 Dec 15 04:54:18.692044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed7586-da5c-45b5-9984-0d8bdcf1fdc8 req-8bd218ee-3080-4312-91f0-66712927da08 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:18.693561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60ed7586-da5c-45b5-9984-0d8bdcf1fdc8 req-8bd218ee-3080-4312-91f0-66712927da08 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0743051 Dec 15 04:54:18.776444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.808166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60ed7586-da5c-45b5-9984-0d8bdcf1fdc8 req-ceb9f4a3-2fa0-47b9-b0e7-eeaf2394b8a2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951469 Dec 15 04:54:18.815654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:18.825232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a73d9-557d-4652-91d9-a08af9d31b34 req-f8212594-ba82-405b-87e7-6850202c38e0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:18.826659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-913a73d9-557d-4652-91d9-a08af9d31b34 req-f8212594-ba82-405b-87e7-6850202c38e0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 946 time: 0.0893078 Dec 15 04:54:18.967793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-913a73d9-557d-4652-91d9-a08af9d31b34 req-4f0e9e61-904f-440f-b6b6-531a7703f353 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073010 Dec 15 04:54:19.035821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.057090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.089564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f133fbc-499d-4596-ad5f-d64402dda711 req-a441c4f0-f697-4d2b-bd42-5b693512d505 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:19.091049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f133fbc-499d-4596-ad5f-d64402dda711 req-a441c4f0-f697-4d2b-bd42-5b693512d505 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0935962 Dec 15 04:54:19.096607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:19.174078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Allocated IP 172.25.2.249 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/f359e7c3-5614-482f-9bd5-70d5ab2ca0fe) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:19.184285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:54:19.190554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:19.191277 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.203754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f133fbc-499d-4596-ad5f-d64402dda711 req-05886848-d85e-47c2-8b29-b1acf237b2db tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051924 Dec 15 04:54:19.264342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port d5a9b501-ed2c-489b-a9f7-ddc7a610f29b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:19.264689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.276712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8e6f4-3f6d-40d4-be8c-c49aeaf10441 req-a4a2844d-3f74-4221-bc45-2e5b7dba44b7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:19.283655 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.288511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eac8e6f4-3f6d-40d4-be8c-c49aeaf10441 req-a4a2844d-3f74-4221-bc45-2e5b7dba44b7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.0935390 Dec 15 04:54:19.324757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:19.326167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.333380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.367714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.375164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f1b1273-a402-4395-ad86-07892572d5ac no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:19.400908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7f1b1273-a402-4395-ad86-07892572d5ac {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:19.401222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7f1b1273-a402-4395-ad86-07892572d5ac not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:19.415007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:19.418585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:19.422639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:19.427514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:19.437628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd1409-3d2f-4758-9364-1dbc0c0973d6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:19.452665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event updated for resources: {'Port': ['ID=f359e7c3-5614-482f-9bd5-70d5ab2ca0fe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:19.458508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eac8e6f4-3f6d-40d4-be8c-c49aeaf10441 req-3ebdc1f4-3946-476a-b579-78bff1b2a9d9 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132691 Dec 15 04:54:19.471032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.471526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.476128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:19.477819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa421ac6-cbcf-41ca-9c4d-05417c24c01e req-cd64ffde-8753-479b-9fdb-45968db93e87 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:19.479305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa421ac6-cbcf-41ca-9c4d-05417c24c01e req-cd64ffde-8753-479b-9fdb-45968db93e87 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1355708 Dec 15 04:54:19.481125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.506711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for d5a9b501-ed2c-489b-a9f7-ddc7a610f29b owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:19.560935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-92ba0e5e-73ed-4c8f-b0c4-d9de7c7a7ff1 None None] Provisioning complete for port f359e7c3-5614-482f-9bd5-70d5ab2ca0fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:19.561404 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92ba0e5e-73ed-4c8f-b0c4-d9de7c7a7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.575546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa421ac6-cbcf-41ca-9c4d-05417c24c01e req-13927985-467d-486d-bd86-48de4eb06742 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864131 Dec 15 04:54:19.600004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-92ba0e5e-73ed-4c8f-b0c4-d9de7c7a7ff1 None None] Port f359e7c3-5614-482f-9bd5-70d5ab2ca0fe cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:19.721072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.787690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=d5a9b501-ed2c-489b-a9f7-ddc7a610f29b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:19.794681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:19.919384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.013697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05dcb5-e1d1-468c-98a3-3855bb5f13b8 req-5e1e3b83-2255-405d-a3c0-6bc123f10389 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.015255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b05dcb5-e1d1-468c-98a3-3855bb5f13b8 req-5e1e3b83-2255-405d-a3c0-6bc123f10389 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 945 time: 0.2514901 Dec 15 04:54:20.040315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9ac07-5993-4301-8ecd-de998590e36d req-f67d2acb-4661-42d2-993e-7773cd3a0558 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.041707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72c9ac07-5993-4301-8ecd-de998590e36d req-f67d2acb-4661-42d2-993e-7773cd3a0558 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2004886 Dec 15 04:54:20.170663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b05dcb5-e1d1-468c-98a3-3855bb5f13b8 req-903913ca-9679-4c9f-8091-b7777d850b31 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470084 Dec 15 04:54:20.182746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:20.185142 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45cdb6c-ac6e-44c1-bedb-b34243fa59c6" -d '{"events": [{"server_uuid": "aa6c197e-bd6f-419c-a688-568e61a8715c", "name": "network-vif-plugged", "status": "completed", "tag": "9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:20.188209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 9ec25dd0-c733-4fb6-8305-32e21b4c8099 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:20.199480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72c9ac07-5993-4301-8ecd-de998590e36d req-d39b82ad-aa21-480f-89e9-578d4e72c55c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456022 Dec 15 04:54:20.260272 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a0a504-cf9e-4d95-8da1-1e9913abc015 x-openstack-request-id: req-70a0a504-cf9e-4d95-8da1-1e9913abc015 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:20.260568 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c197e-bd6f-419c-a688-568e61a8715c", "name": "network-vif-plugged", "status": "completed", "tag": "9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:20.260903 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70a0a504-cf9e-4d95-8da1-1e9913abc015 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:20.261272 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa', 'code': 200} Dec 15 04:54:20.306740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:20.311464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.312607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-043d31f3-0755-4005-9433-e6f0593dcb20 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/9ec25dd0-c733-4fb6-8305-32e21b4c8099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4210341 Dec 15 04:54:20.316136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:20.318081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] Sync routers for ids ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:20.334830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] Routers {'9ec25dd0-c733-4fb6-8305-32e21b4c8099'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:20.335470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:20.360565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-750cf203-dfb1-4f49-a9ef-20d2121f320f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec25dd0-c733-4fb6-8305-32e21b4c8099 HTTP/1.1" status: 200 len: 205 time: 0.0428486 Dec 15 04:54:20.363918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32884) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:20.383249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:20.392431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] Routers {'9ec25dd0-c733-4fb6-8305-32e21b4c8099'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:20.393071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:20.394540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa389e4-21b0-4ee5-8052-1af3e6d997bf req-06461bd1-d52a-4796-b221-af0c6525751d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.396717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fa389e4-21b0-4ee5-8052-1af3e6d997bf req-06461bd1-d52a-4796-b221-af0c6525751d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 946 time: 0.1230123 Dec 15 04:54:20.438484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:20.439060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6c2b-75b9-4b7f-9ab0-2d56c4427d43 None None] The sync data for ids ['9ec25dd0-c733-4fb6-8305-32e21b4c8099'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:20.461588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f032-a744-4ff1-b96f-2592b5f58e8e req-abda6c38-8ba1-4a8e-80f0-b833d230cd2b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.463059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b752f032-a744-4ff1-b96f-2592b5f58e8e req-abda6c38-8ba1-4a8e-80f0-b833d230cd2b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1352453 Dec 15 04:54:20.478956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.506894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664b15b-9f6b-44c9-ad9c-9699ef85ca07 req-8621e94a-fbfc-4b96-a0bf-d91f2d5e2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.509043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b664b15b-9f6b-44c9-ad9c-9699ef85ca07 req-8621e94a-fbfc-4b96-a0bf-d91f2d5e2cec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 1097 time: 0.1100545 Dec 15 04:54:20.513626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fa389e4-21b0-4ee5-8052-1af3e6d997bf req-031492b3-c474-418c-94e7-749f0b03ba20 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049833 Dec 15 04:54:20.557401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b752f032-a744-4ff1-b96f-2592b5f58e8e req-4cc26d82-2ce8-422b-8208-c9f51e138d11 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810263 Dec 15 04:54:20.584842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b664b15b-9f6b-44c9-ad9c-9699ef85ca07 req-6f8e69bf-6c35-445c-9267-84e243e7d5c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633199 Dec 15 04:54:20.659193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.662209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.690060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760809-f9bd-4c4d-baec-6f72c6efe3f3 req-def83cb9-72e7-48b9-ab0a-9466747aa000 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.691464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48760809-f9bd-4c4d-baec-6f72c6efe3f3 req-def83cb9-72e7-48b9-ab0a-9466747aa000 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.0843885 Dec 15 04:54:20.702962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad2b83-8612-4087-a0f6-dbaa7096e6fe req-9241417e-2f90-45b9-bdb4-4bfe39cd7186 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.704391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66ad2b83-8612-4087-a0f6-dbaa7096e6fe req-9241417e-2f90-45b9-bdb4-4bfe39cd7186 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 946 time: 0.0660696 Dec 15 04:54:20.716558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.717096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec25dd0-c733-4fb6-8305-32e21b4c8099 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:20.719099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Router e1d31e11-1945-4e2b-b431-53fe69f2d3b1 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:20.725885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.727491 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d0abd97a-28a4-4616-87bd-44c2bac561d1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/9ec25dd0-c733-4fb6-8305-32e21b4c8099 HTTP/1.1" status: 204 len: 168 time: 0.3369536 Dec 15 04:54:20.730157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32892) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:20.774569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48760809-f9bd-4c4d-baec-6f72c6efe3f3 req-9ead391a-7ba2-4f88-8e2a-777b8bc930d2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692048 Dec 15 04:54:20.786397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66ad2b83-8612-4087-a0f6-dbaa7096e6fe req-a4598e1c-383c-4dd3-b91b-a24120b30b53 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735331 Dec 15 04:54:20.849612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 8436f450-56a6-4ead-953b-8e7b2c4955c5 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:54:20.856372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.908319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.913581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b01c-8073-4e97-b0c5-bfa48e5c00af req-8c9b389a-a75d-4c03-a56c-0d121696b1f4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:20.915777 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6461b01c-8073-4e97-b0c5-bfa48e5c00af req-8c9b389a-a75d-4c03-a56c-0d121696b1f4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0599422 Dec 15 04:54:20.943520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:20.957274 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] Sync routers for ids ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:20.969415 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] Routers {'e1d31e11-1945-4e2b-b431-53fe69f2d3b1'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:20.970023 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:20.988374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:20.993249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-241be923-cd80-49fd-a43f-b0ee8e9ae7c6 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5709412 Dec 15 04:54:20.994498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32900) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:21.012101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': False}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:21.018200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6461b01c-8073-4e97-b0c5-bfa48e5c00af req-adcab369-c4d8-424b-b26a-50e007800c77 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959585 Dec 15 04:54:21.032851 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:21.047892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.049117 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] Routers {'e1d31e11-1945-4e2b-b431-53fe69f2d3b1'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:21.050008 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:21.088856 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:21.089504 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4049d-c8d1-46f9-b933-449ac00bb6d6 None None] The sync data for ids ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:21.122136 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.151636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=8436f450-56a6-4ead-953b-8e7b2c4955c5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:21.160355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.166801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bc480f6e-5eeb-4792-a8ab-d9fdcbadefa2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/8436f450-56a6-4ead-953b-8e7b2c4955c5 HTTP/1.1" status: 204 len: 168 time: 0.4347813 Dec 15 04:54:21.169146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b0ba8-f49e-468a-afdc-9ab2e4d87b77 None None] Network c91de02d-4a05-4665-b7dc-24a56b993e3a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:21.169949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:21.192332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef458-5e97-4180-aa10-fcec7dc3242a req-126e9e3c-feda-48cd-8b0e-4bb528f15873 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:21.193820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50fef458-5e97-4180-aa10-fcec7dc3242a req-126e9e3c-feda-48cd-8b0e-4bb528f15873 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 946 time: 0.1747038 Dec 15 04:54:21.257910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f82e0b-a4a9-4b47-9382-336f0603a767 req-a480744b-e5f7-4cd5-a68c-b1d08a9c365d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:21.259900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17f82e0b-a4a9-4b47-9382-336f0603a767 req-a480744b-e5f7-4cd5-a68c-b1d08a9c365d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1493521 Dec 15 04:54:21.324404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] DHCP port deletion for c91de02d-4a05-4665-b7dc-24a56b993e3a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:21.374761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] Deleting port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:21.375134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.386835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.422823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50fef458-5e97-4180-aa10-fcec7dc3242a req-e64e245c-886b-4e47-84c5-4d6ca0411b7f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148392 Dec 15 04:54:21.443964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] For port 88fb9d3f-7091-4545-9eda-dcd38bd909e0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=88fb9d3f-7091-4545-9eda-dcd38bd909e0,segment=NetworkSegment(fbea0415-0cc8-422e-8a6b-a59aaccf9d8e),segment_id=fbea0415-0cc8-422e-8a6b-a59aaccf9d8e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:21.444356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.454840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17f82e0b-a4a9-4b47-9382-336f0603a767 req-9d7f162e-ebe3-49d8-80ec-38177e266a25 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830504 Dec 15 04:54:21.458698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] Calling delete_port for 88fb9d3f-7091-4545-9eda-dcd38bd909e0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:21.547830 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.574741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] Pushing event deleted for resources: {'Port': ['ID=88fb9d3f-7091-4545-9eda-dcd38bd909e0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:21.578782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9d3a1-9ef0-4087-82e8-eb5d90ec5135 None None] No DVR routers for this DVR port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:21.935422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:21.935975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:21.959094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c09817-e50d-4c7f-a4fe-0cb37ca51ed6 req-df74b8fc-752e-448b-af12-c27d575c97f4 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:21.961922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20c09817-e50d-4c7f-a4fe-0cb37ca51ed6 req-df74b8fc-752e-448b-af12-c27d575c97f4 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 945 time: 0.4666805 Dec 15 04:54:22.029111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.066199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ee14-b488-44b5-9770-40346f523a8a req-d8fb925e-e061-478c-bf45-0b8e129ed897 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:22.067645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0679ee14-b488-44b5-9770-40346f523a8a req-d8fb925e-e061-478c-bf45-0b8e129ed897 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1809564 Dec 15 04:54:22.076476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 88fb9d3f-7091-4545-9eda-dcd38bd909e0, host n-d-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:22.076838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.116888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 88fb9d3f-7091-4545-9eda-dcd38bd909e0 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:22.125830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_backend_mixin [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 was not found and therefore no delete operation was performed {{(pid=103133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:54:22.156675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.165359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20c09817-e50d-4c7f-a4fe-0cb37ca51ed6 req-6f3317b8-2823-4390-80ae-5dc04428d365 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652815 Dec 15 04:54:22.199004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=88fb9d3f-7091-4545-9eda-dcd38bd909e0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:22.205391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port 88fb9d3f-7091-4545-9eda-dcd38bd909e0 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:22.272355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0679ee14-b488-44b5-9770-40346f523a8a req-c477f8ad-3235-4e5e-b8db-20d4c17f1ab6 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970444 Dec 15 04:54:22.338815 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.380376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012f73-88df-41dd-85b0-e2c44a983914 req-604d5c1d-9e04-4fc4-b882-4f405435c539 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:22.381875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12012f73-88df-41dd-85b0-e2c44a983914 req-604d5c1d-9e04-4fc4-b882-4f405435c539 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1386633 Dec 15 04:54:22.387558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91de02d-4a05-4665-b7dc-24a56b993e3a']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:22.419589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:22.419890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbea0415-0cc8-422e-8a6b-a59aaccf9d8e') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:22.437412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.471567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.511995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:54:22.512426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:54:22.544840 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:54:22.567602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12012f73-88df-41dd-85b0-e2c44a983914 req-0da3b99c-a1fc-4c03-890a-e7334a3b0337 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776316 Dec 15 04:54:22.629001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-0cfdce2f-9043-4896-896a-a8991d09564e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:22.630529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-0cfdce2f-9043-4896-896a-a8991d09564e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 946 time: 0.0560348 Dec 15 04:54:22.665913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.678233 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.681961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/c91de02d-4a05-4665-b7dc-24a56b993e3a HTTP/1.1" status: 204 len: 168 time: 1.5110779 Dec 15 04:54:22.689680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ee133-42e7-4a32-aea9-a2afabc83598 req-d68db38b-e1f7-40d3-9c7a-9e5ede43c7a2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:22.691117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df0ee133-42e7-4a32-aea9-a2afabc83598 req-d68db38b-e1f7-40d3-9c7a-9e5ede43c7a2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=23da0168-11db-49ea-91cd-28e438fac426 HTTP/1.1" status: 200 len: 946 time: 0.1811442 Dec 15 04:54:22.693632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32924) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:22.706807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028148960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:22.716142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529d8ea-e06d-42ce-b925-202f8d79a925 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=c91de02d-4a05-4665-b7dc-24a56b993e3a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:22.724142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:22.724488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.819344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:22.819634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.833584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:22.837396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.838409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.855948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df0ee133-42e7-4a32-aea9-a2afabc83598 req-d841336d-ba72-43c0-856f-dad6f1055368 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439276 Dec 15 04:54:22.914886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.919260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.968671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:22.998677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:23.002954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.004199 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1809b17e-7881-451a-8412-6586608634ef tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3008392 Dec 15 04:54:23.007675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32926) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:23.010657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1', '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:23.012636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-204271414'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:23.034354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.038781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.065761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:23.068598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.072580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bfa23b92-f5ca-46b5-b40a-8787406facda req-49b18c84-0d04-4ba3-bdb5-65431374d611 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "DELETE /v2.0/ports/7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 HTTP/1.1" status: 204 len: 173 time: 0.4357691 Dec 15 04:54:23.072989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23da0168-11db-49ea-91cd-28e438fac426', 'name': 'network-vif-deleted', 'tag': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:23.075372 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc024997-5d6a-4858-94e4-7e956f03dd69" -d '{"events": [{"server_uuid": "23da0168-11db-49ea-91cd-28e438fac426", "name": "network-vif-deleted", "tag": "7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:23.078774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:23.082260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.116813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:54:23.129287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.129662 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment 0ea4b9dc-8d34-4d57-8883-1e8a93104089 of type vlan for network 37703d9c-b6cc-43b4-8b56-92deb1faef9e Dec 15 04:54:23.132059 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cd3cb9-5509-491d-a12d-f3d872904117 x-openstack-request-id: req-b8cd3cb9-5509-491d-a12d-f3d872904117 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:23.132482 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23da0168-11db-49ea-91cd-28e438fac426", "name": "network-vif-deleted", "tag": "7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:23.132803 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8cd3cb9-5509-491d-a12d-f3d872904117 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:23.133416 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23da0168-11db-49ea-91cd-28e438fac426', 'name': 'network-vif-deleted', 'tag': '7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7', 'status': 'completed', 'code': 200} Dec 15 04:54:23.177307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Router e1d31e11-1945-4e2b-b431-53fe69f2d3b1 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:23.184675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.233746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.245179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.245858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.337222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=37703d9c-b6cc-43b4-8b56-92deb1faef9e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:23.348460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:54:23.360776 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f61b4151-6626-493e-a659-9635a9175688 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3519678 Dec 15 04:54:23.366613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32934) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:23.372455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:23.396332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88fb9d3f-7091-4545-9eda-dcd38bd909e0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:23.424967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 88fb9d3f-7091-4545-9eda-dcd38bd909e0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:23.425568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88fb9d3f-7091-4545-9eda-dcd38bd909e0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:23.435306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5d729-2716-4fb0-a9fd-97b0944c62bb req-8c3788c5-6ca5-40c8-8847-f2b2a037a227 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.436960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ca5d729-2716-4fb0-a9fd-97b0944c62bb req-8c3788c5-6ca5-40c8-8847-f2b2a037a227 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 945 time: 0.1798160 Dec 15 04:54:23.458553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb6100-a0f6-49a3-8fab-afd62b0a8372 req-4805b559-ae5a-43d3-adad-082cbc596f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.459974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92bb6100-a0f6-49a3-8fab-afd62b0a8372 req-4805b559-ae5a-43d3-adad-082cbc596f8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 1097 time: 0.1766973 Dec 15 04:54:23.484486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:23.488237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.490993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:23.495772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.499931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-08136695-809a-4a6a-9822-220114cbd916 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "PUT /v2.0/routers/e1d31e11-1945-4e2b-b431-53fe69f2d3b1 HTTP/1.1" status: 200 len: 926 time: 2.5020640 Dec 15 04:54:23.503021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] Sync routers for ids ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:23.503179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32936) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:23.514776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] Routers {'e1d31e11-1945-4e2b-b431-53fe69f2d3b1'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:23.515399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:23.526102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2368cf3-fc1a-49c6-8536-d7fc4053a267 req-5d974d81-e49d-43c0-89f2-4824789eb370 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.527581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2368cf3-fc1a-49c6-8536-d7fc4053a267 req-5d974d81-e49d-43c0-89f2-4824789eb370 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1409619 Dec 15 04:54:23.554759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:23.564939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] Routers {'e1d31e11-1945-4e2b-b431-53fe69f2d3b1'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:23.565589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:23.569529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ca5d729-2716-4fb0-a9fd-97b0944c62bb req-61bfcd0d-b61e-4c2d-aab2-fbe6bfded562 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213264 Dec 15 04:54:23.611688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92bb6100-a0f6-49a3-8fab-afd62b0a8372 req-8760f41c-2074-4bea-a7c5-3ad6d5250ca0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380687 Dec 15 04:54:23.616448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:23.617664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e083e6e-fb95-4f48-a16b-3c02502d278f None None] The sync data for ids ['e1d31e11-1945-4e2b-b431-53fe69f2d3b1'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:23.631999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2368cf3-fc1a-49c6-8536-d7fc4053a267 req-81855c7d-9fac-44b3-acb4-fe21235d3271 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955172 Dec 15 04:54:23.715268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bc6cb19c-d791-4bf8-beb1-ecaea7d7557e tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/e1d31e11-1945-4e2b-b431-53fe69f2d3b1 HTTP/1.1" status: 200 len: 926 time: 0.2103536 Dec 15 04:54:23.715839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32944) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:23.754921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f6ab-0d97-40eb-ac5e-84012a42f657 req-ff25e827-cb55-4545-ba28-a7b60f0a4292 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.756504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88a1f6ab-0d97-40eb-ac5e-84012a42f657 req-ff25e827-cb55-4545-ba28-a7b60f0a4292 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0920420 Dec 15 04:54:23.831288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.834900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f68bb-4226-4ef7-b9cc-d7814000eeba tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.837075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d8f68bb-4226-4ef7-b9cc-d7814000eeba tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=e1d31e11-1945-4e2b-b431-53fe69f2d3b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1199217 Dec 15 04:54:23.840662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32946) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:23.853528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88a1f6ab-0d97-40eb-ac5e-84012a42f657 req-78662796-c9b9-404d-ab10-fd538a19406f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799210 Dec 15 04:54:23.896734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=bbdf1eba-30e9-4697-b96d-8ad8c58fd86c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:23.911258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:23.911624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: 37703d9c-b6cc-43b4-8b56-92deb1faef9e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:54:23.931317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:54:23.938599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469c791-1011-454e-b73a-7596c5a91995 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.943128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f469c791-1011-454e-b73a-7596c5a91995 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.0987511 Dec 15 04:54:23.943318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 37703d9c-b6cc-43b4-8b56-92deb1faef9e) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:23.944660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32952) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:23.960199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343a7f5-778d-434b-9202-a440c26871c1 None None] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:23.989614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:23.990572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:23.996659 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e2cf1d38-d3c7-4b38-a70f-b8a9803d155f tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1d31e11-1945-4e2b-b431-53fe69f2d3b1 HTTP/1.1" status: 200 len: 205 time: 0.0508592 Dec 15 04:54:23.999147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32956) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:24.026007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e127191-630d-4978-aba5-fe9d57de0ed8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6574683 Dec 15 04:54:24.029983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 32958) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:24.099685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:54:24.100602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.279538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Allocated IP 2001:db8::2 (37703d9c-b6cc-43b4-8b56-92deb1faef9e/bbdf1eba-30e9-4697-b96d-8ad8c58fd86c/84e07b5b-df03-47a1-ac2d-52a9b846dba4) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:24.421009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.471145 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.479537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.558603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.559283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:24.570486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:24.574732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:24.621898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Pushing event updated for resources: {'Port': ['ID=84e07b5b-df03-47a1-ac2d-52a9b846dba4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:24.662707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Attempting to bind port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:24.663085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Attempting to bind port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:24.663459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Attempting to bind port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 on network 37703d9c-b6cc-43b4-8b56-92deb1faef9e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:24.665055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-df2dcc38-80c1-4e43-8ee9-af18237ddf79 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:24.672194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-df2dcc38-80c1-4e43-8ee9-af18237ddf79 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.2341290 Dec 15 04:54:24.673336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:24.673854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Checking segment: {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:24.674479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.675029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Bound using segment: {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:24.675734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Bound port: 84e07b5b-df03-47a1-ac2d-52a9b846dba4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:24.676249 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.689824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-c4a51a96-8af7-413d-8433-681984191dc7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0165699 Dec 15 04:54:24.751189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] For port 84e07b5b-df03-47a1-ac2d-52a9b846dba4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:24.754423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] For port 84e07b5b-df03-47a1-ac2d-52a9b846dba4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84e07b5b-df03-47a1-ac2d-52a9b846dba4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:24.763516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.765688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8::1 (37703d9c-b6cc-43b4-8b56-92deb1faef9e/bbdf1eba-30e9-4697-b96d-8ad8c58fd86c/0bc28849-4db2-4e22-ad35-99b85a5623a4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:24.813581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-a1e48f9c-3486-4a73-9864-87610d7c851d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225960 Dec 15 04:54:24.918845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b381bc-023d-4c83-9ec9-553d6b2d5897 None None] Pushing event updated for resources: {'Port': ['ID=84e07b5b-df03-47a1-ac2d-52a9b846dba4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:24.937183 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.939045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.994337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae412fe-3b98-4196-8b3d-1b2d8bd0b86e req-59021849-b1ff-44d2-b5cc-2c6f3426e897 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:24.994968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:24.995848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ae412fe-3b98-4196-8b3d-1b2d8bd0b86e req-59021849-b1ff-44d2-b5cc-2c6f3426e897 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2411079 Dec 15 04:54:25.053612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:25.059767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-614df912-5aca-45d9-b284-7e87791a62fd service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452588 Dec 15 04:54:25.060001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:25.064474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:25.065244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.113947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=0bc28849-4db2-4e22-ad35-99b85a5623a4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:25.176990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ae412fe-3b98-4196-8b3d-1b2d8bd0b86e req-ab38f5a3-3e31-4ac8-946a-de4099c84865 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593378 Dec 15 04:54:25.176990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Deleting port f359e7c3-5614-482f-9bd5-70d5ab2ca0fe {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:25.176990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.294654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.341426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-a7971a86-428d-4436-934c-6583ca051364 service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803941 Dec 15 04:54:25.343120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.419295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f78cb-9290-40e5-abb8-cc3a0f9773f5 req-73b7f24e-8b67-4cae-ba95-3e87ebc2e042 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:25.421442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d2f78cb-9290-40e5-abb8-cc3a0f9773f5 req-73b7f24e-8b67-4cae-ba95-3e87ebc2e042 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1618214 Dec 15 04:54:25.422516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Calling delete_port for f359e7c3-5614-482f-9bd5-70d5ab2ca0fe owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:25.456726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84e07b5b-df03-47a1-ac2d-52a9b846dba4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:25.539013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d2f78cb-9290-40e5-abb8-cc3a0f9773f5 req-32e8cf19-a55d-4082-9a4d-e907e524de0d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974317 Dec 15 04:54:25.555412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:25.556170 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.679584 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.683957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7537520f-ca5b-46ba-b243-d36cec60bbbd req-12ddab10-6693-4847-8aa5-5c08c3e47e4d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 210 time: 0.0509686 Dec 15 04:54:25.735377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.752378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 84e07b5b-df03-47a1-ac2d-52a9b846dba4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84e07b5b-df03-47a1-ac2d-52a9b846dba4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:25.761703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.772761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event deleted for resources: {'Port': ['ID=f359e7c3-5614-482f-9bd5-70d5ab2ca0fe,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:25.814588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.827888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.828715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.870890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f85667-47c9-4cd0-9d07-cbf4acf56d6e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:25.885180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:25.903329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=84e07b5b-df03-47a1-ac2d-52a9b846dba4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:25.907289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=0bc28849-4db2-4e22-ad35-99b85a5623a4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:26.030982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:26.033906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:26.034967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.038372 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.092167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.092802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Fanout notify agent at l3_agent the message router_deleted on router e1d31e11-1945-4e2b-b431-53fe69f2d3b1 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:26.107721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.109094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-597567d7-4c3a-4f3f-8b63-742da7084d75 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/e1d31e11-1945-4e2b-b431-53fe69f2d3b1 HTTP/1.1" status: 204 len: 168 time: 2.1088626 Dec 15 04:54:26.113104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32990) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:26.121167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1023053317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:26.159410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.161026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.226639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:26.267430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.302162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.364912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.369215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cbfdc31a-adf5-4918-8d83-a929832cd79e tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2518673 Dec 15 04:54:26.375825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933034f-3390-451c-92a0-440758d382e0 req-6b4f4daa-d7f6-4d14-ae3e-902a733eeddd tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:26.377485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9933034f-3390-451c-92a0-440758d382e0 req-6b4f4daa-d7f6-4d14-ae3e-902a733eeddd tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1070776 Dec 15 04:54:26.377998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 32996) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:26.384280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:26.393922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda04244-993f-48e7-9e29-004e4c30cec9 None None] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:26.581862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-775659aa-8dc4-4acb-9048-980eaab8d860 None None] Provisioning complete for port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:26.583073 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-775659aa-8dc4-4acb-9048-980eaab8d860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.741912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.752182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9933034f-3390-451c-92a0-440758d382e0 req-8119d3a4-454e-4d24-9f78-e9fb02ab332e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814062 Dec 15 04:54:26.783964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:26.795968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:26.798931 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d686008a-4316-4950-a2d9-4b7bd3091241 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664018 Dec 15 04:54:26.800855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:26.808331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055360233'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:26.818936 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:26.821944 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:26.838737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:26.842479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f3cb-36e5-4d0e-8cb5-cfb39a61a6f8 req-946125a1-7845-46c3-b31c-f547653e0f39 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:26.844138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a52f3cb-36e5-4d0e-8cb5-cfb39a61a6f8 req-946125a1-7845-46c3-b31c-f547653e0f39 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1582546 Dec 15 04:54:26.848857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.893354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:54:26.921671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:26.922097 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment 65017b9f-2957-4d28-b254-b1a75aa130ae of type vlan for network 3589983f-1d70-440c-9dbc-7c787515821a Dec 15 04:54:26.930806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f83e8b6-8d8b-436b-944a-a6be926ffb3d req-6e997563-0cbc-45eb-bdd3-5709aeff12db tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 210 time: 0.0442028 Dec 15 04:54:26.998697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a52f3cb-36e5-4d0e-8cb5-cfb39a61a6f8 req-2925c8f2-87f2-4613-a2f4-fbb973c0ddd9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471577 Dec 15 04:54:27.028243 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:27.074482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.137331 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.145066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:27.146280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.205334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d80a79cb-34ab-4455-9d48-0f1a977a25f3 None None] Provisioning complete for port 0bc28849-4db2-4e22-ad35-99b85a5623a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:27.205801 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80a79cb-34ab-4455-9d48-0f1a977a25f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.297145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d80a79cb-34ab-4455-9d48-0f1a977a25f3 None None] Port 0bc28849-4db2-4e22-ad35-99b85a5623a4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:27.301737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=3589983f-1d70-440c-9dbc-7c787515821a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:27.307342 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b38a620-40ac-4e26-8d8f-9d134505d535 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5053248 Dec 15 04:54:27.314198 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.318530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33014) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:27.324291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:27.327323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:27.363587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b2aad-c919-4e80-83ee-ac25cfa20a15 req-d5333d97-a658-4573-8ddf-44c24d6ff483 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:27.369858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-557b2aad-c919-4e80-83ee-ac25cfa20a15 req-d5333d97-a658-4573-8ddf-44c24d6ff483 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1868522 Dec 15 04:54:27.374294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d80a79cb-34ab-4455-9d48-0f1a977a25f3 None None] Provisioning complete for port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:27.374826 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80a79cb-34ab-4455-9d48-0f1a977a25f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.376890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:27.377380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7b649f9a-2f15-4cfe-a03a-6c4bb7076ed7 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:27.432008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 3589983f-1d70-440c-9dbc-7c787515821a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:54:27.473344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.539176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:25Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:25Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:27.547802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84e07b5b-df03-47a1-ac2d-52a9b846dba4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:27.619802 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:27.620447 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Updating router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 port 0bc28849-4db2-4e22-ad35-99b85a5623a4 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:27.639493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-782776de-9059-4a12-a24b-9f973d670eed tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:27.644732 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-782776de-9059-4a12-a24b-9f973d670eed tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.4824238 Dec 15 04:54:27.662865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:27.673128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:27.674616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Allocated IP 172.25.2.143 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/03d29736-4a76-4acd-81ea-5856e3ec1585) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:27.680458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.701315 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.721116 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-216db5f9-a5af-49da-b6f6-619d46db5c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.822897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:27.823131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.876925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-557b2aad-c919-4e80-83ee-ac25cfa20a15 req-e4363b36-3423-4c6f-89e8-7578ea2df8b4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436388 Dec 15 04:54:27.909172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:27.980462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.059483 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.069697 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.092843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:28.116099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event updated for resources: {'Port': ['ID=03d29736-4a76-4acd-81ea-5856e3ec1585,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:28.139776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ff754785-020f-4aef-915b-4778f844e2c3 None None] Provisioning complete for port 0bc28849-4db2-4e22-ad35-99b85a5623a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:28.140471 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff754785-020f-4aef-915b-4778f844e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.143725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a7ed-05d6-4f24-bfd7-e8ec5ec5a5bc None None] Pushing event updated for resources: {'Port': ['ID=0bc28849-4db2-4e22-ad35-99b85a5623a4,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:28.203571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ff754785-020f-4aef-915b-4778f844e2c3 None None] Port 0bc28849-4db2-4e22-ad35-99b85a5623a4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:28.207879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:28.213870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.231786 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Attempting to bind port 0bc28849-4db2-4e22-ad35-99b85a5623a4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:28.232227 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Attempting to bind port 0bc28849-4db2-4e22-ad35-99b85a5623a4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:28.232866 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Attempting to bind port 0bc28849-4db2-4e22-ad35-99b85a5623a4 on network 37703d9c-b6cc-43b4-8b56-92deb1faef9e {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:28.238436 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:28.239174 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Checking segment: {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:28.239818 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.240460 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Bound using segment: {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:28.241146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Bound port: 0bc28849-4db2-4e22-ad35-99b85a5623a4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea4b9dc-8d34-4d57-8883-1e8a93104089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:28.241777 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.265624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d734632-3aa9-4aa5-a442-f35f9d0357e0 req-af2d7b5a-3b35-4b71-a3ea-dca437f6b8f3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 210 time: 0.1413479 Dec 15 04:54:28.266671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:28.269310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:28.297560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa82617-3c99-4735-9f62-5568faf7fb30 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:28.351364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9fee3299-13a7-40e9-8043-cedd715aad3a None None] Provisioning complete for port 03d29736-4a76-4acd-81ea-5856e3ec1585 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:28.351808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fee3299-13a7-40e9-8043-cedd715aad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.402950 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] For port 0bc28849-4db2-4e22-ad35-99b85a5623a4, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:28.414113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9fee3299-13a7-40e9-8043-cedd715aad3a None None] Port 03d29736-4a76-4acd-81ea-5856e3ec1585 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:28.414416 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] For port 0bc28849-4db2-4e22-ad35-99b85a5623a4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0bc28849-4db2-4e22-ad35-99b85a5623a4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:28.424251 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.521105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.6 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/7731721a-222b-419e-908e-61b9af92d27d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:28.566758 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:28.567555 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:28.569694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a7ed-05d6-4f24-bfd7-e8ec5ec5a5bc None None] Pushing event updated for resources: {'Port': ['ID=0bc28849-4db2-4e22-ad35-99b85a5623a4,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:28.604322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.714965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=7d6ec185-ba48-4034-a16e-3d340f280a5a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:28.730850 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:28.772859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7777d4d5-1d45-4a10-9016-d363d1c63185 None None] Provisioning complete for port 0bc28849-4db2-4e22-ad35-99b85a5623a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:28.773431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7777d4d5-1d45-4a10-9016-d363d1c63185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.842757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:28.845551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: 3589983f-1d70-440c-9dbc-7c787515821a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:54:28.935533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7777d4d5-1d45-4a10-9016-d363d1c63185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:28.936788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 3589983f-1d70-440c-9dbc-7c787515821a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:54:28.982099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 3589983f-1d70-440c-9dbc-7c787515821a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:29.001923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73de26e-43dc-4203-97cc-6207e9808861 None None] Network 3589983f-1d70-440c-9dbc-7c787515821a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:29.009306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:29.012422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.016026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10ed8-175b-4785-bdf1-6b27ce5b828f req-773846eb-5d8f-44eb-afa5-0c1edcdcae50 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:29.017563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01d10ed8-175b-4785-bdf1-6b27ce5b828f req-773846eb-5d8f-44eb-afa5-0c1edcdcae50 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.7034514 Dec 15 04:54:29.068213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.075730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dbb4f064-c335-43a7-b2e0-de2c207bf4a9 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7561469 Dec 15 04:54:29.077934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b8a1f-fb3e-49a4-89d3-4ec4fc9f12fc req-3e847f0e-987e-465a-a96d-22c47a918393 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:29.080762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33030) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:29.082375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a0b8a1f-fb3e-49a4-89d3-4ec4fc9f12fc req-3e847f0e-987e-465a-a96d-22c47a918393 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.6998303 Dec 15 04:54:29.106852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7777d4d5-1d45-4a10-9016-d363d1c63185 None None] For port 0bc28849-4db2-4e22-ad35-99b85a5623a4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0bc28849-4db2-4e22-ad35-99b85a5623a4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:29.120971 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7777d4d5-1d45-4a10-9016-d363d1c63185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.150550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01d10ed8-175b-4785-bdf1-6b27ce5b828f req-0ffc1c55-f3e5-417d-b38d-9436034975d9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210415 Dec 15 04:54:29.188077 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:25Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:29.190336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a0b8a1f-fb3e-49a4-89d3-4ec4fc9f12fc req-d2a2a6ee-a29d-4f85-bded-4be9055b4d20 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Dec 15 04:54:29.222884 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10804a2-7fee-4620-92c4-4b5a0c685172 None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:25Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:29.238071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d4d5-1d45-4a10-9016-d363d1c63185 None None] Pushing event updated for resources: {'Port': ['ID=0bc28849-4db2-4e22-ad35-99b85a5623a4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:29.252195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8202342-e934-4233-8693-497c62d15459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-3589983f-1d70-440c-9dbc-7c787515821a', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:54:29.264812 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8202342-e934-4233-8693-497c62d15459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.332247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.403300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.466307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:29.474143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:29.481186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:29.516460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c85933-8139-49c3-9df2-a6a6d62cbc79 req-10a65ef7-2a6e-497b-a1bc-5381d3e3ac65 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:29.518019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51c85933-8139-49c3-9df2-a6a6d62cbc79 req-10a65ef7-2a6e-497b-a1bc-5381d3e3ac65 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 931 time: 0.1064095 Dec 15 04:54:29.539361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=7731721a-222b-419e-908e-61b9af92d27d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:29.667193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:29.668059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.720577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-84e98ffa-0023-4141-8cbe-f6d873a7f131 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0642359 Dec 15 04:54:29.736947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51c85933-8139-49c3-9df2-a6a6d62cbc79 req-8d5d616b-17e9-4d0f-ab50-81db41d31884 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991487 Dec 15 04:54:29.762343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Request body: {'port': {'device_id': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:29.785435 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.790821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.804625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0f3c5ee4-5928-42b4-9efd-5d593c6940b2 None None] Provisioning complete for port 0bc28849-4db2-4e22-ad35-99b85a5623a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:29.805752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5ee4-5928-42b4-9efd-5d593c6940b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.807575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:29.936222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:29.967176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7f547c08-5a5e-4235-90a7-f873c4c73742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.021546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.062245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Router 2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:30.063327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d8202342-e934-4233-8693-497c62d15459 None None] Allocated IP 2001:db8:1::2 (3589983f-1d70-440c-9dbc-7c787515821a/7d6ec185-ba48-4034-a16e-3d340f280a5a/bb73715b-65b2-4bfa-9256-ba1b0db7feb3) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:30.294142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:30.324622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.332033 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ec8ea2ee-d319-40fa-8230-1d708d8786cb tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "PUT /v2.0/routers/2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea HTTP/1.1" status: 200 len: 884 time: 3.9506786 Dec 15 04:54:30.332806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33042) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:30.408025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] Sync routers for ids ['2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:30.469901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] Routers {'2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:30.470563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:30.481906 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8202342-e934-4233-8693-497c62d15459 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.525277 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8202342-e934-4233-8693-497c62d15459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.532854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:30.590826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a5cf8-0de4-439e-8ca5-ef6a6d559dd8 req-ad844ba1-83f4-40a6-b8ac-7da1aa1b978e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:30.592570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e47a5cf8-0de4-439e-8ca5-ef6a6d559dd8 req-ad844ba1-83f4-40a6-b8ac-7da1aa1b978e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2612922 Dec 15 04:54:30.594590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8202342-e934-4233-8693-497c62d15459 None None] Network 3589983f-1d70-440c-9dbc-7c787515821a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:30.597169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] Routers {'2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:30.597816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:30.624159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20053bb8-0630-4759-bf69-e92054cbe5e9 req-4077e97f-4969-420b-ad20-680759bb5ee3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:30.625840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20053bb8-0630-4759-bf69-e92054cbe5e9 req-4077e97f-4969-420b-ad20-680759bb5ee3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2746739 Dec 15 04:54:30.652842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7731721a-222b-419e-908e-61b9af92d27d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:30.656228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d8202342-e934-4233-8693-497c62d15459 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:30.659317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8202342-e934-4233-8693-497c62d15459 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:30.666220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.668976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8:1::1 (3589983f-1d70-440c-9dbc-7c787515821a/7d6ec185-ba48-4034-a16e-3d340f280a5a/dbe8b4e7-dc7a-40ad-b695-64560835ccd1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:30.669352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:30.669969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32d763-c6dc-4340-a7ba-0d5b1c51093a None None] The sync data for ids ['2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:30.678483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8202342-e934-4233-8693-497c62d15459 None None] Pushing event updated for resources: {'Port': ['ID=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:30.687051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33988f5b-a110-4e7d-91b8-111f0800cb65 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea HTTP/1.1" status: 200 len: 925 time: 0.3521028 Dec 15 04:54:30.693195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:30.719717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Transition to ACTIVE for port object 7731721a-222b-419e-908e-61b9af92d27d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:54:30.740986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20053bb8-0630-4759-bf69-e92054cbe5e9 req-d4e01804-d153-4fea-a06c-27728294b53e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029677 Dec 15 04:54:30.769739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e47a5cf8-0de4-439e-8ca5-ef6a6d559dd8 req-502f0202-2644-46e3-a339-2b3bb86bec42 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514888 Dec 15 04:54:30.798093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d8202342-e934-4233-8693-497c62d15459 None None] Attempting to bind port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:30.798481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d8202342-e934-4233-8693-497c62d15459 None None] Attempting to bind port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:30.798862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8202342-e934-4233-8693-497c62d15459 None None] Attempting to bind port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 on network 3589983f-1d70-440c-9dbc-7c787515821a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:30.803827 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.810750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8202342-e934-4233-8693-497c62d15459 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:30.811471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8202342-e934-4233-8693-497c62d15459 None None] Checking segment: {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:30.811687 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8202342-e934-4233-8693-497c62d15459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.814953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8202342-e934-4233-8693-497c62d15459 None None] Bound using segment: {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:30.815518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d8202342-e934-4233-8693-497c62d15459 None None] Bound port: bb73715b-65b2-4bfa-9256-ba1b0db7feb3, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:30.816028 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8202342-e934-4233-8693-497c62d15459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.916663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d8202342-e934-4233-8693-497c62d15459 None None] For port bb73715b-65b2-4bfa-9256-ba1b0db7feb3, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:30.921254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d8202342-e934-4233-8693-497c62d15459 None None] For port bb73715b-65b2-4bfa-9256-ba1b0db7feb3, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:30.930178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d8202342-e934-4233-8693-497c62d15459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:30.955937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Pushing event updated for resources: {'Port': ['ID=7731721a-222b-419e-908e-61b9af92d27d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:31.008894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffb796-4fa3-44de-9a62-42d963f46f2d req-2029fccc-d499-4134-bf92-7f399b1760d8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:31.019629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3ffb796-4fa3-44de-9a62-42d963f46f2d req-2029fccc-d499-4134-bf92-7f399b1760d8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 943 time: 0.1225164 Dec 15 04:54:31.075106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8202342-e934-4233-8693-497c62d15459 None None] Pushing event updated for resources: {'Port': ['ID=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:31.082738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:31.132967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3ffb796-4fa3-44de-9a62-42d963f46f2d req-d63ab38a-1769-4a4b-89c7-e005c883c800 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 Dec 15 04:54:31.177893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:31.213076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f90ff-cdd7-46f9-979f-037333bb7cf2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:31.215513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-146f90ff-cdd7-46f9-979f-037333bb7cf2 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5190110 Dec 15 04:54:31.237672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33056) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:31.282647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838967-e734-4e16-a388-f01884f47cae req-8965612e-3c59-4fbe-9d4f-86c84424d659 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:31.284514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0838967-e734-4e16-a388-f01884f47cae req-8965612e-3c59-4fbe-9d4f-86c84424d659 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.0913048 Dec 15 04:54:31.316002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:31.343307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0838967-e734-4e16-a388-f01884f47cae req-47d50600-15cc-42d0-83b9-ff9de30e29ec tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511422 Dec 15 04:54:31.450843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:31.474707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Attempting to bind port 7731721a-222b-419e-908e-61b9af92d27d on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:31.475112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Attempting to bind port 7731721a-222b-419e-908e-61b9af92d27d by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:31.475537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Attempting to bind port 7731721a-222b-419e-908e-61b9af92d27d on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:31.492605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Port 7731721a-222b-419e-908e-61b9af92d27d on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:54:31.493392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Attempting to bind port 7731721a-222b-419e-908e-61b9af92d27d on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:31.502315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 3589983f-1d70-440c-9dbc-7c787515821a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:31.503683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:31.504566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:31.505135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:31.505681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Bound port: 7731721a-222b-419e-908e-61b9af92d27d, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:31.506138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:31.530162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:31.553926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:31.555193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:31.579340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0bc28849-4db2-4e22-ad35-99b85a5623a4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:31.662859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0bc28849-4db2-4e22-ad35-99b85a5623a4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:31.663261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:31.945574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134847f-1df9-4a31-a76e-db509800534e req-61ecf3db-5283-4785-ace4-370af31ac070 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:31.947166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2134847f-1df9-4a31-a76e-db509800534e req-61ecf3db-5283-4785-ace4-370af31ac070 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0568466 Dec 15 04:54:31.991906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207f51d-fe35-408e-8d4f-ff3338dad8b0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:31.994590 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5207f51d-fe35-408e-8d4f-ff3338dad8b0 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.7019136 Dec 15 04:54:31.997021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33062) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:32.023619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] For port 7731721a-222b-419e-908e-61b9af92d27d, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:32.030451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] For port 7731721a-222b-419e-908e-61b9af92d27d, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7731721a-222b-419e-908e-61b9af92d27d,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:32.035018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d82db2cc-e0fe-46d2-9001-756961ecef4c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea HTTP/1.1" status: 200 len: 205 time: 0.0343406 Dec 15 04:54:32.035592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33064) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:32.036744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2134847f-1df9-4a31-a76e-db509800534e req-456cacb9-57f5-466c-90f8-ce26a1bb950a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813565 Dec 15 04:54:32.153826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.238756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:32.239403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.241344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] 10.222.0.42 "PUT /v2.0/ports/7731721a-222b-419e-908e-61b9af92d27d HTTP/1.1" status: 200 len: 1092 time: 2.4833679 Dec 15 04:54:32.246175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'tag': '7731721a-222b-419e-908e-61b9af92d27d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:32.248900 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb002f4a-440d-4cab-9a61-193c248d4d95" -d '{"events": [{"name": "network-changed", "server_uuid": "3231a2ed-ad23-4458-b886-64efa0dd0d30", "tag": "7731721a-222b-419e-908e-61b9af92d27d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:32.272844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.283699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.326698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aed8f9-6c28-4e20-a157-800c32e67735 req-e052ed84-2bde-4eed-9395-216de06802b3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:32.338556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aed8f9-6c28-4e20-a157-800c32e67735 req-e052ed84-2bde-4eed-9395-216de06802b3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 943 time: 0.1119137 Dec 15 04:54:32.384795 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7957eba-c473-4fb5-95c2-1315bec6f78c x-openstack-request-id: req-e7957eba-c473-4fb5-95c2-1315bec6f78c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:32.385192 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3231a2ed-ad23-4458-b886-64efa0dd0d30", "tag": "7731721a-222b-419e-908e-61b9af92d27d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:32.385522 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7957eba-c473-4fb5-95c2-1315bec6f78c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:32.386002 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'tag': '7731721a-222b-419e-908e-61b9af92d27d', 'status': 'completed', 'code': 200} Dec 15 04:54:32.402746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6aed8f9-6c28-4e20-a157-800c32e67735 req-30e8d2d6-cddd-49e2-a0ec-696cf9411c17 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Dec 15 04:54:32.481654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f5e68-0956-46bb-9cec-7147059137bb service neutron] Pushing event updated for resources: {'Port': ['ID=7731721a-222b-419e-908e-61b9af92d27d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:32.516827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-e73cc8cd-211b-4be5-9b7b-de990d655ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:32.518388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-e73cc8cd-211b-4be5-9b7b-de990d655ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 1095 time: 0.1670332 Dec 15 04:54:32.533432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a5518-7022-4e72-af64-f1d06beec0e0 req-a8672580-db15-42d0-99c7-80863fbedbb8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:32.535524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d29a5518-7022-4e72-af64-f1d06beec0e0 req-a8672580-db15-42d0-99c7-80863fbedbb8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.0701067 Dec 15 04:54:32.616809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d29a5518-7022-4e72-af64-f1d06beec0e0 req-b30714d2-5f01-482a-93ca-07994298c119 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Dec 15 04:54:32.638708 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-be07f819-8c11-40c3-8294-f59ec74a1390 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7731721a-222b-419e-908e-61b9af92d27d HTTP/1.1" status: 200 len: 217 time: 0.0718398 Dec 15 04:54:32.669670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d66bf-2b5f-470b-be89-ca18ee66e13e None None] Network 3589983f-1d70-440c-9dbc-7c787515821a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:32.727961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-7ece1a3c-90a1-4a4e-8743-3da5099580e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:32.731183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-7ece1a3c-90a1-4a4e-8743-3da5099580e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.0784404 Dec 15 04:54:32.776541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7c593059-bf07-4de0-9a7a-7a598fc380ee None None] Provisioning complete for port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:32.776966 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c593059-bf07-4de0-9a7a-7a598fc380ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.778706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.782133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.790605 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-e33db4ff-bc0a-4326-bd67-c55fc60920a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505171 Dec 15 04:54:32.933523 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c593059-bf07-4de0-9a7a-7a598fc380ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:32.978638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7c593059-bf07-4de0-9a7a-7a598fc380ee None None] For port bb73715b-65b2-4bfa-9256-ba1b0db7feb3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:32.985921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c593059-bf07-4de0-9a7a-7a598fc380ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.058294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c593059-bf07-4de0-9a7a-7a598fc380ee None None] Pushing event updated for resources: {'Port': ['ID=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:33.067200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-03996819-a271-4618-871a-56b932567885 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668698 Dec 15 04:54:33.082170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Deleting port 03d29736-4a76-4acd-81ea-5856e3ec1585 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:33.082514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.198862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7571589-dcdb-4e8a-a457-c1a746680bb3 req-3b5e175a-80b4-413b-bb4f-41beb25c84cd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:33.207380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7571589-dcdb-4e8a-a457-c1a746680bb3 req-3b5e175a-80b4-413b-bb4f-41beb25c84cd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.0687146 Dec 15 04:54:33.279726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7571589-dcdb-4e8a-a457-c1a746680bb3 req-b3b89297-9c39-43ee-88ce-b6d67fb2fac9 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Dec 15 04:54:33.292237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.307054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.307972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.374489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.403465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-adcd90a5-037f-4ff4-8a6f-fdf5f23c4c38 None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:33.403880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-adcd90a5-037f-4ff4-8a6f-fdf5f23c4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.480934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bb73715b-65b2-4bfa-9256-ba1b0db7feb3 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:33.487610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-adcd90a5-037f-4ff4-8a6f-fdf5f23c4c38 None None] Port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:33.574545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d0b82d8-2cfa-4db1-8051-c99fc828d66e req-b07b6275-2b3c-422c-96fc-1144926d1b7c service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872186 Dec 15 04:54:33.580041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.591595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:33.595171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.603312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-adcd90a5-037f-4ff4-8a6f-fdf5f23c4c38 None None] Provisioning complete for port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:33.603312 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-adcd90a5-037f-4ff4-8a6f-fdf5f23c4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.630797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a014100-88bb-406b-9073-cb120a153dde req-534832c5-5f47-46d0-82ff-c80ed1ad6e28 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:33.636554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a014100-88bb-406b-9073-cb120a153dde req-534832c5-5f47-46d0-82ff-c80ed1ad6e28 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 943 time: 0.1468503 Dec 15 04:54:33.692837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Calling delete_port for 03d29736-4a76-4acd-81ea-5856e3ec1585 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:33.704378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:33.704948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:33.711337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network 3589983f-1d70-440c-9dbc-7c787515821a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:33.758969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:33.769364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a014100-88bb-406b-9073-cb120a153dde req-7d0cf33e-5617-429c-9965-8e0c80125a6e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273515 Dec 15 04:54:33.928866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-92e242cd-067b-4039-88d0-969fc7060a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:33.931661 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-92e242cd-067b-4039-88d0-969fc7060a06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 1095 time: 0.2186658 Dec 15 04:54:33.944361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff06be-136e-4da3-9041-f687dd66bfe3 req-6be8d3e1-317f-413a-83ac-d844b5732d2f tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:33.946357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9ff06be-136e-4da3-9041-f687dd66bfe3 req-6be8d3e1-317f-413a-83ac-d844b5732d2f tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1099 time: 0.0563300 Dec 15 04:54:33.984824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-30a4c243-6508-469d-a660-884b5c574e90 None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:33.984987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:33.985602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30a4c243-6508-469d-a660-884b5c574e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.037764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-30a4c243-6508-469d-a660-884b5c574e90 None None] Port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:34.043328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9ff06be-136e-4da3-9041-f687dd66bfe3 req-f2adf07f-b3f5-427e-9cc7-b84c259f47d8 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904136 Dec 15 04:54:34.074025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:34.171597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c385264e-08d0-4c31-a5a2-a90464cb3fd0 None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:34.171975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c385264e-08d0-4c31-a5a2-a90464cb3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.208584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c385264e-08d0-4c31-a5a2-a90464cb3fd0 None None] Port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:34.257868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:34.262021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-bb4f3baa-0897-4c13-a62b-3e30b75a6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:34.263518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-bb4f3baa-0897-4c13-a62b-3e30b75a6cd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.2937787 Dec 15 04:54:34.271618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a0573bee-ebb7-4cf9-8c81-0137577409f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1790030 Dec 15 04:54:34.275567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:34.278583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33100) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:34.283440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-52291984'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:34.295985 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:34.298218 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:34.377704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port a31c6521-68f0-46b7-89d0-fa4b7bc6f2d3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:34.378435 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.381308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-18bf9ca1-8913-4f33-928b-f8c9dbdde85b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7731721a-222b-419e-908e-61b9af92d27d HTTP/1.1" status: 200 len: 217 time: 0.1089137 Dec 15 04:54:34.389512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.443398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:34.448286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.476161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event deleted for resources: {'Port': ['ID=03d29736-4a76-4acd-81ea-5856e3ec1585,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:34.510545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ae260-5701-4501-8b18-9bc8c3b62767 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:34.577904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:34.585288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-cd105660-85c4-4a5c-b999-86fdaa19eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:34.587608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-cd105660-85c4-4a5c-b999-86fdaa19eb0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1867111 Dec 15 04:54:34.622673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.623142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.629605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:54:34.634760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679b229-ac5e-4a98-8660-259c5ad50d77 req-8ca13630-0cad-41b4-890b-312e06b58888 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:34.636821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5679b229-ac5e-4a98-8660-259c5ad50d77 req-8ca13630-0cad-41b4-890b-312e06b58888 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1557605 Dec 15 04:54:34.637717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.665927 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-9d98fd52-793d-4779-9fbd-e52099d93ecc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574906 Dec 15 04:54:34.677668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for a31c6521-68f0-46b7-89d0-fa4b7bc6f2d3 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:34.740494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.740848 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment 96e062bf-36a7-43a9-8aa7-75bd69d5702a of type vlan for network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a Dec 15 04:54:34.741397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5679b229-ac5e-4a98-8660-259c5ad50d77 req-9889aff5-12b2-4c9b-95cc-c46c0d5988a1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927737 Dec 15 04:54:34.854971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.861260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.873630 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.916220 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:32Z', 'revision_number': 3, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:32Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:34.949458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.949980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Fanout notify agent at l3_agent the message router_deleted on router 2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:34.952280 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:34.953359 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Updating router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:34.963622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.964968 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf887272-5f78-4aa4-b71b-4424829981b8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea HTTP/1.1" status: 204 len: 168 time: 2.9281099 Dec 15 04:54:34.971521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33120) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:34.976330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-644641582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:34.985527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:34.991740 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.001694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.008244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:35.008908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.017013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.018035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.042075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=a31c6521-68f0-46b7-89d0-fa4b7bc6f2d3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:35.084308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-c7bfc625-173f-402a-8667-5aec8156ee51 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913145 Dec 15 04:54:35.085851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.127723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0b349-7b43-4ad6-8683-829aa42938b8 req-4e849bdb-751c-405a-8a87-2bdb1083f21d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:35.129403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08c0b349-7b43-4ad6-8683-829aa42938b8 req-4e849bdb-751c-405a-8a87-2bdb1083f21d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 943 time: 0.1565702 Dec 15 04:54:35.252383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08c0b349-7b43-4ad6-8683-829aa42938b8 req-ec5917d8-7df3-4358-9d28-5ae0605cad7f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922174 Dec 15 04:54:35.271367 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.272005 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP 76b205fb-a514-4b4b-9df6-70625d47c387 disassociated (deleted). External IP: 172.25.2.229, port: 6885163a-80a0-4fe6-ac1d-2d586294ac55. Dec 15 04:54:35.344209 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.344754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:54:35.355193 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.657341 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e2ffa-1641-4fe9-8204-26c74b36d849 None None] Pushing event updated for resources: {'Port': ['ID=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:35.682813 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Attempting to bind port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:35.683183 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Attempting to bind port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:35.683550 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Attempting to bind port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 on network 3589983f-1d70-440c-9dbc-7c787515821a {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:35.710565 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:35.710993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Checking segment: {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:35.711398 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.712991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router becb268c-4531-462f-9b3c-38b2d32b7643 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:35.713674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.716767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Bound using segment: {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:35.717275 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Bound port: dbe8b4e7-dc7a-40ad-b695-64560835ccd1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65017b9f-2957-4d28-b254-b1a75aa130ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:35.722577 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.727082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:35.744640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'port_id': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'mac_address': 'fa:16:3e:a0:6f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e464-2bef-4305-b62c-91d5f5fc6546', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:54:35.763586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4839022 Dec 15 04:54:35.767117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33146) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:35.780334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:35.793435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.797257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d7e9ac7a-be8e-48d5-8286-67661db0d36c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8221390 Dec 15 04:54:35.803715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33148) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:35.818053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': True}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:35.853275 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.881216 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] For port dbe8b4e7-dc7a-40ad-b695-64560835ccd1, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:35.886897 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] For port dbe8b4e7-dc7a-40ad-b695-64560835ccd1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:35.887168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:35.898397 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.917821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:35.926994 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:35.929324 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fb002f4a-440d-4cab-9a61-193c248d4d95 req-5682110a-6e6b-48f8-b958-43e6bfd44c74 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8296201 Dec 15 04:54:35.933952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5594582-d0a1-46de-bd52-d0f41bd2db13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:35.975081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-0b9a6956-c101-487a-90a4-fc7eb34afd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:35.977983 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-0b9a6956-c101-487a-90a4-fc7eb34afd9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.2314882 Dec 15 04:54:36.014849 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:36.016476 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:36.024655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:54:36.111302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['71ac118b-55fa-44f8-9126-11a2cbef52e8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:36.132839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:36.147340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:36.244609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:36.249717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:36.255137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-977e97fe-a7fe-4f9c-a0cf-0059bb9f9abb None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:36.255778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-977e97fe-a7fe-4f9c-a0cf-0059bb9f9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:36.269336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:36.299261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] Sync routers for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:36.352023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910f98b-4325-4dd6-a718-ef1f16a93abc req-bb45ab52-e3f0-4153-be67-144c771f7855 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:36.362862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:36.363639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b910f98b-4325-4dd6-a718-ef1f16a93abc req-bb45ab52-e3f0-4153-be67-144c771f7855 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.6581635 Dec 15 04:54:36.368551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98f97d26-6cd5-45af-80b1-a614b974b531 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/floatingips/76b205fb-a514-4b4b-9df6-70625d47c387 HTTP/1.1" status: 204 len: 168 time: 2.2929142 Dec 15 04:54:36.372168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:36.374786 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e53332-473c-4668-b73c-d1fdd4a29ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:36.401339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-cb042ee1-e5ac-47a5-8d08-bfeaf51c9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:36.402892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-cb042ee1-e5ac-47a5-8d08-bfeaf51c9b88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.4152896 Dec 15 04:54:36.418615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:36.419788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:36.445792 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e2ffa-1641-4fe9-8204-26c74b36d849 None None] Pushing event updated for resources: {'Port': ['ID=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:36.498257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-73979c2c-dae9-48e1-891f-6d74b47b6f8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.0866344 Dec 15 04:54:36.600472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-494f5dba-171b-4985-9c93-dcc41afad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:36.605511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:36.605694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-494f5dba-171b-4985-9c93-dcc41afad203 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.0965550 Dec 15 04:54:36.647391 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:32Z', 'revision_number': 3, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:35Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:36.679214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-28237722-8951-4cac-9c20-901ac880f284 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621376 Dec 15 04:54:36.691369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdbe86-301a-4f51-acbc-3100fab63dff None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:32Z', 'revision_number': 3, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:35Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:36.931289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:36.975551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-3685ae81-1173-4957-8140-c44a03e03a57 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844119 Dec 15 04:54:37.091436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=9fedb733-dabd-4f4b-ae3c-5959be1cb212,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:37.128438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:37.128967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:54:37.174227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c7871-6fb8-4cbe-b04e-cabf1ca3d42c req-2d90e5c2-67ec-471a-b2e8-3a16ea406840 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:37.180272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b08dfba8-f3fd-40cd-ac27-7dee95580d8b req-ef1c2881-3775-44f1-b7ab-f75248db002d service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883230 Dec 15 04:54:37.183374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-193c7871-6fb8-4cbe-b04e-cabf1ca3d42c req-2d90e5c2-67ec-471a-b2e8-3a16ea406840 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 1.2537463 Dec 15 04:54:37.191311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:54:37.209051 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.214128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:37.218772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:37.219568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.255762 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9dba0a80-0c58-426c-a62d-90bd23292df2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4784031 Dec 15 04:54:37.256219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33160) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:37.288383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b910f98b-4325-4dd6-a718-ef1f16a93abc req-912cd418-1842-4fdb-81ed-43de2370978b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9235964 Dec 15 04:54:37.305995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b78a8-6334-47b2-a5c9-e603280c132e None None] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:37.313246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.344982 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-977e97fe-a7fe-4f9c-a0cf-0059bb9f9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.439123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7731721a-222b-419e-908e-61b9af92d27d details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:54:37.514606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-977e97fe-a7fe-4f9c-a0cf-0059bb9f9abb None None] For port dbe8b4e7-dc7a-40ad-b695-64560835ccd1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:37.532882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dbe8b4e7-dc7a-40ad-b695-64560835ccd1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:37.545524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-977e97fe-a7fe-4f9c-a0cf-0059bb9f9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.573304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-193c7871-6fb8-4cbe-b04e-cabf1ca3d42c req-f8d94abd-7ed1-4504-ad75-58fb935fc135 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584497 Dec 15 04:54:37.641760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc67409-f1d3-426b-a0e3-84fa8a23bbf8 req-45d5ab1c-ce8b-498b-83a1-2eb3577fafe7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:37.643839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fc67409-f1d3-426b-a0e3-84fa8a23bbf8 req-45d5ab1c-ce8b-498b-83a1-2eb3577fafe7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 943 time: 0.1526673 Dec 15 04:54:37.650635 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.resource_extend [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:54:37.902750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:54:37.903789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.938411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9c020ea0-cb46-4454-a26c-f3e8199d492c None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:37.938852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c020ea0-cb46-4454-a26c-f3e8199d492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:37.995534 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229fe260-5e4e-4b5c-97cd-36bc0375aa06 x-openstack-request-id: req-229fe260-5e4e-4b5c-97cd-36bc0375aa06 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:37.999609 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:38.000222 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-229fe260-5e4e-4b5c-97cd-36bc0375aa06 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:38.000817 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'status': 'completed', 'code': 200} Dec 15 04:54:38.034326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:38.034695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.037199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e97fe-a7fe-4f9c-a0cf-0059bb9f9abb None None] Pushing event updated for resources: {'Port': ['ID=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:38.100436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fc67409-f1d3-426b-a0e3-84fa8a23bbf8 req-ad75d643-e8a9-4b29-875b-f89376ec0403 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441140 Dec 15 04:54:38.165452 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.166271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.193232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.271714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Allocated IP 2001:db8:2::2 (afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a/9fedb733-dabd-4f4b-ae3c-5959be1cb212/57aaee79-cf7a-4015-83e1-53da8b8fd10c) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:38.362514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Allocated IP 172.25.2.109 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/ba6ca1e4-193e-4fff-b0a7-c8286f225a97) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:38.465087 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.550529 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.554350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dd11e-1e48-4d6c-bac4-45aec54086a4 req-af74e6d3-be1e-4ce9-b86a-c93d352cd268 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:38.560659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:16Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:38.563741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912dd11e-1e48-4d6c-bac4-45aec54086a4 req-af74e6d3-be1e-4ce9-b86a-c93d352cd268 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 947 time: 0.4741280 Dec 15 04:54:38.576210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8:2::1 (afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a/9fedb733-dabd-4f4b-ae3c-5959be1cb212/8269206a-21da-4fb7-b4e2-a2c51f36dac8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:38.594080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-4a87679e-3532-4c76-b39b-228f628d947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:38.596393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-4a87679e-3532-4c76-b39b-228f628d947c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 1099 time: 0.5768797 Dec 15 04:54:38.643426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ccee-4e71-46d0-b9ce-8443d918b6a5 req-ae66bfaa-b455-4ba7-87b1-d8f2884d1e09 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:38.645094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aad0ccee-4e71-46d0-b9ce-8443d918b6a5 req-ae66bfaa-b455-4ba7-87b1-d8f2884d1e09 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2002680 Dec 15 04:54:38.655520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] Checking router: becb268c-4531-462f-9b3c-38b2d32b7643 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:38.681168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:38.693923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:38.698619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7731721a-222b-419e-908e-61b9af92d27d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7731721a-222b-419e-908e-61b9af92d27d,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:38.701607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Pushing event updated for resources: {'Port': ['ID=57aaee79-cf7a-4015-83e1-53da8b8fd10c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:38.706589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:38.719004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:38.719739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:38.727680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7731721a-222b-419e-908e-61b9af92d27d', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': '7731721a-222b-419e-908e-61b9af92d27d', 'mac_address': 'fa:16:3e:d2:3e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:54:38.758526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912dd11e-1e48-4d6c-bac4-45aec54086a4 req-a4ef4ea6-5159-4e07-a69f-2cbab8eae004 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896970 Dec 15 04:54:38.777807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.838340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.873815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.937069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.958392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aad0ccee-4e71-46d0-b9ce-8443d918b6a5 req-cba69821-e5d7-4ef3-a72c-acf9449f111d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956085 Dec 15 04:54:38.976617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Attempting to bind port 57aaee79-cf7a-4015-83e1-53da8b8fd10c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:38.977043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Attempting to bind port 57aaee79-cf7a-4015-83e1-53da8b8fd10c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:38.977413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Attempting to bind port 57aaee79-cf7a-4015-83e1-53da8b8fd10c on network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:38.977941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:38.981941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:38.982333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7731721a-222b-419e-908e-61b9af92d27d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:38.985919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:38.986872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:38.994202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-9c7f6e25-3b5a-4352-908c-4582e83a5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:38.995869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-9c7f6e25-3b5a-4352-908c-4582e83a5e59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 200 len: 897 time: 0.3830302 Dec 15 04:54:38.996751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=8269206a-21da-4fb7-b4e2-a2c51f36dac8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:39.011373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.033953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7731721a-222b-419e-908e-61b9af92d27d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7731721a-222b-419e-908e-61b9af92d27d,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:39.051249 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.058522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:39.058896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Checking segment: {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:39.059300 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.059695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Bound using segment: {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:39.060216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Bound port: 57aaee79-cf7a-4015-83e1-53da8b8fd10c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:39.060380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dea5a-bbda-442e-9a5b-d79f4b7c652d req-007cdc59-0b20-4f3c-b956-10ad8f3e1d6b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:39.060600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.068418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a08dea5a-bbda-442e-9a5b-d79f4b7c652d req-007cdc59-0b20-4f3c-b956-10ad8f3e1d6b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.1921864 Dec 15 04:54:39.113610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:39.147535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-ee8fef4a-ac03-41aa-83c6-c3f731b436de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 200 len: 217 time: 0.1332238 Dec 15 04:54:39.170154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:39.192249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:39.210405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.219470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:39.230196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Port': ['ID=ba6ca1e4-193e-4fff-b0a7-c8286f225a97,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:39.282428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0c235-1e78-40d7-8980-061d411e7298 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:39.292407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7731721a-222b-419e-908e-61b9af92d27d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:39.372615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-963b71f6-44fb-40b8-a789-71b4c6ab121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:39.374176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-963b71f6-44fb-40b8-a789-71b4c6ab121f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 200 len: 835 time: 0.2028379 Dec 15 04:54:39.378198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:39.388365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a08dea5a-bbda-442e-9a5b-d79f4b7c652d req-a0f0ffd5-c9d5-4dc5-81c2-e88b0e978a86 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120751 Dec 15 04:54:39.439375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] For port 57aaee79-cf7a-4015-83e1-53da8b8fd10c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:39.442790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7731721a-222b-419e-908e-61b9af92d27d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:39.452141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dbe8b4e7-dc7a-40ad-b695-64560835ccd1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:39.501861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] For port 57aaee79-cf7a-4015-83e1-53da8b8fd10c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=57aaee79-cf7a-4015-83e1-53da8b8fd10c,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:39.545508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d72ba106-f642-4224-9778-d64f99cb166e None None] Provisioning complete for port ba6ca1e4-193e-4fff-b0a7-c8286f225a97 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:39.545892 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d72ba106-f642-4224-9778-d64f99cb166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.548589 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.612271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-af612394-b2cf-415a-b477-68d2e9d91fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:39.614127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-af612394-b2cf-415a-b477-68d2e9d91fb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8dba0b7-41ea-436a-baa5-f22feab9ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2213931 Dec 15 04:54:39.623806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bff67-1774-4184-a6a2-671802271a69 req-cb701f85-c7e0-49ff-9814-4a4512034da5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:39.633619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f1bff67-1774-4184-a6a2-671802271a69 req-cb701f85-c7e0-49ff-9814-4a4512034da5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 944 time: 0.3605583 Dec 15 04:54:39.801924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-8e5539bf-6c49-4846-be40-7d46cb62c63d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:39.805206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-8e5539bf-6c49-4846-be40-7d46cb62c63d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 947 time: 0.0934768 Dec 15 04:54:39.808174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.829749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f1bff67-1774-4184-a6a2-671802271a69 req-b8c11d9b-4885-4b84-9025-c26436a2a8e9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948516 Dec 15 04:54:39.839694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-1d220f15-2946-459c-be20-0c4b435f2e5b service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821444 Dec 15 04:54:39.908163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d72ba106-f642-4224-9778-d64f99cb166e None None] Port ba6ca1e4-193e-4fff-b0a7-c8286f225a97 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:39.917209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75a7b3-05bc-4ad3-8c8d-c586f2800743 None None] Pushing event updated for resources: {'Port': ['ID=57aaee79-cf7a-4015-83e1-53da8b8fd10c,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:39.944780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.947789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:39.966250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 71ac118b-55fa-44f8-9126-11a2cbef52e8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:39.966626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:40.040868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=8269206a-21da-4fb7-b4e2-a2c51f36dac8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:40.118858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:40.119263 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:40.229602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 6885163a-80a0-4fe6-ac1d-2d586294ac55 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:40.232838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:40.367929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:40.374456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:40.526851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316e688-56f8-4e1e-a537-44776681d2c6 req-092580b1-d699-408c-bed5-8873b7faa109 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:40.527488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 6885163a-80a0-4fe6-ac1d-2d586294ac55, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6885163a-80a0-4fe6-ac1d-2d586294ac55,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:40.527714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:40.528809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1316e688-56f8-4e1e-a537-44776681d2c6 req-092580b1-d699-408c-bed5-8873b7faa109 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=21f584ce-5f11-456e-910d-663db273c97c HTTP/1.1" status: 200 len: 947 time: 0.5561945 Dec 15 04:54:40.534781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e53332-473c-4668-b73c-d1fdd4a29ff8 req-ff1017b4-333a-44ed-bfae-6fe023e35399 service neutron] 10.222.0.16 "GET /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843858 Dec 15 04:54:40.544530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:40.546704 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:40.571529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 6885163a-80a0-4fe6-ac1d-2d586294ac55 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:40.600050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:16Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:40.621404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55e972-bb67-44ec-b294-9c5faed8d742 req-799e1c8a-56d2-42ad-90bc-4a129bb7abcc tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:40.630036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa55e972-bb67-44ec-b294-9c5faed8d742 req-799e1c8a-56d2-42ad-90bc-4a129bb7abcc tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.4252341 Dec 15 04:54:40.664726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1316e688-56f8-4e1e-a537-44776681d2c6 req-5315e89c-96b0-487d-a4c7-c4c41e8c0d92 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=805683b0-6526-4ca7-a68e-4f74cffcf108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257901 Dec 15 04:54:40.667240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:40.712785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d37a92-b359-4de0-918e-c7cfa1f23fde None None] The sync data for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 is: [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:52:10Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4c9b29d4-9dbe-4aab-b27e-ef61383eba58', 'name': '', 'network_id': 'a8dba0b7-41ea-436a-baa5-f22feab9ae14', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:63:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:52:09Z', 'updated_at': '2021-12-15T04:52:16Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '838a9d48-9eb3-48e7-a8b5-5e01af04bc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:40.761691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa55e972-bb67-44ec-b294-9c5faed8d742 req-5588003e-255f-4d5f-8a99-b52632ce355d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246777 Dec 15 04:54:40.838630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:40.854968 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-113049c6-2d7e-41c7-9621-edfcaa513ef8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968275 Dec 15 04:54:40.855983 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:40.856547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33194) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:40.864361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-385563416'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:40.889928 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:40.896046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:40.900743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:40.901803 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:40.905355 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758711b8-7ae1-402f-8205-0ff465af3813" -d '{"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:40.918951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.019628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:41.025418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:41.029561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.066917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.179079 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:41.260863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] No DVR routers for this DVR port 6885163a-80a0-4fe6-ac1d-2d586294ac55 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:41.269501 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.280554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dc74bf3e-bd1d-4710-9902-2124d927ab4a req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "DELETE /v2.0/ports/6885163a-80a0-4fe6-ac1d-2d586294ac55 HTTP/1.1" status: 204 len: 173 time: 1.4581480 Dec 15 04:54:41.291963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced26999-800f-4cd2-9303-458f5480653b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=6885163a-80a0-4fe6-ac1d-2d586294ac55,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:41.316174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-deleted', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:41.332237 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a04cf0-6948-47d9-83de-457bb93b1fb9" -d '{"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-deleted", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:41.341578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb9e7d-7fd6-4025-baee-9bb4674f67f9 None None] New status for floating IP 76b205fb-a514-4b4b-9df6-70625d47c387: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:54:41.350151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:54:41.366070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.366470 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added segment 7564c60b-44fe-4ac6-bca5-7f9c467eb135 of type vlan for network a3e6e272-ea4c-460c-bfe5-de1ae466c859 Dec 15 04:54:41.467379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.540219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.548054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:41.548941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.621887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7731721a-222b-419e-908e-61b9af92d27d up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:41.669148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 57aaee79-cf7a-4015-83e1-53da8b8fd10c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:41.794818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7731721a-222b-419e-908e-61b9af92d27d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:54:41.826243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7731721a-222b-419e-908e-61b9af92d27d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:41.826623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.837779 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:39Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:39Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:41.943526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 57aaee79-cf7a-4015-83e1-53da8b8fd10c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:41.944101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:41.949152 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:41.950088 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Updating router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:41.969601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7381a-5567-411b-a169-497bb789983c req-c185a5b7-a9fb-48fe-b193-15f273ebe210 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:41.988029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42c7381a-5567-411b-a169-497bb789983c req-c185a5b7-a9fb-48fe-b193-15f273ebe210 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 1.1477063 Dec 15 04:54:42.006596 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.057954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd740e3-c89b-4916-bdc9-ecf969b8bc6b req-8e60dafc-9717-426f-ba26-fee012bfb1f9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:42.060021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdd740e3-c89b-4916-bdc9-ecf969b8bc6b req-8e60dafc-9717-426f-ba26-fee012bfb1f9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 944 time: 0.3836515 Dec 15 04:54:42.127507 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.182865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 57aaee79-cf7a-4015-83e1-53da8b8fd10c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=57aaee79-cf7a-4015-83e1-53da8b8fd10c,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:42.187333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e5fbf-337c-4cce-8d3b-8e2d32424512 None None] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:42.320815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42c7381a-5567-411b-a169-497bb789983c req-1e37bbae-898b-4067-bd39-6fe524f41688 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309481 Dec 15 04:54:42.398889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.403322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdd740e3-c89b-4916-bdc9-ecf969b8bc6b req-fd40a2c5-1b0b-4f9c-bce0-2840401efc33 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208735 Dec 15 04:54:42.445335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.467650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.491244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.563278 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e0d74-cc09-47a9-a7e8-e73cf56aea20 x-openstack-request-id: req-fb4e0d74-cc09-47a9-a7e8-e73cf56aea20 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:42.563602 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:42.563875 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb4e0d74-cc09-47a9-a7e8-e73cf56aea20 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:42.566169 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4417ae7-fbdf-4c60-b555-4e18ca0f0c64 x-openstack-request-id: req-a4417ae7-fbdf-4c60-b555-4e18ca0f0c64 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:42.566674 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f584ce-5f11-456e-910d-663db273c97c", "name": "network-vif-deleted", "tag": "6885163a-80a0-4fe6-ac1d-2d586294ac55", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:42.566856 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4417ae7-fbdf-4c60-b555-4e18ca0f0c64 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:42.567631 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f584ce-5f11-456e-910d-663db273c97c', 'name': 'network-vif-deleted', 'tag': '6885163a-80a0-4fe6-ac1d-2d586294ac55', 'status': 'completed', 'code': 200} Dec 15 04:54:42.569680 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'code': 200} Dec 15 04:54:42.596515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33208) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:42.613871 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7561409 Dec 15 04:54:42.655404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33210) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:42.662286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'subnet': {'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:42.733935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dca978a7-2ad1-4f61-a966-6c226a866afc None None] Provisioning complete for port 57aaee79-cf7a-4015-83e1-53da8b8fd10c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:42.734486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dca978a7-2ad1-4f61-a966-6c226a866afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.823838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=57aaee79-cf7a-4015-83e1-53da8b8fd10c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:42.832842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7731721a-222b-419e-908e-61b9af92d27d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7731721a-222b-419e-908e-61b9af92d27d,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:42.850630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabeb7d3-c794-4504-ac72-c35131bd3faf tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Network': ['ID=a3e6e272-ea4c-460c-bfe5-de1ae466c859,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:42.901787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bc11d-49a0-4519-aabc-aae4cc0ba133 req-d2e6aa2f-322a-4865-93ac-3eb89a9e4933 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:42.905879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c89bc11d-49a0-4519-aabc-aae4cc0ba133 req-d2e6aa2f-322a-4865-93ac-3eb89a9e4933 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1979959 Dec 15 04:54:42.925752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:54:42.940866 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.955460 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:42.969488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Made reservation on behalf of af9a8069ec9e4f08bf918eb3f9d5edf9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:42.983644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.028601 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fb1ce-ac2d-4f08-972a-8083464e3695 None None] Pushing event updated for resources: {'Port': ['ID=8269206a-21da-4fb7-b4e2-a2c51f36dac8,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:43.063506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c89bc11d-49a0-4519-aabc-aae4cc0ba133 req-fa6da01c-e2da-4015-bb2b-3fa0affe8df7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339281 Dec 15 04:54:43.064483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Router 2840c089-78b7-4d7b-9519-70047060b783 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:43.120755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.161657 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Attempting to bind port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:43.162023 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Attempting to bind port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:43.162390 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Attempting to bind port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 on network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:43.180541 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:43.180998 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Checking segment: {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:43.181704 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.182147 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Bound using segment: {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:43.182568 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Bound port: 8269206a-21da-4fb7-b4e2-a2c51f36dac8, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e062bf-36a7-43a9-8aa7-75bd69d5702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:43.182947 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.227252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7731721a-222b-419e-908e-61b9af92d27d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:43.233660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:43.267751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 6885163a-80a0-4fe6-ac1d-2d586294ac55 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:43.267751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6885163a-80a0-4fe6-ac1d-2d586294ac55 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:43.327206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:43.332513 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.347529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:43.353487 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] Sync routers for ids ['2840c089-78b7-4d7b-9519-70047060b783'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:43.353914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e20efa25-610f-4786-a30d-94eedf88dd4a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "PUT /v2.0/routers/2840c089-78b7-4d7b-9519-70047060b783 HTTP/1.1" status: 200 len: 918 time: 7.5283775 Dec 15 04:54:43.382263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] For port 8269206a-21da-4fb7-b4e2-a2c51f36dac8, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:43.388083 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] For port 8269206a-21da-4fb7-b4e2-a2c51f36dac8, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8269206a-21da-4fb7-b4e2-a2c51f36dac8,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:43.389020 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] Routers {'2840c089-78b7-4d7b-9519-70047060b783'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:43.389724 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2840c089-78b7-4d7b-9519-70047060b783'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:43.439062 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.521534 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:43.528078 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fb1ce-ac2d-4f08-972a-8083464e3695 None None] Pushing event updated for resources: {'Port': ['ID=8269206a-21da-4fb7-b4e2-a2c51f36dac8,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:43.545224 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] Routers {'2840c089-78b7-4d7b-9519-70047060b783'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:43.545934 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2840c089-78b7-4d7b-9519-70047060b783'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:43.590470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 57aaee79-cf7a-4015-83e1-53da8b8fd10c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:43.641888 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:43.642598 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999cb08-6e59-4a22-a2a1-3507c9d5ee32 None None] The sync data for ids ['2840c089-78b7-4d7b-9519-70047060b783'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:43.661131 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:43.661763 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:43.671310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd31d0a-677b-4118-be98-d16e21aa600f req-c3254a29-6052-48da-9399-ada6b96908fc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:43.682792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bd31d0a-677b-4118-be98-d16e21aa600f req-c3254a29-6052-48da-9399-ada6b96908fc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1983194 Dec 15 04:54:43.758666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Provisioning complete for port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:43.759261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.841593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:43.870914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8020ff8-a562-40d5-9e7d-5a74bb4699d7 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/2840c089-78b7-4d7b-9519-70047060b783 HTTP/1.1" status: 200 len: 924 time: 0.5234466 Dec 15 04:54:43.874286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:43.876799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33220) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:43.892313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bd31d0a-677b-4118-be98-d16e21aa600f req-9e993da8-ef1d-482c-96a7-a5fef01754ba tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060821 Dec 15 04:54:43.944043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Subnet': ['ID=2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:43.968159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604423fb-be78-4ec5-adb0-6a07cc6126b7 req-f2ae4870-4221-44a6-a54f-de1e167acffd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:43.979236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-604423fb-be78-4ec5-adb0-6a07cc6126b7 req-f2ae4870-4221-44a6-a54f-de1e167acffd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.2435479 Dec 15 04:54:44.057648 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:44.065842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 57aaee79-cf7a-4015-83e1-53da8b8fd10c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:44.067222 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:44.165214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-604423fb-be78-4ec5-adb0-6a07cc6126b7 req-16726019-e46d-4885-8ade-a31a6cad8bde tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781867 Dec 15 04:54:44.390761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424a57-8722-4047-8ba7-2da8277e5fd5 req-fbb82d99-3aa9-4223-a4c1-485baee6c6a4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:44.391243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Checking segment: {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:44.391796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network hostable DHCP agents. Network: a3e6e272-ea4c-460c-bfe5-de1ae466c859, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:54:44.401375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29424a57-8722-4047-8ba7-2da8277e5fd5 req-fbb82d99-3aa9-4223-a4c1-485baee6c6a4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1312034 Dec 15 04:54:44.422453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c37215-a97f-4ae9-84d8-3da940e09a80 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:44.424429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8c37215-a97f-4ae9-84d8-3da940e09a80 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=2840c089-78b7-4d7b-9519-70047060b783&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4909823 Dec 15 04:54:44.430495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33224) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:44.445556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] For port 8269206a-21da-4fb7-b4e2-a2c51f36dac8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8269206a-21da-4fb7-b4e2-a2c51f36dac8,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:44.453798 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:44.519748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29424a57-8722-4047-8ba7-2da8277e5fd5 req-4f0cb783-9a1c-4884-a919-e026eed7b675 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173832 Dec 15 04:54:44.600930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:54:44.611247 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:39Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:43Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:44.616909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7731721a-222b-419e-908e-61b9af92d27d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:44.619738 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862dbdde-433a-4bc6-9242-dbdf6fbac8bb" -d '{"events": [{"server_uuid": "3231a2ed-ad23-4458-b886-64efa0dd0d30", "name": "network-vif-plugged", "status": "completed", "tag": "7731721a-222b-419e-908e-61b9af92d27d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:44.642114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Pushing event updated for resources: {'Port': ['ID=8269206a-21da-4fb7-b4e2-a2c51f36dac8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:44.662977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a3e6e272-ea4c-460c-bfe5-de1ae466c859) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:44.666219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Provisioning complete for port 57aaee79-cf7a-4015-83e1-53da8b8fd10c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:44.666219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64c3e157-670d-44de-ba90-af4d8001b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:44.688115 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856ddc9-d4ad-4bd5-899a-50af1ef8cced None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:39Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:43Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:44.689441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935d4c3-df74-486a-adda-8ca0b4297dac tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:44.690904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0935d4c3-df74-486a-adda-8ca0b4297dac tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.2474298 Dec 15 04:54:44.693926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33230) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:44.702370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:44.702990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:44.751370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-26ac98dd-bfcc-418f-9d66-2338e2f5fb4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0913956 Dec 15 04:54:44.766191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:44.774543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-994b1083-b641-40e9-801f-80dd5ddfb714 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=2840c089-78b7-4d7b-9519-70047060b783 HTTP/1.1" status: 200 len: 205 time: 0.0793703 Dec 15 04:54:44.792093 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4015000c-dd0c-41d9-b8ba-e5115063f630 x-openstack-request-id: req-4015000c-dd0c-41d9-b8ba-e5115063f630 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:44.792093 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3231a2ed-ad23-4458-b886-64efa0dd0d30", "name": "network-vif-plugged", "status": "completed", "tag": "7731721a-222b-419e-908e-61b9af92d27d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:44.792093 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4015000c-dd0c-41d9-b8ba-e5115063f630 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:44.792093 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7731721a-222b-419e-908e-61b9af92d27d', 'code': 200} Dec 15 04:54:44.792093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec97b0ad-fb6e-44b1-a886-e89448f95631 None None] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:44.793018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33234) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:44.859987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:45.083469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13e441-4893-4c80-900c-e4663ef81e18 req-8ddab54c-4537-4dc2-bff0-da4558b54771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:45.086387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d13e441-4893-4c80-900c-e4663ef81e18 req-8ddab54c-4537-4dc2-bff0-da4558b54771 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 1097 time: 0.2204025 Dec 15 04:54:45.260212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:54:45.262524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:45.396289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d13e441-4893-4c80-900c-e4663ef81e18 req-de38583c-41c1-4883-9bbc-dafac8fab50e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990522 Dec 15 04:54:45.534736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb1b8-d467-41c7-909e-0662fdded365 req-6a62ee6c-c20e-4076-9c42-876d50449204 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:45.549556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba3cb1b8-d467-41c7-909e-0662fdded365 req-6a62ee6c-c20e-4076-9c42-876d50449204 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.4036629 Dec 15 04:54:45.576572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8269206a-21da-4fb7-b4e2-a2c51f36dac8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:45.584715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Allocated IP 2001:db8:3::2 (a3e6e272-ea4c-460c-bfe5-de1ae466c859/2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3/c57469e6-6d44-48e9-936f-e79c80dd940c) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:45.671784 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:45.781353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5ad50505-5da5-4ebd-b904-d59052f0be99 None None] Provisioning complete for port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:45.782748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:45.783303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:45.783606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ad50505-5da5-4ebd-b904-d59052f0be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:45.856309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:45.940697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba3cb1b8-d467-41c7-909e-0662fdded365 req-9bb4d240-dbfd-461d-91c5-99ff68ad6636 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877625 Dec 15 04:54:45.954156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c3d31-a12d-4761-8219-267d2b150611 req-a277f1c2-b125-46e5-bb6d-c2ff88f4e8bd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:45.978409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db6c3d31-a12d-4761-8219-267d2b150611 req-a277f1c2-b125-46e5-bb6d-c2ff88f4e8bd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.5702372 Dec 15 04:54:46.050970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 4c9b29d4-9dbe-4aab-b27e-ef61383eba58, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:46.051506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.071783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:46.072390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.119053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:46.402580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4f5d125c-ff5b-4299-b271-b66cc28cc1fe None None] Provisioning complete for port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:46.403256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.403611 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f5d125c-ff5b-4299-b271-b66cc28cc1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.443053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=4c9b29d4-9dbe-4aab-b27e-ef61383eba58,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:46.473839 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.498977 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.531331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db6c3d31-a12d-4761-8219-267d2b150611 req-1b3e0a2e-f2fd-4d0e-98d9-e415e88c9089 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516725 Dec 15 04:54:46.568590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987bd7-7039-419f-9176-df73f866a6e5 req-0e3578e5-39db-4bfe-b51c-b689f1e3baf8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:46.570927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea987bd7-7039-419f-9176-df73f866a6e5 req-0e3578e5-39db-4bfe-b51c-b689f1e3baf8 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.4182639 Dec 15 04:54:46.610109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Deleting port ba6ca1e4-193e-4fff-b0a7-c8286f225a97 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:46.610462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.755583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea987bd7-7039-419f-9176-df73f866a6e5 req-8b31d28d-5355-40b6-ad22-197758d8ee23 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762524 Dec 15 04:54:46.778443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:46.782483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Pushing event updated for resources: {'Port': ['ID=c57469e6-6d44-48e9-936f-e79c80dd940c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:46.833674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.847242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:46.854035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:46.855861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.861439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:46.876432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Calling delete_port for ba6ca1e4-193e-4fff-b0a7-c8286f225a97 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:47.288082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Attempting to bind port c57469e6-6d44-48e9-936f-e79c80dd940c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:47.289219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Attempting to bind port c57469e6-6d44-48e9-936f-e79c80dd940c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:47.289346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Attempting to bind port c57469e6-6d44-48e9-936f-e79c80dd940c on network a3e6e272-ea4c-460c-bfe5-de1ae466c859 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:47.296346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:47.296727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Checking segment: {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:47.297134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:47.298093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Bound using segment: {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:47.298590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Bound port: c57469e6-6d44-48e9-936f-e79c80dd940c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:47.298978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:47.332526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router becb268c-4531-462f-9b3c-38b2d32b7643 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:47.381399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] For port c57469e6-6d44-48e9-936f-e79c80dd940c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:47.392719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] For port c57469e6-6d44-48e9-936f-e79c80dd940c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c57469e6-6d44-48e9-936f-e79c80dd940c,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:47.405092 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:47.489198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e069749-5292-4bc3-ab54-759ab095f1dd None None] Pushing event updated for resources: {'Port': ['ID=c57469e6-6d44-48e9-936f-e79c80dd940c,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:47.543039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:47.553516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] Sync routers for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:47.577790 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-71474467-4100-44a2-bb64-2c0349093230 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/becb268c-4531-462f-9b3c-38b2d32b7643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9800761 Dec 15 04:54:47.578847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33262) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:47.594647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:47.595318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:47.763381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting subnet 838a9d48-9eb3-48e7-a8b5-5e01af04bc66 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:54:47.771980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:47.856833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:47.869335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:47.897214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ff74-57c6-4d3c-9225-1a0b3dfd7767 req-8a4bdbfd-7026-414c-aaad-53de942cb453 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:47.918817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f160ff74-57c6-4d3c-9225-1a0b3dfd7767 req-8a4bdbfd-7026-414c-aaad-53de942cb453 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.7851613 Dec 15 04:54:48.016503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.090806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006d942-d989-4387-b2d7-cdc106e8876e req-2d5fb99e-ae0e-4e89-89f7-a7a6d028ef77 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:48.092705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d006d942-d989-4387-b2d7-cdc106e8876e req-2d5fb99e-ae0e-4e89-89f7-a7a6d028ef77 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.3305659 Dec 15 04:54:48.106005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.114010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f160ff74-57c6-4d3c-9225-1a0b3dfd7767 req-d0122db0-8a48-4954-bf31-2323f811a148 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898084 Dec 15 04:54:48.159883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Subnet': ['ID=838a9d48-9eb3-48e7-a8b5-5e01af04bc66,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:48.161977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.180691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-768572a0-fb7a-47d8-b97e-a6eebb360e81 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/subnets/838a9d48-9eb3-48e7-a8b5-5e01af04bc66 HTTP/1.1" status: 204 len: 168 time: 0.5991404 Dec 15 04:54:48.183155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33268) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:48.183747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4fa02-b4b5-41a7-8776-0cbf58320794 None None] Network a8dba0b7-41ea-436a-baa5-f22feab9ae14 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:48.258189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Allocated IP 2001:db8:3::1 (a3e6e272-ea4c-460c-bfe5-de1ae466c859/2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3/4c516b4b-5b50-48d4-b41e-98253f1ed431) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:48.300763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.339273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.426710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event deleted for resources: {'Port': ['ID=ba6ca1e4-193e-4fff-b0a7-c8286f225a97,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:48.468965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30933d90-289f-4d0e-a1a9-6b6105b414eb None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:48.475677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d006d942-d989-4387-b2d7-cdc106e8876e req-83c17db6-e026-4b38-9621-14cf5be88ee0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580444 Dec 15 04:54:48.545475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab2a60-f1bb-4a87-b6ff-6ea9c0e152a9 req-3f4066b5-7de6-4797-b283-1534c6b5332a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:48.554309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5ab2a60-f1bb-4a87-b6ff-6ea9c0e152a9 req-3f4066b5-7de6-4797-b283-1534c6b5332a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2799590 Dec 15 04:54:48.593833 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.594712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:54:46Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:48.640784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] Checking router: becb268c-4531-462f-9b3c-38b2d32b7643 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:48.684749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] Routers {'becb268c-4531-462f-9b3c-38b2d32b7643'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:48.685812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['becb268c-4531-462f-9b3c-38b2d32b7643'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:48.891056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.896404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:48.910756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] Set router becb268c-4531-462f-9b3c-38b2d32b7643 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:48.926157 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5ab2a60-f1bb-4a87-b6ff-6ea9c0e152a9 req-647927d8-dee2-4b85-969a-0da2e015af6b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611882 Dec 15 04:54:48.931812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.035764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.037944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Fanout notify agent at l3_agent the message router_deleted on router 2840c089-78b7-4d7b-9519-70047060b783 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:49.047507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.048894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f04b416-75b5-4448-b7ce-0f15873eb8ab tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/2840c089-78b7-4d7b-9519-70047060b783 HTTP/1.1" status: 204 len: 168 time: 4.2559061 Dec 15 04:54:49.059355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33282) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:49.073195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096964518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:49.110260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] DHCP port deletion for a8dba0b7-41ea-436a-baa5-f22feab9ae14 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:49.145307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0e428ee1-62e1-4181-a68a-219d170d0a4e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:49.158836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0e428ee1-62e1-4181-a68a-219d170d0a4e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.4311888 Dec 15 04:54:49.202908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.225285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.227345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.282716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9f2dc-9544-4f67-8bfd-c63efcfe994a None None] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:54:49.291771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-304148fe-61f5-4f4b-8c5a-11d49cbf645c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.1210685 Dec 15 04:54:49.309984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.313389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.320749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.382879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:49.388205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.389782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-614fded2-5a66-4019-bf12-2ab7894e3800 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3290849 Dec 15 04:54:49.392514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33288) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:49.392754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:49.405944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:49.406501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.423687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'enable_snat': False}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:49.503107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cea95915-401b-4d93-925c-208a6c4bc284 None None] Provisioning complete for port c57469e6-6d44-48e9-936f-e79c80dd940c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:49.504557 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cea95915-401b-4d93-925c-208a6c4bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.519674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=4c516b4b-5b50-48d4-b41e-98253f1ed431,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:49.620752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03461578-5723-4b2f-85a1-3d8b6ecf67df req-bcfe6df7-396e-4eba-9b49-a9fb91b6b79e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:49.623108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03461578-5723-4b2f-85a1-3d8b6ecf67df req-bcfe6df7-396e-4eba-9b49-a9fb91b6b79e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.3302441 Dec 15 04:54:49.663576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c57469e6-6d44-48e9-936f-e79c80dd940c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:49.718729 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-55dc9bb0-fd87-4f40-9aae-1799d8bc00cc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3843813 Dec 15 04:54:49.850530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Deleting port ede87a5c-89d5-48b2-bf02-47029de334b2 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:49.850899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.852911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 444558ee-d706-4c48-903e-e9059503d1c7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:54:49.853256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.933392 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.974751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.975369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] For port ede87a5c-89d5-48b2-bf02-47029de334b2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ede87a5c-89d5-48b2-bf02-47029de334b2,segment=NetworkSegment(d076bdd2-2c38-482a-bd30-22440341171a),segment_id=d076bdd2-2c38-482a-bd30-22440341171a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:49.975845 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:49.996922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Calling delete_port for ede87a5c-89d5-48b2-bf02-47029de334b2 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:50.122060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 444558ee-d706-4c48-903e-e9059503d1c7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=444558ee-d706-4c48-903e-e9059503d1c7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:50.126115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:50.174705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 444558ee-d706-4c48-903e-e9059503d1c7 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:54:50.283335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cea95915-401b-4d93-925c-208a6c4bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:50.399585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03461578-5723-4b2f-85a1-3d8b6ecf67df req-0b352b1d-49a4-4280-b284-b3b6361c182e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084141 Dec 15 04:54:50.399823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c57469e6-6d44-48e9-936f-e79c80dd940c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:50.399823 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:50.535712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:54:46Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:50.553282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:50.623917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cea95915-401b-4d93-925c-208a6c4bc284 None None] For port c57469e6-6d44-48e9-936f-e79c80dd940c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c57469e6-6d44-48e9-936f-e79c80dd940c,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:50.713487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-c6d771e5-3f3a-4acb-bce4-281fef116a57 service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450159 Dec 15 04:54:50.731619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Pushing event deleted for resources: {'Port': ['ID=ede87a5c-89d5-48b2-bf02-47029de334b2,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:50.735448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] No DVR routers for this DVR port ede87a5c-89d5-48b2-bf02-47029de334b2 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:54:50.747278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ced84f-a7a3-4cd6-ba45-36786947e6f6 None None] The sync data for ids ['becb268c-4531-462f-9b3c-38b2d32b7643'] in n-d-820935-10 is: [{'id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49295671', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '444558ee-d706-4c48-903e-e9059503d1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:51:56Z', 'updated_at': '2021-12-15T04:54:46Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '444558ee-d706-4c48-903e-e9059503d1c7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becb268c-4531-462f-9b3c-38b2d32b7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:51:59Z', 'updated_at': '2021-12-15T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:50.749721 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cea95915-401b-4d93-925c-208a6c4bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:50.817246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.817906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.818676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.819328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.820586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.820737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2fc8-215a-41ee-b52f-84b78b41d47c req-65d5cb5c-ac4e-4ac0-91b8-34f1b2a7b2ac tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:50.821237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.821739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.822236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.828453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.829094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.829629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.831576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.832184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b09c2-d29b-4559-ab4f-89c2e03f1c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:54:50.832962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b46e2fc8-215a-41ee-b52f-84b78b41d47c req-65d5cb5c-ac4e-4ac0-91b8-34f1b2a7b2ac tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.3165951 Dec 15 04:54:50.861532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:50.919498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95915-401b-4d93-925c-208a6c4bc284 None None] Pushing event updated for resources: {'Port': ['ID=c57469e6-6d44-48e9-936f-e79c80dd940c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:50.931276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.095168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0872fda5-4970-4aef-bb05-5c34445f7cea service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806436 Dec 15 04:54:51.100911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.112599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2b343f87-30e0-42e8-9b45-4379ac519026 None None] Provisioning complete for port c57469e6-6d44-48e9-936f-e79c80dd940c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:51.113367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b343f87-30e0-42e8-9b45-4379ac519026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.123750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b46e2fc8-215a-41ee-b52f-84b78b41d47c req-db1750b7-f826-445b-9233-7350e35fcfb4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581739 Dec 15 04:54:51.134064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.140530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.300910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Allocated IP 172.25.2.42 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/02d3756f-7e5c-43b1-859c-1947a538872a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:51.303412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ede87a5c-89d5-48b2-bf02-47029de334b2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:51.335676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.359625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ede87a5c-89d5-48b2-bf02-47029de334b2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:51.361441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ede87a5c-89d5-48b2-bf02-47029de334b2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:51.396781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=444558ee-d706-4c48-903e-e9059503d1c7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:51.466530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event updated for resources: {'Port': ['ID=4c516b4b-5b50-48d4-b41e-98253f1ed431,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:51.564944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36878f20-34d4-4927-a33f-654576fd6b66 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:51.648886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17149d67-0ca7-4ffd-b2b1-35e893b89427 req-65d02fd7-24f1-4af6-afc1-a2fc89d03fb5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 210 time: 0.1572316 Dec 15 04:54:51.657242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2b343f87-30e0-42e8-9b45-4379ac519026 None None] Provisioning complete for port 4c516b4b-5b50-48d4-b41e-98253f1ed431 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:51.667727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b343f87-30e0-42e8-9b45-4379ac519026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.747766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.751458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2b343f87-30e0-42e8-9b45-4379ac519026 None None] Port 4c516b4b-5b50-48d4-b41e-98253f1ed431 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:51.765721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c57469e6-6d44-48e9-936f-e79c80dd940c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:51.787544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:51.790320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:51.804710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d53b7-d684-4426-a936-9b7736558402 req-6469d2e2-e4ec-472c-95c6-9e4b441948a6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:51.811273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a0d53b7-d684-4426-a936-9b7736558402 req-6469d2e2-e4ec-472c-95c6-9e4b441948a6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1419251 Dec 15 04:54:51.924563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c57469e6-6d44-48e9-936f-e79c80dd940c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:51.928245 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:54:51.929308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.932484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.934423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.999389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:51.999389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Fanout notify agent at l3_agent the message router_deleted on router becb268c-4531-462f-9b3c-38b2d32b7643 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:54:52.028487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.034769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e23a7592-e209-4399-b458-8b954460e142 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/routers/becb268c-4531-462f-9b3c-38b2d32b7643 HTTP/1.1" status: 204 len: 168 time: 3.8498547 Dec 15 04:54:52.037800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:52.230914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a0d53b7-d684-4426-a936-9b7736558402 req-9d559cdd-1490-47a2-9da9-6aa66e046377 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166002 Dec 15 04:54:52.243348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:52.293583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.408498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.415269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:52.419063 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9a672f74-9081-4add-bf56-c7d02fe339f6 None None] Provisioning complete for port 4c516b4b-5b50-48d4-b41e-98253f1ed431 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:52.419479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9a672f74-9081-4add-bf56-c7d02fe339f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.428403 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:52.436724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2114-147b-433e-bdf2-de2a4f8e0890 req-ced800a0-3efd-497a-ba7b-d397596c9d8f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:52.439550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f0f2114-147b-433e-bdf2-de2a4f8e0890 req-ced800a0-3efd-497a-ba7b-d397596c9d8f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1241868 Dec 15 04:54:52.444519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-84ea4eaf-03da-40e1-9551-7a5ec016f206 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6668470 Dec 15 04:54:52.449115 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:52.452995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33316) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:52.456910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:52.464582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:52.504999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.545655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dba0b7-41ea-436a-baa5-f22feab9ae14']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:52.563302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd076bdd2-2c38-482a-bd30-22440341171a') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:52.563737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd076bdd2-2c38-482a-bd30-22440341171a') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:52.608728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.648888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f0f2114-147b-433e-bdf2-de2a4f8e0890 req-3044c1fe-29d9-4719-b68a-3b865d13524a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938121 Dec 15 04:54:52.649766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.670645 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.675920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9a672f74-9081-4add-bf56-c7d02fe339f6 None None] Port 4c516b4b-5b50-48d4-b41e-98253f1ed431 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:52.707060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:54:52.712619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.721784 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:54:52.725185 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:54:52.753722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:52.771044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:52.810164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:52.810870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c9b29d4-9dbe-4aab-b27e-ef61383eba58 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:52.825140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-68eea1cd-dc8e-4ebf-a422-3757f10c0cb3 None None] Provisioning complete for port 4c516b4b-5b50-48d4-b41e-98253f1ed431 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:52.825574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-68eea1cd-dc8e-4ebf-a422-3757f10c0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:52.872526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-68eea1cd-dc8e-4ebf-a422-3757f10c0cb3 None None] Port 4c516b4b-5b50-48d4-b41e-98253f1ed431 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:52.873170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:52.906959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3cc8c-6bf2-42ed-a101-68446d5645d9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:54:52.948019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:52.986305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ddbd2f-2b94-42f6-8e54-c6983bf27dd9 req-2ea4064a-c9bb-4703-b26c-9f393d0bb33d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 210 time: 0.1280477 Dec 15 04:54:53.047315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7dcc5294-124b-443e-bc23-5a10ec1931b5 None None] Provisioning complete for port 02d3756f-7e5c-43b1-859c-1947a538872a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:53.050441 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5294-124b-443e-bc23-5a10ec1931b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:53.078835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Pushing event updated for resources: {'Port': ['ID=02d3756f-7e5c-43b1-859c-1947a538872a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:53.090231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:53.113012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:53.119539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/networks/a8dba0b7-41ea-436a-baa5-f22feab9ae14 HTTP/1.1" status: 204 len: 168 time: 1.0775180 Dec 15 04:54:53.121960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33324) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:53.196229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc5294-124b-443e-bc23-5a10ec1931b5 None None] Port 02d3756f-7e5c-43b1-859c-1947a538872a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:54:53.230410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc4944-13a8-42d2-ad04-dcf77f7b9981 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Network': ['ID=a8dba0b7-41ea-436a-baa5-f22feab9ae14,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:53.463329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f63d-5415-4d54-8a77-21a91286717a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:53.530031 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:49Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:50Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:53.556868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f63d-5415-4d54-8a77-21a91286717a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:53.562922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:53.563533 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Updating router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 port 4c516b4b-5b50-48d4-b41e-98253f1ed431 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:54:53.605712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 444558ee-d706-4c48-903e-e9059503d1c7 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:54:53.655431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 444558ee-d706-4c48-903e-e9059503d1c7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:54:53.656386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 444558ee-d706-4c48-903e-e9059503d1c7 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:54:53.714062 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:53.969821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0bf11-3117-4cc9-84e9-1f624a8bbe4a req-044874b4-aed1-45fb-8bd2-6131bc1e1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:53.985167 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46d0bf11-3117-4cc9-84e9-1f624a8bbe4a req-044874b4-aed1-45fb-8bd2-6131bc1e1d3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.2672133 Dec 15 04:54:54.018778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acd01f-1c48-4cac-b8f9-bbe1f9712bbb req-e57b3bb0-0fab-4eb1-b0f0-18bcf9b1b338 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:54.028107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8acd01f-1c48-4cac-b8f9-bbe1f9712bbb req-e57b3bb0-0fab-4eb1-b0f0-18bcf9b1b338 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2042363 Dec 15 04:54:54.060172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1a146-4448-40a3-b711-ccd9cd995cb2 req-0ad70c1f-dd3f-42e0-9072-4738f578001c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:54.061722 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66f1a146-4448-40a3-b711-ccd9cd995cb2 req-0ad70c1f-dd3f-42e0-9072-4738f578001c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2632682 Dec 15 04:54:54.126574 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f63d-5415-4d54-8a77-21a91286717a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.141031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2ae1f63d-5415-4d54-8a77-21a91286717a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.146542 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ae1f63d-5415-4d54-8a77-21a91286717a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/security-groups/805683b0-6526-4ca7-a68e-4f74cffcf108 HTTP/1.1" status: 204 len: 168 time: 1.0177362 Dec 15 04:54:54.199001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8acd01f-1c48-4cac-b8f9-bbe1f9712bbb req-6298f660-d4d6-4369-a55f-d1cca43bac94 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713896 Dec 15 04:54:54.217083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66f1a146-4448-40a3-b711-ccd9cd995cb2 req-26983354-aee5-4d5f-adb6-57f384e57837 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358328 Dec 15 04:54:54.257527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1f63d-5415-4d54-8a77-21a91286717a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805683b0-6526-4ca7-a68e-4f74cffcf108,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:54.289240 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-46d0bf11-3117-4cc9-84e9-1f624a8bbe4a req-45068c49-9101-4b0b-9344-086548f4373d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453971 Dec 15 04:54:54.311694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.375261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 04:54:54.403710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Removed routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 04:54:54.404599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.413125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-8e26d4bb-5c69-46ec-a079-3940edb3c815 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:54.415178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-8e26d4bb-5c69-46ec-a079-3940edb3c815 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.3705261 Dec 15 04:54:54.435094 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.442201 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.505963 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6c887-2655-408d-849b-2af43e94db1a None None] Pushing event updated for resources: {'Port': ['ID=4c516b4b-5b50-48d4-b41e-98253f1ed431,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:54.606700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.615422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:54.638295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a41bb15-6676-42bd-9b38-b56eafa687f1 req-70512685-01c3-4cbd-84d2-a3f97a7bbcd2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 210 time: 0.2157822 Dec 15 04:54:54.726421 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.740339 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Attempting to bind port 4c516b4b-5b50-48d4-b41e-98253f1ed431 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:54.742097 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Attempting to bind port 4c516b4b-5b50-48d4-b41e-98253f1ed431 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:54.742806 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Attempting to bind port 4c516b4b-5b50-48d4-b41e-98253f1ed431 on network a3e6e272-ea4c-460c-bfe5-de1ae466c859 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:54.762243 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:54.773855 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Checking segment: {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:54.774712 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.775286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Bound using segment: {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:54.775945 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Bound port: 4c516b4b-5b50-48d4-b41e-98253f1ed431, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7564c60b-44fe-4ac6-bca5-7f9c467eb135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:54.776570 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.861022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:54:54.866284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.879309 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] For port 4c516b4b-5b50-48d4-b41e-98253f1ed431, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:54.883752 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] For port 4c516b4b-5b50-48d4-b41e-98253f1ed431, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c516b4b-5b50-48d4-b41e-98253f1ed431,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:54.891850 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.954159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:54.958229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.024156 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6c887-2655-408d-849b-2af43e94db1a None None] Pushing event updated for resources: {'Port': ['ID=4c516b4b-5b50-48d4-b41e-98253f1ed431,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:55.037096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:55.037842 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:55.084943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8976188c-55a7-468d-bc3d-b7f0d94cf268 None None] Provisioning complete for port 4c516b4b-5b50-48d4-b41e-98253f1ed431 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:55.086090 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8976188c-55a7-468d-bc3d-b7f0d94cf268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.223727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Router 9e059022-2781-4c39-a2c3-5fcd0c291073 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:54:55.225348 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:55.226277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33348) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:55.237742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782043186', 'description': 'tempest-secgroup-smoke-1782043186 description', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:55.290923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:55.368815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.13 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/3af901f7-c433-423f-9105-c5f52c518faf) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:54:55.434801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.460643 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8976188c-55a7-468d-bc3d-b7f0d94cf268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.575153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.578393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8976188c-55a7-468d-bc3d-b7f0d94cf268 None None] For port 4c516b4b-5b50-48d4-b41e-98253f1ed431, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c516b4b-5b50-48d4-b41e-98253f1ed431,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:54:55.586572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.613781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8976188c-55a7-468d-bc3d-b7f0d94cf268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.627440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.628849 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3968339 Dec 15 04:54:55.645466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33354) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:55.716944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976188c-55a7-468d-bc3d-b7f0d94cf268 None None] Pushing event updated for resources: {'Port': ['ID=4c516b4b-5b50-48d4-b41e-98253f1ed431,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:55.727867 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:54Z', 'revision_number': 6, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:54Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:55.755544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:55.766648 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aabbd71-e90b-4b65-96dd-b19348265cc3 None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:54Z', 'revision_number': 6, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:54Z', 'revision_number': 4, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:55.790480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7f5dfcbc-ab7e-4d63-8f10-be83f46fc02e None None] Provisioning complete for port 4c516b4b-5b50-48d4-b41e-98253f1ed431 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:55.791115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7f5dfcbc-ab7e-4d63-8f10-be83f46fc02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.793515 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:55.794965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b4c07f39-e04d-48fa-a76c-0e6cc4fe8100 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 954 time: 3.3375816 Dec 15 04:54:55.870266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:56.086955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba7c5d-1916-4ca0-9557-fce32e027bd1 req-7d65901f-f539-4540-ac65-94f08e1d16b3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:56.086955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bba7c5d-1916-4ca0-9557-fce32e027bd1 req-7d65901f-f539-4540-ac65-94f08e1d16b3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.7313406 Dec 15 04:54:56.097500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a23e01dd-a7ca-446d-85c2-e459ccdf0e4a tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 954 time: 0.2260337 Dec 15 04:54:56.099900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '49b63cc1-2399-466f-8d26-9ef92955116e', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:56.106050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33362) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:56.124549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'routes': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:56.155320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b78f69-d9e2-45b0-a891-2fea0fcd6b77 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b63cc1-2399-466f-8d26-9ef92955116e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:56.234936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:56.239843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:56.244485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043ac8b-98cf-437f-a662-d3c17ba793c3 req-119ab2f2-f7ae-45a9-866d-76ef9166d63e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:56.246131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] Sync routers for ids ['9e059022-2781-4c39-a2c3-5fcd0c291073'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:56.254598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6043ac8b-98cf-437f-a662-d3c17ba793c3 req-119ab2f2-f7ae-45a9-866d-76ef9166d63e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.8292706 Dec 15 04:54:56.265699 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bc92c7fb-d8d6-4a63-8181-0678454f1067 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "PUT /v2.0/routers/9e059022-2781-4c39-a2c3-5fcd0c291073 HTTP/1.1" status: 200 len: 919 time: 6.8698349 Dec 15 04:54:56.269219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33364) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:56.272521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] Routers {'9e059022-2781-4c39-a2c3-5fcd0c291073'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:56.273278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9e059022-2781-4c39-a2c3-5fcd0c291073'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:56.349669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:56.366093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] Routers {'9e059022-2781-4c39-a2c3-5fcd0c291073'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:56.371592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9e059022-2781-4c39-a2c3-5fcd0c291073'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:56.380785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:56.397416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bba7c5d-1916-4ca0-9557-fce32e027bd1 req-51bbb6fc-7df9-4aba-99e2-c5129fc8fec4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989011 Dec 15 04:54:56.410048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:56.410718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf5ea0-c7e3-48b6-9877-4b923b2d8468 None None] The sync data for ids ['9e059022-2781-4c39-a2c3-5fcd0c291073'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:56.494580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:56.507682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6043ac8b-98cf-437f-a662-d3c17ba793c3 req-5d2dc0bf-9f1b-4aa8-962e-1e393bcd4a4e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517416 Dec 15 04:54:56.582318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:56.629171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1', '7731721a-222b-419e-908e-61b9af92d27d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:54:56.697018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:54:56.703141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f13f2-6c8a-40ef-9367-b70761077ea5 req-3826cd59-7d2b-4242-90b8-cd51958803f1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:56.704832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-859f13f2-6c8a-40ef-9367-b70761077ea5 req-3826cd59-7d2b-4242-90b8-cd51958803f1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 932 time: 0.1323862 Dec 15 04:54:56.772015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:54:56.781019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:54:56.800251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-859f13f2-6c8a-40ef-9367-b70761077ea5 req-550eb5ec-062b-4f58-8acf-fc4173c4296f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862353 Dec 15 04:54:57.030198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=3af901f7-c433-423f-9105-c5f52c518faf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:57.068719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.086488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:57.087163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.107530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 04:54:57.110460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 04:54:57.126052 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ca393612-1ab9-4e92-a706-ff3524daae6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5149243 Dec 15 04:54:57.126745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.151716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Request body: {'port': {'device_id': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:57.174095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e621f1bc-d920-487b-b499-d7e68cb15f76,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:57.179737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.180984 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c05704ae-bd7a-4983-b2c6-7e79007b24a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5318120 Dec 15 04:54:57.188349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33368) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:57.200457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '49b63cc1-2399-466f-8d26-9ef92955116e', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:57.219111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f6342cc9-5f1e-4aeb-a59c-8f1af883fac8 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/9e059022-2781-4c39-a2c3-5fcd0c291073 HTTP/1.1" status: 200 len: 925 time: 0.9414568 Dec 15 04:54:57.221888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:57.243597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.268322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.305819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1f42f-e44b-4b05-876d-6eb8e7dc9492 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:57.307655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-11d1f42f-e44b-4b05-876d-6eb8e7dc9492 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=9e059022-2781-4c39-a2c3-5fcd0c291073&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0848269 Dec 15 04:54:57.308882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.332501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33372) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:57.339134 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:57.358070 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:57.358702 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:57.482873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a35903-4d4b-4e3f-99c3-f9058cef9055 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:57.496578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-71a35903-4d4b-4e3f-99c3-f9058cef9055 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/networks/ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 881 time: 0.1592956 Dec 15 04:54:57.515187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33376) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:57.639018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c516b4b-5b50-48d4-b41e-98253f1ed431 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:54:57.678022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c6868123-a183-46fa-b8fa-cc86b9d54ff2 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e059022-2781-4c39-a2c3-5fcd0c291073 HTTP/1.1" status: 200 len: 205 time: 0.1076260 Dec 15 04:54:57.682839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33380) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:57.707655 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:57.798178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-664d27de-869b-4c02-bfd0-3a55da7acb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.874477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4c516b4b-5b50-48d4-b41e-98253f1ed431 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:54:57.874857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:57.945222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.018625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af901f7-c433-423f-9105-c5f52c518faf {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:54:58.056907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.105469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Transition to ACTIVE for port object 3af901f7-c433-423f-9105-c5f52c518faf will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:54:58.118090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.119164 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:57Z', 'revision_number': 7, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:55Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:58.189593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:54:58.210664 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:58.211292 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:58.238949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Pushing event updated for resources: {'Port': ['ID=3af901f7-c433-423f-9105-c5f52c518faf,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:58.340884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Attempting to bind port 3af901f7-c433-423f-9105-c5f52c518faf on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:54:58.342560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Attempting to bind port 3af901f7-c433-423f-9105-c5f52c518faf by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:54:58.343145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Attempting to bind port 3af901f7-c433-423f-9105-c5f52c518faf on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:58.352707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Port 3af901f7-c433-423f-9105-c5f52c518faf on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:54:58.353462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Attempting to bind port 3af901f7-c433-423f-9105-c5f52c518faf on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:54:58.360335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:54:58.361230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:54:58.361850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:54:58.362532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Bound port: 3af901f7-c433-423f-9105-c5f52c518faf, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:54:58.363141 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.424528 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:54:58.458895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] For port 3af901f7-c433-423f-9105-c5f52c518faf, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:54:58.465409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] For port 3af901f7-c433-423f-9105-c5f52c518faf, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3af901f7-c433-423f-9105-c5f52c518faf,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:54:58.494802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.568895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:58.571461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.573202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] 10.222.0.42 "PUT /v2.0/ports/3af901f7-c433-423f-9105-c5f52c518faf HTTP/1.1" status: 200 len: 1093 time: 1.4277766 Dec 15 04:54:58.573944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'tag': '3af901f7-c433-423f-9105-c5f52c518faf'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:54:58.576850 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ef3da-47ee-49f8-8fb2-9dca00b36bab" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c12616-1d35-4450-9ecd-a4845361a589", "tag": "3af901f7-c433-423f-9105-c5f52c518faf"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:54:58.611874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab82247-4af5-4109-a7d7-20f31cdec328 service neutron] Pushing event updated for resources: {'Port': ['ID=3af901f7-c433-423f-9105-c5f52c518faf,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:58.711129 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.715293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-43b92444-cd78-4bde-b049-e5f14b68226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:58.717852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-43b92444-cd78-4bde-b049-e5f14b68226b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 1096 time: 0.0726452 Dec 15 04:54:58.729270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.731288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.800111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-6cdc8dd1-5092-46a5-8815-a8f2ea135ce8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af901f7-c433-423f-9105-c5f52c518faf HTTP/1.1" status: 200 len: 217 time: 0.0666616 Dec 15 04:54:58.810836 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:57Z', 'revision_number': 7, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:55Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:58.845116 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c951c7-ad9a-4e83-a615-e465bd875406 None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:57Z', 'revision_number': 7, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:55Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:54:58.847790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:58.849390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6590457 Dec 15 04:54:58.849782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e9226-b585-4fb8-a89a-22d9331f7e05 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63673b33-ad42-48ba-b0d2-a9a9848d4e53,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:58.852092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33392) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:58.863484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '49b63cc1-2399-466f-8d26-9ef92955116e', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:58.960481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa966-b5cc-4734-86d8-bc2df22929f4 req-faf5d19e-7f4a-4f38-b725-1884f567dc15 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:58.961931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53efa966-b5cc-4734-86d8-bc2df22929f4 req-faf5d19e-7f4a-4f38-b725-1884f567dc15 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 1.2776258 Dec 15 04:54:58.986451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-b8261209-beb4-4ecf-8e9e-f2c3fdeca9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:58.988567 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-b8261209-beb4-4ecf-8e9e-f2c3fdeca9f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1674364 Dec 15 04:54:59.019591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c2497-dbfa-47a6-8dd0-0f34ef0df8f8 req-7efbfcc2-08b1-4741-83da-02e53fa3ef14 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:59.027533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-344c2497-dbfa-47a6-8dd0-0f34ef0df8f8 req-7efbfcc2-08b1-4741-83da-02e53fa3ef14 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 1.3442464 Dec 15 04:54:59.061115 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-ce65085d-9132-402e-b48c-7b27229b52de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463390 Dec 15 04:54:59.064984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.152717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-344c2497-dbfa-47a6-8dd0-0f34ef0df8f8 req-caf622be-08df-4f73-b263-2e6ab81ca26f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242096 Dec 15 04:54:59.178388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-33ecd4e5-4e97-4d36-aed2-d3d27594d097 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2063279 Dec 15 04:54:59.216787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:54:59.231758 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.302755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.317663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.334841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fdb104-b810-4d72-9c55-09c9da008026,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:54:59.339336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-bed6f9d3-4eb6-4e39-9916-0c2af462e3f0 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657650 Dec 15 04:54:59.444435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.447209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84c2b7e5-4fbd-4f4e-b304-2f48c2bd983e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5925834 Dec 15 04:54:59.449967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-0413f6b3-f207-437e-ab3e-ee1a59af1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:59.451963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-0413f6b3-f207-437e-ab3e-ee1a59af1f50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1097 time: 0.1898394 Dec 15 04:54:59.452710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33398) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:59.459552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '49b63cc1-2399-466f-8d26-9ef92955116e', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:54:59.578810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.631246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-459268b0-303a-42a8-ae24-692bfb49cf67 req-a730fbcf-84cc-4eba-949a-82dd0c906596 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790675 Dec 15 04:54:59.672155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-f37db2f9-e8f6-4010-864e-17624abe716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:59.674302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-f37db2f9-e8f6-4010-864e-17624abe716f service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1943450 Dec 15 04:54:59.689524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.696710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:54:59.710841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-53efa966-b5cc-4734-86d8-bc2df22929f4 req-8be552f7-f7fe-49b7-86b6-dc291e42e93a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358470 Dec 15 04:54:59.717697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.718539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-764b5f4e-d56e-4c5e-9af4-653c9368ee48 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 704 time: 3.6044705 Dec 15 04:54:59.725611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33400) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:54:59.726984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:54:59.760290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:54:59.761283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:54:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:54:59.796773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.826699 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6236f555-708b-461d-9536-e1be8f4edbad x-openstack-request-id: req-6236f555-708b-461d-9536-e1be8f4edbad {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:54:59.827376 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c12616-1d35-4450-9ecd-a4845361a589", "tag": "3af901f7-c433-423f-9105-c5f52c518faf", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:54:59.827866 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6236f555-708b-461d-9536-e1be8f4edbad {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:54:59.828662 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'tag': '3af901f7-c433-423f-9105-c5f52c518faf', 'status': 'completed', 'code': 200} Dec 15 04:54:59.829533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:54:59.871988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d466611-c300-47f3-80a0-88f795dc918d req-ab0020cd-de58-4c07-a8bd-76b9237c7221 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:54:59.886409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d466611-c300-47f3-80a0-88f795dc918d req-ab0020cd-de58-4c07-a8bd-76b9237c7221 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 944 time: 0.5059612 Dec 15 04:54:59.988713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:00.002672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bcd56e-4e46-450d-b7ca-35e39d3daa6e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:00.022287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:00.025199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-36f35072-ed50-4523-aa24-427ca0b55d9c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5697057 Dec 15 04:55:00.038129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:00.060387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '49b63cc1-2399-466f-8d26-9ef92955116e', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:00.084594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-5a7a1b22-4f1d-4b99-bb19-0414fdd8ea58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 1001 time: 0.3927557 Dec 15 04:55:00.102664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33c3feab-3e4d-4d2a-8d93-7f8063fee402 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 704 time: 0.3746653 Dec 15 04:55:00.119743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:00.198620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bce9cfa9-b834-4384-b424-bc9b5ecf20f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:00.298681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d466611-c300-47f3-80a0-88f795dc918d req-7ea761e4-e8f0-48cc-9c80-ccb34b5876e5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787069 Dec 15 04:55:00.310885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-9fc2bad5-a626-41dc-b9db-b643b828d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:00.314595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-9fc2bad5-a626-41dc-b9db-b643b828d8d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.2267222 Dec 15 04:55:00.421598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Deleting port 02d3756f-7e5c-43b1-859c-1947a538872a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:00.421982 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:00.429402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-ac49ee3c-c3fc-414e-a0da-b9018991f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:00.432492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-ac49ee3c-c3fc-414e-a0da-b9018991f87c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 1096 time: 0.5666378 Dec 15 04:55:00.445272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-0a98166b-8fe2-402f-b6fc-1bd361733562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:00.447913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-0a98166b-8fe2-402f-b6fc-1bd361733562 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072192 Dec 15 04:55:00.507309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:57Z', 'revision_number': 7, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:55Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:00.529817 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:55:00.548250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:00.569066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:00.570941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:00.626599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:00.650207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Calling delete_port for 02d3756f-7e5c-43b1-859c-1947a538872a owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:00.652183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-6b95de47-f219-4749-afd8-e9b6e9a96f45 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176898 Dec 15 04:55:00.655502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-f6bb0cac-0483-42b9-a083-4dbe8615d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:00.657327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-f6bb0cac-0483-42b9-a083-4dbe8615d59b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.3748891 Dec 15 04:55:00.700571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:00.701353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:00.918969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-fca5080d-cf44-42a6-8258-323b806e4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:00.921930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-fca5080d-cf44-42a6-8258-323b806e4936 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.4728010 Dec 15 04:55:01.034378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:57Z', 'revision_number': 7, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:55Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:01.035848 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-e7363571-11d8-4e5c-b3c1-c8a08effdf23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af901f7-c433-423f-9105-c5f52c518faf HTTP/1.1" status: 200 len: 217 time: 0.0727572 Dec 15 04:55:01.042664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.087678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e4139-82db-4ec4-b8b3-d5a9c4ab370b req-1316d8b0-8311-4889-85e1-14e919b8751e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:01.092859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fb757-7e9a-4e28-b58d-325e472d5d2e None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:54:57Z', 'revision_number': 7, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c516b4b-5b50-48d4-b41e-98253f1ed431', 'name': '', 'network_id': 'a3e6e272-ea4c-460c-bfe5-de1ae466c859', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:f5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:47Z', 'updated_at': '2021-12-15T04:54:55Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:01.103348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb0e4139-82db-4ec4-b8b3-d5a9c4ab370b req-1316d8b0-8311-4889-85e1-14e919b8751e tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.7944932 Dec 15 04:55:01.147804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-f74e7786-0699-4010-8593-576544411b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:01.151455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-f74e7786-0699-4010-8593-576544411b6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.4689484 Dec 15 04:55:01.170124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.183647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.187624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-dfd58375-4bdf-4242-a9da-1d4f48813803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:01.189254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-dfd58375-4bdf-4242-a9da-1d4f48813803 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1388876 Dec 15 04:55:01.189951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.196683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event deleted for resources: {'Port': ['ID=02d3756f-7e5c-43b1-859c-1947a538872a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:01.238614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b97e9-c949-4b9e-9ca6-bc6f21ca7c60 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:01.329615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-4279cee6-9cd1-4492-8393-b7b668857ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085582 Dec 15 04:55:01.338965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-88378381-8da0-4882-b9d9-1c6527a5b96b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.1538353 Dec 15 04:55:01.349133 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bf5aaa70-70dd-4e93-9106-6c5939026d7c req-19140ddb-15a6-4694-a7e8-f5aee8010f09 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797202 Dec 15 04:55:01.349787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c01ffd9-f391-4c34-bde5-fd21b3fd944a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:01.371603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c5c83-e9b1-4f49-8cbd-5fe5bbb62e21 req-9c6ce5fd-32db-4322-9d02-8284cbd0bf8e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:01.373249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a55c5c83-e9b1-4f49-8cbd-5fe5bbb62e21 req-9c6ce5fd-32db-4322-9d02-8284cbd0bf8e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.4255080 Dec 15 04:55:01.399493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-e150c2bf-ec40-4cbf-8490-e8c2dba43bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:01.401141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-e150c2bf-ec40-4cbf-8490-e8c2dba43bcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.0487666 Dec 15 04:55:01.453829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.457880 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83c2bfd8-2804-4db1-8f5d-683ed5721736 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4075806 Dec 15 04:55:01.458654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33422) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:01.461598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb0e4139-82db-4ec4-b8b3-d5a9c4ab370b req-a16a3480-520e-418b-8a33-e3789c3a8e79 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571768 Dec 15 04:55:01.473098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.514589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '49b63cc1-2399-466f-8d26-9ef92955116e', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:01.547691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-ce770fbc-82ae-436b-8c83-e8a059b8acbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348829 Dec 15 04:55:01.554680 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:55:01.648117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a55c5c83-e9b1-4f49-8cbd-5fe5bbb62e21 req-8a2a267d-c221-4a8e-bc98-51ece6461759 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410254 Dec 15 04:55:01.690345 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.712463 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.834247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.835512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Fanout notify agent at l3_agent the message router_deleted on router 9e059022-2781-4c39-a2c3-5fcd0c291073 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:55:01.857273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727560eb-e364-4650-8be9-d9f12af3dfbc req-3d6c084f-368f-401a-8c65-0eba30b4fac1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:01.859310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-727560eb-e364-4650-8be9-d9f12af3dfbc req-3d6c084f-368f-401a-8c65-0eba30b4fac1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 944 time: 0.2411892 Dec 15 04:55:01.927663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.967507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:01.969364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6ae324a4-243c-4a93-b46c-26e0ad10245a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/9e059022-2781-4c39-a2c3-5fcd0c291073 HTTP/1.1" status: 204 len: 168 time: 4.2498875 Dec 15 04:55:01.977367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:01.995958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-351966337', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:02.014703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-727560eb-e364-4650-8be9-d9f12af3dfbc req-19d0538e-aa54-4f1d-b309-aef40e1ed1fb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327763 Dec 15 04:55:02.050713 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.054684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-caad16f1-33b1-4ecc-953d-a35b12541d0c service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144270 Dec 15 04:55:02.062757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.064984 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.119327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-ef2d6bd3-ef03-4b3c-8bd3-9c4c15ceea89 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580029 Dec 15 04:55:02.136085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.177276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.248707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13105e5-8dca-4207-b8a0-fd7c2d90ee73,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:02.279639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.281028 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f08e8573-52b9-4e65-b16a-03cb0fe93370 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7761469 Dec 15 04:55:02.288134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33434) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:02.293312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'network': {'name': 'tempest-network-smoke--413087085', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:02.333172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-417ef3da-47ee-49f8-8fb2-9dca00b36bab req-0d2e8175-c50b-424d-97f8-7bd919d460e7 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377679 Dec 15 04:55:02.345593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-06e3e0e1-08e8-48a4-8279-998ea4bfddef req-a93ece06-ebef-4d61-9ddb-42a26d12e444 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078385 Dec 15 04:55:02.363517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:02.368059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.412764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:55:02.426115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.426512 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Added segment 6788a9a0-df27-477f-a800-876f0aca3a5a of type vlan for network 7dd19046-5444-4071-aefd-dacb2a7dc030 Dec 15 04:55:02.476659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.509447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.515584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:02.524343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.579397 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2899485 Dec 15 04:55:02.605100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:02.609645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'admin_state_up': True, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:02.611544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.656082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093a160-2021-4541-8b32-02f778dabb7d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Network': ['ID=7dd19046-5444-4071-aefd-dacb2a7dc030,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:02.665766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.666856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.670610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:55:02.783118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.830267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.900293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:02.919754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31b6b-c89b-41cb-be17-12d54905926c req-7c9d6664-228b-4751-852b-f1c4b12cfe89 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:02.927338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3f31b6b-c89b-41cb-be17-12d54905926c req-7c9d6664-228b-4751-852b-f1c4b12cfe89 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.3124704 Dec 15 04:55:02.996949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.122766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3f31b6b-c89b-41cb-be17-12d54905926c req-7f1a7013-d4b4-4672-9f15-ace07f87f8ec tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917737 Dec 15 04:55:03.208234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 4c516b4b-5b50-48d4-b41e-98253f1ed431 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:03.211688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.294650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.319994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.369478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.384983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ce8f4-46a9-419a-9022-4a4d04f586b5 req-d86d4712-dd22-4d74-ae51-5ade9ffcea36 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:03.388752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba2ce8f4-46a9-419a-9022-4a4d04f586b5 req-d86d4712-dd22-4d74-ae51-5ade9ffcea36 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1090648 Dec 15 04:55:03.449804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 4c516b4b-5b50-48d4-b41e-98253f1ed431, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c516b4b-5b50-48d4-b41e-98253f1ed431,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:03.450172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.455745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3af901f7-c433-423f-9105-c5f52c518faf details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:55:03.543230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.148 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/3040f906-314c-4d94-b4d7-379ed4beb12b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:03.549701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 4c516b4b-5b50-48d4-b41e-98253f1ed431 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:03.565785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba2ce8f4-46a9-419a-9022-4a4d04f586b5 req-6a7ae9cf-b816-40c3-b43e-5ae6edbde0e5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708333 Dec 15 04:55:03.595476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.612865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.667401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.694858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.734512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:03.789838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=3040f906-314c-4d94-b4d7-379ed4beb12b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:03.805595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:03.806941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:03.820854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:03.898992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4261c6-7a2d-4285-84a6-2db19f78b389 req-a6dd1351-0b23-4ccd-9429-6331e0f90b62 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:03.900643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4261c6-7a2d-4285-84a6-2db19f78b389 req-a6dd1351-0b23-4ccd-9429-6331e0f90b62 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 944 time: 0.1610522 Dec 15 04:55:03.942517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Allocated IP 172.25.2.131 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6a8e410b-07fe-4710-94aa-3c6f70d7019c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:04.010851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5430c3-35d7-4b5b-bc0e-e1fd518bd8a6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:04.015689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 3af901f7-c433-423f-9105-c5f52c518faf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3af901f7-c433-423f-9105-c5f52c518faf,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:04.051843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '3af901f7-c433-423f-9105-c5f52c518faf', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': '3af901f7-c433-423f-9105-c5f52c518faf', 'mac_address': 'fa:16:3e:a2:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:55:04.085744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b4261c6-7a2d-4285-84a6-2db19f78b389 req-6357c305-e3ea-418a-a728-32a59a524288 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777277 Dec 15 04:55:04.104613 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.118360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.138475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2197c4f8-be7e-4bf4-8111-c9713f7d74d1 None None] Provisioning complete for port 3040f906-314c-4d94-b4d7-379ed4beb12b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:04.138854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2197c4f8-be7e-4bf4-8111-c9713f7d74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.154290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=4c516b4b-5b50-48d4-b41e-98253f1ed431,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:04.169513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af901f7-c433-423f-9105-c5f52c518faf {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:04.243236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 3af901f7-c433-423f-9105-c5f52c518faf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3af901f7-c433-423f-9105-c5f52c518faf,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:04.255753 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.263545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2197c4f8-be7e-4bf4-8111-c9713f7d74d1 None None] Port 3040f906-314c-4d94-b4d7-379ed4beb12b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:04.266081 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.346474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=3af901f7-c433-423f-9105-c5f52c518faf,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:04.348125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-1571c467-265f-492f-b1bf-27284b02b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:04.349918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-1571c467-265f-492f-b1bf-27284b02b884 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1098 time: 0.1353369 Dec 15 04:55:04.413849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.427366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.549471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659988f0-79bb-4a0b-95b8-457f8b16fdbf req-aa2d894b-b1fd-41dd-8e9d-258dced31c2f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:04.551481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-659988f0-79bb-4a0b-95b8-457f8b16fdbf req-aa2d894b-b1fd-41dd-8e9d-258dced31c2f tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2609274 Dec 15 04:55:04.575129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-23317fdd-cdf5-4d22-9874-00e6656d33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:04.576826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-23317fdd-cdf5-4d22-9874-00e6656d33fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.2186739 Dec 15 04:55:04.584634 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.640425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-69c25485-27ba-478f-ae27-74beaeb66bae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.0548532 Dec 15 04:55:04.646873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['3af901f7-c433-423f-9105-c5f52c518faf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:04.671651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:04.686555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:04.688992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:04.693711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event updated for resources: {'Port': ['ID=6a8e410b-07fe-4710-94aa-3c6f70d7019c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:04.736177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925171e-079a-4899-9752-33ec58d47328 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:04.842482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-59114b6e-f266-4177-acb7-b2de269200db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:04.844013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-59114b6e-f266-4177-acb7-b2de269200db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.1505163 Dec 15 04:55:04.878021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3bea3c9a-d3be-4012-984d-2749605738e0 None None] Provisioning complete for port 6a8e410b-07fe-4710-94aa-3c6f70d7019c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:04.878567 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3bea3c9a-d3be-4012-984d-2749605738e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.883791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-77521be7-ff48-4ba7-bc3f-3cad293e1c85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291934 Dec 15 04:55:04.888841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:04.934218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3bea3c9a-d3be-4012-984d-2749605738e0 None None] Port 6a8e410b-07fe-4710-94aa-3c6f70d7019c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:05.072224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-dcf22bdd-2960-4293-8eb6-514023abdc88 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800845 Dec 15 04:55:05.118421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-659988f0-79bb-4a0b-95b8-457f8b16fdbf req-9829581b-21a4-4776-b8ee-089e40a72c57 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569172 Dec 15 04:55:05.133982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.134334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.134682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.135027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.135371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.135715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.136048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.136412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.137008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.137602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.138032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.138371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.138769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:05.183302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router c0cb1b40-5583-4b95-9307-2c0545041167 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:55:05.204210 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dfb23a9a-0c34-4e81-9378-04e5b0555e0a req-771412c3-d5ca-47f2-8424-f220225fe920 service neutron] 10.222.0.42 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210883 Dec 15 04:55:05.293241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:05.330279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:05.347991 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Sync routers for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:05.365026 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:05.365936 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:05.374312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c6260-d528-4701-846a-19a7252d21dd req-7d4abb46-1649-4f36-a0cd-b43f400135a0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:05.375980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef6c6260-d528-4701-846a-19a7252d21dd req-7d4abb46-1649-4f36-a0cd-b43f400135a0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1459816 Dec 15 04:55:05.384981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:05.388111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-812ee965-810d-4fde-8d43-f38b53100ba6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7803235 Dec 15 04:55:05.389475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33460) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:05.468121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7715c7ac-17b6-4fc9-8819-71278c92c255 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ef16d8f2c8554964a7b209e9ac5a74bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766804 Dec 15 04:55:05.470155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33462) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:05.552056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:05.558569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c1dc179-680b-421c-97f9-5620ba5a9899 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4375238 Dec 15 04:55:05.562883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:05.563384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33464) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:05.590736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef6c6260-d528-4701-846a-19a7252d21dd req-537df6c4-9188-4268-bfbb-45d5d50d7492 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705153 Dec 15 04:55:05.591742 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:05.592052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:05.592969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:05.707488 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:05.716332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:05.751263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20c3c3-5550-451f-bbe1-c9913b1d0508 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:05.752838 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9d20c3c3-5550-451f-bbe1-c9913b1d0508 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2813733 Dec 15 04:55:05.764087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33466) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:05.793123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cb8ba35d-419b-4aa4-b9f8-9e214f7d6c0c tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278332 Dec 15 04:55:05.795590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:05.801145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520210221', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:05.841315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:55:05.854579 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:05.929773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:05.993473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eed40-4b11-4274-a0de-5e4a81ad30d5 req-91597510-1c93-49ec-8ed8-fb2f95f80f51 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:05.994973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-998eed40-4b11-4274-a0de-5e4a81ad30d5 req-91597510-1c93-49ec-8ed8-fb2f95f80f51 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 945 time: 0.2853849 Dec 15 04:55:06.025403 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:04Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.037609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:03Z', 'revision_number': 8, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.109193 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Checking router: c0cb1b40-5583-4b95-9307-2c0545041167 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:06.109590 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Updating router c0cb1b40-5583-4b95-9307-2c0545041167 port 3040f906-314c-4d94-b4d7-379ed4beb12b binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:55:06.120892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:06.139797 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.144134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:06.144787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.256419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.303052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:06.308043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.314701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:06.446202 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.457561 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.469016 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.488270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-998eed40-4b11-4274-a0de-5e4a81ad30d5 req-41152de0-fdf1-4b2f-9ecc-625c7db13b3a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506556 Dec 15 04:55:06.499032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Router f74bf566-42d9-4496-81af-5f26dc453feb is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:55:06.526955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cdc5c-1482-4ecb-9122-19d447e4aa90 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:06.540881 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Attempting to bind port 3040f906-314c-4d94-b4d7-379ed4beb12b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:06.541253 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Attempting to bind port 3040f906-314c-4d94-b4d7-379ed4beb12b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:06.541610 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Attempting to bind port 3040f906-314c-4d94-b4d7-379ed4beb12b on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:06.570675 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:06.573026 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:06.573442 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.573892 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:06.574381 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Bound port: 3040f906-314c-4d94-b4d7-379ed4beb12b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:06.574812 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.632489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:06.649970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] For port 3040f906-314c-4d94-b4d7-379ed4beb12b, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:06.655068 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] For port 3040f906-314c-4d94-b4d7-379ed4beb12b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3040f906-314c-4d94-b4d7-379ed4beb12b,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:06.664620 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] Sync routers for ids ['f74bf566-42d9-4496-81af-5f26dc453feb'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:06.664955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.670681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-008185c6-e2d0-413e-9e03-d0c0772da809 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6815464 Dec 15 04:55:06.678291 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.679964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:06.688974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:06.690290 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] Routers {'f74bf566-42d9-4496-81af-5f26dc453feb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:06.691387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f74bf566-42d9-4496-81af-5f26dc453feb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.702874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.749251 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.756668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412014-3361-4008-9f86-eb9152618777 None None] Pushing event updated for resources: {'Port': ['ID=3040f906-314c-4d94-b4d7-379ed4beb12b,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:06.758542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30156a52-41bf-439f-ab11-b107bbb6a4f9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:06.771995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:06.789871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.793914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de569b69-1e0e-427f-b7fd-883af758e8c1 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3 HTTP/1.1" status: 204 len: 168 time: 1.2293775 Dec 15 04:55:06.800384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e02b9-5fcc-46c3-b02e-ec232b3bd630 None None] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:06.802709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:06.804528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:06.811407 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:06.812946 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.818138 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] Routers {'f74bf566-42d9-4496-81af-5f26dc453feb'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:06.818860 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f74bf566-42d9-4496-81af-5f26dc453feb'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.826024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee800b-7b7a-4e72-b216-0143c476f852 req-a1993143-26a3-4cfe-8953-abf5f6b5d222 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:06.828345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fee800b-7b7a-4e72-b216-0143c476f852 req-a1993143-26a3-4cfe-8953-abf5f6b5d222 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1581330 Dec 15 04:55:06.924922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:06.925829 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb0d1a-41a9-4b31-8f1b-10ccd2334889 None None] The sync data for ids ['f74bf566-42d9-4496-81af-5f26dc453feb'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:06.936494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fee800b-7b7a-4e72-b216-0143c476f852 req-459a3d70-465f-453e-b2bf-429d7f758fca tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004367 Dec 15 04:55:06.948852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412014-3361-4008-9f86-eb9152618777 None None] Pushing event updated for resources: {'Port': ['ID=3040f906-314c-4d94-b4d7-379ed4beb12b,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:07.011886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e3df280a-0c25-4b5b-a9c0-f43f010cbdc5 None None] Provisioning complete for port 3040f906-314c-4d94-b4d7-379ed4beb12b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:07.012291 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3df280a-0c25-4b5b-a9c0-f43f010cbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.018735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.033619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.048885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Subnet': ['ID=a11cb597-d45f-491c-ae26-4a4edf68cb25,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:07.055386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:03Z', 'revision_number': 8, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:07.059853 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:07.080310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Checking segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:07.090488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network hostable DHCP agents. Network: 7dd19046-5444-4071-aefd-dacb2a7dc030, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:55:07.091977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141fe7c-4888-4bad-ba8f-ba334c18d158 None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:03Z', 'revision_number': 8, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8269206a-21da-4fb7-b4e2-a2c51f36dac8', 'name': '', 'network_id': 'afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:90:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:38Z', 'updated_at': '2021-12-15T04:54:44Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '9fedb733-dabd-4f4b-ae3c-5959be1cb212', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:07.126643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] DHCP port deletion for a3e6e272-ea4c-460c-bfe5-de1ae466c859 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:07.246724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883de1-3999-4558-ac80-205ea77924db req-8eaeac11-f6c9-4d2e-bfc1-58b7c3599445 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:07.248309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d883de1-3999-4558-ac80-205ea77924db req-8eaeac11-f6c9-4d2e-bfc1-58b7c3599445 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1126759 Dec 15 04:55:07.295261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:55:07.321500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7dd19046-5444-4071-aefd-dacb2a7dc030) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:07.351613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3df280a-0c25-4b5b-a9c0-f43f010cbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.398793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d883de1-3999-4558-ac80-205ea77924db req-d4c74567-ce8d-44e3-a6f7-9b4341ce38f7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334269 Dec 15 04:55:07.401964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e3df280a-0c25-4b5b-a9c0-f43f010cbdc5 None None] For port 3040f906-314c-4d94-b4d7-379ed4beb12b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3040f906-314c-4d94-b4d7-379ed4beb12b,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:07.404470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6729c2-ecb0-4608-9156-e2fc2f386f72 None None] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:07.408098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:07.409659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.443580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port c57469e6-6d44-48e9-936f-e79c80dd940c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:07.444903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.466115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e3df280a-0c25-4b5b-a9c0-f43f010cbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.474981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3af901f7-c433-423f-9105-c5f52c518faf up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:07.497130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-67990f53-81f0-4009-a571-db7be21ca583 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6977463 Dec 15 04:55:07.498446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33482) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:07.649293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c57469e6-6d44-48e9-936f-e79c80dd940c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:07.662526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.701779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port c57469e6-6d44-48e9-936f-e79c80dd940c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c57469e6-6d44-48e9-936f-e79c80dd940c,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:07.702198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.753992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for c57469e6-6d44-48e9-936f-e79c80dd940c owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:07.759447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:07.790718 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:04Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:07.884482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ae425-d926-4410-92e4-eb1259fb1e81 req-921732a3-4301-474a-aea1-e523895c7bf1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:07.885688 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a5ea3-5a25-49af-93e9-4d3dbc64b8e5 None None] The sync data for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 is: [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:04Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:07.886827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-388ae425-d926-4410-92e4-eb1259fb1e81 req-921732a3-4301-474a-aea1-e523895c7bf1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 945 time: 0.1416950 Dec 15 04:55:07.967567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-388ae425-d926-4410-92e4-eb1259fb1e81 req-f3c9f429-442a-4f4c-99f7-fb42bdc065d0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634551 Dec 15 04:55:08.023084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Deleting port c57469e6-6d44-48e9-936f-e79c80dd940c {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:08.024005 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.053653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Deleting port 6a8e410b-07fe-4710-94aa-3c6f70d7019c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:08.054297 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.056961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.060903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7745361d-7c2b-4a32-82d6-a0d256b5a89f None None] Provisioning complete for port 3040f906-314c-4d94-b4d7-379ed4beb12b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:08.061255 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7745361d-7c2b-4a32-82d6-a0d256b5a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.100183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df280a-0c25-4b5b-a9c0-f43f010cbdc5 None None] Pushing event updated for resources: {'Port': ['ID=3040f906-314c-4d94-b4d7-379ed4beb12b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:08.173884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port c57469e6-6d44-48e9-936f-e79c80dd940c on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:08.184037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=c57469e6-6d44-48e9-936f-e79c80dd940c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:08.198653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port c57469e6-6d44-48e9-936f-e79c80dd940c {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:55:08.199675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c57469e6-6d44-48e9-936f-e79c80dd940c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:08.200300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c516b4b-5b50-48d4-b41e-98253f1ed431 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:08.274376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7dd19046-5444-4071-aefd-dacb2a7dc030', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:55:08.276730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.294505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4c516b4b-5b50-48d4-b41e-98253f1ed431 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:08.294874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c516b4b-5b50-48d4-b41e-98253f1ed431 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:08.307111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 3af901f7-c433-423f-9105-c5f52c518faf completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:55:08.379347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 3af901f7-c433-423f-9105-c5f52c518faf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:08.389742 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.399368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] For port c57469e6-6d44-48e9-936f-e79c80dd940c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c57469e6-6d44-48e9-936f-e79c80dd940c,segment=NetworkSegment(7564c60b-44fe-4ac6-bca5-7f9c467eb135),segment_id=7564c60b-44fe-4ac6-bca5-7f9c467eb135)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:08.402116 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.420698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.467905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e6e272-ea4c-460c-bfe5-de1ae466c859']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:08.478923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7564c60b-44fe-4ac6-bca5-7f9c467eb135') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:08.479294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7564c60b-44fe-4ac6-bca5-7f9c467eb135') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:08.490531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.490799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Calling delete_port for c57469e6-6d44-48e9-936f-e79c80dd940c owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:08.511033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.517831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:55:08.518275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:55:08.600292 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:55:08.612826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.626956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.632908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:08.639592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/a3e6e272-ea4c-460c-bfe5-de1ae466c859 HTTP/1.1" status: 204 len: 168 time: 1.8311119 Dec 15 04:55:08.664691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33496) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:08.824328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2030b-f649-4a18-bf0a-b26f74916d4e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=a3e6e272-ea4c-460c-bfe5-de1ae466c859,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:08.918463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Calling delete_port for 6a8e410b-07fe-4710-94aa-3c6f70d7019c owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:08.934819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Allocated IP 172.20.0.2 (7dd19046-5444-4071-aefd-dacb2a7dc030/a11cb597-d45f-491c-ae26-4a4edf68cb25/77cbcfc8-1ccc-452c-ae10-0485fd59a5b4) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:09.106175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291bc72-851d-4b62-95b0-65e5386f220b req-55a0a04b-2b4c-43c3-930d-d231f936abf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:09.108310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a291bc72-851d-4b62-95b0-65e5386f220b req-55a0a04b-2b4c-43c3-930d-d231f936abf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1588955 Dec 15 04:55:09.124923 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.152295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Network a3e6e272-ea4c-460c-bfe5-de1ae466c859 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:55:09.152538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] No DVR routers for this DVR port c57469e6-6d44-48e9-936f-e79c80dd940c on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:09.198664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a22869-329b-4b4e-8a42-e94aceeac4ac None None] Pushing event deleted for resources: {'Port': ['ID=c57469e6-6d44-48e9-936f-e79c80dd940c,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:09.232420 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.298329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.398713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d2f6b-1d36-4ba1-8ab8-956fb55ac544 req-786fb20c-6442-4c5a-a22e-0c344ea671d7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:09.400696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b7d2f6b-1d36-4ba1-8ab8-956fb55ac544 req-786fb20c-6442-4c5a-a22e-0c344ea671d7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 945 time: 0.2907438 Dec 15 04:55:09.440582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a291bc72-851d-4b62-95b0-65e5386f220b req-3df56ca8-e01c-42d5-9de6-c6e30b9c3de3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105822 Dec 15 04:55:09.459645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:09.478414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:09.481011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:09.485405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Pushing event updated for resources: {'Port': ['ID=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:09.570162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.571078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.616878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Attempting to bind port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:09.617490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Attempting to bind port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:09.617656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Attempting to bind port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:09.624444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3040f906-314c-4d94-b4d7-379ed4beb12b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:09.638750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:09.639123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Checking segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:09.639577 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.639972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Bound using segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:09.640571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Bound port: 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:09.640902 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.652013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b7d2f6b-1d36-4ba1-8ab8-956fb55ac544 req-cf37918a-aea2-42b6-96e4-2e725cf0ec4d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104042 Dec 15 04:55:09.662315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.705599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Pushing event deleted for resources: {'Port': ['ID=6a8e410b-07fe-4710-94aa-3c6f70d7019c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:09.748273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5badee3c-6cad-4747-b405-96b08480a3a2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:09.764445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af901f7-c433-423f-9105-c5f52c518faf'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:09.766836 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7155ca-f689-4a0b-b48f-3c1447578731" -d '{"events": [{"server_uuid": "a3c12616-1d35-4450-9ecd-a4845361a589", "name": "network-vif-plugged", "status": "completed", "tag": "3af901f7-c433-423f-9105-c5f52c518faf"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:09.804371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.814062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 3af901f7-c433-423f-9105-c5f52c518faf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3af901f7-c433-423f-9105-c5f52c518faf,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:09.820911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f041b76-ff9c-4972-abef-258a203e117b req-44993bcf-adff-4a62-a291-3da9064d4501 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:09.822737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f041b76-ff9c-4972-abef-258a203e117b req-44993bcf-adff-4a62-a291-3da9064d4501 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.2348826 Dec 15 04:55:09.831202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.832564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:09.853351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.867571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3040f906-314c-4d94-b4d7-379ed4beb12b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:09.871642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:09.941866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] For port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:09.951796 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4b367-73f4-416b-a891-bd56ce27affe x-openstack-request-id: req-67c4b367-73f4-416b-a891-bd56ce27affe {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:09.952230 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c12616-1d35-4450-9ecd-a4845361a589", "name": "network-vif-plugged", "status": "completed", "tag": "3af901f7-c433-423f-9105-c5f52c518faf", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:09.952370 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67c4b367-73f4-416b-a891-bd56ce27affe {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:09.952755 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af901f7-c433-423f-9105-c5f52c518faf', 'code': 200} Dec 15 04:55:10.006603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f041b76-ff9c-4972-abef-258a203e117b req-ea25c5f3-6045-495c-a79c-dd97de6b9f81 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771846 Dec 15 04:55:10.022699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] For port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:10.065988 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:10.090040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=3af901f7-c433-423f-9105-c5f52c518faf,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:10.283524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:10.288673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9be3e6-24c0-4a09-be30-0a78e8e3d661 None None] Pushing event updated for resources: {'Port': ['ID=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:10.336869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc71f-38cf-42f7-86a8-a0fca32ca83e req-c6538d97-6e57-413b-9069-8ecb4f414611 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:10.338419 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-548bc71f-38cf-42f7-86a8-a0fca32ca83e req-c6538d97-6e57-413b-9069-8ecb4f414611 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2205782 Dec 15 04:55:10.343559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713faf35-16c0-4729-826e-e12de42194d5 req-627530b3-f742-4863-82c7-e40e047d3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:10.343777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-9dc9e52a-a3b0-4e52-86af-de0de2fbb5dd req-3ca80fb5-25be-4d33-bb37-9c9dd6467219 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:55:10.344860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-713faf35-16c0-4729-826e-e12de42194d5 req-627530b3-f742-4863-82c7-e40e047d3a29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 1098 time: 0.3554692 Dec 15 04:55:10.353527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dc9e52a-a3b0-4e52-86af-de0de2fbb5dd req-3ca80fb5-25be-4d33-bb37-9c9dd6467219 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293806 Dec 15 04:55:10.356174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:10.363935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:10.398323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.1 (7dd19046-5444-4071-aefd-dacb2a7dc030/a11cb597-d45f-491c-ae26-4a4edf68cb25/ecebbd05-6526-4083-84ac-56e21c6976d3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:10.494368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:10.668379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-548bc71f-38cf-42f7-86a8-a0fca32ca83e req-1780a448-f5cd-4b87-b0ff-b9580c1e3bc2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031833 Dec 15 04:55:10.752619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e658547-97ef-4cd0-999d-abaacbe3c093 req-7ea95815-7896-4f31-90a3-6592aa26bd24 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:10.754126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e658547-97ef-4cd0-999d-abaacbe3c093 req-7ea95815-7896-4f31-90a3-6592aa26bd24 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 944 time: 0.1442802 Dec 15 04:55:10.814931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:10.835128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e658547-97ef-4cd0-999d-abaacbe3c093 req-8e278aa9-6cb9-4905-8267-6435ecfbd5d2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728374 Dec 15 04:55:10.887182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:10.965824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:10.972467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:10.978026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:11.003991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.013118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=ecebbd05-6526-4083-84ac-56e21c6976d3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:11.039102 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.049360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc42a1-d6d6-4aeb-a110-b6da0221ed6c req-df58d7f4-cfc7-4c71-a6b9-9e13de64b7c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:11.051299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bccc42a1-d6d6-4aeb-a110-b6da0221ed6c req-df58d7f4-cfc7-4c71-a6b9-9e13de64b7c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 0.1245358 Dec 15 04:55:11.064634 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.139459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-713faf35-16c0-4729-826e-e12de42194d5 req-be9a77f5-3e6f-4c73-8bb1-e9418004f0db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563488 Dec 15 04:55:11.211153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bccc42a1-d6d6-4aeb-a110-b6da0221ed6c req-45d9837b-ed14-42ec-b2d7-fdf4f182de57 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Dec 15 04:55:11.233684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Router f74bf566-42d9-4496-81af-5f26dc453feb has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:11.238335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-4d4d15a4-1cbc-4878-a861-ed0091c9a409 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2691531 Dec 15 04:55:11.299238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-2e16c49e-561a-449a-aa2b-cde6ca545ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3260267 Dec 15 04:55:11.368676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.399275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 8269206a-21da-4fb7-b4e2-a2c51f36dac8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:11.399615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.405746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447b070-d69a-4e82-a2c8-f70f0025ec98 req-b54d3d74-0b61-4e77-88cd-c9da8875ea2d tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:11.407325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3447b070-d69a-4e82-a2c8-f70f0025ec98 req-b54d3d74-0b61-4e77-88cd-c9da8875ea2d tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 945 time: 0.1114824 Dec 15 04:55:11.509887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 8269206a-21da-4fb7-b4e2-a2c51f36dac8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8269206a-21da-4fb7-b4e2-a2c51f36dac8,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:11.510338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.526281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 8269206a-21da-4fb7-b4e2-a2c51f36dac8 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:11.638169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:11.682100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3447b070-d69a-4e82-a2c8-f70f0025ec98 req-3601b3a1-b6ce-40d2-afca-d725205ac1b8 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459705 Dec 15 04:55:11.694987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:11.703502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.715155 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dd488115-d522-47d1-811f-c18dcc84f9f9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "PUT /v2.0/routers/f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 200 len: 709 time: 5.0333366 Dec 15 04:55:11.717401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33558) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:11.717873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2bc744-c1a9-43da-9632-0bf67ad8db1e None None] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:11.811756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-330fc010-de4e-41e3-8761-79279c40292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:11.813495 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-330fc010-de4e-41e3-8761-79279c40292d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 1097 time: 0.0754988 Dec 15 04:55:11.816233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.818728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] Sync routers for ids ['f74bf566-42d9-4496-81af-5f26dc453feb'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:11.867167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] Routers {'f74bf566-42d9-4496-81af-5f26dc453feb'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:11.867350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=8269206a-21da-4fb7-b4e2-a2c51f36dac8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:11.868415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f74bf566-42d9-4496-81af-5f26dc453feb'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:11.883109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-577255cd-42a0-44fd-a529-c081a2d2231a tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/routers/f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 200 len: 744 time: 0.1624756 Dec 15 04:55:11.885433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:11.958568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:11.967262 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c0012-199e-47dd-9bf6-9c9bbaba1c80" -d '{"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-unplugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:11.984007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb12b8fb-25b6-4f84-8189-7a8a72530088 tempest-RoutersIpV6AdminTest-1405649782 tempest-RoutersIpV6AdminTest-1405649782-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&device_id=f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 200 len: 205 time: 0.0861478 Dec 15 04:55:11.986277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6f7e8fab-0293-4089-8c5d-44fa0526ac1d None None] Provisioning complete for port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:11.986666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8fab-0293-4089-8c5d-44fa0526ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:11.993773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33566) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:12.059088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:12.075081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:12.075658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:12.098250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a69bb303-5421-4a64-bcdf-7b775358ea36 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 200 len: 205 time: 0.0886595 Dec 15 04:55:12.164997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33568) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:12.190435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] Routers {'f74bf566-42d9-4496-81af-5f26dc453feb'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:12.191625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f74bf566-42d9-4496-81af-5f26dc453feb'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:12.272652 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2c1df-f506-473a-90c4-9cec5ac3aae9 x-openstack-request-id: req-8bc2c1df-f506-473a-90c4-9cec5ac3aae9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:12.273032 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-unplugged", "status": "failed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "code": 422}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:12.273211 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bc2c1df-f506-473a-90c4-9cec5ac3aae9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:12.273595 n-d-820935-10 neutron-server[103134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'code': 422} returned with failed status Dec 15 04:55:12.275253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8fab-0293-4089-8c5d-44fa0526ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:12.277630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:12.278249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679adc7-230c-47e1-bcea-52a1ec314480 None None] The sync data for ids ['f74bf566-42d9-4496-81af-5f26dc453feb'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:12.349046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:12.390043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fdbaf-2475-4316-86e2-5cf65ab6f188 req-bf3704b5-a496-433b-8a94-e3c927449b77 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:12.390629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:12.393692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b65fdbaf-2475-4316-86e2-5cf65ab6f188 req-bf3704b5-a496-433b-8a94-e3c927449b77 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 944 time: 0.4001453 Dec 15 04:55:12.429120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:12.451168 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:12.535173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:12.609329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-6f7e8fab-0293-4089-8c5d-44fa0526ac1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:55:12.609689 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-6f7e8fab-0293-4089-8c5d-44fa0526ac1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:55:12.609899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:12.660462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-1f8bf6b1-b4b4-4ae5-8a99-eb62a94ab895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:12.662057 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-1f8bf6b1-b4b4-4ae5-8a99-eb62a94ab895 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.8075562 Dec 15 04:55:12.721867 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-b81eabce-80e3-4eb7-ae37-2472a6d82ee6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f239d74-57b2-4339-88df-0d889c9af4b1 HTTP/1.1" status: 200 len: 217 time: 0.0507174 Dec 15 04:55:12.823313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-3ac7c32b-82c4-4a91-9e52-352e53950455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:12.825027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-3ac7c32b-82c4-4a91-9e52-352e53950455 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce&tenant_id=99b314ca122d43dd895348619bd42947 HTTP/1.1" status: 200 len: 1096 time: 0.2102003 Dec 15 04:55:12.885980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:12.944415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-f7ac5502-2195-4580-a6fa-5ce58c408e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:12.945940 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-f7ac5502-2195-4580-a6fa-5ce58c408e21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1674886 Dec 15 04:55:12.952245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:13.005974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-2d98e3eb-4caf-4eba-bd79-a3a18b58fb44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478597 Dec 15 04:55:13.013796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.041923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b65fdbaf-2475-4316-86e2-5cf65ab6f188 req-6284e3d5-1642-4511-be69-b1eb57eaa835 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225762 Dec 15 04:55:13.261145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-c85c8d75-f73b-45d7-9f8a-0d2ddace6b2f tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:13.262714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-c85c8d75-f73b-45d7-9f8a-0d2ddace6b2f tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 945 time: 0.2306554 Dec 15 04:55:13.295525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-50ff3dc8-2789-4bcf-833d-97ba3fcae98e None None] Provisioning complete for port ecebbd05-6526-4083-84ac-56e21c6976d3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:13.296176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ff3dc8-2789-4bcf-833d-97ba3fcae98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.306941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:13.316647 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:13.333991 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:13.334648 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:13.354216 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-38154a68-547a-463e-8c57-cbbff25390ed tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6879828 Dec 15 04:55:13.354869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33576) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:13.374026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff46b4-5433-45e8-adfb-833d234e97a8 req-db7052e7-0fb9-4485-97f5-a7be0b13e40f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:13.386525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8eff46b4-5433-45e8-adfb-833d234e97a8 req-db7052e7-0fb9-4485-97f5-a7be0b13e40f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 1.0387557 Dec 15 04:55:13.390774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-50ff3dc8-2789-4bcf-833d-97ba3fcae98e None None] Port ecebbd05-6526-4083-84ac-56e21c6976d3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:13.420401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-50ff3dc8-2789-4bcf-833d-97ba3fcae98e None None] Provisioning complete for port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:13.424022 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ff3dc8-2789-4bcf-833d-97ba3fcae98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.492060 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-10b50ef1-66b7-4b2e-b574-6464cd0a300e service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738162 Dec 15 04:55:13.641628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:13.667276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:13.696774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 9fedb733-dabd-4f4b-ae3c-5959be1cb212 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:55:13.704676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.716655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df509590-0e79-413d-b752-10db1be87d69 req-60d5081f-1759-4acc-b316-36bd869f67a9 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:13.724414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df509590-0e79-413d-b752-10db1be87d69 req-60d5081f-1759-4acc-b316-36bd869f67a9 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 945 time: 0.5708141 Dec 15 04:55:13.765600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:13.765875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.800794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.810304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.852080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:13.863287 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81a82a00-da8b-4948-a15e-b7ad68e0c97e req-360750c9-6234-4111-9517-9698b7536152 service neutron] 10.222.0.42 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569930 Dec 15 04:55:13.874359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.880362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:13.951715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:13.984508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8eff46b4-5433-45e8-adfb-833d234e97a8 req-78aef996-9adb-457e-b4f4-a1595b73a103 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968959 Dec 15 04:55:14.004291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.031776 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 9, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:14.059279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.059867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Fanout notify agent at l3_agent the message router_deleted on router f74bf566-42d9-4496-81af-5f26dc453feb {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:55:14.075366 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:14.088578 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:14.089911 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:14.152814 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.229646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.230840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-43035f51-c710-4acd-8c99-6a33785449c1 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 204 len: 168 time: 2.0622015 Dec 15 04:55:14.247738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=ecebbd05-6526-4083-84ac-56e21c6976d3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:14.260019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33582) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.263863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Deleting port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:14.264643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.357340 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:14.394273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] For port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,segment=NetworkSegment(6fe2bd2d-6f35-4a84-8328-2ae4cd39db46),segment_id=6fe2bd2d-6f35-4a84-8328-2ae4cd39db46)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:14.394661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.401165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.412721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Calling delete_port for 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:14.431341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:14.445945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.470596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Transition to ACTIVE for port object 71ac118b-55fa-44f8-9126-11a2cbef52e8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:55:14.486162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.498167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.520318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd47e5a-a4c0-4325-b434-66b24f05dcf0 None None] Network afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:14.522993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.529380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/9fedb733-dabd-4f4b-ae3c-5959be1cb212 HTTP/1.1" status: 204 len: 168 time: 1.1607366 Dec 15 04:55:14.602973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33584) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.603740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=9']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:14.610153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-067eb2a2-2b02-4e73-9ce3-b5926e8768a2 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 200 len: 205 time: 0.0462024 Dec 15 04:55:14.651202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33588) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.657619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 9, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:14.679773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee47c-10aa-41cf-beff-fe6c1914ea0d tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=9fedb733-dabd-4f4b-ae3c-5959be1cb212,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:14.708153 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbe28cc-9994-4565-8b14-9f7d4c79516c None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 9, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe8b4e7-dc7a-40ad-b695-64560835ccd1', 'name': '', 'network_id': '3589983f-1d70-440c-9dbc-7c787515821a', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:4a:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:30Z', 'updated_at': '2021-12-15T04:54:37Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': '7d6ec185-ba48-4034-a16e-3d340f280a5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:14.717636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.731234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f0a5-f026-4300-adc6-d4381f6fd2c9 req-06d2640f-0b2d-4f40-9238-e32459e9efa2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:14.738669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff57f0a5-f026-4300-adc6-d4381f6fd2c9 req-06d2640f-0b2d-4f40-9238-e32459e9efa2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 944 time: 0.5753374 Dec 15 04:55:14.775359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] No DVR routers for this DVR port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:14.777164 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-9af3bcb1-6b4f-4dd5-9b6b-63a073434f64 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] delete failed (client error): The resource could not be found. Dec 15 04:55:14.780745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9af3bcb1-6b4f-4dd5-9b6b-63a073434f64 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/f74bf566-42d9-4496-81af-5f26dc453feb HTTP/1.1" status: 404 len: 336 time: 0.1238444 Dec 15 04:55:14.780997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33590) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.788241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df509590-0e79-413d-b752-10db1be87d69 req-6cbab98c-3cd0-4288-82df-85c33557aa13 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4ceb924-8ebc-4c01-a779-7b3111d099b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0611215 Dec 15 04:55:14.828765 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ca48ea7-2675-4f3f-bd32-63da72ae22a8 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e059022-2781-4c39-a2c3-5fcd0c291073 HTTP/1.1" status: 200 len: 205 time: 0.0464444 Dec 15 04:55:14.833291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33592) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.882032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:14.882423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:14.882646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:14.884877 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-0589062e-d70f-4cfb-b0bc-3ca96f8c53db tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] delete failed (client error): The resource could not be found. Dec 15 04:55:14.888500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0589062e-d70f-4cfb-b0bc-3ca96f8c53db tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/9e059022-2781-4c39-a2c3-5fcd0c291073 HTTP/1.1" status: 404 len: 336 time: 0.0515182 Dec 15 04:55:14.888676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33594) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.898338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:55:14.898552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff57f0a5-f026-4300-adc6-d4381f6fd2c9 req-4cd4fa85-2e82-4a69-9329-f25c7c5348e4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590579 Dec 15 04:55:14.898663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Attempting to bind port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on network ba2efecd-e9dc-478f-9085-9d4543d0b537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:14.901904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.907412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:14.907412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Checking segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:14.907412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Bound using segment: {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:14.907412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Bound port: 71ac118b-55fa-44f8-9126-11a2cbef52e8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97da3675-5157-48f0-a49d-e0d3e566355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:14.907412 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:14.926366 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83e65f66-1c1b-44c8-baca-87d5b2d64f04 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=2840c089-78b7-4d7b-9519-70047060b783 HTTP/1.1" status: 200 len: 205 time: 0.0340974 Dec 15 04:55:14.931176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33596) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:14.947835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c62b81-5e9b-4c85-aacb-2bf6f8e84bce None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:14.951713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:14.971922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Pushing event deleted for resources: {'Port': ['ID=9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:14.975985 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-646dfab1-92aa-4286-b280-61d61b683469 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] delete failed (client error): The resource could not be found. Dec 15 04:55:14.979590 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-646dfab1-92aa-4286-b280-61d61b683469 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/2840c089-78b7-4d7b-9519-70047060b783 HTTP/1.1" status: 404 len: 336 time: 0.0453568 Dec 15 04:55:14.979761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.016643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] No DVR routers for this DVR port 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:15.019217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.024314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b5c0b23-80e2-429c-9503-23ed311edb8e req-178e6dc7-5ae4-4d49-a401-cab442a88efd tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.16 "DELETE /v2.0/ports/9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa HTTP/1.1" status: 204 len: 173 time: 1.6738331 Dec 15 04:55:15.027803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'name': 'network-vif-deleted', 'tag': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:15.030601 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c539af7-dc00-491c-9b33-cb41ac088e41" -d '{"events": [{"server_uuid": "aa6c197e-bd6f-419c-a688-568e61a8715c", "name": "network-vif-deleted", "tag": "9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:15.049234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:15.062836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:15.069008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 57aaee79-cf7a-4015-83e1-53da8b8fd10c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:15.069344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.090101 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df2a4d8e-d7eb-4054-b2c1-cddff3a0de84 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea HTTP/1.1" status: 200 len: 205 time: 0.1069796 Dec 15 04:55:15.118203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33604) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.126225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] DHCP port deletion for afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:15.176561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 57aaee79-cf7a-4015-83e1-53da8b8fd10c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=57aaee79-cf7a-4015-83e1-53da8b8fd10c,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:15.177021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.197793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 57aaee79-cf7a-4015-83e1-53da8b8fd10c owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:15.201351 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-9872782e-caf0-4f5d-920e-632a56aef980 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] delete failed (client error): The resource could not be found. Dec 15 04:55:15.207145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9872782e-caf0-4f5d-920e-632a56aef980 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/2e01f3ce-68e5-4b2a-945a-8ca28d5f1bea HTTP/1.1" status: 404 len: 336 time: 0.0846360 Dec 15 04:55:15.215421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33606) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.264391 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df6480-7011-47c6-97bc-c4890129f927 x-openstack-request-id: req-01df6480-7011-47c6-97bc-c4890129f927 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:15.264735 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c197e-bd6f-419c-a688-568e61a8715c", "name": "network-vif-deleted", "tag": "9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:15.266713 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01df6480-7011-47c6-97bc-c4890129f927 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:15.271949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] Deleting port 57aaee79-cf7a-4015-83e1-53da8b8fd10c {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:15.272378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.273753 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c197e-bd6f-419c-a688-568e61a8715c', 'name': 'network-vif-deleted', 'tag': '9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa', 'status': 'completed', 'code': 200} Dec 15 04:55:15.306462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a82f3204-65e1-46c3-8515-8b2972cbaec9 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1d31e11-1945-4e2b-b431-53fe69f2d3b1 HTTP/1.1" status: 200 len: 205 time: 0.0867858 Dec 15 04:55:15.306773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33608) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.316685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:15.325496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:15.337298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.376060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:15.376944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.378514 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] 10.222.0.16 "PUT /v2.0/ports/71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 1093 time: 2.4969406 Dec 15 04:55:15.382061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:15.384003 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:15.398692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] For port 57aaee79-cf7a-4015-83e1-53da8b8fd10c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=57aaee79-cf7a-4015-83e1-53da8b8fd10c,segment=NetworkSegment(96e062bf-36a7-43a9-8aa7-75bd69d5702a),segment_id=96e062bf-36a7-43a9-8aa7-75bd69d5702a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:15.404234 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.413935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5835b1-8d5c-4974-9621-11ecea6cd657 service neutron] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:15.428932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] Calling delete_port for 57aaee79-cf7a-4015-83e1-53da8b8fd10c owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:15.474919 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7cd50d-f8a7-4a6e-b4ec-b4e00895c527 x-openstack-request-id: req-3b7cd50d-f8a7-4a6e-b4ec-b4e00895c527 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:15.475937 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:15.476232 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b7cd50d-f8a7-4a6e-b4ec-b4e00895c527 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:15.476665 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'status': 'completed', 'code': 200} Dec 15 04:55:15.508465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-f7dc0708-51ae-4cdd-9047-1fac116cfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:15.510596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-f7dc0708-51ae-4cdd-9047-1fac116cfa47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1097 time: 0.0760543 Dec 15 04:55:15.543930 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-b3992b46-f30c-4c30-a575-036e09fc132a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] delete failed (client error): The resource could not be found. Dec 15 04:55:15.549362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3992b46-f30c-4c30-a575-036e09fc132a tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/e1d31e11-1945-4e2b-b431-53fe69f2d3b1 HTTP/1.1" status: 404 len: 336 time: 0.2287893 Dec 15 04:55:15.554553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.573483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 57aaee79-cf7a-4015-83e1-53da8b8fd10c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:15.611329 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1d9739d4-d936-495b-bae0-c392c70d51a2 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddee88b4-8fbc-4fbc-875d-8369bef323f4 HTTP/1.1" status: 200 len: 205 time: 0.0484571 Dec 15 04:55:15.611595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33614) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.634022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fad92-c78d-435b-a193-ee61773befd8 req-27d15b1d-aa21-49ad-99d8-237fa1097fa4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:15.635549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f99fad92-c78d-435b-a193-ee61773befd8 req-27d15b1d-aa21-49ad-99d8-237fa1097fa4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 0.3503487 Dec 15 04:55:15.666286 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-3c930e0c-9bd5-41f7-b824-6fc0b0ec9759 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] delete failed (client error): The resource could not be found. Dec 15 04:55:15.668097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3c930e0c-9bd5-41f7-b824-6fc0b0ec9759 tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/routers/ddee88b4-8fbc-4fbc-875d-8369bef323f4 HTTP/1.1" status: 404 len: 336 time: 0.0554008 Dec 15 04:55:15.668253 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.670614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33618) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:15.697864 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.706929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port 57aaee79-cf7a-4015-83e1-53da8b8fd10c on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:15.714840 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5ab607-6398-492f-a321-a1cff2498b9c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:15.715539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5ab607-6398-492f-a321-a1cff2498b9c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:15.716724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=57aaee79-cf7a-4015-83e1-53da8b8fd10c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:15.719914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1c5ab607-6398-492f-a321-a1cff2498b9c tempest-RoutersIpV6AdminTest-1020054179 tempest-RoutersIpV6AdminTest-1020054179-project] 10.222.0.37 "DELETE /v2.0/subnets/9c0a973d-0306-430a-b32d-b394efbae5eb HTTP/1.1" status: 404 len: 337 time: 0.0482631 Dec 15 04:55:15.763093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] Pushing event deleted for resources: {'Port': ['ID=57aaee79-cf7a-4015-83e1-53da8b8fd10c,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:15.769788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router c0cb1b40-5583-4b95-9307-2c0545041167 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:15.770698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ba809fc5-da00-44ce-bfb5-9e25c05a5c73 None None] Provisioning complete for port ecebbd05-6526-4083-84ac-56e21c6976d3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:15.771505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba809fc5-da00-44ce-bfb5-9e25c05a5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.773482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-15bcf432-e6f2-4c2a-a999-5f0ea50fb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:15.775172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-15bcf432-e6f2-4c2a-a999-5f0ea50fb5d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.2527213 Dec 15 04:55:15.836141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f99fad92-c78d-435b-a193-ee61773befd8 req-da7d3c3d-fc0c-4088-ba2c-de7dcfa5c248 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899524 Dec 15 04:55:15.866346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ba809fc5-da00-44ce-bfb5-9e25c05a5c73 None None] Port ecebbd05-6526-4083-84ac-56e21c6976d3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:15.877841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:15.903387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5c973-ef2e-40d1-9404-4c05390ddb98 None None] No DVR routers for this DVR port 57aaee79-cf7a-4015-83e1-53da8b8fd10c on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:15.907410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port 57aaee79-cf7a-4015-83e1-53da8b8fd10c {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 04:55:15.907844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 57aaee79-cf7a-4015-83e1-53da8b8fd10c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:15.908551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-533fb84f-91b8-4da6-9675-7a78f263dfc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.1145375 Dec 15 04:55:15.911589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8269206a-21da-4fb7-b4e2-a2c51f36dac8 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:15.972052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8269206a-21da-4fb7-b4e2-a2c51f36dac8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:15.977473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8269206a-21da-4fb7-b4e2-a2c51f36dac8 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:16.022899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:16.025973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-c0503013-ca09-4ac2-a944-5ada26ba0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:16.029089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-c0503013-ca09-4ac2-a944-5ada26ba0265 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.1132140 Dec 15 04:55:16.075953 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-3201f4ce-69cc-479a-b052-66134ba444d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342579 Dec 15 04:55:16.083918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50be7e65-7680-4bdb-980e-4706843e86b4 req-6e47d921-e810-4bea-b656-7c96a80a67f0 tempest-VolumesSnapshotTestJSON-501670912 tempest-VolumesSnapshotTestJSON-501670912-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa6c197e-bd6f-419c-a688-568e61a8715c HTTP/1.1" status: 200 len: 210 time: 0.1053269 Dec 15 04:55:16.087937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e062bf-36a7-43a9-8aa7-75bd69d5702a') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:16.087937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e062bf-36a7-43a9-8aa7-75bd69d5702a') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:16.114896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.157116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3be49-4715-4c0e-aded-9e68bda16c8a req-0acf241e-04ff-4d02-8c0f-ec431063aeb8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:16.158612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cd3be49-4715-4c0e-aded-9e68bda16c8a req-0acf241e-04ff-4d02-8c0f-ec431063aeb8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.1561458 Dec 15 04:55:16.161384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.177503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:16.186951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:55:16.187356 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:55:16.190594 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:55:16.196540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Sync routers for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:16.196834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-502b99bb-7c5b-412e-963c-392a8714bd83 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/c0cb1b40-5583-4b95-9307-2c0545041167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6963344 Dec 15 04:55:16.231030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:16.241142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:16.295215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-db871c0a-34c4-49aa-9381-503cd507cb31 service neutron] 10.222.0.16 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090726 Dec 15 04:55:16.323832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cd3be49-4715-4c0e-aded-9e68bda16c8a req-ba941944-3dcb-49ed-893e-d647f833f107 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558819 Dec 15 04:55:16.339711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bf5a1-5c04-4444-a3d2-be39c48a3bfa req-2835df8d-027a-4c0e-8336-6a4620f8fd56 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:16.341376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e66bf5a1-5c04-4444-a3d2-be39c48a3bfa req-2835df8d-027a-4c0e-8336-6a4620f8fd56 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.0841761 Dec 15 04:55:16.342600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.346289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33632) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:16.398786 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.403846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a HTTP/1.1" status: 204 len: 168 time: 1.7927833 Dec 15 04:55:16.406709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:16.430407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c8d87-a421-4c4b-a8d4-7a30d7d31771 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=afd20ff9-4c9d-437f-9d6c-3cefee0a3b4a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:16.478058 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-e2971346-6fd3-4ffe-9d41-2b54929e306b service neutron] 10.222.0.16 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738343 Dec 15 04:55:16.545477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-783d0ef9-587e-4201-983a-4ff3bf3dbf25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.575804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e66bf5a1-5c04-4444-a3d2-be39c48a3bfa req-5fa9e38a-9148-47c4-8d1a-e6c4bfc25b89 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268167 Dec 15 04:55:16.655963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f317bd-325b-4beb-8147-f5284bb1e643 req-1f2cb07d-ba4f-45b6-aef3-af89dd9d0bc5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:16.664499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49f317bd-325b-4beb-8147-f5284bb1e643 req-1f2cb07d-ba4f-45b6-aef3-af89dd9d0bc5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 0.2088900 Dec 15 04:55:16.670285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-a0a88553-3ae4-4217-bd27-e6b1ecf5b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:16.672506 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-a0a88553-3ae4-4217-bd27-e6b1ecf5b5da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1097 time: 0.0838354 Dec 15 04:55:16.767152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49f317bd-325b-4beb-8147-f5284bb1e643 req-8428cb46-697e-40ab-8bbe-d43148cb6457 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977142 Dec 15 04:55:16.823933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:16.860352 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-783d0ef9-587e-4201-983a-4ff3bf3dbf25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:16.872387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-783d0ef9-587e-4201-983a-4ff3bf3dbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:17.034811 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-783d0ef9-587e-4201-983a-4ff3bf3dbf25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b0e826e7e5f430da51c53c9fd64fac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6870477 Dec 15 04:55:17.036895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-fb6175fb-3869-4ce7-8206-2656df4955cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:17.038331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-fb6175fb-3869-4ce7-8206-2656df4955cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.3504605 Dec 15 04:55:17.039266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33664) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:17.046246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d0ef9-587e-4201-983a-4ff3bf3dbf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11ed5c5-290c-490c-a045-01c594389b11,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:17.119302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-630ee368-d5ef-4155-9834-82f7626a604f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.0686152 Dec 15 04:55:17.215375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af3897d-faa3-4e3c-bf75-4fd54a04c0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:17.229516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-e9af8e49-728f-42bf-80a0-741c303e1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:17.231263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-e9af8e49-728f-42bf-80a0-741c303e1f03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.0937898 Dec 15 04:55:17.261312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 2, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:17.318953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af3897d-faa3-4e3c-bf75-4fd54a04c0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:17.345458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Checking router: c0cb1b40-5583-4b95-9307-2c0545041167 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:17.346108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Updating router c0cb1b40-5583-4b95-9307-2c0545041167 port ecebbd05-6526-4083-84ac-56e21c6976d3 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:55:17.392765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:17.465790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:17.466396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 9c99289b-8ddd-4ef4-9c16-a379bd8ad4fa not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:17.468270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:17.502107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af3897d-faa3-4e3c-bf75-4fd54a04c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:17.508373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5af3897d-faa3-4e3c-bf75-4fd54a04c0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:17.511508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5af3897d-faa3-4e3c-bf75-4fd54a04c0a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c11ed5c5-290c-490c-a045-01c594389b11 HTTP/1.1" status: 204 len: 168 time: 0.4711468 Dec 15 04:55:17.515804 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-0fa96a05-7967-4b31-afd6-3bc942d0ca87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2713716 Dec 15 04:55:17.535764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3897d-faa3-4e3c-bf75-4fd54a04c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11ed5c5-290c-490c-a045-01c594389b11,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:17.811264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb35166-ee22-4dbe-873d-1f9c0248597b req-a920fba0-b713-4f0f-b9c2-47b3478009e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:17.815903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bb35166-ee22-4dbe-873d-1f9c0248597b req-a920fba0-b713-4f0f-b9c2-47b3478009e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 0.3537235 Dec 15 04:55:17.830794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-6076ad97-2860-4d3c-ad5c-0bde15137d35 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782043186&fields=id&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 267 time: 1.1085532 Dec 15 04:55:18.047202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.064283 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.160205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bef3d-dc39-45a4-90c8-7f854af3300f None None] Pushing event updated for resources: {'Port': ['ID=ecebbd05-6526-4083-84ac-56e21c6976d3,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:18.167450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33684) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:18.218154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bb35166-ee22-4dbe-873d-1f9c0248597b req-7533d9bd-803a-4494-a9da-50fcac3857e2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860779 Dec 15 04:55:18.318143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dbeca31a-c156-4206-997c-cfc23f7798fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afbcf8a0e4c443e793fafe86beb18b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492445 Dec 15 04:55:18.321549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33686) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:18.339334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Attempting to bind port ecebbd05-6526-4083-84ac-56e21c6976d3 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:18.339712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Attempting to bind port ecebbd05-6526-4083-84ac-56e21c6976d3 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:18.340103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Attempting to bind port ecebbd05-6526-4083-84ac-56e21c6976d3 on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:18.348173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:18.348565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Checking segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:18.348976 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.349430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Bound using segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:18.349918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Bound port: ecebbd05-6526-4083-84ac-56e21c6976d3, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:18.350957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.481216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-31aaf8d7-db00-47dd-bd6a-8d2029f874ff tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:18.482798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-31aaf8d7-db00-47dd-bd6a-8d2029f874ff tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 796 time: 0.6384444 Dec 15 04:55:18.502822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] For port ecebbd05-6526-4083-84ac-56e21c6976d3, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:18.527959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] For port ecebbd05-6526-4083-84ac-56e21c6976d3, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ecebbd05-6526-4083-84ac-56e21c6976d3,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:18.536439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.664145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:18.664894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-0a09adec-f744-4c8e-a3c7-f57e96ca58fd tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/quotas/ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 375 time: 0.1557615 Dec 15 04:55:18.669563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:18.738260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.912100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bef3d-dc39-45a4-90c8-7f854af3300f None None] Pushing event updated for resources: {'Port': ['ID=ecebbd05-6526-4083-84ac-56e21c6976d3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:18.985120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb09f9-48cd-476f-9764-7a320bb99bc4 req-950cf373-e9a7-44c9-a039-a49cc9d8f107 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:18.990791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-82738d2f-cb13-44df-b7d9-0e6867f5dab7 None None] Provisioning complete for port ecebbd05-6526-4083-84ac-56e21c6976d3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:18.991432 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82738d2f-cb13-44df-b7d9-0e6867f5dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:18.999401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ebb09f9-48cd-476f-9764-7a320bb99bc4 req-950cf373-e9a7-44c9-a039-a49cc9d8f107 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.5139277 Dec 15 04:55:19.046956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-70c31a4f-dd08-42cd-97ee-d138eb329e84 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:19.060356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-70c31a4f-dd08-42cd-97ee-d138eb329e84 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 0.3443091 Dec 15 04:55:19.120661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:19.357417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ebb09f9-48cd-476f-9764-7a320bb99bc4 req-6f361ce0-3cbb-444e-848e-05ad166250bb tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570046 Dec 15 04:55:19.359975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82738d2f-cb13-44df-b7d9-0e6867f5dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.406088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-358f1541-db9c-4bac-9368-4a81593dc596 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7365124 Dec 15 04:55:19.473965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-d6279f1a-d90a-4026-b409-153898bff346 service neutron] 10.222.0.16 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755767 Dec 15 04:55:19.477202 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12e32356-4a4a-4dfd-a400-fa18cb1cbe48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.491769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-82738d2f-cb13-44df-b7d9-0e6867f5dab7 None None] For port ecebbd05-6526-4083-84ac-56e21c6976d3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ecebbd05-6526-4083-84ac-56e21c6976d3,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:19.513229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port 3af901f7-c433-423f-9105-c5f52c518faf {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:19.513525 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.516330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82738d2f-cb13-44df-b7d9-0e6867f5dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.552455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12e32356-4a4a-4dfd-a400-fa18cb1cbe48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.641471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738d2f-cb13-44df-b7d9-0e6867f5dab7 None None] Pushing event updated for resources: {'Port': ['ID=ecebbd05-6526-4083-84ac-56e21c6976d3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:19.709502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1db22ce1-13c3-41a0-8f40-0b8b2a0b7bc8 None None] Provisioning complete for port ecebbd05-6526-4083-84ac-56e21c6976d3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:19.709727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1db22ce1-13c3-41a0-8f40-0b8b2a0b7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.843403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port 3af901f7-c433-423f-9105-c5f52c518faf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=3af901f7-c433-423f-9105-c5f52c518faf,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:19.844109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:19.851127 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d10ca75-5f54-4afc-924d-e5d7439f6ae6 req-bac49145-2f0d-4188-9453-5e623f7f34be service neutron] 10.222.0.16 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528373 Dec 15 04:55:19.868310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for 3af901f7-c433-423f-9105-c5f52c518faf owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:19.940677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:18Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:19.990387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef6e38-797b-4c0a-88bb-e545c2178633 None None] The sync data for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 is: [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:18Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:20.100608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a494f7-b550-46b5-bdcf-954111f1b33f req-63e96421-873f-44dd-bc85-9cc0db24d794 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:20.111836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1a494f7-b550-46b5-bdcf-954111f1b33f req-63e96421-873f-44dd-bc85-9cc0db24d794 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c12616-1d35-4450-9ecd-a4845361a589 HTTP/1.1" status: 200 len: 946 time: 0.4537306 Dec 15 04:55:20.144354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12e32356-4a4a-4dfd-a400-fa18cb1cbe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:20.148715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12e32356-4a4a-4dfd-a400-fa18cb1cbe48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:20.150163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-12e32356-4a4a-4dfd-a400-fa18cb1cbe48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62a78ca9-1232-4226-81cd-64d2209ffd05 HTTP/1.1" status: 204 len: 168 time: 1.7776840 Dec 15 04:55:20.260270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e32356-4a4a-4dfd-a400-fa18cb1cbe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a78ca9-1232-4226-81cd-64d2209ffd05,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:20.374695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:20.376436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-1fad01d4-e6f3-4010-995a-54cf1631f794 service neutron] 10.222.0.37 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280679 Dec 15 04:55:20.411236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1', '7731721a-222b-419e-908e-61b9af92d27d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:20.514160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=3af901f7-c433-423f-9105-c5f52c518faf,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:20.617975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.618657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.619232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.619951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.620555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.621224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.621762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.622259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.622830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.623329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.623863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.624379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.624953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:55:20.629426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port 3af901f7-c433-423f-9105-c5f52c518faf on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:20.633345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:20.636920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ae173aa-ddbd-4e27-9f5c-dd73c86a4ab7 req-ceca4be2-83bb-4323-b050-ee79acbbeafb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "DELETE /v2.0/ports/3af901f7-c433-423f-9105-c5f52c518faf HTTP/1.1" status: 204 len: 173 time: 1.5757263 Dec 15 04:55:20.637462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'name': 'network-vif-deleted', 'tag': '3af901f7-c433-423f-9105-c5f52c518faf'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:20.650275 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b553ac85-f2a5-4e04-8d9e-e2c8728cb63d" -d '{"events": [{"server_uuid": "a3c12616-1d35-4450-9ecd-a4845361a589", "name": "network-vif-deleted", "tag": "3af901f7-c433-423f-9105-c5f52c518faf"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:20.807727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b65d83b7-3c16-4ec5-8869-1809be226819 service neutron] 10.222.0.37 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196632 Dec 15 04:55:20.896242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1a494f7-b550-46b5-bdcf-954111f1b33f req-e1898821-f8a1-4063-b63c-725128b56213 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7728651 Dec 15 04:55:21.099197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port dbe8b4e7-dc7a-40ad-b695-64560835ccd1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:21.104564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:21.381658 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04ca21-2129-4391-ada7-e27935594e7f x-openstack-request-id: req-ce04ca21-2129-4391-ada7-e27935594e7f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:21.382163 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c12616-1d35-4450-9ecd-a4845361a589", "name": "network-vif-deleted", "tag": "3af901f7-c433-423f-9105-c5f52c518faf", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:21.382255 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce04ca21-2129-4391-ada7-e27935594e7f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:21.382585 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c12616-1d35-4450-9ecd-a4845361a589', 'name': 'network-vif-deleted', 'tag': '3af901f7-c433-423f-9105-c5f52c518faf', 'status': 'completed', 'code': 200} Dec 15 04:55:21.527314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3af901f7-c433-423f-9105-c5f52c518faf no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:21.628260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 3af901f7-c433-423f-9105-c5f52c518faf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:21.628986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 3af901f7-c433-423f-9105-c5f52c518faf not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:21.664966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ecebbd05-6526-4083-84ac-56e21c6976d3 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:21.723614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port dbe8b4e7-dc7a-40ad-b695-64560835ccd1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:21.724355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:21.778966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1e5ea59-38c4-47bb-bf28-d085d3b968d3 req-1f7d2d3e-49c3-4185-9a81-cea16c71403c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 210 time: 0.1305182 Dec 15 04:55:21.790130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for dbe8b4e7-dc7a-40ad-b695-64560835ccd1 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:21.816767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966954a-0546-4833-a299-61f1ed1edddf req-863e7f95-8dc5-420d-bc8c-8ab68a08f2c0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:21.825137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d966954a-0546-4833-a299-61f1ed1edddf req-863e7f95-8dc5-420d-bc8c-8ab68a08f2c0 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.7324407 Dec 15 04:55:21.857649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ecebbd05-6526-4083-84ac-56e21c6976d3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:21.857955 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.007001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d966954a-0546-4833-a299-61f1ed1edddf req-360e2aef-08f8-446c-9e76-d5a5fe7062ec tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779442 Dec 15 04:55:22.221638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33752) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:22.406900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.463998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=dbe8b4e7-dc7a-40ad-b695-64560835ccd1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:22.496742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-312779117'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:22.534311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:22.548972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.590548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.798202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.805450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.845039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:55:22.870340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1c7fb-72fc-4699-9386-c51f47aef8d0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:22.872050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.901629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:22.902241 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Added segment cae774b3-c401-49bf-aa0e-9ddab3e6e2af of type vlan for network e7d5acaf-d8d0-4763-9983-69e528b8669f Dec 15 04:55:22.965902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:23.008484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:23.016208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:23.017222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:23.110920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8878937 Dec 15 04:55:23.114090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33770) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:23.114840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac8cff-c661-4094-b4fe-3d17901379a4 req-1acf82fb-81a1-4899-b7b9-d6e81745e746 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:23.116439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75ac8cff-c661-4094-b4fe-3d17901379a4 req-1acf82fb-81a1-4899-b7b9-d6e81745e746 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.4793179 Dec 15 04:55:23.120361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'subnet': {'network_id': 'e7d5acaf-d8d0-4763-9983-69e528b8669f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:23.153464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93435fe3-b0ba-4b7a-8f42-0c8401600025 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Network': ['ID=e7d5acaf-d8d0-4763-9983-69e528b8669f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:23.169109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e7d5acaf-d8d0-4763-9983-69e528b8669f details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:55:23.265316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21dc3798-613b-4cd6-a9b3-3c17254079c8 req-4c0cc4a0-9250-4f36-b3d8-96a83c294cd8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 210 time: 0.2774169 Dec 15 04:55:23.281863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:23.456290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:23.469388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4840afe1-3eb7-4c25-95ba-0f16d3c090a4 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0591137 Dec 15 04:55:23.473986 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:23.475901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33772) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:23.509264 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:23.509948 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:23.567954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-53f01e9d-e7b0-4e55-88c3-1a698ab2ca23 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:23.571379 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-53f01e9d-e7b0-4e55-88c3-1a698ab2ca23 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 796 time: 0.1820819 Dec 15 04:55:23.606726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:23.611377 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:23.628173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75ac8cff-c661-4094-b4fe-3d17901379a4 req-9a27ffdd-0619-4e0d-865c-edde6f104d5d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731842 Dec 15 04:55:23.634158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet 7d6ec185-ba48-4034-a16e-3d340f280a5a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:55:23.764565 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:23.790658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:23.828990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-de47ec02-2d77-4bcd-8e40-5fa0a0ae5161 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 380 time: 0.2306437 Dec 15 04:55:23.950251 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:23.984155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e157b46-d043-44d3-b22e-10b6204d642c req-7d394b1b-e629-4a37-a1a2-43c275959acf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:23.996470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e157b46-d043-44d3-b22e-10b6204d642c req-7d394b1b-e629-4a37-a1a2-43c275959acf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.3860207 Dec 15 04:55:24.043045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'port': {'device_id': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'admin_state_up': True, 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'security_groups': ['49b63cc1-2399-466f-8d26-9ef92955116e']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:24.150499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e157b46-d043-44d3-b22e-10b6204d642c req-a49906ce-b206-4a57-926c-39687f462690 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204915 Dec 15 04:55:24.158346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:24.207688 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:22Z', 'revision_number': 10, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:24.263722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:24.269840 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:24.302908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:24.303892 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:24.463065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:24.476172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Subnet': ['ID=aa54e695-0261-499f-b038-6e8da85b0539,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:24.484610 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:24.511100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-c622912f-5d2d-46db-b1c3-c777e7847fb9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:24.512391 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-c622912f-5d2d-46db-b1c3-c777e7847fb9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.3863182 Dec 15 04:55:24.528435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Checking segment: {'id': 'cae774b3-c401-49bf-aa0e-9ddab3e6e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e7d5acaf-d8d0-4763-9983-69e528b8669f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:24.528435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network hostable DHCP agents. Network: e7d5acaf-d8d0-4763-9983-69e528b8669f, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:55:24.563807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-34e3ffa8-9eb1-4d84-9dae-19017cc5e6ff req-1ee5c4b8-59a7-4f99-9925-68e454d04316 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 210 time: 0.0947251 Dec 15 04:55:24.592478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:24.598141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53359ff-1ab7-40d7-b02e-f36ecaa33e36 None None] Network 3589983f-1d70-440c-9dbc-7c787515821a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:24.599444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/7d6ec185-ba48-4034-a16e-3d340f280a5a HTTP/1.1" status: 204 len: 168 time: 1.1219578 Dec 15 04:55:24.601148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c31952-29b0-4635-a192-a7e883d1c42e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6ec185-ba48-4034-a16e-3d340f280a5a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:24.609356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33780) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:24.772979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:55:24.778417 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:24.837517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:24.846181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:24.933933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] DHCP port deletion for 3589983f-1d70-440c-9dbc-7c787515821a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:24.949568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e7d5acaf-d8d0-4763-9983-69e528b8669f) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:24.965248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:24.966083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.020318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db216049-985c-4cd8-ada0-3dc2bb2bacf0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9013135 Dec 15 04:55:25.031679 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:22Z', 'revision_number': 10, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:25.035421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb5708-b4b9-49eb-babf-380501c746db None None] Network e7d5acaf-d8d0-4763-9983-69e528b8669f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:25.037122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33788) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:25.060641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc4374-96f7-4b16-9a6f-bc9e40f50de1 req-df0a0ba1-8c96-4ece-983d-cd6601b8d228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:25.061825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1648263093', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:25.069075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82fc4374-96f7-4b16-9a6f-bc9e40f50de1 req-df0a0ba1-8c96-4ece-983d-cd6601b8d228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 945 time: 0.2164533 Dec 15 04:55:25.105090 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015c86c-e5e7-4d49-9b38-905913101c9f None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:22Z', 'revision_number': 10, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None, '_interfaces': [{'id': '0bc28849-4db2-4e22-ad35-99b85a5623a4', 'name': '', 'network_id': '37703d9c-b6cc-43b4-8b56-92deb1faef9e', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'mac_address': 'fa:16:3e:47:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:54:24Z', 'updated_at': '2021-12-15T04:54:28Z', 'revision_number': 5, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'subnets': [{'id': 'bbdf1eba-30e9-4697-b96d-8ad8c58fd86c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:25.138229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:25.138726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.245255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port 7731721a-222b-419e-908e-61b9af92d27d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:25.245641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.271240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.273075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.299892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22cc0f-3270-43d0-a084-27fe44a08f76 None None] Network e7d5acaf-d8d0-4763-9983-69e528b8669f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:25.329783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.363201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] Deleting port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:25.364781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.487872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82fc4374-96f7-4b16-9a6f-bc9e40f50de1 req-b8676e28-afa5-4a0d-8be3-a2068df5c945 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857508 Dec 15 04:55:25.532472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] For port bb73715b-65b2-4bfa-9256-ba1b0db7feb3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:25.532872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.579657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port bb73715b-65b2-4bfa-9256-ba1b0db7feb3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,segment=NetworkSegment(65017b9f-2957-4d28-b254-b1a75aa130ae),segment_id=65017b9f-2957-4d28-b254-b1a75aa130ae)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:25.579657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:25.580109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] Calling delete_port for bb73715b-65b2-4bfa-9256-ba1b0db7feb3 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:25.627589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for bb73715b-65b2-4bfa-9256-ba1b0db7feb3 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:25.638218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bb73715b-65b2-4bfa-9256-ba1b0db7feb3 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:25.931266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91f190-ad36-438d-9f7b-ee96470c0271 req-a27e8ac0-d775-4c34-8927-c25c8562844a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:25.934861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b91f190-ad36-438d-9f7b-ee96470c0271 req-a27e8ac0-d775-4c34-8927-c25c8562844a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.5990438 Dec 15 04:55:25.945919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d45b9b1-9e34-4804-8a4f-5a35e8399734 req-500b1b70-d5cd-48a2-bceb-a8753d40a535 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 210 time: 0.0840878 Dec 15 04:55:26.016658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.031773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.078181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:26.086517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:26.235123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b91f190-ad36-438d-9f7b-ee96470c0271 req-1f6991de-992c-496b-badd-e2cf70e6a63e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846746 Dec 15 04:55:26.302381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port 7731721a-222b-419e-908e-61b9af92d27d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7731721a-222b-419e-908e-61b9af92d27d,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:26.303564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.321976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for 7731721a-222b-419e-908e-61b9af92d27d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:26.326122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.336285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dbe8b4e7-dc7a-40ad-b695-64560835ccd1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:26.359863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.387768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] Pushing event deleted for resources: {'Port': ['ID=bb73715b-65b2-4bfa-9256-ba1b0db7feb3,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:26.394919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19e7df-f30c-48ec-88d1-3bf1628ceafc None None] No DVR routers for this DVR port bb73715b-65b2-4bfa-9256-ba1b0db7feb3 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:26.400994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: dbe8b4e7-dc7a-40ad-b695-64560835ccd1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:26.402716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dbe8b4e7-dc7a-40ad-b695-64560835ccd1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:26.434802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.11 (7dd19046-5444-4071-aefd-dacb2a7dc030/a11cb597-d45f-491c-ae26-4a4edf68cb25/46cdcdf0-eb11-4578-aa55-bedd8d28909e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:26.435363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3589983f-1d70-440c-9dbc-7c787515821a']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:26.454666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65017b9f-2957-4d28-b254-b1a75aa130ae') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:26.455388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65017b9f-2957-4d28-b254-b1a75aa130ae') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:26.456448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.485136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.511462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.526517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:55:26.527317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:55:26.531214 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:55:26.617026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.624053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.632228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/3589983f-1d70-440c-9dbc-7c787515821a HTTP/1.1" status: 204 len: 168 time: 2.0207357 Dec 15 04:55:26.638106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33806) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:26.739015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5994c-dde6-4031-ba9c-2aa9c466e413 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=3589983f-1d70-440c-9dbc-7c787515821a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:26.805249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.858210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:26.859972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:26.905084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=7731721a-222b-419e-908e-61b9af92d27d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:27.027347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port 7731721a-222b-419e-908e-61b9af92d27d on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:27.042495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:27.049908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cef578e9-bffe-4b33-bec0-ed8250ffb9d5 req-d1c3bf51-be50-4af6-b5ad-c43c73181280 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "DELETE /v2.0/ports/7731721a-222b-419e-908e-61b9af92d27d HTTP/1.1" status: 204 len: 173 time: 2.5243490 Dec 15 04:55:27.064594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'name': 'network-vif-deleted', 'tag': '7731721a-222b-419e-908e-61b9af92d27d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:27.071238 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac7df5e-0bd5-4f1e-a178-f6216554d4eb" -d '{"events": [{"server_uuid": "3231a2ed-ad23-4458-b886-64efa0dd0d30", "name": "network-vif-deleted", "tag": "7731721a-222b-419e-908e-61b9af92d27d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:27.159831 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:27.503641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:27.509402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:27.511290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:27.526829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:27.549135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7731721a-222b-419e-908e-61b9af92d27d no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:27.559872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:27.574446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:27.692584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 7731721a-222b-419e-908e-61b9af92d27d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:27.692979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7731721a-222b-419e-908e-61b9af92d27d not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:27.714272 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d72f986-d513-49d4-b7d7-5cfa7e2824e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:27.841869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a21da6-f71c-4ea5-b366-5e1e66a74191 req-497e4f8c-7a24-4328-9c2c-5bbbef33aabf tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:27.847107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95a21da6-f71c-4ea5-b366-5e1e66a74191 req-497e4f8c-7a24-4328-9c2c-5bbbef33aabf tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=3231a2ed-ad23-4458-b886-64efa0dd0d30 HTTP/1.1" status: 200 len: 867 time: 1.1849041 Dec 15 04:55:27.880327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:27.882826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:27.981740 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-b0ff9ad8-b8e4-49f8-be75-444a8d4364f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9477596 Dec 15 04:55:28.016770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Request body: {'port': {'device_id': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:28.061443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1fca29b7-c30e-4ff8-a34e-df181a430b8d None None] Provisioning complete for port 46cdcdf0-eb11-4578-aa55-bedd8d28909e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:28.062834 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fca29b7-c30e-4ff8-a34e-df181a430b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:28.161008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c121b-be4f-4b68-8d3d-44ee6b23fb4b req-acc4399c-1f05-4d79-b43b-0059a3d00eb3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:28.163242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f88c121b-be4f-4b68-8d3d-44ee6b23fb4b req-acc4399c-1f05-4d79-b43b-0059a3d00eb3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 932 time: 0.5440311 Dec 15 04:55:28.188920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1fca29b7-c30e-4ff8-a34e-df181a430b8d None None] Port 46cdcdf0-eb11-4578-aa55-bedd8d28909e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:28.204652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.77 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/da27b3ae-4f4f-4baa-9021-a3a093b1cd13) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:28.283922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95a21da6-f71c-4ea5-b366-5e1e66a74191 req-a51028bc-b43b-4421-b636-0e1b08f44ba8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152858 Dec 15 04:55:28.290226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:28.582015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f88c121b-be4f-4b68-8d3d-44ee6b23fb4b req-701ebd0b-4a36-402a-af8f-5c8c03e691f1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106474 Dec 15 04:55:28.666627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de70b-964c-4763-a0cd-31b4fe205800 req-360fee45-c4cb-408c-bbb6-c6f21feefd28 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:28.674133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-983de70b-964c-4763-a0cd-31b4fe205800 req-360fee45-c4cb-408c-bbb6-c6f21feefd28 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.2105494 Dec 15 04:55:28.774359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cdcdf0-eb11-4578-aa55-bedd8d28909e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:28.788033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:28.801042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Transition to ACTIVE for port object 46cdcdf0-eb11-4578-aa55-bedd8d28909e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:55:28.819528 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99ab7fa-1fbe-442f-a269-d48792d81723 x-openstack-request-id: req-f99ab7fa-1fbe-442f-a269-d48792d81723 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:28.820354 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3231a2ed-ad23-4458-b886-64efa0dd0d30", "name": "network-vif-deleted", "tag": "7731721a-222b-419e-908e-61b9af92d27d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:28.820880 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f99ab7fa-1fbe-442f-a269-d48792d81723 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:28.821729 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3231a2ed-ad23-4458-b886-64efa0dd0d30', 'name': 'network-vif-deleted', 'tag': '7731721a-222b-419e-908e-61b9af92d27d', 'status': 'completed', 'code': 200} Dec 15 04:55:28.848954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:28.857871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-983de70b-964c-4763-a0cd-31b4fe205800 req-9aa770d7-737f-4260-955b-311e46ebf029 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828165 Dec 15 04:55:28.919882 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:55:28.956646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:29.078971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:29.321314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:29.508329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:29.520733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139bf4-62c0-4323-9521-86dfe6f34c90 req-3234fcf8-bd95-45e8-894c-b2ed627ddc44 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:29.524702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:29.526795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe139bf4-62c0-4323-9521-86dfe6f34c90 req-3234fcf8-bd95-45e8-894c-b2ed627ddc44 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2515523 Dec 15 04:55:29.532520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:29.542274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601ea74-7e2c-4474-b86f-d9e64ee5db22 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:29.550643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:29.666155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c21d3c76-c6d5-452b-8390-043163daf3ce None None] Provisioning complete for port da27b3ae-4f4f-4baa-9021-a3a093b1cd13 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:29.672668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c21d3c76-c6d5-452b-8390-043163daf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:29.883209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe139bf4-62c0-4323-9521-86dfe6f34c90 req-3beeb6b3-dfe5-4e7d-8ff8-5ef25392844c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427877 Dec 15 04:55:29.911134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c21d3c76-c6d5-452b-8390-043163daf3ce None None] Port da27b3ae-4f4f-4baa-9021-a3a093b1cd13 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:29.994662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1caf2479-baf3-46f5-afe0-19a64a283fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:29.998407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-22beb80f-b656-4517-9475-95775536b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:30.004191 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-22beb80f-b656-4517-9475-95775536b852 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.7393179 Dec 15 04:55:30.004191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=da27b3ae-4f4f-4baa-9021-a3a093b1cd13,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:30.535288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-91471f71-a1bc-4eaf-86bb-52a8651e7336 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:30.537182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-91471f71-a1bc-4eaf-86bb-52a8651e7336 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.3591812 Dec 15 04:55:30.548374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fb91-7de4-4502-939d-05be1c11fe06 req-9480e3a5-1a90-46fc-bdd8-71996b5c7d1d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:30.557956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5b1fb91-7de4-4502-939d-05be1c11fe06 req-9480e3a5-1a90-46fc-bdd8-71996b5c7d1d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 0.6660709 Dec 15 04:55:30.589175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 0bc28849-4db2-4e22-ad35-99b85a5623a4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:30.589902 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:30.612625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-de9d798b-74b9-41f9-910f-ae9023d24089 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0503626 Dec 15 04:55:30.709653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:30.709866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:30.713984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:30.728187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5b1fb91-7de4-4502-939d-05be1c11fe06 req-7734201d-41ad-430f-8f9b-cd298039e875 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638460 Dec 15 04:55:30.776458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-77a975a4-86c7-4189-b3ff-1121cc5ed4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:30.778159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-77a975a4-86c7-4189-b3ff-1121cc5ed4be service neutron] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.7660937 Dec 15 04:55:30.781337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:55:30.781760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:30.804291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-fad69295-d227-4793-90b0-d46dbd554db4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1630161 Dec 15 04:55:30.831685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:30.832119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Checking segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:30.832579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Bound using segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:30.833094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Bound port: 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:30.833539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:30.843056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 0bc28849-4db2-4e22-ad35-99b85a5623a4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0bc28849-4db2-4e22-ad35-99b85a5623a4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:30.843412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:30.849266 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-5bf4409a-0039-4cce-9ae0-1c02a52781de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.0570009 Dec 15 04:55:30.880667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 0bc28849-4db2-4e22-ad35-99b85a5623a4 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:30.914012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c24f6-df41-4acd-895b-82c553c790a8 req-33b2d72d-2650-4673-bb87-a6c79fb29685 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:30.920598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-371c24f6-df41-4acd-895b-82c553c790a8 req-33b2d72d-2650-4673-bb87-a6c79fb29685 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.0916059 Dec 15 04:55:30.930489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-66723721-9da7-4e01-860e-1538e6b62b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:30.932166 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-66723721-9da7-4e01-860e-1538e6b62b3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.0746634 Dec 15 04:55:31.036121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-0589d949-2540-46ea-aadb-9b410f4bc03b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677717 Dec 15 04:55:31.073601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-371c24f6-df41-4acd-895b-82c553c790a8 req-3349c13c-cdf2-42ec-9617-c43f6425c13c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521306 Dec 15 04:55:31.138830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:31.143765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-ff038e96-366a-4375-a368-25d59609518c service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285928 Dec 15 04:55:31.165313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:31.174931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:31.180757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:31.185026 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:31.302492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:31.304117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:31.305241 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] 10.222.0.42 "PUT /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 1093 time: 3.3040276 Dec 15 04:55:31.307863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:31.310347 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e84dd3-b997-4b53-b566-bdf7d4c83806" -d '{"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:31.320815 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:31.321106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-0fd6708f-57a5-4db7-a5a8-735f402019b2 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745037 Dec 15 04:55:31.386666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8089-cbf2-422f-9c4d-ab0754e15bd1 req-99d90ead-52ba-474a-97c6-701407beccfb tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:31.395497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e7f8089-cbf2-422f-9c4d-ab0754e15bd1 req-99d90ead-52ba-474a-97c6-701407beccfb tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2157223 Dec 15 04:55:31.397225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c21679-65a3-46e6-a201-5ae48ba22b10 service neutron] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:31.424866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=0bc28849-4db2-4e22-ad35-99b85a5623a4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:31.486847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-d04e599b-f298-4fde-8cf1-f2705775f8b1 service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330476 Dec 15 04:55:31.686316 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:31.717989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e7f8089-cbf2-422f-9c4d-ab0754e15bd1 req-d5d014a4-733f-41dc-b81f-816737ee4e69 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865069 Dec 15 04:55:31.942446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b0556cf-fffb-48b8-b046-82cc44b871e6 req-89489a67-e06e-4c89-b21e-2352619dd99e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 210 time: 0.0573153 Dec 15 04:55:32.089878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:32.097585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef38b-ad8a-4872-a34b-b213ea24bd2a req-8d9ae908-0ee6-4ead-8792-34aa211e39c0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:32.105316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e0ef38b-ad8a-4872-a34b-b213ea24bd2a req-8d9ae908-0ee6-4ead-8792-34aa211e39c0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 0.2065828 Dec 15 04:55:32.300309 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b69910-c4b2-41b3-9e68-a65b6d1760cc x-openstack-request-id: req-f7b69910-c4b2-41b3-9e68-a65b6d1760cc {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:32.300810 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:32.300810 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7b69910-c4b2-41b3-9e68-a65b6d1760cc {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:32.301092 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'status': 'completed', 'code': 200} Dec 15 04:55:32.358368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e0ef38b-ad8a-4872-a34b-b213ea24bd2a req-e6266203-98ab-48c5-8bb8-71b34b7d2074 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406483 Dec 15 04:55:32.368948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-0bedbaf9-0b30-4a12-82f6-59f2c31d4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:32.370756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-0bedbaf9-0b30-4a12-82f6-59f2c31d4e51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1096 time: 0.8678715 Dec 15 04:55:32.388038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:32.408302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-966e440a-e2a8-49ba-a205-0fca1b629947 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7674646 Dec 15 04:55:32.409777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:32.415919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:32.427180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:32.428233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:32.483721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-f5681344-07a8-46ef-831e-b48d6e9b448e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 217 time: 0.0934937 Dec 15 04:55:32.520114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68883b-5b97-4e91-ae0f-12b720189549 req-b49d7492-6ea3-4dd7-987d-83863d6e8340 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:32.531042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a68883b-5b97-4e91-ae0f-12b720189549 req-b49d7492-6ea3-4dd7-987d-83863d6e8340 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.3046083 Dec 15 04:55:32.531913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:32.546049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:32.692330 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5906877b-7bc2-46f0-bb13-0278686c0419 req-74b0b784-0fd2-475c-b579-bdfdaa977a45 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3612049 Dec 15 04:55:32.722514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting subnet bbdf1eba-30e9-4697-b96d-8ad8c58fd86c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:55:32.752655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:31Z', 'revision_number': 11, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:32.754712 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:32.795016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-45313cb5-fd4a-4cdb-96d7-d3ba81b4cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:32.798846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-45313cb5-fd4a-4cdb-96d7-d3ba81b4cb24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.3009162 Dec 15 04:55:32.852760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:55:32.883119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a68883b-5b97-4e91-ae0f-12b720189549 req-aa9a0f62-f097-4492-ac7e-8632b00ccd90 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499727 Dec 15 04:55:32.915808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:32.931344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:32.932182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:32.936986 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.016889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.076637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-dcb63815-4fb0-465e-801e-f069f556f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:33.085933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-dcb63815-4fb0-465e-801e-f069f556f725 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694724 Dec 15 04:55:33.126071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:33.241940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2743ecb3-5cd9-4b4c-8b08-e88741583750 req-20fe5766-280b-409c-a344-7289d420979d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 210 time: 0.1642208 Dec 15 04:55:33.258200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:31Z', 'revision_number': 11, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:33.262647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:33.285017 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:33.302324 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:33.303788 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:33.325039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-062e385b-f8cc-454c-834a-fb4d0e0a9e88 service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297835 Dec 15 04:55:33.331135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c51f87-2ec1-4e40-9011-506f4b65408c None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:31Z', 'revision_number': 11, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:33.347081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96257593-a1e2-46ee-9a53-2a6551bcc0f8 req-99322eb5-e834-4c0c-98a1-698d6992d9bf tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:33.353907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96257593-a1e2-46ee-9a53-2a6551bcc0f8 req-99322eb5-e834-4c0c-98a1-698d6992d9bf tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.4420040 Dec 15 04:55:33.387936 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.405627 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:33.432678 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:33.433284 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:33.464500 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.473138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.476822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-897bcb05-08b5-4d40-b1cc-44c677bd89d9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4355278 Dec 15 04:55:33.480145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33920) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:33.492568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96257593-a1e2-46ee-9a53-2a6551bcc0f8 req-2e5ab326-79de-4e28-ba69-09e2034735bc tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271405 Dec 15 04:55:33.528240 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:33.532334 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb5607-4aea-4cb9-a884-34b5194f9a57 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:33.554392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.648173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd34b-c524-4e8a-9b49-c4191fb85c64 req-17dafc32-f860-491f-ab01-deb02889279b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:33.649810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-281bd34b-c524-4e8a-9b49-c4191fb85c64 req-17dafc32-f860-491f-ab01-deb02889279b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 0.1552205 Dec 15 04:55:33.706301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.738368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-8508794e-2dbc-4b5a-b858-9db93e68b214 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:33.740613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-8508794e-2dbc-4b5a-b858-9db93e68b214 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.2020683 Dec 15 04:55:33.763957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdf1eba-30e9-4697-b96d-8ad8c58fd86c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:33.800997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18043c56-c4e0-45ee-9a70-248def065f5e None None] Network 37703d9c-b6cc-43b4-8b56-92deb1faef9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:55:33.801945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.807364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:33.815482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-70bead1f-db58-49b0-a1c4-398730f34ead tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/bbdf1eba-30e9-4697-b96d-8ad8c58fd86c HTTP/1.1" status: 204 len: 168 time: 1.3970811 Dec 15 04:55:33.816168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33924) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:33.931201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-281bd34b-c524-4e8a-9b49-c4191fb85c64 req-687c0574-63ac-4c86-b596-3c1712106b92 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719295 Dec 15 04:55:33.987169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:33.997685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0bc28849-4db2-4e22-ad35-99b85a5623a4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:34.060770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 0bc28849-4db2-4e22-ad35-99b85a5623a4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:34.061583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0bc28849-4db2-4e22-ad35-99b85a5623a4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:34.189581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] DHCP port deletion for 37703d9c-b6cc-43b4-8b56-92deb1faef9e request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:55:34.221211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7793612a-be33-4ee3-94af-9555af7dc8d2 req-1a934c71-7c9a-4b19-b944-47d49e367c93 service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8823221 Dec 15 04:55:34.238203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3532-7ded-45c7-8eba-da57140b29e8 req-b973405b-90a8-4eac-b9bd-0a2cc5fac40a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:34.239661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a93d3532-7ded-45c7-8eba-da57140b29e8 req-b973405b-90a8-4eac-b9bd-0a2cc5fac40a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 945 time: 0.1988587 Dec 15 04:55:34.261310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Deleting port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:34.262789 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:34.322425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:34.331613 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:34.359336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] Deleting port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:34.360871 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:34.505524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] For port 84e07b5b-df03-47a1-ac2d-52a9b846dba4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84e07b5b-df03-47a1-ac2d-52a9b846dba4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:34.506551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:34.543673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] Calling delete_port for 84e07b5b-df03-47a1-ac2d-52a9b846dba4 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:34.664195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-6b03bd21-8358-4d1b-a1e5-6fbe63e131b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:34.666077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-6b03bd21-8358-4d1b-a1e5-6fbe63e131b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1096 time: 0.2811122 Dec 15 04:55:34.769398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-8692c4eb-da38-4a81-81d3-a46b6a1b2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:34.770216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f87bbb23-7852-4cbe-b0f5-d0c4ddd6556a req-b20d399d-ac2e-4de4-ac89-fb8cf28869dd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 210 time: 0.0506825 Dec 15 04:55:34.772015 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-8692c4eb-da38-4a81-81d3-a46b6a1b2da7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 896 time: 0.0974550 Dec 15 04:55:34.778714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:34.796983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a93d3532-7ded-45c7-8eba-da57140b29e8 req-eab8b833-3919-41ae-beeb-361c90397423 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450354 Dec 15 04:55:34.800202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] For port 84e07b5b-df03-47a1-ac2d-52a9b846dba4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=84e07b5b-df03-47a1-ac2d-52a9b846dba4,segment=NetworkSegment(0ea4b9dc-8d34-4d57-8883-1e8a93104089),segment_id=0ea4b9dc-8d34-4d57-8883-1e8a93104089)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:34.806196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:34.841721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-309e6c0f-0faf-4f13-ba9e-5e5ff50ea39e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 217 time: 0.0472417 Dec 15 04:55:34.848799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] Pushing event deleted for resources: {'Port': ['ID=84e07b5b-df03-47a1-ac2d-52a9b846dba4,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:34.850197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Calling delete_port for 84e07b5b-df03-47a1-ac2d-52a9b846dba4 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:34.869411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c0108-3ff8-47c9-ac11-56e2649439d9 None None] No DVR routers for this DVR port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:34.899594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-9bc9fdef-f951-4b0f-bb36-263ffbe8fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:34.901118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-9bc9fdef-f951-4b0f-bb36-263ffbe8fa72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.0495331 Dec 15 04:55:35.016102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-6bc378e6-01d7-4030-a19f-c3bce1c89422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:35.017557 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-6bc378e6-01d7-4030-a19f-c3bce1c89422 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939269 Dec 15 04:55:35.039880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99fb5-b980-4fe0-befe-604bb151938a req-1602c9ff-8029-47aa-8afe-02dd4daba788 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:35.047200 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03c99fb5-b980-4fe0-befe-604bb151938a req-1602c9ff-8029-47aa-8afe-02dd4daba788 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.0866187 Dec 15 04:55:35.074074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.092295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.5 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/d98c7eed-e67d-48eb-8586-da4de56e274e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:35.161554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Port': ['ID=84e07b5b-df03-47a1-ac2d-52a9b846dba4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:35.173173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No DVR routers for this DVR port 84e07b5b-df03-47a1-ac2d-52a9b846dba4 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:35.222304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-50506eda-5d4d-469f-8f9a-c3e5fe83bd08 service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951852 Dec 15 04:55:35.315187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03c99fb5-b980-4fe0-befe-604bb151938a req-c97a6be2-8b68-4022-886c-737fc6e1efef tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669728 Dec 15 04:55:35.340483 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.341673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.357567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af304d-5223-404f-9642-00b1adde957c req-62788278-9f15-4974-b255-de35cf80142a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:35.359450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80af304d-5223-404f-9642-00b1adde957c req-62788278-9f15-4974-b255-de35cf80142a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 0.2559457 Dec 15 04:55:35.405740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37703d9c-b6cc-43b4-8b56-92deb1faef9e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:35.420827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea4b9dc-8d34-4d57-8883-1e8a93104089') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:35.421387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea4b9dc-8d34-4d57-8883-1e8a93104089') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:35.466967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:55:35.478979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.574841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80af304d-5223-404f-9642-00b1adde957c req-25e00bc6-47a2-42e0-9586-dfdd236e28bd tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966748 Dec 15 04:55:35.575886 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.589301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84e07b5b-df03-47a1-ac2d-52a9b846dba4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:35.611252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:55:35.611660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:55:35.615202 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:55:35.638612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 84e07b5b-df03-47a1-ac2d-52a9b846dba4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:35.639590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 84e07b5b-df03-47a1-ac2d-52a9b846dba4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:35.725391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:35.739586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'network_id': 'ba2efecd-e9dc-478f-9085-9d4543d0b537', 'port_id': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'mac_address': 'fa:16:3e:a0:6f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e464-2bef-4305-b62c-91d5f5fc6546', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:55:35.763108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.775883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.782796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/networks/37703d9c-b6cc-43b4-8b56-92deb1faef9e HTTP/1.1" status: 204 len: 168 time: 1.9548256 Dec 15 04:55:35.795329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.797410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33940) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:35.816088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:35.842720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'routes': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:35.854704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb06dd2-1805-45ae-90b7-bc30e0f8918f tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Pushing event deleted for resources: {'Network': ['ID=37703d9c-b6cc-43b4-8b56-92deb1faef9e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:35.875036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:35.882778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:35.900674 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-27e84dd3-b997-4b53-b566-bdf7d4c83806 req-8f9dd9f0-b35b-4d8f-8445-c3834c851c0b service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708589 Dec 15 04:55:35.920237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.042380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1b1b1eb-0f54-45c6-bc1a-c23dd543db39 req-b6928511-ad7f-4bd9-88e0-0775f9993da2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 210 time: 0.1078188 Dec 15 04:55:36.077699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:36.087700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.109130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:36.113869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:36.123354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:36.148584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:36.206017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=d98c7eed-e67d-48eb-8586-da4de56e274e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:36.224293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Added routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 04:55:36.225444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Removed routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 04:55:36.226552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.257265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:36.257882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.281379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.1 (e7d5acaf-d8d0-4763-9983-69e528b8669f/aa54e695-0261-499f-b038-6e8da85b0539/a4ce69d2-9d7b-4d7d-88bf-35ed2982dc3e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:36.291693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-2f001569-6e0b-4aad-883b-54e06371b731 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4925246 Dec 15 04:55:36.293751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['71ac118b-55fa-44f8-9126-11a2cbef52e8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:36.326937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa231e-f71b-4a3c-8eba-6adb1a8580cb req-2aa9f393-8f47-49f1-a326-4b4188459c6f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:36.329724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7fa231e-f71b-4a3c-8eba-6adb1a8580cb req-2aa9f393-8f47-49f1-a326-4b4188459c6f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.3062797 Dec 15 04:55:36.335129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Request body: {'port': {'device_id': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:36.497288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7fa231e-f71b-4a3c-8eba-6adb1a8580cb req-a331d9e6-3ee3-4fd6-943b-e96e44639fa1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580033 Dec 15 04:55:36.519937 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.541167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.704890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70ebe-4518-4221-ac21-6b71a47b21a6 req-0060e53c-83c1-4957-ba2b-7d9d40ae998b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:36.705275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.715517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67f70ebe-4518-4221-ac21-6b71a47b21a6 req-0060e53c-83c1-4957-ba2b-7d9d40ae998b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2265725 Dec 15 04:55:36.746379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:36.774468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.853701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.895691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67f70ebe-4518-4221-ac21-6b71a47b21a6 req-8119ddc1-417f-44ac-a4aa-34f85964417d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755943 Dec 15 04:55:36.905959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb597-0028-4a02-9598-ab9b3a446362 req-ec184bf2-b8f6-4d93-9f07-6b800bfbd9bb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:36.913193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=a4ce69d2-9d7b-4d7d-88bf-35ed2982dc3e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:36.922964 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-082bb597-0028-4a02-9598-ab9b3a446362 req-ec184bf2-b8f6-4d93-9f07-6b800bfbd9bb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 0.2007866 Dec 15 04:55:36.950779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:36.961644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] Sync routers for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:36.978238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.985721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:36.987127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eb535b42-68d7-4169-aba2-506e28b5edea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 705 time: 1.1556683 Dec 15 04:55:36.990146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33954) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:37.011656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:37.016593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:37.020505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6c05f48d-a152-409a-9ed3-19e2ae8ce211 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 205 time: 0.0287657 Dec 15 04:55:37.023884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33956) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:37.025433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:37.032519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:37.033297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:37.085015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.175444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-082bb597-0028-4a02-9598-ab9b3a446362 req-377c2fe5-995f-4591-9b4c-592718132ed2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502604 Dec 15 04:55:37.203531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.226533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:37.323213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:31Z', 'revision_number': 11, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:37.386170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] Checking router: f0ff176c-c0fa-4dde-a7c9-c30876d5e137 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:37.405011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3e604-f0c8-4844-85bc-af2dafcf00d8 req-792945c8-49ea-46ff-b37b-8491a4166e6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:37.415385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0a3e604-f0c8-4844-85bc-af2dafcf00d8 req-792945c8-49ea-46ff-b37b-8491a4166e6b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 931 time: 0.1626184 Dec 15 04:55:37.430564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] Routers {'f0ff176c-c0fa-4dde-a7c9-c30876d5e137'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:37.431199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:37.436787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98c7eed-e67d-48eb-8586-da4de56e274e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:37.478714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.485624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.489002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.503509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] Set router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:37.544539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.565459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:31Z', 'revision_number': 11, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:37.567452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:37.626581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:55:37.660832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a01dd1-4754-46a9-a046-3b87b280801a None None] The sync data for ids ['f0ff176c-c0fa-4dde-a7c9-c30876d5e137'] in n-d-820935-10 is: [{'id': 'f0ff176c-c0fa-4dde-a7c9-c30876d5e137', 'name': 'tempest-RoutersIpV6Test-router-1028148960', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:54:22Z', 'updated_at': '2021-12-15T04:55:31Z', 'revision_number': 11, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:37.674870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0a3e604-f0c8-4844-85bc-af2dafcf00d8 req-214afb45-8ebf-4bb3-a0f5-ad92e677a5e1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576118 Dec 15 04:55:37.680427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.682827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router f0ff176c-c0fa-4dde-a7c9-c30876d5e137 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:55:37.705601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.707139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-864a2215-fcb4-4596-a02a-a6b352d2bd24 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 204 len: 168 time: 0.6822820 Dec 15 04:55:37.724938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33966) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:37.730229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1119360415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:37.749930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 71ac118b-55fa-44f8-9126-11a2cbef52e8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:55:37.774117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 71ac118b-55fa-44f8-9126-11a2cbef52e8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:37.776270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.781807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.781807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.790243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Transition to ACTIVE for port object d98c7eed-e67d-48eb-8586-da4de56e274e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:55:37.840131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:37.910065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642de2f-35d2-4ce2-b1d6-09659976bae2 req-8e1f1c23-9d48-42d5-bee6-21feefcf146c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:37.935191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f642de2f-35d2-4ce2-b1d6-09659976bae2 req-8e1f1c23-9d48-42d5-bee6-21feefcf146c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 946 time: 0.1716576 Dec 15 04:55:38.024416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.043905 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.053453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c7eed-e67d-48eb-8586-da4de56e274e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:38.101460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.resource_extend [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:55:38.127565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f642de2f-35d2-4ce2-b1d6-09659976bae2 req-86fea65f-615c-4e37-b5d7-b9c4df62fd4a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890223 Dec 15 04:55:38.159182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.161116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c4112b2b-fd09-4f07-b946-30cac2220daa tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4350212 Dec 15 04:55:38.163991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33972) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:38.177909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:38.296655 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.307598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Attempting to bind port d98c7eed-e67d-48eb-8586-da4de56e274e on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:38.308112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Attempting to bind port d98c7eed-e67d-48eb-8586-da4de56e274e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:38.308671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Attempting to bind port d98c7eed-e67d-48eb-8586-da4de56e274e on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:38.343474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Port d98c7eed-e67d-48eb-8586-da4de56e274e on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:55:38.343841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Attempting to bind port d98c7eed-e67d-48eb-8586-da4de56e274e on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:38.351657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:38.369210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:38.372644 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a720f4-9f4a-48b0-b890-fa4a676824e1" -d '{"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:38.391169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'port_id': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'mac_address': 'fa:16:3e:15:4c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:55:38.392941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:38.392941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:38.393375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:38.393705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Bound port: d98c7eed-e67d-48eb-8586-da4de56e274e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:38.394020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.394200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:38.402725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53228e9-8e67-4dd0-b0b9-d310dff68aaf req-a0d0bdce-8a0f-4112-b249-947f7e0277a7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:38.403284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.404540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b53228e9-8e67-4dd0-b0b9-d310dff68aaf req-a0d0bdce-8a0f-4112-b249-947f7e0277a7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.3408618 Dec 15 04:55:38.448645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.464361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cdcdf0-eb11-4578-aa55-bedd8d28909e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:38.523870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:38.533116 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.537884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:38.673793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] For port d98c7eed-e67d-48eb-8586-da4de56e274e, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:38.677715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e78cd-2a76-4135-9d7f-a0512b6488ef req-281493c2-e244-4d50-991d-484ecf0e6d37 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:38.679666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637e78cd-2a76-4135-9d7f-a0512b6488ef req-281493c2-e244-4d50-991d-484ecf0e6d37 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 0.3092363 Dec 15 04:55:38.680815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] For port d98c7eed-e67d-48eb-8586-da4de56e274e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d98c7eed-e67d-48eb-8586-da4de56e274e,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:38.694231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.706547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:38.719800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b53228e9-8e67-4dd0-b0b9-d310dff68aaf req-d2dd035f-3c12-450e-a567-4d6f200fc315 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954404 Dec 15 04:55:38.737673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.772540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.795766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637e78cd-2a76-4135-9d7f-a0512b6488ef req-bf55fa9a-6b03-4ef5-b6fe-b1b0b15724c8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810928 Dec 15 04:55:38.855423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['46cdcdf0-eb11-4578-aa55-bedd8d28909e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:38.856589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c7eed-e67d-48eb-8586-da4de56e274e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:38.941587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:38.943047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:38.946279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Router 1c646b2f-c7c2-4dda-9b9b-e0d16526db3b is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:55:38.947846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-c2f607cd-6912-4934-8044-732dd8274cc9 service neutron] 10.222.0.16 "PUT /v2.0/ports/d98c7eed-e67d-48eb-8586-da4de56e274e HTTP/1.1" status: 200 len: 1092 time: 2.6287413 Dec 15 04:55:38.955027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'tag': 'd98c7eed-e67d-48eb-8586-da4de56e274e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:38.958337 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f" -d '{"events": [{"name": "network-changed", "server_uuid": "31cfb13c-9fb0-4682-8dc5-4db46fd44259", "tag": "d98c7eed-e67d-48eb-8586-da4de56e274e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:38.980537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:39.035708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:39.205075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d34f4b-d25a-432e-9703-1499418a4376 req-543e5520-991e-46a3-a420-ea175c33c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:39.206637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42d34f4b-d25a-432e-9703-1499418a4376 req-543e5520-991e-46a3-a420-ea175c33c723 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.2429268 Dec 15 04:55:39.217012 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfc54d2-807e-4fd9-83ef-132f3b466e22 x-openstack-request-id: req-1cfc54d2-807e-4fd9-83ef-132f3b466e22 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:39.221189 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-plugged", "status": "completed", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:39.221189 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cfc54d2-807e-4fd9-83ef-132f3b466e22 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:39.221189 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'code': 200} Dec 15 04:55:39.252421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-ebd3977c-245a-4100-a472-81bd37e251aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:39.253925 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-ebd3977c-245a-4100-a472-81bd37e251aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 1095 time: 0.1196098 Dec 15 04:55:39.254602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=a4ce69d2-9d7b-4d7d-88bf-35ed2982dc3e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:39.266497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:39.384269 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42d34f4b-d25a-432e-9703-1499418a4376 req-e902d547-61fe-447d-a5bd-9ab331945949 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639166 Dec 15 04:55:39.386860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-ff74866f-b707-430f-98dd-e5076604e613 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c7eed-e67d-48eb-8586-da4de56e274e HTTP/1.1" status: 200 len: 217 time: 0.0955379 Dec 15 04:55:39.494127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-d624e4a3-08b6-4cb9-996f-f4a8792cbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:39.495601 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-d624e4a3-08b6-4cb9-996f-f4a8792cbce4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.0975671 Dec 15 04:55:39.583085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-d22f5301-68a7-4616-b153-f0608bb032d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728991 Dec 15 04:55:39.585590 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a522a2-2c85-4d23-b904-162671b30fd6 x-openstack-request-id: req-17a522a2-2c85-4d23-b904-162671b30fd6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:39.586490 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cfb13c-9fb0-4682-8dc5-4db46fd44259", "tag": "d98c7eed-e67d-48eb-8586-da4de56e274e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:39.587598 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17a522a2-2c85-4d23-b904-162671b30fd6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:39.587881 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'tag': 'd98c7eed-e67d-48eb-8586-da4de56e274e', 'status': 'completed', 'code': 200} Dec 15 04:55:39.676020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:39.681001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:39.699689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:39.710244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:39.713657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c8b63212-7fb7-47ed-85f3-7c6fe2cdc9db tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "PUT /v2.0/routers/1c646b2f-c7c2-4dda-9b9b-e0d16526db3b HTTP/1.1" status: 200 len: 698 time: 1.5376210 Dec 15 04:55:39.715491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 33992) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:39.726613 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] Sync routers for ids ['1c646b2f-c7c2-4dda-9b9b-e0d16526db3b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:39.753337 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] Routers {'1c646b2f-c7c2-4dda-9b9b-e0d16526db3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:39.754937 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1c646b2f-c7c2-4dda-9b9b-e0d16526db3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:39.824807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e438f18-fe81-4b69-be47-1fd3f536c80d req-3a0da486-ba28-4456-afc6-c496b23f9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:39.826163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e438f18-fe81-4b69-be47-1fd3f536c80d req-3a0da486-ba28-4456-afc6-c496b23f9fb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1099 time: 0.2056127 Dec 15 04:55:39.835174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d8867-5e59-4e7f-b38f-68f97c303036 req-dfd11436-51ab-4be7-aa45-0750e1a1babc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:39.843166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-755d8867-5e59-4e7f-b38f-68f97c303036 req-dfd11436-51ab-4be7-aa45-0750e1a1babc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2018342 Dec 15 04:55:39.852121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-909d2578-cf13-4bd8-9184-c214c2f1c220 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/routers/1c646b2f-c7c2-4dda-9b9b-e0d16526db3b HTTP/1.1" status: 200 len: 704 time: 0.1323390 Dec 15 04:55:39.860744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb8972-c359-4049-9a85-21d319eddf46 req-90f826d8-b170-47d1-96fc-4122c099624b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:39.869680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5eb8972-c359-4049-9a85-21d319eddf46 req-90f826d8-b170-47d1-96fc-4122c099624b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 943 time: 0.2501264 Dec 15 04:55:39.875436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 33996) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:39.950243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a13591c7-16b8-490d-a0b2-270369a2e687 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c646b2f-c7c2-4dda-9b9b-e0d16526db3b HTTP/1.1" status: 200 len: 205 time: 0.0634601 Dec 15 04:55:39.956625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34004) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:39.971473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-3a094439-2437-46ad-a068-0893b033588a service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791125 Dec 15 04:55:39.979636 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] Set router 1c646b2f-c7c2-4dda-9b9b-e0d16526db3b gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:40.004125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e438f18-fe81-4b69-be47-1fd3f536c80d req-66287e62-cef4-4cfb-aafe-c2341afba09f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523862 Dec 15 04:55:40.026356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5eb8972-c359-4049-9a85-21d319eddf46 req-ddc35b04-adde-4101-8e54-87e34fc1dd3a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499076 Dec 15 04:55:40.051234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-755d8867-5e59-4e7f-b38f-68f97c303036 req-b4dada6e-eecc-4552-976b-fbe6a35ba981 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071517 Dec 15 04:55:40.142966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:40.155284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:40.217670 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c646b2f-c7c2-4dda-9b9b-e0d16526db3b', 'name': 'tempest-RoutersIpV6Test-router-1119360415', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:37Z', 'updated_at': '2021-12-15T04:55:38Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.270259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aedd3-eae2-48e8-840f-3591bb894bbb req-2d09785f-6b16-4f89-b4d6-81027088d6a2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:40.288467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152aedd3-eae2-48e8-840f-3591bb894bbb req-2d09785f-6b16-4f89-b4d6-81027088d6a2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.1203384 Dec 15 04:55:40.308541 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] Checking router: 1c646b2f-c7c2-4dda-9b9b-e0d16526db3b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:40.315669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f656-4752-46d4-941f-6db0e5ebf685 req-78121ded-8f63-40d2-9232-7bd4bbe6d081 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:40.317684 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] Routers {'1c646b2f-c7c2-4dda-9b9b-e0d16526db3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:40.319276 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1c646b2f-c7c2-4dda-9b9b-e0d16526db3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.330212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4e897fce-144b-49e8-bbeb-8251a6a50376 req-fd41c91b-5c98-43bf-828f-0b3b21a4cf03 service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162675 Dec 15 04:55:40.332899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6685f656-4752-46d4-941f-6db0e5ebf685 req-78121ded-8f63-40d2-9232-7bd4bbe6d081 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1802554 Dec 15 04:55:40.448245 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] Set router 1c646b2f-c7c2-4dda-9b9b-e0d16526db3b gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:40.496438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:40.501009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:40.515962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-152aedd3-eae2-48e8-840f-3591bb894bbb req-d323cbe2-39da-4ea5-aea5-d0ce039c5a51 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227333 Dec 15 04:55:40.545083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6685f656-4752-46d4-941f-6db0e5ebf685 req-453850d6-460d-48df-8ec7-899bd9a026b5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110939 Dec 15 04:55:40.598768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:40.600967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:40.601393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Fanout notify agent at l3_agent the message router_deleted on router 1c646b2f-c7c2-4dda-9b9b-e0d16526db3b {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:55:40.605836 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c25207c7-66f1-48ca-882e-f44fd38698f5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/routers/aec139f0-fe43-445f-86d3-cef8af2d92aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1243396 Dec 15 04:55:40.608402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34008) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:40.613687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:40.621625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'port': {'network_id': 'e7d5acaf-d8d0-4763-9983-69e528b8669f', 'name': 'tempest-FloatingIPTestJSON-1462989600'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:40.636170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:40.637006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.644178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:40.650998 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18287747-6abc-4587-9c00-a1312734bcab tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/1c646b2f-c7c2-4dda-9b9b-e0d16526db3b HTTP/1.1" status: 204 len: 168 time: 0.6891382 Dec 15 04:55:40.655527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34010) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:40.699725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.737794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c91d1350-6273-4b98-9294-9f5debc3aeea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c646b2f-c7c2-4dda-9b9b-e0d16526db3b HTTP/1.1" status: 200 len: 205 time: 0.0804341 Dec 15 04:55:40.740648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34012) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:40.752187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:40.753433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.807382 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c646b2f-c7c2-4dda-9b9b-e0d16526db3b', 'name': 'tempest-RoutersIpV6Test-router-1119360415', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:37Z', 'updated_at': '2021-12-15T04:55:38Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.849765 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7e32-856b-4550-83f8-fb21fcca3c10 None None] The sync data for ids ['1c646b2f-c7c2-4dda-9b9b-e0d16526db3b'] in n-d-820935-10 is: [{'id': '1c646b2f-c7c2-4dda-9b9b-e0d16526db3b', 'name': 'tempest-RoutersIpV6Test-router-1119360415', 'tenant_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:37Z', 'updated_at': '2021-12-15T04:55:38Z', 'revision_number': 2, 'project_id': 'af9a8069ec9e4f08bf918eb3f9d5edf9', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:40.866539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:40.867205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2ca2a-dea0-4b48-8fca-d492df1f5a53 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:41.291668 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-f36c2319-a86d-42b4-82b0-a069d3efae31 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:41.299359 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f36c2319-a86d-42b4-82b0-a069d3efae31 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/1c646b2f-c7c2-4dda-9b9b-e0d16526db3b HTTP/1.1" status: 404 len: 336 time: 0.5510614 Dec 15 04:55:41.299467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34024) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.357030 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30880aa-6bdb-4875-a671-4bd083512295 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:41.357751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30880aa-6bdb-4875-a671-4bd083512295 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:41.361196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b30880aa-6bdb-4875-a671-4bd083512295 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/2686c1cd-18e0-4dd8-b99a-c3ddaa4aaaf3 HTTP/1.1" status: 404 len: 337 time: 0.0619588 Dec 15 04:55:41.366794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34026) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.377791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-de022a08-569a-41bd-9721-911c2495308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:41.379317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-de022a08-569a-41bd-9721-911c2495308e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 1095 time: 0.7257099 Dec 15 04:55:41.406359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:41.410495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:41.421187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9fa25-405c-47cc-9b90-78179336a7f0 req-1fc16a3e-c9ec-4430-bf0d-f52734ac31cc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:41.423107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0b9fa25-405c-47cc-9b90-78179336a7f0 req-1fc16a3e-c9ec-4430-bf0d-f52734ac31cc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 943 time: 0.2743485 Dec 15 04:55:41.424316 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d841033-5926-454d-801a-adb332130a89 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:41.424744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d841033-5926-454d-801a-adb332130a89 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:41.431546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0d841033-5926-454d-801a-adb332130a89 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/9fedb733-dabd-4f4b-ae3c-5959be1cb212 HTTP/1.1" status: 404 len: 337 time: 0.0607421 Dec 15 04:55:41.440163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1f08-f32f-4072-9509-2d65209e07d5 req-ae1554ab-fae9-4a62-bbc1-55432b788e84 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:41.449861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0cbd1f08-f32f-4072-9509-2d65209e07d5 req-ae1554ab-fae9-4a62-bbc1-55432b788e84 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2427840 Dec 15 04:55:41.453051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34030) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.565345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b0b9fa25-405c-47cc-9b90-78179336a7f0 req-6267ffa7-edd0-4f8d-a124-9413c87ca487 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112361 Dec 15 04:55:41.580430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0cbd1f08-f32f-4072-9509-2d65209e07d5 req-032f5d4b-b25c-464c-91f1-502e1d672087 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295633 Dec 15 04:55:41.619023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:41.635804 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ed5438-d44a-41c9-a071-1bd4b9f084d3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:41.636416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ed5438-d44a-41c9-a071-1bd4b9f084d3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:41.643511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f0ed5438-d44a-41c9-a071-1bd4b9f084d3 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/7d6ec185-ba48-4034-a16e-3d340f280a5a HTTP/1.1" status: 404 len: 337 time: 0.1856089 Dec 15 04:55:41.647058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34042) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.702999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] device_id is not set on port 38810dbf-5568-44a0-b6bd-fbc235cdeddb yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:55:41.756241 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e5c02f-9a44-4a11-b1d4-1ebf72286b54 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:41.757170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e5c02f-9a44-4a11-b1d4-1ebf72286b54 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:41.760142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f1e5c02f-9a44-4a11-b1d4-1ebf72286b54 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/bbdf1eba-30e9-4697-b96d-8ad8c58fd86c HTTP/1.1" status: 404 len: 337 time: 0.1114643 Dec 15 04:55:41.788047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34044) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.810785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 46cdcdf0-eb11-4578-aa55-bedd8d28909e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:55:41.818873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 46cdcdf0-eb11-4578-aa55-bedd8d28909e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:41.821770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:41.822203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4121fcb2-b41e-4a1a-bce5-0ab7f82bbc7e tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 200 len: 205 time: 0.0327334 Dec 15 04:55:41.824742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34046) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.873386 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-1632dec8-0ed8-49b2-8e1a-1cda540b2819 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:41.874598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1632dec8-0ed8-49b2-8e1a-1cda540b2819 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/f0ff176c-c0fa-4dde-a7c9-c30876d5e137 HTTP/1.1" status: 404 len: 336 time: 0.0486152 Dec 15 04:55:41.882454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:41.997661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3607-97e8-4b80-b1df-ffc7c7051383 req-09fd2140-929b-433f-b9b4-369c3d43b204 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:41.999236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5dbc3607-97e8-4b80-b1df-ffc7c7051383 req-09fd2140-929b-433f-b9b4-369c3d43b204 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2729073 Dec 15 04:55:42.001845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-323bfba9-f618-4be2-8c4d-a14d6cc5c1f2 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec25dd0-c733-4fb6-8305-32e21b4c8099 HTTP/1.1" status: 200 len: 205 time: 0.1183147 Dec 15 04:55:42.011677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fe258-0eb9-475b-a1d0-082ca4428f01 req-00888b01-b7a4-4df8-bdf0-798cf0568bce tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:42.025497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.047139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c6fe258-0eb9-475b-a1d0-082ca4428f01 req-00888b01-b7a4-4df8-bdf0-798cf0568bce tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.3082371 Dec 15 04:55:42.073286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-0beb66de-98a9-4bd0-b490-1b15b18bde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:42.075046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-0beb66de-98a9-4bd0-b490-1b15b18bde9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.6811664 Dec 15 04:55:42.121560 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:42.167496 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-d32d5d1b-8e28-4575-87c1-075b568e2562 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:42.169247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d32d5d1b-8e28-4575-87c1-075b568e2562 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/9ec25dd0-c733-4fb6-8305-32e21b4c8099 HTTP/1.1" status: 404 len: 336 time: 0.1349545 Dec 15 04:55:42.172029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34054) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.190064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:42.192579 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c53e6-2f94-4a95-9e9c-69bda5084102" -d '{"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-plugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:42.209822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-da31d447-a833-4120-a6c5-d785b62eb90b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c7eed-e67d-48eb-8586-da4de56e274e HTTP/1.1" status: 200 len: 217 time: 0.0557146 Dec 15 04:55:42.229187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:42.230528 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a743037-1fcb-488b-bef5-9d2e4df25183 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:42.233094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a743037-1fcb-488b-bef5-9d2e4df25183 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:42.237176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5a743037-1fcb-488b-bef5-9d2e4df25183 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/8436f450-56a6-4ead-953b-8e7b2c4955c5 HTTP/1.1" status: 404 len: 337 time: 0.0633833 Dec 15 04:55:42.243122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:42.254708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34058) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.298596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5dbc3607-97e8-4b80-b1df-ffc7c7051383 req-314da47f-7d52-4db0-bef5-2c3ed1e9d243 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314358 Dec 15 04:55:42.333937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:42.349944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-bd437861-5698-4ff2-9a16-933752e0c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:42.351551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-bd437861-5698-4ff2-9a16-933752e0c13d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1331167 Dec 15 04:55:42.352863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.6 (e7d5acaf-d8d0-4763-9983-69e528b8669f/aa54e695-0261-499f-b038-6e8da85b0539/38810dbf-5568-44a0-b6bd-fbc235cdeddb) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:42.385189 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a85d5c1d-9cc4-4dcf-8aa4-20daabc1f3b7 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 200 len: 205 time: 0.1283259 Dec 15 04:55:42.389787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.402500 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abd80c3-1090-4877-8a8a-1050426d213d x-openstack-request-id: req-8abd80c3-1090-4877-8a8a-1050426d213d {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:42.403227 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-plugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:42.403946 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8abd80c3-1090-4877-8a8a-1050426d213d {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:42.404629 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'code': 200} Dec 15 04:55:42.456411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-374db8e8-6e7e-4b07-96c5-c30d8691e816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928872 Dec 15 04:55:42.563379 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-6a8db433-6840-4061-bfa5-9c2c0a0427f8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:42.564804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6a8db433-6840-4061-bfa5-9c2c0a0427f8 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/19d3d8a3-07af-43be-824f-e2ff1936ac4a HTTP/1.1" status: 404 len: 336 time: 0.1706500 Dec 15 04:55:42.578012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34074) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.583453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c6fe258-0eb9-475b-a1d0-082ca4428f01 req-43858d9c-7c14-4b3b-847e-9618637931be tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152833 Dec 15 04:55:42.674314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-adb21301-102c-463b-9b17-8eb4ae306d66 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=78034e91-80ad-4ed8-8d26-76aa46b22c45 HTTP/1.1" status: 200 len: 205 time: 0.0543954 Dec 15 04:55:42.676923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34086) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.834199 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-29e08879-5e40-4aa1-8700-5eeb101b8e13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:42.837903 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-29e08879-5e40-4aa1-8700-5eeb101b8e13 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/78034e91-80ad-4ed8-8d26-76aa46b22c45 HTTP/1.1" status: 404 len: 336 time: 0.1571033 Dec 15 04:55:42.841625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34100) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:42.861972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f48c-5bab-4d59-aae8-fea30d2066b0 req-bcf9d07a-782c-407d-9d5e-1029918e29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:42.864213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f70f48c-5bab-4d59-aae8-fea30d2066b0 req-bcf9d07a-782c-407d-9d5e-1029918e29b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1098 time: 0.3249338 Dec 15 04:55:42.921183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-3d7be830-7e68-4cb8-a347-a73c28e6191b service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535935 Dec 15 04:55:42.952494 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9acb7f-6cf0-4d3b-a7c4-2385c7223bba tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:42.952958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9acb7f-6cf0-4d3b-a7c4-2385c7223bba tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:42.959566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be9acb7f-6cf0-4d3b-a7c4-2385c7223bba tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/cd87a345-970e-4aa6-880f-1b0e709c14d3 HTTP/1.1" status: 404 len: 337 time: 0.1169729 Dec 15 04:55:42.961586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4f70f48c-5bab-4d59-aae8-fea30d2066b0 req-4fc9207b-c563-46ac-b0d0-cc7d0f2a6ad2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879321 Dec 15 04:55:42.968156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34106) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.022247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000efa3-3b9a-4eb7-a977-c000b2afc6ae req-48f29b3d-0b8d-4e8d-8757-7668a4b2f9c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:43.028717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e000efa3-3b9a-4eb7-a977-c000b2afc6ae req-48f29b3d-0b8d-4e8d-8757-7668a4b2f9c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 943 time: 0.1064782 Dec 15 04:55:43.030164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f6f4876-145a-4e68-8cf8-15d566164ceb tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=31c3aee3-6c9d-4b28-b64a-0932f757bfca HTTP/1.1" status: 200 len: 205 time: 0.0642164 Dec 15 04:55:43.034844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34108) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.042295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9ebe9-51be-44e4-a693-99e33e7b2df3 req-174ce649-b7a0-4a42-b1dd-6fff43930124 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:43.044251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4db9ebe9-51be-44e4-a693-99e33e7b2df3 req-174ce649-b7a0-4a42-b1dd-6fff43930124 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2078664 Dec 15 04:55:43.096982 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-94dcdf79-35b0-4af3-85b0-6aafc64f878c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:43.098143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-94dcdf79-35b0-4af3-85b0-6aafc64f878c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/31c3aee3-6c9d-4b28-b64a-0932f757bfca HTTP/1.1" status: 404 len: 336 time: 0.0585814 Dec 15 04:55:43.103754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34110) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.182447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:43.193965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e000efa3-3b9a-4eb7-a977-c000b2afc6ae req-75d3317e-8f3c-4044-833f-705bad4158cc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583090 Dec 15 04:55:43.198307 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cb0f7a-dccd-4a20-8c8e-ccc4b64b48a7 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:43.204981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cb0f7a-dccd-4a20-8c8e-ccc4b64b48a7 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:43.207866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81cb0f7a-dccd-4a20-8c8e-ccc4b64b48a7 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/14abfa96-5a20-4a6d-a415-1933269b1f48 HTTP/1.1" status: 404 len: 337 time: 0.1030366 Dec 15 04:55:43.219926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34114) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.222573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4db9ebe9-51be-44e4-a693-99e33e7b2df3 req-2c41c71a-f995-452d-b6ef-45f7d8db4fba tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604176 Dec 15 04:55:43.264398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2424b6c3-d51c-44de-89f9-39d68db6de36 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "GET /v2.0/ports?device_id=de9372ef-f5e3-4855-9ed0-57723779a79d HTTP/1.1" status: 200 len: 205 time: 0.0306573 Dec 15 04:55:43.264792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34116) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.274965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:43.311433 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-eab7d149-529e-4795-bb72-f75baa9963ea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] delete failed (client error): The resource could not be found. Dec 15 04:55:43.312511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eab7d149-529e-4795-bb72-f75baa9963ea tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/routers/de9372ef-f5e3-4855-9ed0-57723779a79d HTTP/1.1" status: 404 len: 336 time: 0.0466425 Dec 15 04:55:43.315226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.348496 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb3d228-5e0f-4f54-84e4-f45543c4e60c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:43.348939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb3d228-5e0f-4f54-84e4-f45543c4e60c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:43.352079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fcb3d228-5e0f-4f54-84e4-f45543c4e60c tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/1228a7c2-2ffa-4074-a4ed-d99ae6245f9f HTTP/1.1" status: 404 len: 337 time: 0.0358908 Dec 15 04:55:43.353931 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-99ff5f73-bcb6-4b32-b50e-411b77a7d47f req-ab1f86e2-f05d-4935-88e7-d88dd778c8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046247 Dec 15 04:55:43.354700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34122) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.370288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:43.373542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:43.383028 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c468a4ea-fcba-49f3-984e-ce096ad84e25 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] DELETE failed (client error): The resource could not be found. Dec 15 04:55:43.383713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c468a4ea-fcba-49f3-984e-ce096ad84e25 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:55:43.387403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c468a4ea-fcba-49f3-984e-ce096ad84e25 tempest-RoutersIpV6Test-141672013 tempest-RoutersIpV6Test-141672013-project] 10.222.0.37 "DELETE /v2.0/subnets/2d707fc4-c1bc-4efb-86da-e37a20f3536f HTTP/1.1" status: 404 len: 337 time: 0.0317848 Dec 15 04:55:43.393984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=38810dbf-5568-44a0-b6bd-fbc235cdeddb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:43.402562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:43.492499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412413e-67b0-46cf-8558-c8605fb9a0d1 req-03e36aef-03e0-4a49-bdda-e695d929abe2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:43.493908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d98c7eed-e67d-48eb-8586-da4de56e274e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:55:43.503904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4412413e-67b0-46cf-8558-c8605fb9a0d1 req-03e36aef-03e0-4a49-bdda-e695d929abe2 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.0755479 Dec 15 04:55:43.518008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:43.522473 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:43.564399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ed1c2d74-af03-424b-afc1-e9c02260caab tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9547529 Dec 15 04:55:43.571484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34126) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:43.574994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-adaa95fe-d571-4dcf-9209-b0516e65ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:43.587947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-adaa95fe-d571-4dcf-9209-b0516e65ba04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.1382544 Dec 15 04:55:43.612359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'port': {'network_id': 'e7d5acaf-d8d0-4763-9983-69e528b8669f', 'name': 'tempest-FloatingIPTestJSON-2076524001'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:43.721946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d98c7eed-e67d-48eb-8586-da4de56e274e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d98c7eed-e67d-48eb-8586-da4de56e274e,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:43.749516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'd98c7eed-e67d-48eb-8586-da4de56e274e', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': 'd98c7eed-e67d-48eb-8586-da4de56e274e', 'mac_address': 'fa:16:3e:5f:74:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:55:43.848650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-b85ea75e-9733-4b59-b5fc-c05fd0c89514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:43.852656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-b85ea75e-9733-4b59-b5fc-c05fd0c89514 service neutron] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.2561271 Dec 15 04:55:43.885170 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:43.908136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4412413e-67b0-46cf-8558-c8605fb9a0d1 req-831d97ec-f964-4eb7-85be-71bb07579876 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998971 Dec 15 04:55:43.931615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-594715c1-aae3-4417-a13d-22ecea2ee4ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.0714014 Dec 15 04:55:43.975607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98c7eed-e67d-48eb-8586-da4de56e274e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:44.006429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b9279-b054-4ea9-8a8b-198a8a0e9ccd req-fd540ec6-6a15-440e-ab96-be260dc6b25d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:44.009932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-336b9279-b054-4ea9-8a8b-198a8a0e9ccd req-fd540ec6-6a15-440e-ab96-be260dc6b25d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.2177234 Dec 15 04:55:44.019353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-faccd856-3894-4f81-b3c2-cb01cd92b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:44.023394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-faccd856-3894-4f81-b3c2-cb01cd92b7e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.0722258 Dec 15 04:55:44.036988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34138) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:44.039925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d98c7eed-e67d-48eb-8586-da4de56e274e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d98c7eed-e67d-48eb-8586-da4de56e274e,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:44.048304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:44.087773 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-bcc233fe-0fdc-4917-b09c-b244451075cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483556 Dec 15 04:55:44.221131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d98c7eed-e67d-48eb-8586-da4de56e274e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:44.252216 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-0f729453-e6b1-441d-b2c4-8aa178969caf service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554160 Dec 15 04:55:44.284053 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-336b9279-b054-4ea9-8a8b-198a8a0e9ccd req-1bc79d2b-bf0d-4684-8c84-a9c822633da2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578850 Dec 15 04:55:44.314060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:44.320272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:44.378401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d98c7eed-e67d-48eb-8586-da4de56e274e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:44.410356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] device_id is not set on port 72cd1f5f-4192-4619-9c11-6544580dde0c yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:55:44.509258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdf2d2d8-2850-436e-aa9c-46b6eec671ad req-6fda84d7-5b48-41a7-8975-c2a1294b1642 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483256 Dec 15 04:55:44.642403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.14 (e7d5acaf-d8d0-4763-9983-69e528b8669f/aa54e695-0261-499f-b038-6e8da85b0539/72cd1f5f-4192-4619-9c11-6544580dde0c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:44.710043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8d28-3fab-492a-bbd2-c472c3ffefe6 req-5d3bf3b7-b0ae-4e54-b9fe-e9eaff7df5c1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:44.717293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c35f8d28-3fab-492a-bbd2-c472c3ffefe6 req-5d3bf3b7-b0ae-4e54-b9fe-e9eaff7df5c1 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 944 time: 0.3564088 Dec 15 04:55:44.727392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-86913b1c-3dc9-4ebc-b96d-bcf73ddcd716 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af9a8069ec9e4f08bf918eb3f9d5edf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6865218 Dec 15 04:55:44.727765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34150) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:44.766597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650fe2-8665-4999-beba-56eea8f34602 req-10685289-6dbc-41ba-b10a-7f4dd3ca9bae tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:44.779632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd650fe2-8665-4999-beba-56eea8f34602 req-10685289-6dbc-41ba-b10a-7f4dd3ca9bae tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2635722 Dec 15 04:55:44.830472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18f3aa52-c5b1-493e-bad9-34909a3abdf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:44.857654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18f3aa52-c5b1-493e-bad9-34909a3abdf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:44.925188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c35f8d28-3fab-492a-bbd2-c472c3ffefe6 req-902f0a39-41b0-489c-928c-d6b778687856 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070472 Dec 15 04:55:44.931551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd650fe2-8665-4999-beba-56eea8f34602 req-9878d6a6-37ec-4726-8deb-0fdfa0221169 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482351 Dec 15 04:55:44.955299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18f3aa52-c5b1-493e-bad9-34909a3abdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:44.961602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18f3aa52-c5b1-493e-bad9-34909a3abdf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:44.968736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18f3aa52-c5b1-493e-bad9-34909a3abdf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c64e4866-9610-4625-b543-fdcab4dc1168 HTTP/1.1" status: 204 len: 168 time: 0.2397761 Dec 15 04:55:44.997704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3aa52-c5b1-493e-bad9-34909a3abdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e4866-9610-4625-b543-fdcab4dc1168,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:45.010852 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.132274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.192099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c748c89-c1b3-4358-a077-90176c1261d5 req-7036b7a7-4081-4dc6-bd23-d96b9ed0b1be tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:45.193479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c748c89-c1b3-4358-a077-90176c1261d5 req-7036b7a7-4081-4dc6-bd23-d96b9ed0b1be tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1323495 Dec 15 04:55:45.212131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71f817-861a-4a23-b4e2-4dff26362fbe req-a19c173e-d881-44e5-ae6a-5e0ddd5f4ae3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:45.213674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e71f817-861a-4a23-b4e2-4dff26362fbe req-a19c173e-d881-44e5-ae6a-5e0ddd5f4ae3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1384580 Dec 15 04:55:45.216823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:45.223288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:45.244908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:45.319725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=72cd1f5f-4192-4619-9c11-6544580dde0c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:45.400336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c748c89-c1b3-4358-a077-90176c1261d5 req-706ad51b-382a-44af-83fe-06f3c91ae666 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855695 Dec 15 04:55:45.429765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e71f817-861a-4a23-b4e2-4dff26362fbe req-f36aebe5-bc07-4565-84b2-f3adb45db247 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888375 Dec 15 04:55:45.480347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d98c7eed-e67d-48eb-8586-da4de56e274e up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:55:45.500821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:45.501849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.528978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ec4de2d7-efcf-4e47-a4d5-41ab66a3b590 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9548447 Dec 15 04:55:45.532094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34172) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:45.537727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '72cd1f5f-4192-4619-9c11-6544580dde0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:45.598837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.652971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port d98c7eed-e67d-48eb-8586-da4de56e274e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:55:45.659996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port d98c7eed-e67d-48eb-8586-da4de56e274e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:45.659996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.738130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba084cf-013b-46a4-8399-1acf9b470aa5 req-68c9c9e2-8f9f-4633-a8ce-3f5c29198434 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:45.750665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dba084cf-013b-46a4-8399-1acf9b470aa5 req-68c9c9e2-8f9f-4633-a8ce-3f5c29198434 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.2017374 Dec 15 04:55:45.816657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064856e-eebb-408f-b955-6a1b1ee6d33d req-2b1e5c5d-02f7-4141-bde6-3705fccedcc3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:45.825072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0064856e-eebb-408f-b955-6a1b1ee6d33d req-2b1e5c5d-02f7-4141-bde6-3705fccedcc3 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2056544 Dec 15 04:55:45.827646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.851774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.909917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port d98c7eed-e67d-48eb-8586-da4de56e274e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d98c7eed-e67d-48eb-8586-da4de56e274e,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:45.911558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c7eed-e67d-48eb-8586-da4de56e274e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:45.915066 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01124f55-acb9-4bfc-8918-e0d782649851" -d '{"events": [{"server_uuid": "31cfb13c-9fb0-4682-8dc5-4db46fd44259", "name": "network-vif-plugged", "status": "completed", "tag": "d98c7eed-e67d-48eb-8586-da4de56e274e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:45.921125 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:45.960174 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dba084cf-013b-46a4-8399-1acf9b470aa5 req-e5877e6d-30d8-4c95-9fed-2ae610a4fddd tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085218 Dec 15 04:55:46.011243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0064856e-eebb-408f-b955-6a1b1ee6d33d req-892f47f2-f37b-4bc6-862c-dd392900765b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852500 Dec 15 04:55:46.096093 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1859a228-2457-4144-992b-bdb026d71f14 x-openstack-request-id: req-1859a228-2457-4144-992b-bdb026d71f14 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:46.099293 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cfb13c-9fb0-4682-8dc5-4db46fd44259", "name": "network-vif-plugged", "status": "completed", "tag": "d98c7eed-e67d-48eb-8586-da4de56e274e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:46.099491 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1859a228-2457-4144-992b-bdb026d71f14 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:46.099943 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c7eed-e67d-48eb-8586-da4de56e274e', 'code': 200} Dec 15 04:55:46.112304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=d98c7eed-e67d-48eb-8586-da4de56e274e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:46.144272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.171 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/881a6ad3-ac8e-45ca-b428-a67754ea54ca) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:46.208186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0f86e-6e92-4dba-91e5-c68fd0f517b7 req-a22fae48-bde8-4028-aef9-f44fd235d8ba tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:46.216997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94a0f86e-6e92-4dba-91e5-c68fd0f517b7 req-a22fae48-bde8-4028-aef9-f44fd235d8ba tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.0945871 Dec 15 04:55:46.309661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94a0f86e-6e92-4dba-91e5-c68fd0f517b7 req-004eec1e-68cc-4c17-a989-89fef56cb528 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 Dec 15 04:55:46.338572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e80fb8-9aaf-4a66-8c67-f2d56b215091 req-e832f1b1-8f76-4b67-856e-1d15e01e6920 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:46.340416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80e80fb8-9aaf-4a66-8c67-f2d56b215091 req-e832f1b1-8f76-4b67-856e-1d15e01e6920 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.0915353 Dec 15 04:55:46.450763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:46.475554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80e80fb8-9aaf-4a66-8c67-f2d56b215091 req-a7e95440-1cab-45af-a833-4dbd7c8db2aa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290095 Dec 15 04:55:46.496055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:46.585636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:46.623863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4801bf-03f6-4ead-981c-34a83f37544f req-51f8f143-a173-4f2d-8d9f-d6a40fe5b6a6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:46.625871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d4801bf-03f6-4ead-981c-34a83f37544f req-51f8f143-a173-4f2d-8d9f-d6a40fe5b6a6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1318619 Dec 15 04:55:46.627411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea7f-7f26-4000-97d1-02a7831b5801 req-3411eb15-18a9-4aee-908c-dbd562626eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:46.629036 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b238ea7f-7f26-4000-97d1-02a7831b5801 req-3411eb15-18a9-4aee-908c-dbd562626eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 1097 time: 0.3681748 Dec 15 04:55:46.691736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce2a81-77be-41f4-8eda-c2d2f98b65ef tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:46.693710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ecce2a81-77be-41f4-8eda-c2d2f98b65ef tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1093 time: 0.1956196 Dec 15 04:55:46.700149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:46.709446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:46.738796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cd3af-d6bc-485c-8f8f-3301cd741e4c req-7076babc-2a0a-4428-b838-2ebe4d2fe1d3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:46.740730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b6cd3af-d6bc-485c-8f8f-3301cd741e4c req-7076babc-2a0a-4428-b838-2ebe4d2fe1d3 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1337798 Dec 15 04:55:46.754037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:46.814867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304170482'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:46.822601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:46.825251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b238ea7f-7f26-4000-97d1-02a7831b5801 req-94386abd-49d3-4eb8-bfb2-334f7dc13573 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827981 Dec 15 04:55:46.834044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:46.839101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:46.850931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:46.876923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d4801bf-03f6-4ead-981c-34a83f37544f req-24528948-b9d2-4c0a-a7ff-3a050c131771 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136917 Dec 15 04:55:46.897855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=881a6ad3-ac8e-45ca-b428-a67754ea54ca,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:47.015977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b6cd3af-d6bc-485c-8f8f-3301cd741e4c req-e998c37b-aa66-43bb-833a-e3223713294d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514973 Dec 15 04:55:47.045594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.076384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.138559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1877ea-27b7-4fe9-b952-96da34a89b15 req-fd09de61-2771-48c1-81f8-a5a62baeda47 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:47.138559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d1877ea-27b7-4fe9-b952-96da34a89b15 req-fd09de61-2771-48c1-81f8-a5a62baeda47 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1199694 Dec 15 04:55:47.199642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.297241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d1877ea-27b7-4fe9-b952-96da34a89b15 req-93cc1f0f-2214-4df0-b6f7-8fa9e72a50eb tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456478 Dec 15 04:55:47.366384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.377502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.448108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.12 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/93a9f635-974d-4916-919e-18bb8fdd90f5) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:47.501824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec40330-f1be-44c6-b178-60d950514068,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:47.507863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.634454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7218f48-d530-4348-a268-9abbeec4404a req-67153071-6584-4ede-a2bc-9b9acbeb1fcd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:47.636023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7218f48-d530-4348-a268-9abbeec4404a req-67153071-6584-4ede-a2bc-9b9acbeb1fcd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.1784148 Dec 15 04:55:47.669125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.669862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.700134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.765364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.765364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2722473 Dec 15 04:55:47.774760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34238) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:47.784298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.786586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eef3f-3c1a-42c8-9ad3-a3233d954f7f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4bd052-b5f3-43ba-a105-6711c7f2d935,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:47.796323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7218f48-d530-4348-a268-9abbeec4404a req-57a434f0-c71b-4ba3-af47-ab4210e6c11c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450641 Dec 15 04:55:47.883274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e52abb9e-9957-461b-b1af-cdb6e68c252d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1071477 Dec 15 04:55:47.892101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34240) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:47.898249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-security--545928497', 'description': 'tempest-security-description-309793574'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:47.907828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.920153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.921106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:47.969840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:47.979225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:47.984840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:47.990414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=93a9f635-974d-4916-919e-18bb8fdd90f5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:48.019755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c618-3a51-485c-a61e-685e1dfdc4bd req-47c82bd5-990e-41fb-8be9-a0fad3d1a78d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:48.021610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c212c618-3a51-485c-a61e-685e1dfdc4bd req-47c82bd5-990e-41fb-8be9-a0fad3d1a78d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1352103 Dec 15 04:55:48.050062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.078786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=881a6ad3-ac8e-45ca-b428-a67754ea54ca,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:48.096214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.249847 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.257867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.261488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.263344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "PUT /v2.0/security-groups/af4bd052-b5f3-43ba-a105-6711c7f2d935 HTTP/1.1" status: 200 len: 1795 time: 0.3701105 Dec 15 04:55:48.302039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34242) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:48.306129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d26c2-9bf5-4e09-9a6b-0c7d016eef1b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4bd052-b5f3-43ba-a105-6711c7f2d935,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:48.350187 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP b688173e-3a30-4d40-adc1-02edce1d8913 associated. External IP: 172.25.2.171, port: 72cd1f5f-4192-4619-9c11-6544580dde0c. Dec 15 04:55:48.454718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f597f9c5-3ac1-4fe4-8cd7-4b5df62b9bea tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups/af4bd052-b5f3-43ba-a105-6711c7f2d935 HTTP/1.1" status: 200 len: 1795 time: 0.1438887 Dec 15 04:55:48.458092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34248) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:48.508041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c212c618-3a51-485c-a61e-685e1dfdc4bd req-954a4d42-81dd-4113-93d1-4e47597efe68 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762757 Dec 15 04:55:48.564472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44b34760-dc64-4429-9301-402fd7a347d0 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.685430 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44b34760-dc64-4429-9301-402fd7a347d0 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.775918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44b34760-dc64-4429-9301-402fd7a347d0 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.779493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44b34760-dc64-4429-9301-402fd7a347d0 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:48.781046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44b34760-dc64-4429-9301-402fd7a347d0 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/af4bd052-b5f3-43ba-a105-6711c7f2d935 HTTP/1.1" status: 204 len: 168 time: 0.3205500 Dec 15 04:55:48.783506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:48.787740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:48.817601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b34760-dc64-4429-9301-402fd7a347d0 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4bd052-b5f3-43ba-a105-6711c7f2d935,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:49.040780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.068303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-de43580c-d5cc-49e0-8705-43dd2f232fd3 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2790346 Dec 15 04:55:49.070413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34262) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:49.105125 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-4d286626-5ad3-452b-ae2b-384227a7d1e1 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] delete failed (client error): The resource could not be found. Dec 15 04:55:49.106170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d286626-5ad3-452b-ae2b-384227a7d1e1 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/af4bd052-b5f3-43ba-a105-6711c7f2d935 HTTP/1.1" status: 404 len: 347 time: 0.0348425 Dec 15 04:55:49.113140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:49.114646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:49.123515 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c155192-781e-402b-a876-7f45eee3007c None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:49.126648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976069349'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:49.140755 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c155192-781e-402b-a876-7f45eee3007c None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:49.144130 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7c155192-781e-402b-a876-7f45eee3007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:49.194655 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7c155192-781e-402b-a876-7f45eee3007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:49.196643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.210159 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c155192-781e-402b-a876-7f45eee3007c None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:49.211085 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7c155192-781e-402b-a876-7f45eee3007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:49.258402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.262020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e8a09ecf-8e77-41cb-8682-bc65f830631e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7276182 Dec 15 04:55:49.264642 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7c155192-781e-402b-a876-7f45eee3007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:49.265539 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c155192-781e-402b-a876-7f45eee3007c None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:49.265998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34268) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:49.281359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:49.352967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.362615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-ab97192b-59ba-483c-9eb0-2a2e02b8d94b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915100918&fields=id&tenant_id=89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 267 time: 0.2190437 Dec 15 04:55:49.407940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.610306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.623368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.656394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-5680a3e7-020b-4eda-9418-fd07fbdd2496 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:49.658054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-5680a3e7-020b-4eda-9418-fd07fbdd2496 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2709761 Dec 15 04:55:49.691435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-542e5bc3-204e-4124-8cd2-cdfc0a846f19 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/quotas/89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 375 time: 0.0243344 Dec 15 04:55:49.716589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2cce1f-5f4d-4bf6-a553-4aee17137be2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:49.746161 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.761394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.763709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5bea561-3fa1-45f0-85e8-290ba3fc2146 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6474180 Dec 15 04:55:49.764919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.765254 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP b688173e-3a30-4d40-adc1-02edce1d8913 disassociated. External IP: 172.25.2.171, port: 72cd1f5f-4192-4619-9c11-6544580dde0c. Dec 15 04:55:49.765910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.767470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34270) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:49.775825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': 'fe2cce1f-5f4d-4bf6-a553-4aee17137be2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:49.787379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.856850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-6e02f03d-ec35-4b68-9b4c-b09f1fc42646 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1567328 Dec 15 04:55:49.987355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:49.993592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-dd71ce6c-6879-44a9-b9b7-76f273d5f0ba service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052892 Dec 15 04:55:49.997232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=93a9f635-974d-4916-919e-18bb8fdd90f5,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:50.035523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.256906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.267549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.310796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.312970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5425560 Dec 15 04:55:50.331519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34274) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:50.338579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581b389-5abe-4c02-bb0f-e4ab5e81ef32 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161f2a36-0ab0-41b3-a846-f67118ac234b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:50.342566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-c3b2bb19-6c40-407f-a98e-d1852b0894da service neutron] 10.222.0.37 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244135 Dec 15 04:55:50.362690 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP cea7af0d-f704-43fa-8c4f-e13baab53ed6 associated. External IP: 172.25.2.12, port: 46cdcdf0-eb11-4578-aa55-bedd8d28909e. Dec 15 04:55:50.370957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a24b248-689f-4286-99e6-cb51555d9bc9 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.387153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a24b248-689f-4286-99e6-cb51555d9bc9 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.500659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a24b248-689f-4286-99e6-cb51555d9bc9 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.510374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a24b248-689f-4286-99e6-cb51555d9bc9 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.511594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2a24b248-689f-4286-99e6-cb51555d9bc9 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/161f2a36-0ab0-41b3-a846-f67118ac234b HTTP/1.1" status: 204 len: 168 time: 0.1791086 Dec 15 04:55:50.517316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34282) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:50.533509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24b248-689f-4286-99e6-cb51555d9bc9 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=161f2a36-0ab0-41b3-a846-f67118ac234b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:50.590283 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0540b23f-422b-4211-a183-edc0ce6376b1 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665317 Dec 15 04:55:50.590466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34284) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:50.598539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:50.698624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10f08e24-1f37-40f2-8462-2396693d7730 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.738025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10f08e24-1f37-40f2-8462-2396693d7730 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.764898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:50.767753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router c0cb1b40-5583-4b95-9307-2c0545041167 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:50.776813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.781275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:50.805629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:50.812138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:50.835302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-13782575-8bf7-48cc-885c-418adfb5c0a5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/floatingips/b688173e-3a30-4d40-adc1-02edce1d8913 HTTP/1.1" status: 200 len: 688 time: 1.5550852 Dec 15 04:55:50.836057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34290) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:50.948354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10f08e24-1f37-40f2-8462-2396693d7730 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.952997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:50.955319 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10f08e24-1f37-40f2-8462-2396693d7730 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:50.959394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-10f08e24-1f37-40f2-8462-2396693d7730 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe2cce1f-5f4d-4bf6-a553-4aee17137be2 HTTP/1.1" status: 204 len: 168 time: 0.3678746 Dec 15 04:55:50.964669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:50.978882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:50.979826 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:50.989509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f08e24-1f37-40f2-8462-2396693d7730 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2cce1f-5f4d-4bf6-a553-4aee17137be2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:51.038900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284dfdc-f4ba-4321-a737-c910643787b8 req-9b170256-9b38-43e9-b3ca-98608b583fac tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:51.054493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 881a6ad3-ac8e-45ca-b428-a67754ea54ca {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:51.054975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.058841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6284dfdc-f4ba-4321-a737-c910643787b8 req-9b170256-9b38-43e9-b3ca-98608b583fac tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2524278 Dec 15 04:55:51.083897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:51.085005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3349af7-23ac-4590-9bd2-d427de0c2a33 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:51.147464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:51.158327 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] Sync routers for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:51.159053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.159335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.176856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 881a6ad3-ac8e-45ca-b428-a67754ea54ca owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:51.177171 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:51.179672 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:51.208229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6284dfdc-f4ba-4321-a737-c910643787b8 req-c180bb86-bfc3-4ac4-a4b2-1f09a846739b tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481023 Dec 15 04:55:51.244503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-011f2485-0816-45d4-a7d0-eb180a039bc3 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2662389 Dec 15 04:55:51.246927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34300) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:51.262772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306478247'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:51.334378 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.434979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.437101 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:51.444927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.467702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-70cdd864-ec7a-46e1-9436-b9ba80a14554 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7641237 Dec 15 04:55:51.468855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:51.471416 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96def69-0d50-40b4-9a40-f2ca70730f55" -d '{"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:51.519049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bd09c-b872-49ab-88e3-1f84e3d0f78b req-8ad3530f-9115-4f59-93d7-6c72fe897238 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:51.527504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef6bd09c-b872-49ab-88e3-1f84e3d0f78b req-8ad3530f-9115-4f59-93d7-6c72fe897238 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.1240413 Dec 15 04:55:51.550179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=881a6ad3-ac8e-45ca-b428-a67754ea54ca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:51.612330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.629077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef6bd09c-b872-49ab-88e3-1f84e3d0f78b req-d2527637-6a2c-4129-8bc9-52abd6be62bc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006188 Dec 15 04:55:51.630783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.710852 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.712525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4646642 Dec 15 04:55:51.717049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:51.718326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50d7e3-076c-4c1b-8a9c-5c2f324e453c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2a4d1-b2f4-46dc-83ea-fba252e0f03b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:51.735190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '3db2a4d1-b2f4-46dc-83ea-fba252e0f03b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:51.741521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.751123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.752460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39ef71dc-04e5-4e7f-9645-7630cb3a47e5 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/floatingips/b688173e-3a30-4d40-adc1-02edce1d8913 HTTP/1.1" status: 204 len: 168 time: 0.9155974 Dec 15 04:55:51.756452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:51.761979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '38810dbf-5568-44a0-b6bd-fbc235cdeddb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:51.783986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19065b58-aca2-4c77-9214-27f8918d5b22 req-52c428d0-034a-4abb-9859-0c41a5e7321b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0517921 Dec 15 04:55:51.800665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:55:51.800665 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 04:55:51.800665 n-d-820935-10 neutron-server[103132]: [parameters: {'project_id_1': 'caebc93594814be4a3bf072e4ff6c5f5', 'expiration_1': datetime.datetime(2021, 12, 15, 4, 55, 31, 776889)}] Dec 15 04:55:51.800665 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:55:51.801428 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:55:51.827298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.892667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.898361 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.922471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1deaf7b-ffe8-4045-9754-4a186580d644,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:51.935601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:51.939460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5b47d31-e3a9-46d3-b3ad-ce646fec6f8a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2172549 Dec 15 04:55:51.941140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34320) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:51.961436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '3db2a4d1-b2f4-46dc-83ea-fba252e0f03b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:52.014918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:52.033020 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'cea7af0d-f704-43fa-8c4f-e13baab53ed6', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'port_id': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'mac_address': 'fa:16:3e:15:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:55:48Z', 'updated_at': '2021-12-15T04:55:48Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:19Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:52.084835 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] Checking router: c0cb1b40-5583-4b95-9307-2c0545041167 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:55:52.097028 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:52.097949 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:52.141432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5a9d-f3e5-40d0-a3b5-df241a2037ab req-ef5998a8-bdbc-4595-bd9f-f32a586c7d8a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:52.149632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43fe5a9d-f3e5-40d0-a3b5-df241a2037ab req-ef5998a8-bdbc-4595-bd9f-f32a586c7d8a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.0880845 Dec 15 04:55:52.157569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:52.174680 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:52.213780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67645d66-cc8b-4746-95dc-e64b4be6acb7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:52.233853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43fe5a9d-f3e5-40d0-a3b5-df241a2037ab req-3d05b36a-f2bf-4747-9c24-6ce7a572516c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833039 Dec 15 04:55:52.245947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:52.250412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d5175a07-b563-491c-894e-9499c3d0a766 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082442 Dec 15 04:55:52.253353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34324) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:52.256093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34326) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:52.262321 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:55:52.266082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '3db2a4d1-b2f4-46dc-83ea-fba252e0f03b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:52.320571 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ee9ad-5ba4-477f-a358-8a2f5ff341a1 x-openstack-request-id: req-260ee9ad-5ba4-477f-a358-8a2f5ff341a1 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:52.321463 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:52.321911 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-260ee9ad-5ba4-477f-a358-8a2f5ff341a1 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:52.322555 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'status': 'completed', 'code': 200} Dec 15 04:55:52.371272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:55:52.371272 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 04:55:52.371272 n-d-820935-10 neutron-server[103132]: [parameters: {'project_id_1': 'caebc93594814be4a3bf072e4ff6c5f5', 'expiration_1': datetime.datetime(2021, 12, 15, 4, 55, 32, 309514)}] Dec 15 04:55:52.371272 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:55:52.372007 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:55:52.441095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-abe32f93-0068-4397-ac91-7ba9882eb81d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/cea7af0d-f704-43fa-8c4f-e13baab53ed6 HTTP/1.1" status: 200 len: 991 time: 0.1837099 Dec 15 04:55:52.509945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:52.515364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-6ba918de-2335-4438-b66c-ca13b989ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:52.532497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-6ba918de-2335-4438-b66c-ca13b989ab47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1098 time: 0.1182241 Dec 15 04:55:52.623034 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'cea7af0d-f704-43fa-8c4f-e13baab53ed6', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'port_id': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'mac_address': 'fa:16:3e:15:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:55:48Z', 'updated_at': '2021-12-15T04:55:48Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:19Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:52.664006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690ed1-1249-4693-930f-12c52aa712d7 req-4c39e00f-17e6-465a-b302-8b1e037c1f62 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:52.674847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74690ed1-1249-4693-930f-12c52aa712d7 req-4c39e00f-17e6-465a-b302-8b1e037c1f62 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.0992520 Dec 15 04:55:52.677410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-7df55239-719d-4050-a68d-b6093d4e58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:52.679213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-7df55239-719d-4050-a68d-b6093d4e58ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 896 time: 0.1370363 Dec 15 04:55:52.751828 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41a5467-11e5-45cc-8bc9-09dcadc7f349 None None] The sync data for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 is: [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'cea7af0d-f704-43fa-8c4f-e13baab53ed6', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'port_id': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'mac_address': 'fa:16:3e:15:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:55:48Z', 'updated_at': '2021-12-15T04:55:48Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:19Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:52.786153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74690ed1-1249-4693-930f-12c52aa712d7 req-96c3ecb3-0dee-4251-9844-0cef6ce74c82 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942361 Dec 15 04:55:52.846082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:52.916520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb2806-594d-41c6-986a-5e7c326a8ad1 req-ad8727eb-bd63-4462-af37-9f94cdec0321 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:52.924561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71cb2806-594d-41c6-986a-5e7c326a8ad1 req-ad8727eb-bd63-4462-af37-9f94cdec0321 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.0652854 Dec 15 04:55:52.964733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-fb23d570-77ad-4686-8c61-cd5656bdcb44 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:52.969531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-fb23d570-77ad-4686-8c61-cd5656bdcb44 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 811 time: 0.2349849 Dec 15 04:55:52.975963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.010875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71cb2806-594d-41c6-986a-5e7c326a8ad1 req-c9cd9c97-4245-461d-952d-a55c9a1d82d0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Dec 15 04:55:53.055745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-00ae110b-610a-4573-9887-33abe22ddf6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 999 time: 0.3695316 Dec 15 04:55:53.101713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace9975b-de88-49fb-9b47-3794046f7bcf None None] New status for floating IP cea7af0d-f704-43fa-8c4f-e13baab53ed6: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:55:53.132288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.208690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf5f4603-06fb-430c-b5d6-dde9ec55a742 req-15c7fc73-0b6c-46fd-886b-e52586d082fd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0624509 Dec 15 04:55:53.274734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-51d64e23-914d-42bd-b748-cb288db977cf tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f540e069f243de8fb833a184538d89 HTTP/1.1" status: 200 len: 380 time: 0.2799544 Dec 15 04:55:53.294327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'port': {'device_id': '68341ec4-848b-42d8-865e-784e47d933e3', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'admin_state_up': True, 'tenant_id': '89f540e069f243de8fb833a184538d89', 'security_groups': ['f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:53.346883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.351332 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0935025 Dec 15 04:55:53.391145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34336) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:53.401178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '3db2a4d1-b2f4-46dc-83ea-fba252e0f03b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:53.464367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34338) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:53.494192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7410696-2d7d-4843-89fe-5f9d53221c37 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f1f531-bc0e-40b6-8d6c-36f5a034c167,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:53.549904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-15356a59-ecf9-454b-be3e-774ee43fed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:53.551423 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-15356a59-ecf9-454b-be3e-774ee43fed5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.4351640 Dec 15 04:55:53.575024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-329910cb-6ca1-4fdc-8092-608d326a4267 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/cea7af0d-f704-43fa-8c4f-e13baab53ed6 HTTP/1.1" status: 200 len: 993 time: 0.1062176 Dec 15 04:55:53.610895 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.635530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9054154-1439-4ead-a231-e68d6bc13a88 req-7a8ed43f-ed80-44e8-949f-e30617f2a0d8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:53.644304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9054154-1439-4ead-a231-e68d6bc13a88 req-7a8ed43f-ed80-44e8-949f-e30617f2a0d8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.3228381 Dec 15 04:55:53.674628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Made reservation on behalf of 89f540e069f243de8fb833a184538d89 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:55:53.681652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.802471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9054154-1439-4ead-a231-e68d6bc13a88 req-621080ac-2c6c-4242-bf87-e6cf37401964 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473532 Dec 15 04:55:53.829702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.839749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.846184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-de1fd821-7c27-4859-be5a-8d8c8be2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:53.851008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-de1fd821-7c27-4859-be5a-8d8c8be2714d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2900386 Dec 15 04:55:53.889666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71fb0f4-d42d-439a-b1f9-69125b362b0c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:53.897787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:53.903543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ef93082c-e068-4e0f-b358-6f9994db4ac6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5060461 Dec 15 04:55:53.903893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34348) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:53.913160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '3db2a4d1-b2f4-46dc-83ea-fba252e0f03b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:53.969272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.091675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e966b3b-0cab-4d4b-b622-e2104376205c req-4160c0e3-876a-4d52-be94-3dfb877d81cc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:54.093763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e966b3b-0cab-4d4b-b622-e2104376205c req-4160c0e3-876a-4d52-be94-3dfb877d81cc tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1291971 Dec 15 04:55:54.170133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.173934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.181985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.227398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-19081829-d723-4957-a55e-df93321512e3 service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681486 Dec 15 04:55:54.236289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77af9d8-3559-4764-b414-48cfdf8ac2af,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:54.274354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e966b3b-0cab-4d4b-b622-e2104376205c req-44ea1b9d-9682-42bb-906a-1e70d883ff83 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693847 Dec 15 04:55:54.280282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.284688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c592b3b9-15f1-43f9-999f-b9d232f5132f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3797202 Dec 15 04:55:54.285383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34354) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:54.339834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7f7b-bd52-45ff-984a-ba285f421a01 req-98195b0e-aab3-45ce-ac54-1e95961db372 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:54.341574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d97f7f7b-bd52-45ff-984a-ba285f421a01 req-98195b0e-aab3-45ce-ac54-1e95961db372 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.1306119 Dec 15 04:55:54.343896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84456d33-e125-4382-ace7-498b8c4b634d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.365384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84456d33-e125-4382-ace7-498b8c4b634d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.375885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.20.0.4 (eadacfe2-4db6-4a69-bcf1-4b14a2342663/a851a236-ad9a-41a7-bb39-677039f74c5a/63345360-7203-4c54-b76e-880b99bfd5ed) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:54.509786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.177 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/f14d23d7-3048-4701-bc30-9b81c8f01dec) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:55:54.537176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d96def69-0d50-40b4-9a40-f2ca70730f55 req-fd47940a-9c8f-44bf-8619-f4bfdf91decb service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007607 Dec 15 04:55:54.743601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.754997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d1222fe-476f-4c0c-800f-710254725de9 req-50b4e65e-0a51-41a5-b53a-3df411aa4f29 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.3372421 Dec 15 04:55:54.756254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84456d33-e125-4382-ace7-498b8c4b634d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.763195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84456d33-e125-4382-ace7-498b8c4b634d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.766943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-84456d33-e125-4382-ace7-498b8c4b634d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b77af9d8-3559-4764-b414-48cfdf8ac2af HTTP/1.1" status: 204 len: 168 time: 0.4781785 Dec 15 04:55:54.767266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34360) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:54.789806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d97f7f7b-bd52-45ff-984a-ba285f421a01 req-ad29f06b-c5ea-4db5-bb27-95c869eb8233 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247098 Dec 15 04:55:54.802551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84456d33-e125-4382-ace7-498b8c4b634d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b77af9d8-3559-4764-b414-48cfdf8ac2af,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:54.876368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a42dc28-2691-4d29-bfe9-02c49b76d033 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1035903 Dec 15 04:55:54.877166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.878090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34362) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:54.891322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.909297 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a785a29-3ea0-4bab-8551-b7def909702c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.918167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a785a29-3ea0-4bab-8551-b7def909702c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.956499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a785a29-3ea0-4bab-8551-b7def909702c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.969323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a785a29-3ea0-4bab-8551-b7def909702c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:54.973389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a785a29-3ea0-4bab-8551-b7def909702c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c71fb0f4-d42d-439a-b1f9-69125b362b0c HTTP/1.1" status: 204 len: 168 time: 0.0908122 Dec 15 04:55:54.975273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34366) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:54.980587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:54.984211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a785a29-3ea0-4bab-8551-b7def909702c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c71fb0f4-d42d-439a-b1f9-69125b362b0c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:54.987361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=63345360-7203-4c54-b76e-880b99bfd5ed,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:54.991549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:54.994565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:55.018482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.071683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5dc4e6a7-f14f-4577-94df-5e9a7f91bfc8 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0928264 Dec 15 04:55:55.072103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:55.093491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:55:55.103096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:55:55.105803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:55:55.125201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:55.125879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.166366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=f14d23d7-3048-4701-bc30-9b81c8f01dec,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:55.190149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cfaaa-2bf9-46c4-ba7a-cfa6d0d7610c req-b87dcc37-31bb-4ec1-ac6e-dbf4ef6ff88c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:55.194656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9da2-cef7-418f-902c-b96da881e3d6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.199368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-881cfaaa-2bf9-46c4-ba7a-cfa6d0d7610c req-b87dcc37-31bb-4ec1-ac6e-dbf4ef6ff88c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.0932450 Dec 15 04:55:55.230904 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9da2-cef7-418f-902c-b96da881e3d6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.238649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-49e642ad-a16b-44d5-850e-39f975da8cc3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9496899 Dec 15 04:55:55.252698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-881cfaaa-2bf9-46c4-ba7a-cfa6d0d7610c req-fc9bc9d5-97f9-4cc3-8424-7bde02c0e802 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Dec 15 04:55:55.269304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Request body: {'port': {'device_id': '68341ec4-848b-42d8-865e-784e47d933e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:55.357298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9da2-cef7-418f-902c-b96da881e3d6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.362518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9da2-cef7-418f-902c-b96da881e3d6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.363679 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8b5d9da2-cef7-418f-902c-b96da881e3d6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/29f1f531-bc0e-40b6-8d6c-36f5a034c167 HTTP/1.1" status: 204 len: 168 time: 0.2906404 Dec 15 04:55:55.366994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34372) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:55.378325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-e33068ba-d2c1-4f35-84a6-57b79a40bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:55.380006 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-e33068ba-d2c1-4f35-84a6-57b79a40bbb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99b314ca122d43dd895348619bd42947&device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 1099 time: 0.2097087 Dec 15 04:55:55.402273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9409fe7-2fe5-4d63-a664-f1f1c8ec734a None None] Provisioning complete for port 63345360-7203-4c54-b76e-880b99bfd5ed triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:55:55.402897 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9409fe7-2fe5-4d63-a664-f1f1c8ec734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.414624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d9da2-cef7-418f-902c-b96da881e3d6 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29f1f531-bc0e-40b6-8d6c-36f5a034c167,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:55.461188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7f6ab4c4-683f-4559-bf23-9d54f2e6df41 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0868676 Dec 15 04:55:55.462038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34374) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:55.485133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f9409fe7-2fe5-4d63-a664-f1f1c8ec734a None None] Port 63345360-7203-4c54-b76e-880b99bfd5ed cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:55:55.501036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.521811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a745b4b1-a3a1-4e8b-9ac3-36f2602ad5fc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.542167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a745b4b1-a3a1-4e8b-9ac3-36f2602ad5fc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.603923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a745b4b1-a3a1-4e8b-9ac3-36f2602ad5fc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.616316 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a745b4b1-a3a1-4e8b-9ac3-36f2602ad5fc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.620536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a745b4b1-a3a1-4e8b-9ac3-36f2602ad5fc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/67645d66-cc8b-4746-95dc-e64b4be6acb7 HTTP/1.1" status: 204 len: 168 time: 0.1573219 Dec 15 04:55:55.625064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34378) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:55.632392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b4b1-a3a1-4e8b-9ac3-36f2602ad5fc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67645d66-cc8b-4746-95dc-e64b4be6acb7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:55.686427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ed92f988-bc71-4548-8471-66ddaba610f4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0576565 Dec 15 04:55:55.686651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-56f06436-3c64-44a2-a0e3-eb89f675b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:55.686651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-56f06436-3c64-44a2-a0e3-eb89f675b060 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 200 len: 913 time: 0.2749774 Dec 15 04:55:55.687267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:55.778304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-07225b6c-aebe-4b4d-a120-edd7a9431181 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 200 len: 217 time: 0.0654566 Dec 15 04:55:55.866455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c472d6fe-b89b-41c7-b492-08a9a7fa2b4f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.905682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c472d6fe-b89b-41c7-b492-08a9a7fa2b4f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:55.916742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-29415428-ba72-46d1-a62b-03669c867931 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:55.918354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-29415428-ba72-46d1-a62b-03669c867931 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.1114640 Dec 15 04:55:56.079068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ecdd0-41d4-481a-a7da-a89722f50bb5 req-6901b95a-7bf0-4ae8-8368-787e6a5e52f1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:56.086447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b34ecdd0-41d4-481a-a7da-a89722f50bb5 req-6901b95a-7bf0-4ae8-8368-787e6a5e52f1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 931 time: 0.1789737 Dec 15 04:55:56.104387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be906f4-bc54-4ddb-80d4-358a592f6527 req-be0b4b3b-467e-46d8-9859-78575089217f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:56.112045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3be906f4-bc54-4ddb-80d4-358a592f6527 req-be0b4b3b-467e-46d8-9859-78575089217f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 945 time: 0.2058749 Dec 15 04:55:56.237831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b34ecdd0-41d4-481a-a7da-a89722f50bb5 req-7fa28a12-bb70-4522-ba36-a6694ee21eef tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503968 Dec 15 04:55:56.256691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3be906f4-bc54-4ddb-80d4-358a592f6527 req-1541e0c1-fae1-4d2b-bb0f-b99598136b35 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436810 Dec 15 04:55:56.277050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port d98c7eed-e67d-48eb-8586-da4de56e274e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:55:56.277402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:56.519840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port d98c7eed-e67d-48eb-8586-da4de56e274e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=d98c7eed-e67d-48eb-8586-da4de56e274e,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:55:56.520871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:56.531302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-8598011e-c20f-453c-8668-c137edd8d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:56.533145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-8598011e-c20f-453c-8668-c137edd8d20c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 200 len: 853 time: 0.6828845 Dec 15 04:55:56.540863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c472d6fe-b89b-41c7-b492-08a9a7fa2b4f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:56.546981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c472d6fe-b89b-41c7-b492-08a9a7fa2b4f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:56.548262 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c472d6fe-b89b-41c7-b492-08a9a7fa2b4f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a1deaf7b-ffe8-4045-9754-4a186580d644 HTTP/1.1" status: 204 len: 168 time: 0.8568604 Dec 15 04:55:56.557271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34402) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:56.574768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9c384-429a-40a6-a41e-50a13ae0519f req-e9815dda-b999-42a2-b87d-92927484cfaa tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:56.589605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cd9c384-429a-40a6-a41e-50a13ae0519f req-e9815dda-b999-42a2-b87d-92927484cfaa tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2130690 Dec 15 04:55:56.619904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for d98c7eed-e67d-48eb-8586-da4de56e274e owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:55:56.653559 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-7ff2a0aa-331d-4063-af41-5d1b514c5124 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba2efecd-e9dc-478f-9085-9d4543d0b537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041396 Dec 15 04:55:56.658671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472d6fe-b89b-41c7-b492-08a9a7fa2b4f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1deaf7b-ffe8-4045-9754-4a186580d644,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:56.763446 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-bd494a86-34ad-4491-8b4d-d8f7d19cd7fc service neutron] 10.222.0.16 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976136 Dec 15 04:55:56.767501 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:56.881402 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ff70c02-0d45-4882-b1b1-4e340ffdd6ed req-66890d98-f73b-4551-8478-fd83b3d983e4 service neutron] 10.222.0.16 "GET /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922711 Dec 15 04:55:56.888498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4020e230-2ef7-46aa-a793-441d837221bc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2962701 Dec 15 04:55:56.889306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:56.892029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34408) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:56.923923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:56.942281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=d98c7eed-e67d-48eb-8586-da4de56e274e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:56.989305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cd9c384-429a-40a6-a41e-50a13ae0519f req-68a14b63-185f-4353-895f-1359ecd8f169 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784351 Dec 15 04:55:57.000509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['d98c7eed-e67d-48eb-8586-da4de56e274e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:55:57.035698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port d98c7eed-e67d-48eb-8586-da4de56e274e on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:55:57.039860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.043629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b6f73d9-eb1e-4218-b78b-cb11897111e3 req-411bea9b-ab03-4a69-9ed5-dd80e8bcbe0e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "DELETE /v2.0/ports/d98c7eed-e67d-48eb-8586-da4de56e274e HTTP/1.1" status: 204 len: 173 time: 1.1056027 Dec 15 04:55:57.045152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'name': 'network-vif-deleted', 'tag': 'd98c7eed-e67d-48eb-8586-da4de56e274e'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:57.049460 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2676d718-c50c-4c52-8487-35723ada880d" -d '{"events": [{"server_uuid": "31cfb13c-9fb0-4682-8dc5-4db46fd44259", "name": "network-vif-deleted", "tag": "d98c7eed-e67d-48eb-8586-da4de56e274e"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:57.056435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-841da447-30c6-4152-9253-d84c836bc2ba tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.096474 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f96a40-9823-44bd-a8a4-85889a5f4d37 x-openstack-request-id: req-a5f96a40-9823-44bd-a8a4-85889a5f4d37 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:57.096791 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cfb13c-9fb0-4682-8dc5-4db46fd44259", "name": "network-vif-deleted", "tag": "d98c7eed-e67d-48eb-8586-da4de56e274e", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:57.097055 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5f96a40-9823-44bd-a8a4-85889a5f4d37 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:57.098422 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cfb13c-9fb0-4682-8dc5-4db46fd44259', 'name': 'network-vif-deleted', 'tag': 'd98c7eed-e67d-48eb-8586-da4de56e274e', 'status': 'completed', 'code': 200} Dec 15 04:55:57.121614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63345360-7203-4c54-b76e-880b99bfd5ed {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:55:57.126429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.141410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.216866 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-841da447-30c6-4152-9253-d84c836bc2ba tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.229383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Transition to ACTIVE for port object 63345360-7203-4c54-b76e-880b99bfd5ed will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:55:57.257684 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.421730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa373-a657-4807-aa0a-056b97375a30 req-ce2a2776-885d-4197-9590-1812cd761f65 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:57.425189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Pushing event updated for resources: {'Port': ['ID=63345360-7203-4c54-b76e-880b99bfd5ed,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:57.432565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-565fa373-a657-4807-aa0a-056b97375a30 req-ce2a2776-885d-4197-9590-1812cd761f65 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.0943372 Dec 15 04:55:57.480854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-841da447-30c6-4152-9253-d84c836bc2ba tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.494316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-841da447-30c6-4152-9253-d84c836bc2ba tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.498373 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-841da447-30c6-4152-9253-d84c836bc2ba tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/3db2a4d1-b2f4-46dc-83ea-fba252e0f03b HTTP/1.1" status: 204 len: 168 time: 0.6035285 Dec 15 04:55:57.499113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:57.550487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52489b6b-b5f1-4f9a-b9ec-16888319f21c req-a62ef4a7-1079-46b5-8137-4d4ee89b1b6d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=31cfb13c-9fb0-4682-8dc5-4db46fd44259 HTTP/1.1" status: 200 len: 210 time: 0.1576588 Dec 15 04:55:57.570485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-565fa373-a657-4807-aa0a-056b97375a30 req-b1723e1f-52eb-4f21-8cd5-a7dc108fc4cc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368001 Dec 15 04:55:57.670666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-62d9e00e-4a1e-4a2a-be24-ca47b155a949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.700246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841da447-30c6-4152-9253-d84c836bc2ba tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2a4d1-b2f4-46dc-83ea-fba252e0f03b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:57.711645 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.728675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.913580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Attempting to bind port 63345360-7203-4c54-b76e-880b99bfd5ed on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:55:57.914212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Attempting to bind port 63345360-7203-4c54-b76e-880b99bfd5ed by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:55:57.914713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Attempting to bind port 63345360-7203-4c54-b76e-880b99bfd5ed on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:57.937324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=f14d23d7-3048-4701-bc30-9b81c8f01dec,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:57.955223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df5d7a3b-0b14-46e6-9b62-78c0412c8413 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4383190 Dec 15 04:55:57.955223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Port 63345360-7203-4c54-b76e-880b99bfd5ed on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:55:57.955223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Attempting to bind port 63345360-7203-4c54-b76e-880b99bfd5ed on network eadacfe2-4db6-4a69-bcf1-4b14a2342663 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:55:57.955556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34422) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:57.960487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:55:57.960835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Checking segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:55:57.961226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Bound using segment: {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:55:57.961673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Bound port: 63345360-7203-4c54-b76e-880b99bfd5ed, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb45b83-f4f2-45e6-811d-56583d250ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:55:57.962319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:57.963675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221329439'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:57.984808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.003274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.118271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] For port 63345360-7203-4c54-b76e-880b99bfd5ed, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:55:58.123366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] For port 63345360-7203-4c54-b76e-880b99bfd5ed, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=63345360-7203-4c54-b76e-880b99bfd5ed,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:55:58.134403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.176265 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 9c8d4a93-f83e-452f-82a2-d8a80903204b associated. External IP: 172.25.2.177, port: 38810dbf-5568-44a0-b6bd-fbc235cdeddb. Dec 15 04:55:58.185317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.185897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.187357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] 10.222.0.42 "PUT /v2.0/ports/63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 200 len: 1092 time: 2.9265313 Dec 15 04:55:58.189283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:55:58.191700 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696a9351-5e83-4703-b252-bf47f83549ea" -d '{"events": [{"name": "network-changed", "server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:55:58.252568 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.262040 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.295415 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.299146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3404672 Dec 15 04:55:58.300903 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9e820-825d-4dd6-a752-412685003b45 x-openstack-request-id: req-13a9e820-825d-4dd6-a752-412685003b45 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:55:58.301197 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:55:58.301459 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13a9e820-825d-4dd6-a752-412685003b45 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:55:58.302420 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed', 'status': 'completed', 'code': 200} Dec 15 04:55:58.302545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34430) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:58.313901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54610392-ea98-4645-b85c-706442e70aa0 req-5b47698e-51af-4960-8097-650d75176fb7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.327123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54610392-ea98-4645-b85c-706442e70aa0 req-5b47698e-51af-4960-8097-650d75176fb7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2054417 Dec 15 04:55:58.338865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '9503bb31-3710-4257-9bd1-ec01a34f5d12', 'direction': 'ingress', 'protocol': 17}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:58.368995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9d2e2-b751-4558-ab01-938502aae1ab service neutron] Pushing event updated for resources: {'Port': ['ID=63345360-7203-4c54-b76e-880b99bfd5ed,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:58.410910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-a1eb5914-26f1-4c3b-97f9-cd07c2311b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.413548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-a1eb5914-26f1-4c3b-97f9-cd07c2311b92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1095 time: 0.1103706 Dec 15 04:55:58.443514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54610392-ea98-4645-b85c-706442e70aa0 req-01ad1965-9bac-46f7-ab1c-71ec71b62622 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111655 Dec 15 04:55:58.449702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a1f65-2881-4ea0-a0ff-9f509f6d8d0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9503bb31-3710-4257-9bd1-ec01a34f5d12,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:58.484007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.494467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-a5e33ddb-1c86-4be3-a6d9-08ea05c332b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 200 len: 217 time: 0.0602756 Dec 15 04:55:58.622769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-b0bb708c-78a9-4354-8c06-a5333efdc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.623464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-b0bb708c-78a9-4354-8c06-a5333efdc07d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0721796 Dec 15 04:55:58.654279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.697186 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.752525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:55:58.758570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfede0-4f5f-4539-9eae-d14808afc621 req-649bbabc-c14b-41d2-b78a-1c48e674338a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.760276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63dfede0-4f5f-4539-9eae-d14808afc621 req-649bbabc-c14b-41d2-b78a-1c48e674338a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2005625 Dec 15 04:55:58.813413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-b2afbe43-1413-4c97-ae13-34ff45fbe371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.815548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-b2afbe43-1413-4c97-ae13-34ff45fbe371 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615120 Dec 15 04:55:58.822038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5f1da5-c96b-42dc-a90f-02d652dde420,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:58.906780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63dfede0-4f5f-4539-9eae-d14808afc621 req-b917df29-0872-4876-b4d2-16d381cb0973 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250985 Dec 15 04:55:58.914492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:58.915677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7114540c-539b-4719-b2e8-3928b1c9fef2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6120100 Dec 15 04:55:58.918903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34444) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:58.962647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf4fe7-204c-418c-874b-bfd8eb3c2878 req-346f8328-1add-4770-8ed5-5eb8cd258d67 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:58.970442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18bf4fe7-204c-418c-874b-bfd8eb3c2878 req-346f8328-1add-4770-8ed5-5eb8cd258d67 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1906967 Dec 15 04:55:59.046981 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-61d31181-4337-475d-82e9-aa1cde18347d service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898727 Dec 15 04:55:59.056973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:55:59.068367 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:55:59.091919 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:59.092799 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:59.158421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18bf4fe7-204c-418c-874b-bfd8eb3c2878 req-48171ca2-6f73-42cd-afe7-4d6eea462f6e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866636 Dec 15 04:55:59.175593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.176633 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:59.191512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21e66b73-07c8-4c7e-ba28-eb3dbb9b6efc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.199559 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:55:59.200668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:55:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:59.269555 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:55:59.270109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-912270f1-f55b-498c-bf9d-d6cb7161edb8 req-b48fb525-d857-40ea-ba92-21e170a8a20b service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109368 Dec 15 04:55:59.270911 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5204b3-ec92-40ac-999f-7f4a419c7f07 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:55:59.271768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-41cb47d6-e6c1-4ea7-b0ac-1974bf1b9170 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5143685 Dec 15 04:55:59.278444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:59.284717 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21e66b73-07c8-4c7e-ba28-eb3dbb9b6efc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.342767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-0de253d6-c072-4a72-a083-77291d2eb89d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:59.344319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-0de253d6-c072-4a72-a083-77291d2eb89d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.3150194 Dec 15 04:55:59.381224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-c0324914-fffd-4038-96b3-1083cd0e95d5 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/quotas/735b74199ad34ed58759e1d00a6ce8f1 HTTP/1.1" status: 200 len: 375 time: 0.0259209 Dec 15 04:55:59.423813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de35e3-1d5f-4884-be3a-5c86ce99b141 req-448ace5d-9cae-4797-98c9-fadccfcb8fb6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:59.425228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79de35e3-1d5f-4884-be3a-5c86ce99b141 req-448ace5d-9cae-4797-98c9-fadccfcb8fb6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1459949 Dec 15 04:55:59.427432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34462) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:59.428226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-58e64638-1e2b-4b11-8c4a-39685d408509 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/floatingips/9c8d4a93-f83e-452f-82a2-d8a80903204b HTTP/1.1" status: 200 len: 978 time: 0.1482630 Dec 15 04:55:59.445246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9351-5e83-4703-b252-bf47f83549ea req-345c23aa-6d98-40da-b5e1-495da5ae952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:59.447048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-345c23aa-6d98-40da-b5e1-495da5ae952d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1095 time: 0.0797706 Dec 15 04:55:59.477973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21e66b73-07c8-4c7e-ba28-eb3dbb9b6efc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.480503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21e66b73-07c8-4c7e-ba28-eb3dbb9b6efc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.484390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21e66b73-07c8-4c7e-ba28-eb3dbb9b6efc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/9503bb31-3710-4257-9bd1-ec01a34f5d12 HTTP/1.1" status: 204 len: 168 time: 0.5644317 Dec 15 04:55:59.484909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34464) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:59.564269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d98c7eed-e67d-48eb-8586-da4de56e274e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:55:59.596420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e66b73-07c8-4c7e-ba28-eb3dbb9b6efc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9503bb31-3710-4257-9bd1-ec01a34f5d12,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:55:59.615929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9351-5e83-4703-b252-bf47f83549ea req-42c59476-ce6a-439c-8437-26107500288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:59.620313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-42c59476-ce6a-439c-8437-26107500288b service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1535902 Dec 15 04:55:59.625542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: d98c7eed-e67d-48eb-8586-da4de56e274e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:55:59.626135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device d98c7eed-e67d-48eb-8586-da4de56e274e not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:55:59.648207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-24f98f48-6f2f-4ee4-861b-12c286b6e8f1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2034709 Dec 15 04:55:59.656565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-dd5b4aab-6458-475a-bfe4-ab27573c71a7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2669613 Dec 15 04:55:59.673995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34466) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:59.681307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1244c9be-b413-4bc1-b7e7-4ea18dedf0f2 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1535177 Dec 15 04:55:59.686390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79de35e3-1d5f-4884-be3a-5c86ce99b141 req-2b8949e9-476a-4af4-826e-796847dbec85 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603750 Dec 15 04:55:59.690757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'port_id': '72cd1f5f-4192-4619-9c11-6544580dde0c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:59.696264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34468) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:55:59.714151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--646611245'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:55:59.730821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-f01d8230-26bd-4a38-84cf-71593861fe2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 200 len: 217 time: 0.1017194 Dec 15 04:55:59.816959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9351-5e83-4703-b252-bf47f83549ea req-6d7dca46-1039-4802-82f3-0fd5d7feac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:59.819399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-6d7dca46-1039-4802-82f3-0fd5d7feac36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0783613 Dec 15 04:55:59.820474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.876954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51d07ea8-3cfc-4874-9af6-f0785bb96239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:55:59.878199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9351-5e83-4703-b252-bf47f83549ea req-d648cd40-a8f5-4e88-87db-c3c30885b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:55:59.882420 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-d648cd40-a8f5-4e88-87db-c3c30885b4ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553093 Dec 15 04:55:59.890035 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.057442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-f2ac0728-7e40-44ae-a8ae-cde054e9bbd2 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665177 Dec 15 04:56:00.077601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-02b0aaa6-dbfc-4ac3-8326-059a2d33de3c service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801031 Dec 15 04:56:00.134948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74aea-eb17-4061-b860-71d540e1ffa1 req-daff2762-2694-4cb3-915a-2fd3aed7ade4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:00.136547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97f74aea-eb17-4061-b860-71d540e1ffa1 req-daff2762-2694-4cb3-915a-2fd3aed7ade4 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.3370757 Dec 15 04:56:00.190079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696a9351-5e83-4703-b252-bf47f83549ea req-dd37e14f-350e-4cc5-9d91-268144255727 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231506 Dec 15 04:56:00.360464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.371480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97f74aea-eb17-4061-b860-71d540e1ffa1 req-b805642a-d8f8-4850-9aac-e89c4e542abf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183244 Dec 15 04:56:00.378883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.456301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-5134827e-47b3-40ea-b33c-a7f6fd52b327 service neutron] 10.222.0.37 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568888 Dec 15 04:56:00.511405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.512917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8072648 Dec 15 04:56:00.515700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34480) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:00.521424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292856004'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:00.534614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a87c-fe89-43ac-bf9f-e01c82c51868 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b941a5ac-1f13-4c21-9800-7b59161fd57d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:00.567592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.732504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.737225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acf33-1c50-4d2c-9b41-8af7973801b0 req-0c7df230-47a2-4209-9986-9e0dae18ca1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:00.741132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.748931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-787acf33-1c50-4d2c-9b41-8af7973801b0 req-0c7df230-47a2-4209-9986-9e0dae18ca1c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.2637486 Dec 15 04:56:00.803305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:00.814149 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2948749 Dec 15 04:56:00.832147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:00.859999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': 'b941a5ac-1f13-4c21-9800-7b59161fd57d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1a5e6b4a-9eb0-4488-bf33-e1b9947c687a', 'remote_ip_prefix': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:00.953945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6cd0-8429-402f-8ce9-e5c5afa42a66 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e6b4a-9eb0-4488-bf33-e1b9947c687a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:01.006729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.199914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.223075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.234143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.296134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7396107a-d7b1-4a2d-a952-8bf65c606cc6,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:01.313230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.314714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f09c09d-83c5-499d-a68b-7bc88624ed3e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4777832 Dec 15 04:56:01.318300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34498) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:01.454415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2af8e808-3cdc-40c8-b050-672ad82be324 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.497895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2af8e808-3cdc-40c8-b050-672ad82be324 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.558486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2af8e808-3cdc-40c8-b050-672ad82be324 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.571988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2af8e808-3cdc-40c8-b050-672ad82be324 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.583655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2af8e808-3cdc-40c8-b050-672ad82be324 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7396107a-d7b1-4a2d-a952-8bf65c606cc6 HTTP/1.1" status: 204 len: 168 time: 0.2581432 Dec 15 04:56:01.584900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34502) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:01.619700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8e808-3cdc-40c8-b050-672ad82be324 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7396107a-d7b1-4a2d-a952-8bf65c606cc6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:01.689649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddf4da9b-661e-4f25-8b63-1f1144d7e9fe req-7c29812d-be97-471b-a5fa-3f13219e2d35 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 210 time: 0.6277056 Dec 15 04:56:01.715010 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.739413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-787acf33-1c50-4d2c-9b41-8af7973801b0 req-d638d3d3-b55f-4a63-8282-66032199e634 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9719820 Dec 15 04:56:01.749005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:01.805650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-93592416-169b-40b7-8c0a-24452835ac0f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1998127 Dec 15 04:56:01.824601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34504) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:01.900417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-10f2dc76-4db2-47ef-8107-f8b8e2c9b058 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4489295 Dec 15 04:56:01.970879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3dcdae49-2793-4822-bf9e-d753ac6695ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.034835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3dcdae49-2793-4822-bf9e-d753ac6695ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.070357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-1722f5fe-fdc4-49ad-9519-6ec0926ab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:02.071965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-1722f5fe-fdc4-49ad-9519-6ec0926ab7f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 1097 time: 0.1103654 Dec 15 04:56:02.090876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107273c8-b5f4-41f9-b845-9566e0d0be79 req-4bb98784-b158-4f54-a24d-f5325202f4cf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:02.094311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-107273c8-b5f4-41f9-b845-9566e0d0be79 req-4bb98784-b158-4f54-a24d-f5325202f4cf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.2538571 Dec 15 04:56:02.100878 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 9c8d4a93-f83e-452f-82a2-d8a80903204b associated. External IP: 172.25.2.177, port: 38810dbf-5568-44a0-b6bd-fbc235cdeddb. Dec 15 04:56:02.135238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3dcdae49-2793-4822-bf9e-d753ac6695ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.138149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3dcdae49-2793-4822-bf9e-d753ac6695ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.139601 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3dcdae49-2793-4822-bf9e-d753ac6695ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/1a5e6b4a-9eb0-4488-bf33-e1b9947c687a HTTP/1.1" status: 204 len: 168 time: 0.3124504 Dec 15 04:56:02.143322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34506) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:02.203885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdae49-2793-4822-bf9e-d753ac6695ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e6b4a-9eb0-4488-bf33-e1b9947c687a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:02.321121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6ff7806c-75a7-4151-8f62-404b337c8d70 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1767001 Dec 15 04:56:02.323952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:02.400905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1db3424e-17a1-4375-baaa-5b3abac8dbeb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.449193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-cc7f4d18-2450-4dc7-abce-791680924bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:02.450851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-cc7f4d18-2450-4dc7-abce-791680924bf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.1714101 Dec 15 04:56:02.472095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1db3424e-17a1-4375-baaa-5b3abac8dbeb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.631510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1db3424e-17a1-4375-baaa-5b3abac8dbeb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.643287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1db3424e-17a1-4375-baaa-5b3abac8dbeb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.660419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1db3424e-17a1-4375-baaa-5b3abac8dbeb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/b941a5ac-1f13-4c21-9800-7b59161fd57d HTTP/1.1" status: 204 len: 168 time: 0.3344774 Dec 15 04:56:02.660805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34514) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:02.700164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:02.703039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-bf2f8935-e293-4531-ae72-e5ff55bdd139 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 HTTP/1.1" status: 200 len: 217 time: 0.2435880 Dec 15 04:56:02.757614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-107273c8-b5f4-41f9-b845-9566e0d0be79 req-0e2bec95-4faa-4d7d-bf17-5741abd22cb6 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519210 Dec 15 04:56:02.798799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:02.965520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:02.968508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be11444f-6d86-4172-87c0-d49846f4f4ec req-b9b8bc61-3cbf-4ab8-a786-08e37644c3f4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Dec 15 04:56:02.981500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:03.038330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:03.055341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:03.117821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f1a2d-b33f-42e5-88c9-3096f55fd74a req-0e5a0640-239a-4b2d-a75d-8c6c626d075d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:03.125112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd1f1a2d-b33f-42e5-88c9-3096f55fd74a req-0e5a0640-239a-4b2d-a75d-8c6c626d075d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1945391 Dec 15 04:56:03.132477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-9840b3fe-6ce5-411c-82d1-05471064222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:03.133867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-9840b3fe-6ce5-411c-82d1-05471064222e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.3600054 Dec 15 04:56:03.191758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3424e-17a1-4375-baaa-5b3abac8dbeb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941a5ac-1f13-4c21-9800-7b59161fd57d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:03.208147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-8900ed6c-a8ac-45fd-83de-eca18579ebdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598807 Dec 15 04:56:03.229018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:03.265741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-698a0c09-b5c2-479e-9f6a-d174ffd7d808 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5907965 Dec 15 04:56:03.268269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34522) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:03.280446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:03.281079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:03.286592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516084891'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:03.318350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-8e7f471d-99a0-4ed3-b346-da50f9f5fe72 service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935142 Dec 15 04:56:03.330782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8d13e975-6535-48ed-8381-7652813f0a10 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:03.332555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8d13e975-6535-48ed-8381-7652813f0a10 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 804 time: 0.5185483 Dec 15 04:56:03.344694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.363993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:03.376918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97403a-0b05-465e-ab1c-159bc35b97bd None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:03.378370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Request body: {'port': {'device_id': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'admin_state_up': True, 'tenant_id': '735b74199ad34ed58759e1d00a6ce8f1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:03.401246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e01c0-8a02-4cde-bbf3-d00f58720fdb req-1b458c1e-b8fb-46cb-9884-be3bc1897a41 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:03.411978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-791e01c0-8a02-4cde-bbf3-d00f58720fdb req-1b458c1e-b8fb-46cb-9884-be3bc1897a41 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.3087904 Dec 15 04:56:03.412760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.518194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd1f1a2d-b33f-42e5-88c9-3096f55fd74a req-d5396e2f-1b88-4b7c-9087-f156a745c662 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920484 Dec 15 04:56:03.529933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.603320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.612694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.652371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68279a-22c1-4473-9a93-bbf3d500c958,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:03.671916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Made reservation on behalf of 735b74199ad34ed58759e1d00a6ce8f1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:03.681557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.741714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.743402 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7f565dc0-ae1a-4cef-8b4b-d0e819c3b5cc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4635100 Dec 15 04:56:03.749155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34526) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:03.755632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '6c68279a-22c1-4473-9a93-bbf3d500c958', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:03.765442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ef38607-a43c-43aa-8ea8-50de4f0b632e req-a613cf43-9bef-4713-8892-f02a1c19c50e service neutron] 10.222.0.16 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219162 Dec 15 04:56:03.834694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-791e01c0-8a02-4cde-bbf3-d00f58720fdb req-483b20bf-e34c-46ee-b64b-db5cbc1c2520 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142449 Dec 15 04:56:03.903276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.933893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:03.977309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:03.987148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.040084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387106d3-67af-49b7-b1f1-08a6873e94fc,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:04.079838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.085592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b620def7-0051-4f75-b70a-4215a7cea192 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3353400 Dec 15 04:56:04.086236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34538) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:04.137383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Allocated IP 172.20.0.12 (819115f6-c3e0-4cfe-a59a-efc7612e0f60/5e6f6bd1-9b68-485c-804f-83b88685a22d/be0d849e-0582-4aeb-9507-a0a7784a51db) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:04.140929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9466965d-d3b3-4e4a-8cd3-d52a09a59c04 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.151386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9466965d-d3b3-4e4a-8cd3-d52a09a59c04 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.184241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:04.203317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.208606 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:04.216769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9466965d-d3b3-4e4a-8cd3-d52a09a59c04 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.218170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de6ea710-9283-4ae1-94ed-0eb7c51bd961 req-2cb51a4c-a56d-44b6-a470-2e3249e8cd66 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 210 time: 0.0503087 Dec 15 04:56:04.229829 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:04.230274 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:04.236605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9466965d-d3b3-4e4a-8cd3-d52a09a59c04 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.238768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9466965d-d3b3-4e4a-8cd3-d52a09a59c04 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/387106d3-67af-49b7-b1f1-08a6873e94fc HTTP/1.1" status: 204 len: 168 time: 0.1491373 Dec 15 04:56:04.251506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34540) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:04.279090 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:04.289413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466965d-d3b3-4e4a-8cd3-d52a09a59c04 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=387106d3-67af-49b7-b1f1-08a6873e94fc,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:04.308203 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:04.309607 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:04.343638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08e88d-e8ef-4a98-83e3-aba4d2faafdd req-9f7616a7-3972-4be4-818a-9a18ae6d60b1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:04.350751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ab91db40-e2f6-4b98-acdd-e00b5caff8ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906215 Dec 15 04:56:04.351394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f08e88d-e8ef-4a98-83e3-aba4d2faafdd req-9f7616a7-3972-4be4-818a-9a18ae6d60b1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.3817012 Dec 15 04:56:04.354536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34542) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:04.423305 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:04.424013 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78bb1a-b734-4ffe-922c-f55e281c64ba None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:04.437764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-17975301-3c65-40fa-8e94-7f56e80556e0 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/floatingips/9c8d4a93-f83e-452f-82a2-d8a80903204b HTTP/1.1" status: 200 len: 979 time: 4.7514453 Dec 15 04:56:04.441692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34544) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:04.444571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:04.485638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f08e88d-e8ef-4a98-83e3-aba4d2faafdd req-5671dd75-7f3c-4170-b57b-e9e997a34290 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265316 Dec 15 04:56:04.680960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.735082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12fed199-58d0-46b1-a91a-bd7a8ebc55e4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.746051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.760273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b32be-789a-46b1-bc44-652747c98b8e req-ee5b081e-3e8a-4139-ba3a-6e20e89ccedf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:04.768385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e52b32be-789a-46b1-bc44-652747c98b8e req-ee5b081e-3e8a-4139-ba3a-6e20e89ccedf tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1423712 Dec 15 04:56:04.783135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b89c3a-ee1e-42b5-955a-98ec8f576ebc req-c69be220-5bde-4fdd-81a7-063154f026e2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:04.791861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7b89c3a-ee1e-42b5-955a-98ec8f576ebc req-c69be220-5bde-4fdd-81a7-063154f026e2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1484802 Dec 15 04:56:04.796637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:04.873801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12fed199-58d0-46b1-a91a-bd7a8ebc55e4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:04.922646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7b89c3a-ee1e-42b5-955a-98ec8f576ebc req-5cc42a27-3a3d-4d30-a1e9-c0fae8e25aa0 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295497 Dec 15 04:56:04.990996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e52b32be-789a-46b1-bc44-652747c98b8e req-3021c5fe-24a7-477d-ab5e-665be94796ad tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210402 Dec 15 04:56:05.282295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3cb12-db31-4bb9-9bf8-091fad73c769 req-5e837174-4142-4659-a491-4825ed2976e5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:05.293846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78c3cb12-db31-4bb9-9bf8-091fad73c769 req-5e837174-4142-4659-a491-4825ed2976e5 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1030884 Dec 15 04:56:05.530138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78c3cb12-db31-4bb9-9bf8-091fad73c769 req-291d8731-d6be-43e2-8ecd-56aa8ac8204e tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190919 Dec 15 04:56:05.590302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f2898-bcc2-4a83-aeea-74463bd600e5 req-5675ef78-6ce3-44b4-9db8-ed12b448aabf tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:05.600644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-853f2898-bcc2-4a83-aeea-74463bd600e5 req-5675ef78-6ce3-44b4-9db8-ed12b448aabf tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 932 time: 0.2444739 Dec 15 04:56:05.654177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:05.770339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:05.783613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:05.791102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:05.841002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event updated for resources: {'Port': ['ID=be0d849e-0582-4aeb-9507-a0a7784a51db,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:05.850994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:05.851779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:05.859350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12fed199-58d0-46b1-a91a-bd7a8ebc55e4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:05.862052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12fed199-58d0-46b1-a91a-bd7a8ebc55e4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:05.863170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12fed199-58d0-46b1-a91a-bd7a8ebc55e4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/6c68279a-22c1-4473-9a93-bbf3d500c958 HTTP/1.1" status: 204 len: 168 time: 1.5077319 Dec 15 04:56:05.874727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:05.896914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-853f2898-bcc2-4a83-aeea-74463bd600e5 req-cbac475e-c948-4872-9d0c-5dc7d76ab0a6 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829716 Dec 15 04:56:05.918565 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:56:05.921680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed199-58d0-46b1-a91a-bd7a8ebc55e4 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68279a-22c1-4473-9a93-bbf3d500c958,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:05.939512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f88cbe-3297-4207-b5f0-1c30bc358ddf req-549f3bd8-4840-44d0-979c-1484258d8b78 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:05.955100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6f88cbe-3297-4207-b5f0-1c30bc358ddf req-549f3bd8-4840-44d0-979c-1484258d8b78 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1511664 Dec 15 04:56:05.969255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-762c1504-ff54-4771-83ac-522b9416f228 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6131721 Dec 15 04:56:05.998573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Request body: {'port': {'device_id': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:06.071946 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7accf393-db96-4332-960a-b24ee1c80ccc tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1885397 Dec 15 04:56:06.072860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:06.094240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--703484226'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:06.177671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.181198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.184610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.187649 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 9c8d4a93-f83e-452f-82a2-d8a80903204b disassociated. External IP: 172.25.2.177, port: 72cd1f5f-4192-4619-9c11-6544580dde0c. Dec 15 04:56:06.225807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6f88cbe-3297-4207-b5f0-1c30bc358ddf req-9dd18a57-2eef-4dbf-bdd8-614141179f4f tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694297 Dec 15 04:56:06.228987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.267375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99e0e3-b90e-48bb-a8cd-2a2ab54cd969 req-1b9add90-469a-45d5-8799-ca1e69b447ed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:06.268941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f99e0e3-b90e-48bb-a8cd-2a2ab54cd969 req-1b9add90-469a-45d5-8799-ca1e69b447ed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1361635 Dec 15 04:56:06.427795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f99e0e3-b90e-48bb-a8cd-2a2ab54cd969 req-a68636ad-7e7c-4ac1-85f4-0b9d0c12a7dc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498113 Dec 15 04:56:06.483946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.519216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb5a80-0529-4564-ab8b-2416c2b3003c req-480c75fc-5e24-44c9-b400-57b183a35d2d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:06.524619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efdb5a80-0529-4564-ab8b-2416c2b3003c req-480c75fc-5e24-44c9-b400-57b183a35d2d tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1324248 Dec 15 04:56:06.525388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.556506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.560698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4764369 Dec 15 04:56:06.568924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34580) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:06.575476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '7a9bf8b3-4b43-432d-8f7d-70eeaa849382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:06.612168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9bf8b3-4b43-432d-8f7d-70eeaa849382,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:06.629216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.630417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.630851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.631277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.631715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.632174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.632624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.633037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.633496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.633900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.634311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.634735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.635356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a2de5-7bd2-429b-8325-5652f77bab8f tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:06.658912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.659891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efdb5a80-0529-4564-ab8b-2416c2b3003c req-c4eea521-da29-45f8-808a-b526bf3453ba tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205885 Dec 15 04:56:06.825669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9151e8-2beb-46d6-8fae-5660f71d27f1 req-5c5eb7d8-9986-4802-a781-131aae6f6120 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:06.835685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a9151e8-2beb-46d6-8fae-5660f71d27f1 req-5c5eb7d8-9986-4802-a781-131aae6f6120 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1069973 Dec 15 04:56:06.857069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0d849e-0582-4aeb-9507-a0a7784a51db {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:56:06.877358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.881778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.890473 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.906384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:06.914648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Transition to ACTIVE for port object be0d849e-0582-4aeb-9507-a0a7784a51db will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:56:06.924492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40ba8c1-82ec-4daf-a6b4-0b7c0bdd23db,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:06.929809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.974155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:06.975414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7474b1e0-baf1-4c1b-9e32-0067f3c055d5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4041300 Dec 15 04:56:06.984090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34588) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:07.002140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a9151e8-2beb-46d6-8fae-5660f71d27f1 req-156a5aa1-d791-4741-864b-1e496f75c674 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651888 Dec 15 04:56:07.010378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.050960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9ef47cc6-70a4-4ded-aaca-e555a66b4c64 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules/a40ba8c1-82ec-4daf-a6b4-0b7c0bdd23db HTTP/1.1" status: 200 len: 763 time: 0.0635049 Dec 15 04:56:07.051462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34590) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:07.118178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Pushing event updated for resources: {'Port': ['ID=be0d849e-0582-4aeb-9507-a0a7784a51db,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:07.178342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368af372-fad0-420b-afb6-eca1f925cd03 req-3d0ec2bf-b60e-4ccb-b0e4-433941389560 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:07.186669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-368af372-fad0-420b-afb6-eca1f925cd03 req-3d0ec2bf-b60e-4ccb-b0e4-433941389560 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 944 time: 0.0843067 Dec 15 04:56:07.295822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a91e5b1d-0ca1-46ba-8da3-f542240afe3d tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2424407 Dec 15 04:56:07.300189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7ad10-48cd-4844-a8a7-6f2a99581904 req-74035536-8983-4914-8e92-27cdbbe0e17c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:07.300925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:07.309747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdd7ad10-48cd-4844-a8a7-6f2a99581904 req-74035536-8983-4914-8e92-27cdbbe0e17c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1527846 Dec 15 04:56:07.320642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-368af372-fad0-420b-afb6-eca1f925cd03 req-25e4f3f4-9ad1-4e55-8f11-7170534fcb2a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330259 Dec 15 04:56:07.352385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d016af9-ff63-47aa-9d1e-3b20b097dae5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.372565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Attempting to bind port be0d849e-0582-4aeb-9507-a0a7784a51db on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:07.373392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Attempting to bind port be0d849e-0582-4aeb-9507-a0a7784a51db by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:07.373965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Attempting to bind port be0d849e-0582-4aeb-9507-a0a7784a51db on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:07.379051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:07.386780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.389011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:07.399904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdd7ad10-48cd-4844-a8a7-6f2a99581904 req-d2b32d2d-03a1-406d-b32c-7853ca7ee8c2 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782459 Dec 15 04:56:07.402453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:07.403340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:07.441463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:07.471260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Port be0d849e-0582-4aeb-9507-a0a7784a51db on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:56:07.472633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Attempting to bind port be0d849e-0582-4aeb-9507-a0a7784a51db on network 819115f6-c3e0-4cfe-a59a-efc7612e0f60 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:07.482697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:07.483852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:07.497220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d016af9-ff63-47aa-9d1e-3b20b097dae5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.500186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:07.503428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Checking segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:07.504167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Bound using segment: {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:07.505223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Bound port: be0d849e-0582-4aeb-9507-a0a7784a51db, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:07.507809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.574501 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a13a7360-0d32-43dc-82ee-085294e7e50a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/floatingips/9c8d4a93-f83e-452f-82a2-d8a80903204b HTTP/1.1" status: 200 len: 688 time: 3.1357820 Dec 15 04:56:07.580296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34604) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:07.582444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:07.584464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85648f0e-6a7e-471e-a800-58301ffe1bb8 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:07.674959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d016af9-ff63-47aa-9d1e-3b20b097dae5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.681312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d016af9-ff63-47aa-9d1e-3b20b097dae5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.682445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d016af9-ff63-47aa-9d1e-3b20b097dae5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a40ba8c1-82ec-4daf-a6b4-0b7c0bdd23db HTTP/1.1" status: 204 len: 168 time: 0.3773363 Dec 15 04:56:07.726573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34606) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:07.768181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d016af9-ff63-47aa-9d1e-3b20b097dae5 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a40ba8c1-82ec-4daf-a6b4-0b7c0bdd23db,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:07.823742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] For port be0d849e-0582-4aeb-9507-a0a7784a51db, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:07.847094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] For port be0d849e-0582-4aeb-9507-a0a7784a51db, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=be0d849e-0582-4aeb-9507-a0a7784a51db,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:07.859842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-327a88c3-af7f-4147-8575-314562948b2b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1294355 Dec 15 04:56:07.863323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.885353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34608) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:07.932641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '7a9bf8b3-4b43-432d-8f7d-70eeaa849382', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:07.965805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:07.966578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:07.968528 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] 10.222.0.16 "PUT /v2.0/ports/be0d849e-0582-4aeb-9507-a0a7784a51db HTTP/1.1" status: 200 len: 1093 time: 1.9758945 Dec 15 04:56:07.976449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'tag': 'be0d849e-0582-4aeb-9507-a0a7784a51db'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:07.979023 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e20bc3-b55f-428e-b8d5-cedad360229a" -d '{"events": [{"name": "network-changed", "server_uuid": "c73fc253-4704-46ab-8fdb-e72d6e43c156", "tag": "be0d849e-0582-4aeb-9507-a0a7784a51db"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:08.004244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port f14d23d7-3048-4701-bc30-9b81c8f01dec {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:08.006233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.131550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04662d-f184-4617-874d-b8696aaa3ac1 req-96f8b6f8-ce01-4d03-b217-f930dcf25abd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.136134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.139304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf04662d-f184-4617-874d-b8696aaa3ac1 req-96f8b6f8-ce01-4d03-b217-f930dcf25abd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.5808101 Dec 15 04:56:08.142540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eaf28-1e55-416f-bf8b-97068f3565ac service neutron] Pushing event updated for resources: {'Port': ['ID=be0d849e-0582-4aeb-9507-a0a7784a51db,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:08.157622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f0889-da93-4680-a6ed-049e8b627a37 req-e68dee9c-f6df-46b1-b603-ab816df06527 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.159181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce0f0889-da93-4680-a6ed-049e8b627a37 req-e68dee9c-f6df-46b1-b603-ab816df06527 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.5992393 Dec 15 04:56:08.201510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-4a9fe0d6-97de-46b2-8379-5fa298ebd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.203011 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-4a9fe0d6-97de-46b2-8379-5fa298ebd0ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 1096 time: 0.1578798 Dec 15 04:56:08.209313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.209640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.228521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf04662d-f184-4617-874d-b8696aaa3ac1 req-cb0eaae7-ed47-494b-812d-9b80f4aa38d7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881519 Dec 15 04:56:08.244060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce0f0889-da93-4680-a6ed-049e8b627a37 req-50680aac-5da0-4fde-ad2e-5df565349254 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Dec 15 04:56:08.274679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for f14d23d7-3048-4701-bc30-9b81c8f01dec owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:08.463797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.467755 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089eedd-0f02-4248-a1de-2ddac5a9e1f4 x-openstack-request-id: req-a089eedd-0f02-4248-a1de-2ddac5a9e1f4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:08.468103 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73fc253-4704-46ab-8fdb-e72d6e43c156", "tag": "be0d849e-0582-4aeb-9507-a0a7784a51db", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:08.468602 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a089eedd-0f02-4248-a1de-2ddac5a9e1f4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:08.469088 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'tag': 'be0d849e-0582-4aeb-9507-a0a7784a51db', 'status': 'completed', 'code': 200} Dec 15 04:56:08.470986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4d7c2-d877-4f00-9631-fdee50c010c6 req-d0bb6121-2404-4acb-a307-6fb257deadbd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.476577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-e6c4ddbf-663f-4b14-8d70-3517116cd152 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be0d849e-0582-4aeb-9507-a0a7784a51db HTTP/1.1" status: 200 len: 217 time: 0.2548635 Dec 15 04:56:08.479402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.482027 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10f4d7c2-d877-4f00-9631-fdee50c010c6 req-d0bb6121-2404-4acb-a307-6fb257deadbd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1007278 Dec 15 04:56:08.507924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.537958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319d7dd8-ae1c-46f6-8123-5fa14a863ca7,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:08.564713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=f14d23d7-3048-4701-bc30-9b81c8f01dec,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:08.573807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.577345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-45d4aafa-9d80-4025-8b8c-0a5bf598e83a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6737568 Dec 15 04:56:08.583525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-10f4d7c2-d877-4f00-9631-fdee50c010c6 req-b7fe4a68-2b20-4645-bccc-6f31b98704dd tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005230 Dec 15 04:56:08.584047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34632) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:08.688003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-d6be23fa-06a0-4fba-9c1d-6a9937443f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.718302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-d6be23fa-06a0-4fba-9c1d-6a9937443f9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1465962 Dec 15 04:56:08.727262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-610ce6c4-dc2e-4761-b617-c8f43b23eaa1 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules/319d7dd8-ae1c-46f6-8123-5fa14a863ca7 HTTP/1.1" status: 200 len: 763 time: 0.0823705 Dec 15 04:56:08.730847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:08.760106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-74ac57fe-aaa5-4988-8e6f-f468c41991c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595605 Dec 15 04:56:08.773402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.778553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:08.782049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a20fb0af-cd76-4966-87ae-f1b902fd6e6a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/floatingips/9c8d4a93-f83e-452f-82a2-d8a80903204b HTTP/1.1" status: 204 len: 168 time: 1.1984987 Dec 15 04:56:08.791362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34640) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:08.811699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6509d7-74f9-4d06-bec0-a4080e7dec1b req-c46df2d7-056a-4e14-8d2e-3df96b854b87 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.813878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef6509d7-74f9-4d06-bec0-a4080e7dec1b req-c46df2d7-056a-4e14-8d2e-3df96b854b87 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 944 time: 0.2583656 Dec 15 04:56:08.858390 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-9cdb6a63-6b28-44fb-a677-25b9277062db tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] delete failed (client error): The resource could not be found. Dec 15 04:56:08.859768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9cdb6a63-6b28-44fb-a677-25b9277062db tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/floatingips/9c8d4a93-f83e-452f-82a2-d8a80903204b HTTP/1.1" status: 404 len: 345 time: 0.0672576 Dec 15 04:56:08.869721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d9827441-35fb-4c8a-9b35-aa8ea105535c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1365776 Dec 15 04:56:08.872270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34642) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:08.872601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34644) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:08.938259 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-2818ad12-a0d4-49db-bd92-240dc8c568ac service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573203 Dec 15 04:56:08.951816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4dbdb-ab32-40e6-b535-9d33516e07fb req-afae058b-4eab-47f7-9469-dca6a340af43 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:08.961201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6e4dbdb-ab32-40e6-b535-9d33516e07fb req-afae058b-4eab-47f7-9469-dca6a340af43 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1992710 Dec 15 04:56:09.038034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef6509d7-74f9-4d06-bec0-a4080e7dec1b req-050e42ad-6749-48c6-9d00-b6e85f0e19a4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139959 Dec 15 04:56:09.043453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e51ad61-628b-46fc-a4df-640e70304687 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.089406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e335a9af-87b1-4cbe-8ae0-47c7d08848bb req-98b37db1-2e22-4529-8f26-ddc43bff6bee service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418130 Dec 15 04:56:09.112153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e51ad61-628b-46fc-a4df-640e70304687 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.145295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f719f-002a-4188-90ce-c48d02df23b9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.153235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f719f-002a-4188-90ce-c48d02df23b9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.159901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f719f-002a-4188-90ce-c48d02df23b9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.164548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34646) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:09.164865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1b8f719f-002a-4188-90ce-c48d02df23b9 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/ports?network_id=e7d5acaf-d8d0-4763-9983-69e528b8669f HTTP/1.1" status: 200 len: 2359 time: 0.2898388 Dec 15 04:56:09.189008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6e4dbdb-ab32-40e6-b535-9d33516e07fb req-7dc9b04d-2b68-4ae2-912c-00c0780cfe8d tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204702 Dec 15 04:56:09.225351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e51ad61-628b-46fc-a4df-640e70304687 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.231721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2e51ad61-628b-46fc-a4df-640e70304687 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.232899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2e51ad61-628b-46fc-a4df-640e70304687 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/319d7dd8-ae1c-46f6-8123-5fa14a863ca7 HTTP/1.1" status: 204 len: 168 time: 0.3484104 Dec 15 04:56:09.238970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34648) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:09.246685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51ad61-628b-46fc-a4df-640e70304687 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319d7dd8-ae1c-46f6-8123-5fa14a863ca7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:09.315485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-0a6629bf-bbee-4fcc-a238-7b275a1d8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.316996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-0a6629bf-bbee-4fcc-a238-7b275a1d8812 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 1096 time: 0.1007638 Dec 15 04:56:09.319708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077e006-06b6-4e6b-9934-d2c8cc9a98b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.321613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7077e006-06b6-4e6b-9934-d2c8cc9a98b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/subnets/aa54e695-0261-499f-b038-6e8da85b0539 HTTP/1.1" status: 200 len: 797 time: 0.1558993 Dec 15 04:56:09.326408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34652) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:09.331341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'port': {'network_id': 'e7d5acaf-d8d0-4763-9983-69e528b8669f', 'name': 'tempest-FloatingIPTestJSON-590181027', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:09.346815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4ca246cc-333b-43c1-b0c2-1d14661851fe tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1066246 Dec 15 04:56:09.349020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34654) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:09.353236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '7a9bf8b3-4b43-432d-8f7d-70eeaa849382', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:09.422869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.483220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15009f1a-c8bd-4716-b1a5-1747de871d63 req-48accc26-ac87-4f36-954f-8ad9f570c498 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.484739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15009f1a-c8bd-4716-b1a5-1747de871d63 req-48accc26-ac87-4f36-954f-8ad9f570c498 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1398206 Dec 15 04:56:09.538627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.551902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.568621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-c95bcb4d-d441-4d86-89e8-cca5819585ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.570963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-c95bcb4d-d441-4d86-89e8-cca5819585ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 200 len: 904 time: 0.2435465 Dec 15 04:56:09.601506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15009f1a-c8bd-4716-b1a5-1747de871d63 req-5ca533d7-fe2d-4ab9-96f9-2cdadc3c770b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033587 Dec 15 04:56:09.605340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11462bc1-97ec-442d-b3a6-88dbdaaa2716,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:09.610155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:09.671933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-0349f15f-1a7e-49b5-9a24-d88974945b55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be0d849e-0582-4aeb-9507-a0a7784a51db HTTP/1.1" status: 200 len: 217 time: 0.0822444 Dec 15 04:56:09.688047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.702968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34660) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:09.704311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a8c606df-2b5c-4089-a3c8-ad78c4026216 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3536720 Dec 15 04:56:09.731514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f41f65ee-cd20-4d8e-b0a4-ca6361670998 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules/11462bc1-97ec-442d-b3a6-88dbdaaa2716 HTTP/1.1" status: 200 len: 764 time: 0.0273452 Dec 15 04:56:09.737855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34662) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:09.834845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-c368d605-31a1-4690-b67d-6b00a0ed1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:09.836473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-c368d605-31a1-4690-b67d-6b00a0ed1f74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 200 len: 844 time: 0.1316311 Dec 15 04:56:09.868310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:09.889416 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-d880633b-026b-4b60-a55a-aab6a055f2cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=819115f6-c3e0-4cfe-a59a-efc7612e0f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440538 Dec 15 04:56:09.902803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] device_id is not set on port 5388e50d-197a-4c51-8243-dfce39a9f637 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:56:09.986908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-f005b551-9f28-4446-aaa2-17156ce4ec09 service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Dec 15 04:56:10.009668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27f1dc3a-e76b-44c8-94fd-9db5909f5fbb tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2635520 Dec 15 04:56:10.014930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34668) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:10.094344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2863-f5cb-4bfe-a120-f2a1cf4a7a6e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.116652 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2863-f5cb-4bfe-a120-f2a1cf4a7a6e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.118394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3e20bc3-b55f-428e-b8d5-cedad360229a req-4ab7b059-97fc-4542-babf-000451cd436b service neutron] 10.222.0.16 "GET /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204057 Dec 15 04:56:10.268966 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2863-f5cb-4bfe-a120-f2a1cf4a7a6e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.275362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2863-f5cb-4bfe-a120-f2a1cf4a7a6e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.277273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ebf2863-f5cb-4bfe-a120-f2a1cf4a7a6e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/11462bc1-97ec-442d-b3a6-88dbdaaa2716 HTTP/1.1" status: 204 len: 168 time: 0.2614148 Dec 15 04:56:10.279868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:10.325053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-654b6fed-3d0f-4083-b5c2-93c6f9513426 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411227 Dec 15 04:56:10.325290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:10.330488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48899870-f79e-4abc-abb2-f5e200d692b4 req-b0bc258a-353a-42eb-a9fe-0e9559b94c81 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:10.332163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48899870-f79e-4abc-abb2-f5e200d692b4 req-b0bc258a-353a-42eb-a9fe-0e9559b94c81 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 944 time: 0.1746821 Dec 15 04:56:10.337662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf2863-f5cb-4bfe-a120-f2a1cf4a7a6e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11462bc1-97ec-442d-b3a6-88dbdaaa2716,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:10.388881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67932fd0-248d-4b9f-98d9-d9c85a2a2d44 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.415886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67932fd0-248d-4b9f-98d9-d9c85a2a2d44 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.432701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48899870-f79e-4abc-abb2-f5e200d692b4 req-0a49453c-4459-466b-831c-b4dff59dd91b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820966 Dec 15 04:56:10.451478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b545df-2721-481a-a4a5-a33750d13937 req-6870dec3-7e9d-480e-89c0-19b3fc3e0b76 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:10.453848 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89b545df-2721-481a-a4a5-a33750d13937 req-6870dec3-7e9d-480e-89c0-19b3fc3e0b76 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1851704 Dec 15 04:56:10.471455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67932fd0-248d-4b9f-98d9-d9c85a2a2d44 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.475911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67932fd0-248d-4b9f-98d9-d9c85a2a2d44 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.479620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-67932fd0-248d-4b9f-98d9-d9c85a2a2d44 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a9bf8b3-4b43-432d-8f7d-70eeaa849382 HTTP/1.1" status: 204 len: 168 time: 0.1512151 Dec 15 04:56:10.484337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:10.494835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.13 (e7d5acaf-d8d0-4763-9983-69e528b8669f/aa54e695-0261-499f-b038-6e8da85b0539/5388e50d-197a-4c51-8243-dfce39a9f637) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:10.510827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.12 (e7d5acaf-d8d0-4763-9983-69e528b8669f/aa54e695-0261-499f-b038-6e8da85b0539/5388e50d-197a-4c51-8243-dfce39a9f637) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:10.528445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67932fd0-248d-4b9f-98d9-d9c85a2a2d44 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9bf8b3-4b43-432d-8f7d-70eeaa849382,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:10.551767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89b545df-2721-481a-a4a5-a33750d13937 req-ce684b06-08e5-48ba-8b9b-447574321af5 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Dec 15 04:56:10.580643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b47fad5-f907-4b49-a1d5-94509af7b483 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0923185 Dec 15 04:56:10.588120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34680) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:10.594213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585304399'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:10.630681 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.763661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.768903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.781212 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.820275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.821929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2321451 Dec 15 04:56:10.825479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34686) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:10.826238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4159f8-5e05-4abc-9807-11f525bfd168 tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3862d56c-e3f5-4ea1-a5c8-bdfa54551174,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:10.851382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190559b-77d7-4ceb-ab66-62800d34122a req-3aaf80e0-30e2-4e4f-b208-3610be12dfa3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:10.853257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Request body: {'security_group_rule': {'security_group_id': '3862d56c-e3f5-4ea1-a5c8-bdfa54551174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:10.859753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1190559b-77d7-4ceb-ab66-62800d34122a req-3aaf80e0-30e2-4e4f-b208-3610be12dfa3 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1406138 Dec 15 04:56:10.908389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.942972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1190559b-77d7-4ceb-ab66-62800d34122a req-8c2457ab-1d7b-4971-a318-ade1a14b7227 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658538 Dec 15 04:56:10.946125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:10.994883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.001884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.002442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:11.006756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:11.010688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:11.034838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=5388e50d-197a-4c51-8243-dfce39a9f637,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:11.037207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec817c32-cdb5-4abf-9d7b-bb39e0b60cc7,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:11.061830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.063228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83c797ee-0edd-4f12-b4b0-6d3538ffca5e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2211418 Dec 15 04:56:11.068413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34690) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:11.083724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:11.084837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.102947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3e6406b6-f382-4267-b1be-799bb13b53cc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7753963 Dec 15 04:56:11.106388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34692) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:11.111005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '5388e50d-197a-4c51-8243-dfce39a9f637', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:11.155536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76d71e4-759a-48c3-a20b-3fa4316eb5ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.163625 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.231785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76d71e4-759a-48c3-a20b-3fa4316eb5ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.290139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76d71e4-759a-48c3-a20b-3fa4316eb5ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.292759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a76d71e4-759a-48c3-a20b-3fa4316eb5ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.294099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a76d71e4-759a-48c3-a20b-3fa4316eb5ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/3862d56c-e3f5-4ea1-a5c8-bdfa54551174 HTTP/1.1" status: 204 len: 168 time: 0.2245662 Dec 15 04:56:11.296940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34694) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:11.305759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d71e4-759a-48c3-a20b-3fa4316eb5ee tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3862d56c-e3f5-4ea1-a5c8-bdfa54551174,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:11.336398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.377930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f261e23c-3c38-48d3-8146-d8851bb73c2b tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0794284 Dec 15 04:56:11.378659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34696) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:11.424538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6eb4f20e-1211-4689-b667-20d15ff2bc0c tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0445571 Dec 15 04:56:11.424936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34698) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:11.451957 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-5f4bb032-0854-4c64-a135-c8f960e4af4e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] delete failed (client error): The resource could not be found. Dec 15 04:56:11.458853 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5f4bb032-0854-4c64-a135-c8f960e4af4e tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "DELETE /v2.0/security-groups/3862d56c-e3f5-4ea1-a5c8-bdfa54551174 HTTP/1.1" status: 404 len: 347 time: 0.0269594 Dec 15 04:56:11.459106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34700) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:11.500238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-9f5e517a-2d88-438f-92e3-37668d3a0ae4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:11.501715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-9f5e517a-2d88-438f-92e3-37668d3a0ae4 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1581800 Dec 15 04:56:11.594507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.57 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/06ad10ba-0943-4307-92c9-40256fd4ee85) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:11.608180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e2529-5261-495c-a9ad-e4ce03bfe0ea req-4c6bf03d-31c7-4781-b178-301cd6d96a45 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:11.611655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d25e2529-5261-495c-a9ad-e4ce03bfe0ea req-4c6bf03d-31c7-4781-b178-301cd6d96a45 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 944 time: 0.0887613 Dec 15 04:56:11.621053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device be0d849e-0582-4aeb-9507-a0a7784a51db details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:56:11.631335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59082a18-b303-4985-88cd-2e33f7331d3a tempest-SecGroupTest-622154153 tempest-SecGroupTest-622154153-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1710534 Dec 15 04:56:11.734702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Deleting port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:11.735281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.796947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60ddda-eaff-452e-9221-526ccc9fb886 req-1b531c9f-abc2-4da4-9d4a-b434f993106c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:11.798964 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad60ddda-eaff-452e-9221-526ccc9fb886 req-1b531c9f-abc2-4da4-9d4a-b434f993106c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.1198392 Dec 15 04:56:11.802755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d25e2529-5261-495c-a9ad-e4ce03bfe0ea req-75be29e1-9456-4d44-a679-aca55344d651 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752059 Dec 15 04:56:11.867349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port be0d849e-0582-4aeb-9507-a0a7784a51db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=be0d849e-0582-4aeb-9507-a0a7784a51db,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:11.894331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad60ddda-eaff-452e-9221-526ccc9fb886 req-50f45eb7-1978-4295-884c-68b634119b4c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879560 Dec 15 04:56:11.894717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:11.902953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'be0d849e-0582-4aeb-9507-a0a7784a51db', 'network_id': '819115f6-c3e0-4cfe-a59a-efc7612e0f60', 'port_id': 'be0d849e-0582-4aeb-9507-a0a7784a51db', 'mac_address': 'fa:16:3e:7b:9d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f6bd1-9b68-485c-804f-83b88685a22d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:56:11.998494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] For port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:11.998975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.011639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.028989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Calling delete_port for aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:12.032094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.059752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0d849e-0582-4aeb-9507-a0a7784a51db {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:56:12.108996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:12.111343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port be0d849e-0582-4aeb-9507-a0a7784a51db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=be0d849e-0582-4aeb-9507-a0a7784a51db,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:12.118986 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.219111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=be0d849e-0582-4aeb-9507-a0a7784a51db,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:12.230886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.231821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.232525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.232752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135888a-e362-42c1-9428-a212884ad6de req-718ea6b1-4796-4ceb-88dd-24320c9dec19 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:12.233542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.234122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.234543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0135888a-e362-42c1-9428-a212884ad6de req-718ea6b1-4796-4ceb-88dd-24320c9dec19 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1449442 Dec 15 04:56:12.234927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.235050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34726) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:12.235607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.236194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.236839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.237435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.237983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.238528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.239597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:12.380334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0135888a-e362-42c1-9428-a212884ad6de req-2202a31b-976d-4289-b416-45f9046508c6 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332333 Dec 15 04:56:12.464919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['be0d849e-0582-4aeb-9507-a0a7784a51db'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:12.555448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-da6dda26-677d-43d5-8722-3a49ae97c02d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c051ac9321457b9822495ac15a3d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192763 Dec 15 04:56:12.560947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:12.666589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab635-dfca-4031-9614-a7d782a1fadb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.704863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab635-dfca-4031-9614-a7d782a1fadb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.798661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab635-dfca-4031-9614-a7d782a1fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.802625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab635-dfca-4031-9614-a7d782a1fadb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:12.804275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5e0ab635-dfca-4031-9614-a7d782a1fadb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ec40330-f1be-44c6-b178-60d950514068 HTTP/1.1" status: 204 len: 168 time: 0.2420809 Dec 15 04:56:12.838482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ab635-dfca-4031-9614-a7d782a1fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec40330-f1be-44c6-b178-60d950514068,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:12.903096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:12.944030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:13.019253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7a1b-c5c3-4b9b-8e71-cd9b6b8ac37e req-efc17a7c-72e6-4b57-b3d3-96168ae78898 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:13.030434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-111d7a1b-c5c3-4b9b-8e71-cd9b6b8ac37e req-efc17a7c-72e6-4b57-b3d3-96168ae78898 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 945 time: 0.1066616 Dec 15 04:56:13.150173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=06ad10ba-0943-4307-92c9-40256fd4ee85,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:13.276746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-82b9387f-281d-461b-a168-f9ff6bed31c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2451801 Dec 15 04:56:13.280743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-111d7a1b-c5c3-4b9b-8e71-cd9b6b8ac37e req-ad160b1c-967b-4c44-8502-c17917773be4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481830 Dec 15 04:56:13.320205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856feef3-f5ba-4fea-be84-45bfa55825d1 req-087146b1-8bfd-49b8-bc1f-44c591a1f87b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:13.322084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-856feef3-f5ba-4fea-be84-45bfa55825d1 req-087146b1-8bfd-49b8-bc1f-44c591a1f87b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 945 time: 0.2599611 Dec 15 04:56:13.464973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-856feef3-f5ba-4fea-be84-45bfa55825d1 req-237291a8-b3b6-4b21-aa23-11847ed63247 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347420 Dec 15 04:56:13.606925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b92966-6510-420a-b719-97197dbe90da req-8279713e-4f3c-4115-9989-696b77eff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:13.608522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-8279713e-4f3c-4115-9989-696b77eff378 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aabb54780324063a2db5f4ca1da8001&device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 1097 time: 0.2507601 Dec 15 04:56:13.648928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725b03-94e4-4773-b45c-b280ba5c5b67 req-93124f43-11b0-4c11-8b7f-5e7883b7b87b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:13.666510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66725b03-94e4-4773-b45c-b280ba5c5b67 req-93124f43-11b0-4c11-8b7f-5e7883b7b87b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1107368 Dec 15 04:56:13.678709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device be0d849e-0582-4aeb-9507-a0a7784a51db up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:13.699124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:13.747694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 63345360-7203-4c54-b76e-880b99bfd5ed details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:56:13.791159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Pushing event deleted for resources: {'Port': ['ID=aed004cc-8a4c-48bd-93bb-c0dcc33a79f4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:13.804349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5164c292-1c14-49b6-ac59-da3d132caa17'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:13.805136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66725b03-94e4-4773-b45c-b280ba5c5b67 req-dc1ba900-c36f-4734-b91e-7d6d88a86e2f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376238 Dec 15 04:56:14.063254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] No DVR routers for this DVR port aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:14.093235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:14.103578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4b969f5a-9c03-4bba-b1ef-7a99a6103a1a req-96e8b4fc-8543-420f-b980-ecefcb2b8802 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.16 "DELETE /v2.0/ports/aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 HTTP/1.1" status: 204 len: 173 time: 2.5931137 Dec 15 04:56:14.104215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'name': 'network-vif-deleted', 'tag': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:14.106600 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db854a7e-b1f6-4378-b3ae-bf58f4093c72" -d '{"events": [{"server_uuid": "fe1821e5-448f-4569-9bab-f4ef082b3d5b", "name": "network-vif-deleted", "tag": "aed004cc-8a4c-48bd-93bb-c0dcc33a79f4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:14.186143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b92966-6510-420a-b719-97197dbe90da req-6f6d4313-d25d-4a48-86c0-fccbc93f6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:14.187772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-6f6d4313-d25d-4a48-86c0-fccbc93f6c4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 200 len: 918 time: 0.5414839 Dec 15 04:56:14.206974 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bba12a-0485-4153-b92c-bb7e1b5920bd x-openstack-request-id: req-06bba12a-0485-4153-b92c-bb7e1b5920bd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:14.207449 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1821e5-448f-4569-9bab-f4ef082b3d5b", "name": "network-vif-deleted", "tag": "aed004cc-8a4c-48bd-93bb-c0dcc33a79f4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:14.208429 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06bba12a-0485-4153-b92c-bb7e1b5920bd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:14.208943 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1821e5-448f-4569-9bab-f4ef082b3d5b', 'name': 'network-vif-deleted', 'tag': 'aed004cc-8a4c-48bd-93bb-c0dcc33a79f4', 'status': 'completed', 'code': 200} Dec 15 04:56:14.294243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-3755e57f-9dae-4620-818e-e02ce6c7b575 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 200 len: 217 time: 0.0825281 Dec 15 04:56:14.342628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.resource_extend [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:56:14.532467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b92966-6510-420a-b719-97197dbe90da req-16cb1b7a-b5dc-48b1-ad02-3874070ef884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:14.534309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-16cb1b7a-b5dc-48b1-ad02-3874070ef884 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 200 len: 858 time: 0.1468194 Dec 15 04:56:14.567030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port be0d849e-0582-4aeb-9507-a0a7784a51db completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:56:14.614925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 63345360-7203-4c54-b76e-880b99bfd5ed, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=63345360-7203-4c54-b76e-880b99bfd5ed,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:14.672372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port be0d849e-0582-4aeb-9507-a0a7784a51db triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:14.674705 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:14.689449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:14.705267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6dadc2c-8756-4b77-91db-325664a642e1 req-cb8e1005-4b8e-42f2-83c3-01af1c0f18f7 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1821e5-448f-4569-9bab-f4ef082b3d5b HTTP/1.1" status: 200 len: 210 time: 0.1076887 Dec 15 04:56:14.708629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '63345360-7203-4c54-b76e-880b99bfd5ed', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'port_id': '63345360-7203-4c54-b76e-880b99bfd5ed', 'mac_address': 'fa:16:3e:d4:d2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:56:14.744238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b99117-278f-4ce7-9cbe-0347ef9daf97 req-f97bab53-3c48-44ab-82fa-14200ab7af67 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:14.745739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13b99117-278f-4ce7-9cbe-0347ef9daf97 req-f97bab53-3c48-44ab-82fa-14200ab7af67 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 945 time: 0.2914460 Dec 15 04:56:14.773584 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-48734419-ae0f-4229-b543-268713cefc44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=595a1f65-7a1d-497e-b596-08e246ae952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264187 Dec 15 04:56:14.848799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13b99117-278f-4ce7-9cbe-0347ef9daf97 req-83f4eb79-5af2-4ae3-a46b-c94be5ff6d16 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880198 Dec 15 04:56:14.884976 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-f978189f-9d7a-4b9a-af98-d6c73dd630c0 service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983014 Dec 15 04:56:14.902923 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:14.961849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63345360-7203-4c54-b76e-880b99bfd5ed {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:56:14.978259 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.052937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d7ba-d4f5-4dc8-97a8-ef8690507f09 req-05dd6f3d-57ec-4241-b939-61176f5a9d6f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:15.075898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32f0d7ba-d4f5-4dc8-97a8-ef8690507f09 req-05dd6f3d-57ec-4241-b939-61176f5a9d6f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 943 time: 0.1376898 Dec 15 04:56:15.140343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.233093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32f0d7ba-d4f5-4dc8-97a8-ef8690507f09 req-ad789085-3acb-4acd-a282-060b00dae3f9 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552272 Dec 15 04:56:15.360179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0d849e-0582-4aeb-9507-a0a7784a51db'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:15.362461 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f68e1-ed77-48b5-aa39-e97f1565423f" -d '{"events": [{"server_uuid": "c73fc253-4704-46ab-8fdb-e72d6e43c156", "name": "network-vif-plugged", "status": "completed", "tag": "be0d849e-0582-4aeb-9507-a0a7784a51db"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:15.381178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 63345360-7203-4c54-b76e-880b99bfd5ed, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=63345360-7203-4c54-b76e-880b99bfd5ed,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:15.398913 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.407283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port be0d849e-0582-4aeb-9507-a0a7784a51db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=be0d849e-0582-4aeb-9507-a0a7784a51db,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:15.419113 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.435003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.467790 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb30e74-4311-4107-8ffe-f1fb6a971b97 x-openstack-request-id: req-ceb30e74-4311-4107-8ffe-f1fb6a971b97 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:15.468511 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73fc253-4704-46ab-8fdb-e72d6e43c156", "name": "network-vif-plugged", "status": "completed", "tag": "be0d849e-0582-4aeb-9507-a0a7784a51db", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:15.468930 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ceb30e74-4311-4107-8ffe-f1fb6a971b97 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:15.469679 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0d849e-0582-4aeb-9507-a0a7784a51db', 'code': 200} Dec 15 04:56:15.471829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=63345360-7203-4c54-b76e-880b99bfd5ed,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:15.475316 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.476576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:15.499628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:15.500497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device aed004cc-8a4c-48bd-93bb-c0dcc33a79f4 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:15.515839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78b92966-6510-420a-b719-97197dbe90da req-85a0685c-6a89-42e9-9d2a-5b6bfdddd23a service neutron] 10.222.0.42 "GET /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200264 Dec 15 04:56:15.523372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=06ad10ba-0943-4307-92c9-40256fd4ee85,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:15.567006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=be0d849e-0582-4aeb-9507-a0a7784a51db,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:15.668917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:15.675482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b517cd-6626-4586-9b24-488fbe6a98ea req-139a709b-dd5f-405d-a26f-0fe5b2a43e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:15.678534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-08b517cd-6626-4586-9b24-488fbe6a98ea req-139a709b-dd5f-405d-a26f-0fe5b2a43e81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 1098 time: 0.1396258 Dec 15 04:56:15.741654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['63345360-7203-4c54-b76e-880b99bfd5ed'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:15.802630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-08b517cd-6626-4586-9b24-488fbe6a98ea req-63266346-26b7-4d5c-a201-7d2221ac5cad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917583 Dec 15 04:56:15.846044 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 40b02d48-936f-4518-a2ec-4854f0137a3e associated. External IP: 172.25.2.57, port: 5388e50d-197a-4c51-8243-dfce39a9f637. Dec 15 04:56:16.092615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32dbe-52b5-4269-b50e-2625ea483c15 req-94e355f6-f870-4c42-8729-d99ee0df667c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:16.100761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ff32dbe-52b5-4269-b50e-2625ea483c15 req-94e355f6-f870-4c42-8729-d99ee0df667c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1054969 Dec 15 04:56:16.180797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ff32dbe-52b5-4269-b50e-2625ea483c15 req-0573144e-cd36-4d70-8f15-d29238a9e7b3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791602 Dec 15 04:56:16.188102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b0763-87f3-4c35-8b7e-e678eae27bd5 req-623f8fb9-dafb-42aa-b931-1ce4b08a82dd tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:16.196165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-716b0763-87f3-4c35-8b7e-e678eae27bd5 req-623f8fb9-dafb-42aa-b931-1ce4b08a82dd tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.0932243 Dec 15 04:56:16.213224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:16.263153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-716b0763-87f3-4c35-8b7e-e678eae27bd5 req-98945524-3752-4dd5-90eb-1eeed44d924b tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661554 Dec 15 04:56:16.389309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:16.394567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de24d1-b8a4-4892-8a67-93b6cf8d25aa req-4ad3c352-4798-4bc0-8784-de4e5033f170 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:16.399644 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:16.403247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3de24d1-b8a4-4892-8a67-93b6cf8d25aa req-4ad3c352-4798-4bc0-8784-de4e5033f170 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 944 time: 0.0662961 Dec 15 04:56:16.417114 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:16.417726 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:16.432466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:16.463593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:16.479083 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:16.479500 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:16.485240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3de24d1-b8a4-4892-8a67-93b6cf8d25aa req-9bcb7bf3-cdbc-4d81-a674-b1c3491c61a7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810401 Dec 15 04:56:16.511752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ed658ed8-4b9e-4db4-8ebb-ce503660aed7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4017880 Dec 15 04:56:16.512125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34824) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:16.520455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'port_id': '5388e50d-197a-4c51-8243-dfce39a9f637', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:16.561408 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:16.562415 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dd52f5-5856-4d9b-a3ec-807b60788795 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:16.593507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:17.207540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba29ecf-fc6b-407b-85a5-814fb9d67e0e req-aea6056a-831e-4b37-b502-9a82ddeaad87 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:17.212516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bba29ecf-fc6b-407b-85a5-814fb9d67e0e req-aea6056a-831e-4b37-b502-9a82ddeaad87 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.0984745 Dec 15 04:56:17.335103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bba29ecf-fc6b-407b-85a5-814fb9d67e0e req-6ae0f91e-4a9d-4527-8298-e70b57c2c743 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176665 Dec 15 04:56:17.341193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:17.346262 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:17.430171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9fde-ff85-44cb-983a-937e08ea92a5 req-17f8b585-173a-46e3-8e50-35bf970bcf39 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:17.431715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bc9fde-ff85-44cb-983a-937e08ea92a5 req-17f8b585-173a-46e3-8e50-35bf970bcf39 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1519248 Dec 15 04:56:17.536786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74e09-aa7c-42e7-95e7-c2448f1a7f68 req-9af642fa-e92c-418f-82e8-396faa3d26fe tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:17.538283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aa74e09-aa7c-42e7-95e7-c2448f1a7f68 req-9af642fa-e92c-418f-82e8-396faa3d26fe tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1013799 Dec 15 04:56:17.613570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aa74e09-aa7c-42e7-95e7-c2448f1a7f68 req-2c1114ff-61b3-4030-b234-abca40f70b66 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648792 Dec 15 04:56:17.696591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bc9fde-ff85-44cb-983a-937e08ea92a5 req-49c74c6d-c3ac-4dbb-bd09-9c978eb8024c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563531 Dec 15 04:56:17.701359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 63345360-7203-4c54-b76e-880b99bfd5ed up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:17.773343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 63345360-7203-4c54-b76e-880b99bfd5ed completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:56:17.781828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 63345360-7203-4c54-b76e-880b99bfd5ed triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:17.782852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:17.786894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e2249-b0cc-4462-86fb-44303402816a req-20e11e6b-0bcc-4d8a-983a-1796e16dbd43 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:17.794411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-417e2249-b0cc-4462-86fb-44303402816a req-20e11e6b-0bcc-4d8a-983a-1796e16dbd43 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 944 time: 0.1078610 Dec 15 04:56:17.858580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:17.912532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-417e2249-b0cc-4462-86fb-44303402816a req-c5fa1305-01bf-413a-85a0-b78c9ad078bd tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170588 Dec 15 04:56:17.953639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:17.986134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:17.988375 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5a2dd-e8c2-42fc-918b-da0606145c36" -d '{"events": [{"server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "name": "network-vif-plugged", "status": "completed", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:18.016175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 63345360-7203-4c54-b76e-880b99bfd5ed, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=63345360-7203-4c54-b76e-880b99bfd5ed,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:18.024783 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:18.075550 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bebd955-f694-498e-a06c-ee7ecf7f1732 x-openstack-request-id: req-5bebd955-f694-498e-a06c-ee7ecf7f1732 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:18.075906 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "name": "network-vif-plugged", "status": "completed", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:18.076196 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bebd955-f694-498e-a06c-ee7ecf7f1732 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:18.076958 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed', 'code': 200} Dec 15 04:56:18.116331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=63345360-7203-4c54-b76e-880b99bfd5ed,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:18.213190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356b718-19db-458f-9871-dc46b3b78de3 req-407a827f-f37b-4dba-81a7-11f83e3a8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:18.215613 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6356b718-19db-458f-9871-dc46b3b78de3 req-407a827f-f37b-4dba-81a7-11f83e3a8044 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1097 time: 0.0465636 Dec 15 04:56:18.290254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6356b718-19db-458f-9871-dc46b3b78de3 req-d31bb1cb-b585-44fa-8628-2653ac5e6357 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651848 Dec 15 04:56:18.421533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087db8-f97b-4cbf-a4a4-05b51319503e req-62ed3461-ed3b-4512-815b-4517063b1981 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:18.423032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49087db8-f97b-4cbf-a4a4-05b51319503e req-62ed3461-ed3b-4512-815b-4517063b1981 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.4382167 Dec 15 04:56:18.434260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:18.442916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:18.449021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:18.469329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:18.470024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:18.511715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:18.524355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:18.524982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:18.562405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49087db8-f97b-4cbf-a4a4-05b51319503e req-6c30f272-682e-44ab-93d8-2e2d9b9606c2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308947 Dec 15 04:56:18.565067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4d817798-ec27-43ef-9138-104e8e5fd3b1 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/floatingips/40b02d48-936f-4518-a2ec-4854f0137a3e HTTP/1.1" status: 200 len: 977 time: 2.0505989 Dec 15 04:56:18.567835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34868) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:18.568284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:18.569083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689bada-f35e-4960-acb6-e9e0cbed4c7b None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:18.596365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a53d1b-d5a3-4223-a7ae-9849e59879de req-395edaac-9491-4019-8e6d-4c72f5cbdd4a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:18.596365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12a53d1b-d5a3-4223-a7ae-9849e59879de req-395edaac-9491-4019-8e6d-4c72f5cbdd4a tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.1257472 Dec 15 04:56:18.773742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12a53d1b-d5a3-4223-a7ae-9849e59879de req-9114c694-8fd6-49c2-bed9-8ef740d67b5c tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ac55f62-bb92-424a-85f8-d5d28cf64976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396098 Dec 15 04:56:18.800401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5b06-b24b-4fd8-838b-1400255e61f8 req-980a63b1-1811-42fc-b30e-d8702cb42466 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:18.808969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-453f5b06-b24b-4fd8-838b-1400255e61f8 req-980a63b1-1811-42fc-b30e-d8702cb42466 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1353033 Dec 15 04:56:18.918254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-453f5b06-b24b-4fd8-838b-1400255e61f8 req-5e27ab10-dc1b-480a-a717-2aa426d0c937 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091132 Dec 15 04:56:18.953727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80e4a6-84e8-44d0-84c3-893aea21bd64 req-2520809d-22ea-4f30-9cbb-71b73988ebec tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:18.953727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e80e4a6-84e8-44d0-84c3-893aea21bd64 req-2520809d-22ea-4f30-9cbb-71b73988ebec tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1075270 Dec 15 04:56:18.964420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-23430baf-4ef4-4485-b896-85bf44abbbc1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:18.966262 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-23430baf-4ef4-4485-b896-85bf44abbbc1 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 947 time: 0.0784988 Dec 15 04:56:19.015828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 06ad10ba-0943-4307-92c9-40256fd4ee85 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:19.016502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.083738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Deleting port 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:19.084285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.088228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e80e4a6-84e8-44d0-84c3-893aea21bd64 req-89356d4f-1815-4733-96d3-22f27acb5a2c tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277387 Dec 15 04:56:19.161292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30131-32ed-41ff-bd0c-cd1bdd459d0a req-61afc94c-efbc-42fd-850d-816e532b5695 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:19.163560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9aa30131-32ed-41ff-bd0c-cd1bdd459d0a req-61afc94c-efbc-42fd-850d-816e532b5695 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.1549575 Dec 15 04:56:19.225388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.225757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.243169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] For port 71ac118b-55fa-44f8-9126-11a2cbef52e8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=71ac118b-55fa-44f8-9126-11a2cbef52e8,segment=NetworkSegment(97da3675-5157-48f0-a49d-e0d3e566355b),segment_id=97da3675-5157-48f0-a49d-e0d3e566355b)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:19.244576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.273028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Calling delete_port for 71ac118b-55fa-44f8-9126-11a2cbef52e8 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:19.296045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 06ad10ba-0943-4307-92c9-40256fd4ee85 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:19.310292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9aa30131-32ed-41ff-bd0c-cd1bdd459d0a req-d28e9e5e-b0f9-40a8-93e2-a5cb8b53f4ea tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349661 Dec 15 04:56:19.504601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31038-80cf-4e2c-ae2b-fa0f944e6664 req-f629aaae-9046-4040-9f80-c02d80ab241d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:19.514510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eba31038-80cf-4e2c-ae2b-fa0f944e6664 req-f629aaae-9046-4040-9f80-c02d80ab241d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1173124 Dec 15 04:56:19.542553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.576216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['71ac118b-55fa-44f8-9126-11a2cbef52e8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:19.578766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Pushing event deleted for resources: {'Port': ['ID=71ac118b-55fa-44f8-9126-11a2cbef52e8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:19.638082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] No DVR routers for this DVR port 71ac118b-55fa-44f8-9126-11a2cbef52e8 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:19.641619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.645351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8994382-263c-49d6-ab46-e928d790e6b2 req-f2ab65d3-2033-4c43-b2cb-a3c389c7eaf7 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.16 "DELETE /v2.0/ports/71ac118b-55fa-44f8-9126-11a2cbef52e8 HTTP/1.1" status: 204 len: 173 time: 0.6710854 Dec 15 04:56:19.646038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-deleted', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:19.649205 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da465f50-6339-4fa8-9050-fab64fc43d21" -d '{"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-deleted", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:19.656696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eba31038-80cf-4e2c-ae2b-fa0f944e6664 req-9bae66a6-46cc-4251-aab1-759b57f090e3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411459 Dec 15 04:56:19.709965 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c32d26-b2e2-4dd0-aa96-a0ec3c640f74 x-openstack-request-id: req-63c32d26-b2e2-4dd0-aa96-a0ec3c640f74 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:19.710595 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eccdb30-6d1e-4adc-8086-7f63427cfcce", "name": "network-vif-deleted", "tag": "71ac118b-55fa-44f8-9126-11a2cbef52e8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:19.711059 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63c32d26-b2e2-4dd0-aa96-a0ec3c640f74 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:19.711619 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eccdb30-6d1e-4adc-8086-7f63427cfcce', 'name': 'network-vif-deleted', 'tag': '71ac118b-55fa-44f8-9126-11a2cbef52e8', 'status': 'completed', 'code': 200} Dec 15 04:56:19.759677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.787132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=06ad10ba-0943-4307-92c9-40256fd4ee85,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:19.858813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:19.859344 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 40b02d48-936f-4518-a2ec-4854f0137a3e disassociated (deleted). External IP: 172.25.2.57, port: 5388e50d-197a-4c51-8243-dfce39a9f637. Dec 15 04:56:19.960877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa1231be-4311-4d83-897c-45ec26c09a71 req-338630fa-24fc-4a92-ae8a-a98cdcde2d93 tempest-ServersNegativeTestJSON-794672909 tempest-ServersNegativeTestJSON-794672909-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eccdb30-6d1e-4adc-8086-7f63427cfcce HTTP/1.1" status: 200 len: 210 time: 0.0358980 Dec 15 04:56:20.107018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:20.291751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec18373-8ab8-4af6-9eeb-875e56c052ce req-c2336b39-6fc2-443b-9c3e-3dcbffa658dc tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:20.293832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec18373-8ab8-4af6-9eeb-875e56c052ce req-c2336b39-6fc2-443b-9c3e-3dcbffa658dc tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.0863488 Dec 15 04:56:20.297429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:20.307541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:20.313204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:20.325635 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:20.326961 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:20.367075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d5c45e5e-0592-420f-a8c3-92b109ed154d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/floatingips/40b02d48-936f-4518-a2ec-4854f0137a3e HTTP/1.1" status: 204 len: 168 time: 1.7982028 Dec 15 04:56:20.369731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34902) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:20.395960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec18373-8ab8-4af6-9eeb-875e56c052ce req-4664e27b-b7cc-430d-ab20-ad5c534ebd11 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822308 Dec 15 04:56:20.428873 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:20.447096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:20.447706 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:20.489159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd738b5-d521-4e21-9e74-867c7e3661c9 req-d952fc52-c604-47ef-afed-a2996b4076a7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:20.497080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 5388e50d-197a-4c51-8243-dfce39a9f637 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:20.499252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:20.500589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bd738b5-d521-4e21-9e74-867c7e3661c9 req-d952fc52-c604-47ef-afed-a2996b4076a7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.0680416 Dec 15 04:56:20.542286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:20.542943 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfaddc0-321e-4ca7-85e1-9831cd35595e None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:20.580687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bd738b5-d521-4e21-9e74-867c7e3661c9 req-c94a027e-06de-4c83-9f86-5dbe8f3cf9db tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788200 Dec 15 04:56:20.615795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:20.632342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 5388e50d-197a-4c51-8243-dfce39a9f637 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:20.763154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e237e0-0d39-45b6-a6bf-c6fedddd8c96 req-297a0e8b-c4fe-4dfc-9803-d5bbf520ce13 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:20.765007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6e237e0-0d39-45b6-a6bf-c6fedddd8c96 req-297a0e8b-c4fe-4dfc-9803-d5bbf520ce13 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.0781374 Dec 15 04:56:20.875241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6e237e0-0d39-45b6-a6bf-c6fedddd8c96 req-4ae26bef-9224-40e7-a78b-47a23b88066b tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008570 Dec 15 04:56:20.888866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e025a-965f-40bb-b92f-0f40ec6c741a req-cb982e15-e4b1-4738-8a4d-4b35e87c388a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:20.899185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af5e025a-965f-40bb-b92f-0f40ec6c741a req-cb982e15-e4b1-4738-8a4d-4b35e87c388a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1539774 Dec 15 04:56:20.905765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:20.974511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af5e025a-965f-40bb-b92f-0f40ec6c741a req-0926f937-1832-4805-8004-128dd6e33441 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602384 Dec 15 04:56:20.994382 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.046295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:21.060930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=5388e50d-197a-4c51-8243-dfce39a9f637,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:21.081326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.081782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.082222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.083104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.083798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.083938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.084382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.084805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.085232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.085932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.086192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.086625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.087044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:21.139011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Deleting subnet 5812e464-2bef-4305-b62c-91d5f5fc6546 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:56:21.142811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.175433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9c4ed-1fd9-47c1-9d71-a6ff935ee3bc req-a3a5c893-f350-4d08-83b2-c70612decad1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:21.183284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ca9c4ed-1fd9-47c1-9d71-a6ff935ee3bc req-a3a5c893-f350-4d08-83b2-c70612decad1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.1021252 Dec 15 04:56:21.226527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.277648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ca9c4ed-1fd9-47c1-9d71-a6ff935ee3bc req-3474ae09-e197-499f-a823-3ae0ecd513ed tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889857 Dec 15 04:56:21.292696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.294840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34928) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:21.300309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34930) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:21.300711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4020094d-da08-4d9b-afc7-4b1fefd0d28c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/ports/5388e50d-197a-4c51-8243-dfce39a9f637 HTTP/1.1" status: 204 len: 168 time: 0.9296157 Dec 15 04:56:21.311281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:21.396691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.498341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.515411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cd14eb3a-395d-4232-8953-24193008c240 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/cea7af0d-f704-43fa-8c4f-e13baab53ed6 HTTP/1.1" status: 200 len: 993 time: 0.2194176 Dec 15 04:56:21.583845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b9846-b40e-4828-9682-e9d3f77dc095 tempest-TestVolumeBootPattern-2066187591 tempest-TestVolumeBootPattern-2066187591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:21.603653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c2b9846-b40e-4828-9682-e9d3f77dc095 tempest-TestVolumeBootPattern-2066187591 tempest-TestVolumeBootPattern-2066187591-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1092 time: 0.6958203 Dec 15 04:56:21.607435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34946) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:21.617096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '63345360-7203-4c54-b76e-880b99bfd5ed', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:21.649093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.694803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0ea29-4e28-463b-9075-090236b96d54 req-4f3ba3d5-22e5-484e-970a-009329b08b12 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:21.698736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40b0ea29-4e28-463b-9075-090236b96d54 req-4f3ba3d5-22e5-484e-970a-009329b08b12 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1956935 Dec 15 04:56:21.701536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.763859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5812e464-2bef-4305-b62c-91d5f5fc6546,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:21.775573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.781143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d9796e56-0892-49e5-8c14-ac5d9e1e5175 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5812e464-2bef-4305-b62c-91d5f5fc6546 HTTP/1.1" status: 204 len: 168 time: 0.7332947 Dec 15 04:56:21.781882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 34950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:21.800576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.825654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40b0ea29-4e28-463b-9075-090236b96d54 req-bd627039-f9be-4510-9a13-23f0b51b09fb tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209781 Dec 15 04:56:21.890443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:21.959147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.098861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ebad5-ca83-4dd7-adb3-dfee4769a4f5 req-a7013647-aca3-4310-9798-e7cf8921aa79 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:22.100392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e1ebad5-ca83-4dd7-adb3-dfee4769a4f5 req-a7013647-aca3-4310-9798-e7cf8921aa79 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1098 time: 0.0892889 Dec 15 04:56:22.121560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4368528-4ad7-4394-ab9c-70f2423de136 req-6ce7f710-d65e-42b6-bf76-4e4436e4d694 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:22.122977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4368528-4ad7-4394-ab9c-70f2423de136 req-6ce7f710-d65e-42b6-bf76-4e4436e4d694 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.0739207 Dec 15 04:56:22.136215 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Allocated IP 172.25.2.234 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/df092ab0-33db-4f85-ae33-d8bb6f32d585) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:22.174713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.188768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e1ebad5-ca83-4dd7-adb3-dfee4769a4f5 req-e5b822da-ea93-4cc3-a1ac-79550fb934f6 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803082 Dec 15 04:56:22.205335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4368528-4ad7-4394-ab9c-70f2423de136 req-1fe0dd05-3d50-427c-8ca2-323ed806196b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Dec 15 04:56:22.215428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2efecd-e9dc-478f-9085-9d4543d0b537']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:22.259587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97da3675-5157-48f0-a49d-e0d3e566355b') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:22.259916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97da3675-5157-48f0-a49d-e0d3e566355b') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:22.280341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-db1ac84c-5419-4772-976f-1e35e088b4ff tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:22.281853 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-db1ac84c-5419-4772-976f-1e35e088b4ff tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.42 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.1553552 Dec 15 04:56:22.286568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.345290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.362810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:56:22.363129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:56:22.371650 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:56:22.756135 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.768337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.778069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.783914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ba2efecd-e9dc-478f-9085-9d4543d0b537 HTTP/1.1" status: 204 len: 168 time: 0.9984562 Dec 15 04:56:22.798476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1141c-13ff-407c-9517-8363ae636b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2efecd-e9dc-478f-9085-9d4543d0b537,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:22.836935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Deleting port 5164c292-1c14-49b6-ac59-da3d132caa17 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:22.837284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:22.919803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.040464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=df092ab0-33db-4f85-ae33-d8bb6f32d585,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:23.058113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:23.075757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:23.085138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:23.144524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.95 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/88d8ed0f-7ee7-4a03-a312-543ae82f39fd) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:23.156817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] For port 5164c292-1c14-49b6-ac59-da3d132caa17, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5164c292-1c14-49b6-ac59-da3d132caa17,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:23.157362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.166665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-4adb30b2-552b-4a71-a2ad-6c60cd1e633a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3606522 Dec 15 04:56:23.172176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-390d1333-fb59-4c2d-add0-844b5d0bfda9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:56:23.181348 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-390d1333-fb59-4c2d-add0-844b5d0bfda9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100594 Dec 15 04:56:23.211490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Calling delete_port for 5164c292-1c14-49b6-ac59-da3d132caa17 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:23.227731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 34994) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:23.275715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259c94a-c44c-4381-826c-af577a36cfaf req-62b4764d-0dda-4c9b-95e5-0bae1d1a802a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:23.277734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c259c94a-c44c-4381-826c-af577a36cfaf req-62b4764d-0dda-4c9b-95e5-0bae1d1a802a tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 945 time: 0.2693756 Dec 15 04:56:23.384202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c259c94a-c44c-4381-826c-af577a36cfaf req-e96918a6-84a4-4720-852a-51c1bda60721 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/security-groups?id=707be110-b49f-4cd4-983c-cf592c66ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935416 Dec 15 04:56:23.456757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fdc349f4-2f72-4c43-b795-840657adc932 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99b314ca122d43dd895348619bd42947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993921 Dec 15 04:56:23.482165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:23.660961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.663668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.696268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:23.735574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 71ac118b-55fa-44f8-9126-11a2cbef52e8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:23.735932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 71ac118b-55fa-44f8-9126-11a2cbef52e8 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:23.775418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a088d-26df-41b7-a0c3-b78cc3175f81 req-3f97299c-9097-450f-b247-126a9c937494 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:23.776974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-156a088d-26df-41b7-a0c3-b78cc3175f81 req-3f97299c-9097-450f-b247-126a9c937494 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2374310 Dec 15 04:56:23.804904 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.817357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3416682d-1d86-44ff-a4ab-c327ebb4c4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.873123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-156a088d-26df-41b7-a0c3-b78cc3175f81 req-77a9fc5e-31a8-4984-ae66-96917d80bb7f tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822992 Dec 15 04:56:23.876846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.904458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3416682d-1d86-44ff-a4ab-c327ebb4c4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:23.959899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:23.977381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:23.985009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:24.039566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.053950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.100570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.207035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] No DVR routers for this DVR port 5164c292-1c14-49b6-ac59-da3d132caa17 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:24.209336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event updated for resources: {'Port': ['ID=df092ab0-33db-4f85-ae33-d8bb6f32d585,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:24.218939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.222579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa5ef09b-c670-4566-b285-7cb235479fc7 req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.42 "DELETE /v2.0/ports/5164c292-1c14-49b6-ac59-da3d132caa17 HTTP/1.1" status: 204 len: 173 time: 1.9294395 Dec 15 04:56:24.223659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'name': 'network-vif-deleted', 'tag': '5164c292-1c14-49b6-ac59-da3d132caa17'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:24.226114 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f8d4d-4f36-43fb-8dbe-9e450a2399d7" -d '{"events": [{"server_uuid": "75cbdd67-9ebd-44a7-bde5-fee954395af7", "name": "network-vif-deleted", "tag": "5164c292-1c14-49b6-ac59-da3d132caa17"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:24.252999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d34f1-583f-4bd6-9498-84f56bff9145 tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] Pushing event deleted for resources: {'Port': ['ID=5164c292-1c14-49b6-ac59-da3d132caa17,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:24.272009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.471146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=88d8ed0f-7ee7-4a03-a312-543ae82f39fd,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:24.510726 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Floating IP e2b9c771-4057-44bb-84fc-9b004f8e91dc associated. External IP: 172.25.2.234, port: 63345360-7203-4c54-b76e-880b99bfd5ed. Dec 15 04:56:24.555514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-c459ff9e-44df-4fd0-a084-94304e97c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:24.559026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-c459ff9e-44df-4fd0-a084-94304e97c036 service neutron] 10.222.0.37 "GET /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 1095 time: 0.5694692 Dec 15 04:56:24.571001 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea2470-1125-47ad-9887-e1e12fc121cd x-openstack-request-id: req-aaea2470-1125-47ad-9887-e1e12fc121cd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:24.571859 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cbdd67-9ebd-44a7-bde5-fee954395af7", "name": "network-vif-deleted", "tag": "5164c292-1c14-49b6-ac59-da3d132caa17", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:24.572392 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaea2470-1125-47ad-9887-e1e12fc121cd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:24.573390 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cbdd67-9ebd-44a7-bde5-fee954395af7', 'name': 'network-vif-deleted', 'tag': '5164c292-1c14-49b6-ac59-da3d132caa17', 'status': 'completed', 'code': 200} Dec 15 04:56:24.607018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6504e51a-124e-4866-9ec1-a46eace2c132 req-294feae5-61d5-488f-bd3e-14d665ad17fe tempest-ServerRescueNegativeTestJSON-1635842670 tempest-ServerRescueNegativeTestJSON-1635842670-project] 10.222.0.37 "GET /v2.0/ports?device_id=75cbdd67-9ebd-44a7-bde5-fee954395af7 HTTP/1.1" status: 200 len: 210 time: 0.0883784 Dec 15 04:56:24.611606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3416682d-1d86-44ff-a4ab-c327ebb4c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.614170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3416682d-1d86-44ff-a4ab-c327ebb4c4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.615251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3416682d-1d86-44ff-a4ab-c327ebb4c4f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ac55f62-bb92-424a-85f8-d5d28cf64976 HTTP/1.1" status: 204 len: 168 time: 1.1292920 Dec 15 04:56:24.619403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Request body: {'binding': {'host': 'n-h1-820935-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:24.619862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Unknown quota resources ['binding']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 04:56:24.644012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416682d-1d86-44ff-a4ab-c327ebb4c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac55f62-bb92-424a-85f8-d5d28cf64976,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:24.681117 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:24.919533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:24.971104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.139909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on host n-h1-820935-10 for vnic_type normal with profile None {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:25.144436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:25.146578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:25.187933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:25.200949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:56:25.201278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:25.210550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:25.214633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:25.215088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Checking segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:25.215377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Bound using segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:25.215828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Bound port: 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:25.224536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.238979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:25.241243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:25.264122 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ea7e8a0c-e31c-4704-afed-dd3bc0611534 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6509380 Dec 15 04:56:25.302645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.329607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.353804 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056851f3-86c0-4b85-ad57-58c565c42daf req-593f8f2c-f05f-4b24-a2bd-c54525b757dd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:25.355401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-056851f3-86c0-4b85-ad57-58c565c42daf req-593f8f2c-f05f-4b24-a2bd-c54525b757dd tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2167885 Dec 15 04:56:25.426998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:25.453598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:25.469947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=88d8ed0f-7ee7-4a03-a312-543ae82f39fd,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:25.511970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] Publish callbacks [] for binding, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.513215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] 10.222.0.37 "POST /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e/bindings HTTP/1.1" status: 201 len: 390 time: 0.9026663 Dec 15 04:56:25.541254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-056851f3-86c0-4b85-ad57-58c565c42daf req-4637983b-e51c-4c01-a35d-18d6ae4c0886 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779943 Dec 15 04:56:25.542609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.574638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:25.579052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8bcc879c-f99a-4d8b-be49-02e824d7f24d tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2697606 Dec 15 04:56:25.580103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35036) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:25.593187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'port': {'network_id': 'e7d5acaf-d8d0-4763-9983-69e528b8669f', 'name': 'tempest-FloatingIPTestJSON-1626854509'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:25.760697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35046) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:25.839996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5164c292-1c14-49b6-ac59-da3d132caa17 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:25.896464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb0cd-ecd6-4927-bdab-d21ab0322039 req-8ea4b5a2-c389-48af-a199-d733489835a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:25.898915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab1bb0cd-ecd6-4927-bdab-d21ab0322039 req-8ea4b5a2-c389-48af-a199-d733489835a7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.0889866 Dec 15 04:56:25.929948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 5164c292-1c14-49b6-ac59-da3d132caa17 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:25.932576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5164c292-1c14-49b6-ac59-da3d132caa17 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:25.946329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:25.960126 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.013358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-701724c0-870a-43c1-9fa2-b1369d8e01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:26.015088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-701724c0-870a-43c1-9fa2-b1369d8e01ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1098 time: 0.1624780 Dec 15 04:56:26.047437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab1bb0cd-ecd6-4927-bdab-d21ab0322039 req-7e852bd8-d1cd-4a96-be66-2982997988a6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285884 Dec 15 04:56:26.069080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] device_id is not set on port fa0726af-4b35-417a-a362-69d9a3e7c3d0 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:56:26.120782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35056) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:26.173084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:50Z', 'revision_number': 1, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}, {'id': 'e2b9c771-4057-44bb-84fc-9b004f8e91dc', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '63345360-7203-4c54-b76e-880b99bfd5ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68341ec4-848b-42d8-865e-784e47d933e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:56:23Z', 'updated_at': '2021-12-15T04:56:23Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:26.249074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:56:26.251953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.13 (e7d5acaf-d8d0-4763-9983-69e528b8669f/aa54e695-0261-499f-b038-6e8da85b0539/fa0726af-4b35-417a-a362-69d9a3e7c3d0) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:26.275088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:26.276499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:26.354347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-938e4886-221d-4dc0-9242-f018a47ca5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:26.356477 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-938e4886-221d-4dc0-9242-f018a47ca5a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 896 time: 0.3341346 Dec 15 04:56:26.444179 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.449424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1239379279-network', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:26.476271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:26.492238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Made reservation on behalf of ec0072d928b3406c8adce1fbf9b297b2 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:26.498284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.512594 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-2c70fa06-7fd6-4da5-8ae8-256ac35127eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 1001 time: 0.1473460 Dec 15 04:56:26.515407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.624507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.692566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network e7d5acaf-d8d0-4763-9983-69e528b8669f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:26.701707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:26.709202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:26.768700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=fa0726af-4b35-417a-a362-69d9a3e7c3d0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:26.784208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:26.787029 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:26.797687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fa25c911-6440-4c26-949b-19e9efdf67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:26.801773 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fa25c911-6440-4c26-949b-19e9efdf67df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.2740180 Dec 15 04:56:26.815342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.821938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:50Z', 'revision_number': 1, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}, {'id': 'e2b9c771-4057-44bb-84fc-9b004f8e91dc', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '63345360-7203-4c54-b76e-880b99bfd5ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68341ec4-848b-42d8-865e-784e47d933e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:56:23Z', 'updated_at': '2021-12-15T04:56:23Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:26.829874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:26.830868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.839791 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:26.866904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a307a6-d29b-41a6-ad46-874eb024be90 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:50Z', 'revision_number': 1, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}, {'id': 'e2b9c771-4057-44bb-84fc-9b004f8e91dc', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '63345360-7203-4c54-b76e-880b99bfd5ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:d2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68341ec4-848b-42d8-865e-784e47d933e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:56:23Z', 'updated_at': '2021-12-15T04:56:23Z', 'revision_number': 0, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:26.909807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-f0d1ad2d-0d2e-4c96-890d-e9a58ff9c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:26.912346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-f0d1ad2d-0d2e-4c96-890d-e9a58ff9c1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029551 Dec 15 04:56:26.922303 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ebf79-a768-4949-8a5e-77fdc5e22a39 x-openstack-request-id: req-779ebf79-a768-4949-8a5e-77fdc5e22a39 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:26.922837 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:26.923288 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-779ebf79-a768-4949-8a5e-77fdc5e22a39 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:26.923863 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed', 'status': 'completed', 'code': 200} Dec 15 04:56:26.942775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9fa032f2-c7ed-4e1f-9bcd-e42496a0c4b4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3604476 Dec 15 04:56:26.958848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:56:26.964056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:26.994959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'port_id': 'fa0726af-4b35-417a-a362-69d9a3e7c3d0'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:27.005254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cee2d0-87b5-48f1-bd7b-ac1502969716 req-41672f24-40e3-430c-ae47-568e7b8fb371 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:27.007148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0cee2d0-87b5-48f1-bd7b-ac1502969716 req-41672f24-40e3-430c-ae47-568e7b8fb371 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2416260 Dec 15 04:56:27.055039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607d032-b6af-4e4a-a5f4-6ad081cf1bd8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:27.059482 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.060281 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Added segment c4b00728-534f-484d-adb5-0d4b30767b94 of type vlan for network b9415d69-191c-4ddd-9ebf-4bdc1904161b Dec 15 04:56:27.097508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.157458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-b77fd74c-c76b-48d1-8dcc-d204f8045605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:27.159321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-b77fd74c-c76b-48d1-8dcc-d204f8045605 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1097 time: 0.1504543 Dec 15 04:56:27.168246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-383a6762-4191-4ca5-b58a-c0e29d28e329 service neutron] 10.222.0.16 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423730 Dec 15 04:56:27.324861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.327799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-b4bbe958-db5f-47f7-84e7-03f4d46e90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:27.329669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-b4bbe958-db5f-47f7-84e7-03f4d46e90c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1603189 Dec 15 04:56:27.365547 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a17ac-9119-4744-8085-ba6b668f96de None None] New status for floating IP e2b9c771-4057-44bb-84fc-9b004f8e91dc: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:56:27.651712 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c93a2c20-228f-4da4-bf82-ec44dee19cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.753193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.810652 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.910509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:27.976451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-1db7899a-3b59-4856-8190-019b3a29dcb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 200 len: 1001 time: 0.6374311 Dec 15 04:56:28.014362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0cee2d0-87b5-48f1-bd7b-ac1502969716 req-3f4212a7-d33f-43e2-b141-431a4ef61078 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9988108 Dec 15 04:56:28.073992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:28.083266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:28.083874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:28.085504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-28087722-e86b-43de-a785-fe748b710441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:28.087221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-28087722-e86b-43de-a785-fe748b710441 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1016817 Dec 15 04:56:28.107088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7d03-71fc-4a78-975c-f9dac852d54b req-528f7949-2cd8-4077-a2bd-48715764422d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:28.114893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-775f7d03-71fc-4a78-975c-f9dac852d54b req-528f7949-2cd8-4077-a2bd-48715764422d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.3573940 Dec 15 04:56:28.164034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-bb5879ad-e378-4b57-a38e-ba8dae653884 service neutron] 10.222.0.16 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447976 Dec 15 04:56:28.218635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-972fd02e-6076-4a60-938d-b9a95f29e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:28.220627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-972fd02e-6076-4a60-938d-b9a95f29e0e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192915 Dec 15 04:56:28.301531 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP e18b47df-74af-4893-9039-87e441e53a0f associated. External IP: 172.25.2.95, port: fa0726af-4b35-417a-a362-69d9a3e7c3d0. Dec 15 04:56:28.319750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1970422 Dec 15 04:56:28.335028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35098) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:28.362352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-cd36f88a-a5b4-436c-88da-01e76178e2d7 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199017 Dec 15 04:56:28.411858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Request body: {'subnet': {'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1239379279-subnet', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:28.465951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028d35-0c37-4623-ad6a-6933b840a4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b9415d69-191c-4ddd-9ebf-4bdc1904161b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:28.478904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:56:28.530961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-775f7d03-71fc-4a78-975c-f9dac852d54b req-78c43b69-31d6-40d3-aca1-698b259491d8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997641 Dec 15 04:56:28.535842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Made reservation on behalf of ec0072d928b3406c8adce1fbf9b297b2 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:28.547498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:28.557295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-91352a40-b4e6-45f9-9e13-1f19648b244c tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:28.558976 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-91352a40-b4e6-45f9-9e13-1f19648b244c tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1098 time: 0.1955960 Dec 15 04:56:28.591221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-10'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:28.720727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:28.736179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62e5afcf-f3f3-49c5-92a8-97f0a16b0ee2 req-a26fedaa-6c01-4065-b03e-a6ac3e02b51c service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284655 Dec 15 04:56:28.821160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Deleting port 313bf538-1efa-4aca-89f5-bae794746878 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:28.821541 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:28.859685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:28.941971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.031324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8447cbfd-4bc8-481f-9bb6-b3142e899fca,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:29.041901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] For port 313bf538-1efa-4aca-89f5-bae794746878, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=313bf538-1efa-4aca-89f5-bae794746878,segment=NetworkSegment(f104d6e7-91b3-402b-9e7c-54e7baddcaed),segment_id=f104d6e7-91b3-402b-9e7c-54e7baddcaed)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:29.045063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.105507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:29.108798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:29.111597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Calling delete_port for 313bf538-1efa-4aca-89f5-bae794746878 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:29.120586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.135073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:29.160607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:29.161503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:29.178303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-479187f2-e80c-4b02-a42e-9b06ce3b9b74 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/floatingips/e18b47df-74af-4893-9039-87e441e53a0f HTTP/1.1" status: 200 len: 978 time: 2.2130458 Dec 15 04:56:29.179334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Checking segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:29.179723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Network hostable DHCP agents. Network: b9415d69-191c-4ddd-9ebf-4bdc1904161b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:56:29.183876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35104) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:29.234549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:29.244624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:29.245594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:29.284726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:29.286400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d3f0b-7198-4d94-b8e7-9f85993786c0 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:29.307274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:56:29.330638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9963-fd99-4e22-91ed-b0ccb5d753cb req-0eb6d3ec-b5a3-43b9-8cdd-c995355f9e55 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:29.348625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c19e9963-fd99-4e22-91ed-b0ccb5d753cb req-0eb6d3ec-b5a3-43b9-8cdd-c995355f9e55 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1381934 Dec 15 04:56:29.357688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:29.405473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b9415d69-191c-4ddd-9ebf-4bdc1904161b) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:29.417719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ec7d2-0202-4026-b982-7b42ecf8168d None None] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:29.425392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:29.426528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.448743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:29.454584 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a382f087-8d61-4bab-b41c-69e0ce19151d" -d '{"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-unplugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:29.459793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0cd495b6-b47b-4ea0-b33a-474c46cdefff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0553505 Dec 15 04:56:29.462950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.464277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:29.474829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:29.502630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port fa0726af-4b35-417a-a362-69d9a3e7c3d0 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:29.503011 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.505945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.507102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.507464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.515637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c19e9963-fd99-4e22-91ed-b0ccb5d753cb req-7cc68f4c-5b62-4f20-ba18-b355425ae35b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658876 Dec 15 04:56:29.608997 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd71150-ef6f-46a0-abf4-580d8766f3b7 x-openstack-request-id: req-5cd71150-ef6f-46a0-abf4-580d8766f3b7 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:29.609703 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-unplugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:29.610595 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cd71150-ef6f-46a0-abf4-580d8766f3b7 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:29.611405 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'code': 200} Dec 15 04:56:29.658711 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.770446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:29.808504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:29.894465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:56:29.896965 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.065856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.067737 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f95b33ed-1657-4ab2-91f7-a31339fcbd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.127800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on host n-h2-820935-10 for vnic_type normal with profile {"migrating_to": "n-h1-820935-10"} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:30.127800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:30.127800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:30.128343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Allocated IP 172.20.0.2 (b9415d69-191c-4ddd-9ebf-4bdc1904161b/8447cbfd-4bc8-481f-9bb6-b3142e899fca/40fdf93a-6bbd-4a0a-92c1-fa885ae17b89) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:30.140445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=313bf538-1efa-4aca-89f5-bae794746878,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:30.180695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:56:30.185595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Attempting to bind port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on network 7dd19046-5444-4071-aefd-dacb2a7dc030 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:30.218479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:30.218995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Checking segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:30.219239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Bound using segment: {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:30.219667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Bound port: 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6788a9a0-df27-477f-a800-876f0aca3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:30.220033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.382016 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.392714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.464767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:30.466996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Pushing event updated for resources: {'Port': ['ID=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:30.469680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:30.473325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:30.490799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-55ca8276-0e56-4860-bd50-d49792d8b8df None None] Provisioning complete for port 46cdcdf0-eb11-4578-aa55-bedd8d28909e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:30.491003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55ca8276-0e56-4860-bd50-d49792d8b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.553838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:30.579900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:30.599427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.692841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Attempting to bind port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:30.693433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Attempting to bind port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:30.693764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Attempting to bind port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 on network b9415d69-191c-4ddd-9ebf-4bdc1904161b {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:30.702145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:30.702550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Checking segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:30.702928 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.703326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Bound using segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:30.703952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Bound port: 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:30.704948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.751717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.765712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-55ca8276-0e56-4860-bd50-d49792d8b8df None None] Port 46cdcdf0-eb11-4578-aa55-bedd8d28909e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:30.804579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] For port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:30.810210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] For port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:30.828851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.965547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a68c4-799e-4f72-9a41-a11ac2eee52e None None] Pushing event updated for resources: {'Port': ['ID=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:30.966534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:30.975093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:31.114905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cf4b0-b6f9-4403-851f-a9ebac6e8eb2 req-9ad47725-963b-4985-b001-9f62f31f4073 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:31.116679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-542cf4b0-b6f9-4403-851f-a9ebac6e8eb2 req-9ad47725-963b-4985-b001-9f62f31f4073 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 944 time: 1.2473512 Dec 15 04:56:31.179328 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:31.314866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7e978-662a-43ff-946c-39526f0b0b9b req-7646b307-7f21-450f-8e6a-2cfe525a2312 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:31.319146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cb7e978-662a-43ff-946c-39526f0b0b9b req-7646b307-7f21-450f-8e6a-2cfe525a2312 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.5294352 Dec 15 04:56:31.341438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:31.342090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:31.344904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-5b673949-27ad-4dcc-b508-24050d319b33 service neutron] 10.222.0.16 "PUT /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 1124 time: 2.7600124 Dec 15 04:56:31.345953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b74e1e75-8d25-4720-b4ba-348fef684fd0 None None] Provisioning complete for port 46cdcdf0-eb11-4578-aa55-bedd8d28909e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:31.348851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b74e1e75-8d25-4720-b4ba-348fef684fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:31.503858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Router d0860cc8-155c-4f5c-9deb-a3d1d3220979 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:31.595938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-542cf4b0-b6f9-4403-851f-a9ebac6e8eb2 req-39fbf456-2ccb-40b0-8482-5335b42ba54d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4700608 Dec 15 04:56:31.673157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:31.675818 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31c9cd3-472b-4d49-aee4-fb9f4440e052" -d '{"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:31.679220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:31.690110 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] Sync routers for ids ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:31.695529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d3314709-cbc5-4c7d-b55d-e8d7327428a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/d0860cc8-155c-4f5c-9deb-a3d1d3220979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9319088 Dec 15 04:56:31.696155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35130) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:31.729329 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] Routers {'d0860cc8-155c-4f5c-9deb-a3d1d3220979'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:31.740271 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:31.778112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['46cdcdf0-eb11-4578-aa55-bedd8d28909e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:31.780605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b74e1e75-8d25-4720-b4ba-348fef684fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:31.790834 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e610669a-f6bd-4088-b125-e07455edd393 x-openstack-request-id: req-e610669a-f6bd-4088-b125-e07455edd393 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:31.791226 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:31.791366 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e610669a-f6bd-4088-b125-e07455edd393 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:31.791801 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'status': 'completed', 'code': 200} Dec 15 04:56:31.859063 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b74e1e75-8d25-4720-b4ba-348fef684fd0 None None] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:31.869978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:31.873158 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4687f00-62e7-4f99-8515-b973419dfe56" -d '{"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-plugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:31.877369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b74e1e75-8d25-4720-b4ba-348fef684fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:31.979506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cb7e978-662a-43ff-946c-39526f0b0b9b req-01fa39ef-73d6-48bc-bcf0-9039b9f18871 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008614 Dec 15 04:56:32.024088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:32.026156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:32.026613 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP e18b47df-74af-4893-9039-87e441e53a0f disassociated. External IP: 172.25.2.95, port: fa0726af-4b35-417a-a362-69d9a3e7c3d0. Dec 15 04:56:32.027182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for fa0726af-4b35-417a-a362-69d9a3e7c3d0 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:32.034239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-c1155153-9b83-48fc-9cb6-e0b4a60b3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:32.040192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-c1155153-9b83-48fc-9cb6-e0b4a60b3492 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1129 time: 0.1847167 Dec 15 04:56:32.144931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:32.191182 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] Set router d0860cc8-155c-4f5c-9deb-a3d1d3220979 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:32.518458 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372cba0c-8532-4075-9326-43a21842bebf x-openstack-request-id: req-372cba0c-8532-4075-9326-43a21842bebf {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:32.519062 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-plugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:32.520240 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-372cba0c-8532-4075-9326-43a21842bebf {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:32.525162 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'code': 200} Dec 15 04:56:32.544381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:32.575296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-18112b44-de77-4b5d-8438-6c17a089317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:32.577351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-18112b44-de77-4b5d-8438-6c17a089317d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 896 time: 0.5086572 Dec 15 04:56:32.580402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:32.658333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:32.731004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-ea6fc7b4-d44a-4016-90ca-975db1a8c743 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 1001 time: 0.1400616 Dec 15 04:56:32.751180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=fa0726af-4b35-417a-a362-69d9a3e7c3d0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:32.829123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-ad6b1080-07bc-4365-a926-06766fa4d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:32.830689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-ad6b1080-07bc-4365-a926-06766fa4d990 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.0828924 Dec 15 04:56:32.868786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Deleting port a8843d8b-61cb-4770-a133-81616fbda3d1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:32.869169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:32.902794 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:56:29Z', 'revision_number': 5, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port': {'id': 'a8843d8b-61cb-4770-a133-81616fbda3d1', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:53:14Z', 'updated_at': '2021-12-15T04:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:32.957583 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] Checking router: d0860cc8-155c-4f5c-9deb-a3d1d3220979 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:56:33.008810 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] Routers {'d0860cc8-155c-4f5c-9deb-a3d1d3220979'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:33.014009 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:33.041549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e1e75-8d25-4720-b4ba-348fef684fd0 None None] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:33.126344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:33.127000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.157664 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.158761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbcafda-504f-4950-b763-27aed7ca1e60 None None] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:33.199582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-4e44756e-bfa8-4ae5-8176-579063226f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:33.207588 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-4e44756e-bfa8-4ae5-8176-579063226f6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3595760 Dec 15 04:56:33.219069 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] Set router d0860cc8-155c-4f5c-9deb-a3d1d3220979 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:33.277830 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.288191 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:56:32Z', 'revision_number': 6, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:33.317305 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165711bf-26f1-403a-956f-3c3de1464166 None None] The sync data for ids ['d0860cc8-155c-4f5c-9deb-a3d1d3220979'] in n-d-820935-10 is: [{'id': 'd0860cc8-155c-4f5c-9deb-a3d1d3220979', 'name': 'tempest-ServerRescueNegativeTestJSON-427217126-router', 'tenant_id': '9aabb54780324063a2db5f4ca1da8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:53:13Z', 'updated_at': '2021-12-15T04:56:32Z', 'revision_number': 6, 'project_id': '9aabb54780324063a2db5f4ca1da8001', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:33.333315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.375389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f62717-ecf5-46dc-a73b-e40594a1db93 req-5bc77d96-e116-4fed-8d18-9a8fdc1fb50f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:33.377373 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98f62717-ecf5-46dc-a73b-e40594a1db93 req-5bc77d96-e116-4fed-8d18-9a8fdc1fb50f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.5980985 Dec 15 04:56:33.413363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bf880-8164-4776-b1a6-288d22eccb85 req-46e153dd-6b85-464c-b3f4-8447dd53d6b0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:33.415872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f3bf880-8164-4776-b1a6-288d22eccb85 req-46e153dd-6b85-464c-b3f4-8447dd53d6b0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2079165 Dec 15 04:56:33.432554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-eaaa6d26-11ad-483c-b2c4-e8cff3cad6d8 None None] Provisioning complete for port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:33.433031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d26-11ad-483c-b2c4-e8cff3cad6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.456331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:33.559935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d26-11ad-483c-b2c4-e8cff3cad6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.650788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-eaaa6d26-11ad-483c-b2c4-e8cff3cad6d8 None None] For port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:33.667056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d26-11ad-483c-b2c4-e8cff3cad6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.670021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.735536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:33.789019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:56:33.860291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa6d26-11ad-483c-b2c4-e8cff3cad6d8 None None] Pushing event updated for resources: {'Port': ['ID=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:33.979980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 313bf538-1efa-4aca-89f5-bae794746878 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:34.016088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 313bf538-1efa-4aca-89f5-bae794746878 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:34.016521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 313bf538-1efa-4aca-89f5-bae794746878 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:34.054880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:34.069064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e has no active binding in host n-h1-820935-10 {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 15 04:56:34.136221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98f62717-ecf5-46dc-a73b-e40594a1db93 req-a6d6c973-272a-49c8-8ada-c605cd2bc985 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7504778 Dec 15 04:56:34.137258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:34.159500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:34.160672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] For port a8843d8b-61cb-4770-a133-81616fbda3d1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a8843d8b-61cb-4770-a133-81616fbda3d1,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:34.161182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.189763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-96a1069e-1a38-47fb-a2c4-8cca86c2849f service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510832 Dec 15 04:56:34.202802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f3bf880-8164-4776-b1a6-288d22eccb85 req-b02b59f1-3549-41d0-99cf-dcd729ed127a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508693 Dec 15 04:56:34.209827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-65cdef2a-9731-4f20-9110-f0fc25183e40 None None] Provisioning complete for port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:34.209827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-65cdef2a-9731-4f20-9110-f0fc25183e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.233178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Calling delete_port for a8843d8b-61cb-4770-a133-81616fbda3d1 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:34.262107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:34.262499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:34.291222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Allocated IP 172.25.2.242 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/2f74082c-8327-4227-93c8-afa2738b71e4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:34.308126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:34.372583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:34.373220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:34.420687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.426691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ea732479-e032-431a-bfa2-aefec8906638 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/ports/fa0726af-4b35-417a-a362-69d9a3e7c3d0 HTTP/1.1" status: 204 len: 168 time: 5.2382698 Dec 15 04:56:34.438289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35154) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:34.442126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:34.442793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d4cf4-24c1-4a71-98d0-e7ca446da0e9 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:34.531108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-38ac0fef-e698-4de9-9fcb-08c8eaced125 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/floatingips/e18b47df-74af-4893-9039-87e441e53a0f HTTP/1.1" status: 200 len: 687 time: 0.0900300 Dec 15 04:56:34.533894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35156) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:34.571229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d31c9cd3-472b-4d49-aee4-fb9f4440e052 req-cc97e103-71f5-4fb9-bed8-fc2183c88ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805327 Dec 15 04:56:34.584325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.704549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.756915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 88d8ed0f-7ee7-4a03-a312-543ae82f39fd {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:34.757380 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.761627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:34.780760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:34.797382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0116633-b211-4bf6-9012-1fdfccb0f2bf None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:34.835027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Pushing event updated for resources: {'Port': ['ID=2f74082c-8327-4227-93c8-afa2738b71e4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:34.837539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:34.914753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.931226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-476f59c2-3a8f-4d04-ba40-dea7be46e6cd None None] Provisioning complete for port 2f74082c-8327-4227-93c8-afa2738b71e4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:34.932025 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-476f59c2-3a8f-4d04-ba40-dea7be46e6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:34.972491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8843d8b-61cb-4770-a133-81616fbda3d1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:35.006788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-476f59c2-3a8f-4d04-ba40-dea7be46e6cd None None] Port 2f74082c-8327-4227-93c8-afa2738b71e4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:35.008417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df358b5-5c44-4034-b38a-24ee26394490 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:35.067655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.087000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.087543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.102790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 88d8ed0f-7ee7-4a03-a312-543ae82f39fd owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:35.170761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.172986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.242254 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.242920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0860cc8-155c-4f5c-9deb-a3d1d3220979 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:56:35.254321 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.258848 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-893012c0-c331-4499-becd-4448c816ba55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d0860cc8-155c-4f5c-9deb-a3d1d3220979 HTTP/1.1" status: 204 len: 168 time: 3.5616846 Dec 15 04:56:35.259497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35168) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:35.366628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Deleting subnet b40adb71-9bdf-41f7-b30b-8dd705748d34 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:56:35.371282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.477274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.528552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.547575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.588966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.638517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40adb71-9bdf-41f7-b30b-8dd705748d34,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:35.661255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.669414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b466c72-5715-4127-8d5d-68c7bdcd25fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b40adb71-9bdf-41f7-b30b-8dd705748d34 HTTP/1.1" status: 204 len: 168 time: 0.4088683 Dec 15 04:56:35.670041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35174) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:35.798330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.806998 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:35.881356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=88d8ed0f-7ee7-4a03-a312-543ae82f39fd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:35.968921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:35.975092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.005470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.010715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.015848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595a1f65-7a1d-497e-b596-08e246ae952c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:36.017102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8856e270-8211-46d2-ad2b-3e05721d4a4e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/floatingips/e18b47df-74af-4893-9039-87e441e53a0f HTTP/1.1" status: 204 len: 168 time: 1.4810603 Dec 15 04:56:36.038858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35178) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:36.052632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:36.053070 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.059816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f104d6e7-91b3-402b-9e7c-54e7baddcaed') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:36.060620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f104d6e7-91b3-402b-9e7c-54e7baddcaed') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:36.062112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '72cd1f5f-4192-4619-9c11-6544580dde0c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:36.085350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.106794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.108047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a13cc-4ab6-48c7-b596-a1d5bce13b45 req-d58af45f-cd47-4730-9b23-25a658072530 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:36.110545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e70a13cc-4ab6-48c7-b596-a1d5bce13b45 req-d58af45f-cd47-4730-9b23-25a658072530 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.4163718 Dec 15 04:56:36.111601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.117996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.119128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:56:36.119941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:56:36.123140 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:56:36.131266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b00786-03eb-4fb4-b7a9-478580ba201d req-b9702c27-bd03-4264-970c-9d3a3427ceb0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:36.132841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9b00786-03eb-4fb4-b7a9-478580ba201d req-b9702c27-bd03-4264-970c-9d3a3427ceb0 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 946 time: 0.4375350 Dec 15 04:56:36.205455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.213086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.221156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] 10.222.0.37 "DELETE /v2.0/networks/595a1f65-7a1d-497e-b596-08e246ae952c HTTP/1.1" status: 204 len: 168 time: 0.5483446 Dec 15 04:56:36.236278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a8843d8b-61cb-4770-a133-81616fbda3d1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:36.265836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7fbc9-f622-484e-af37-238fb6004215 admin admin] Pushing event deleted for resources: {'Network': ['ID=595a1f65-7a1d-497e-b596-08e246ae952c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:36.277765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a8843d8b-61cb-4770-a133-81616fbda3d1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:36.278122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a8843d8b-61cb-4770-a133-81616fbda3d1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:36.409392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:36.463064 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a955677d-3b00-45f5-b98b-c58a52675e2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9aabb54780324063a2db5f4ca1da8001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523207 Dec 15 04:56:36.468592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35184) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:36.526986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59538a9c-a817-4032-a773-92e5409d4fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.554028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59538a9c-a817-4032-a773-92e5409d4fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.642062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59538a9c-a817-4032-a773-92e5409d4fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.647869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59538a9c-a817-4032-a773-92e5409d4fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:36.659942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59538a9c-a817-4032-a773-92e5409d4fef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/707be110-b49f-4cd4-983c-cf592c66ced9 HTTP/1.1" status: 204 len: 168 time: 0.1895545 Dec 15 04:56:36.695232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59538a9c-a817-4032-a773-92e5409d4fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707be110-b49f-4cd4-983c-cf592c66ced9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:36.849898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9b00786-03eb-4fb4-b7a9-478580ba201d req-5f4ad000-dfd5-48c1-8bde-7aed270688ca tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6883390 Dec 15 04:56:36.889593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-a4f6848d-1c0a-479a-aaef-3a8f580db830 service neutron] 10.222.0.42 "GET /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e/bindings/n-h1-820935-10 HTTP/1.1" status: 200 len: 385 time: 0.1194360 Dec 15 04:56:36.894006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e70a13cc-4ab6-48c7-b596-a1d5bce13b45 req-e463d958-8bc4-4cdb-87ef-a0770cf3d66c tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7718258 Dec 15 04:56:36.999172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Router f4f7c49b-3882-49ee-8c32-e913a704467e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:56:37.000856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.019935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.223631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:37.240915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:37.242978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.58 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/164e2ec8-3fab-48e8-ae8e-2b334a178dd8) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:37.254439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:37.255424 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:37.275636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.276986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-67f88b33-e497-46ab-a03f-398b33743a68 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8083544 Dec 15 04:56:37.287452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:37.295345 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:37.306172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:37.367283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:37.370151 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6f8ab-195c-47f6-87ed-55d9173d7352" -d '{"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-unplugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:37.381714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:37.401644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.473665 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e02aa-d913-4137-ac7a-240e1a911cc5 x-openstack-request-id: req-622e02aa-d913-4137-ac7a-240e1a911cc5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:37.475020 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-unplugged", "status": "completed", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:37.475284 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-622e02aa-d913-4137-ac7a-240e1a911cc5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:37.475696 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'code': 200} Dec 15 04:56:37.525425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:37.550448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] Transition to ACTIVE for port object 46cdcdf0-eb11-4578-aa55-bedd8d28909e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:56:37.561774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.564817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.729997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] Pushing event updated for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=11']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:37.801239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:37.811027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] No DVR routers for this DVR port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:37.833485 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:35Z', 'revision_number': 3, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:38.005117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35230) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:38.070273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:38.090595 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:56:38.090933 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Updating router f4f7c49b-3882-49ee-8c32-e913a704467e port 2f74082c-8327-4227-93c8-afa2738b71e4 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:56:38.103859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:38.108466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:38.126284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=164e2ec8-3fab-48e8-ae8e-2b334a178dd8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:38.156603 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-fab769cf-5a7a-451a-9157-de60cf582b9b service neutron] 10.222.0.42 "PUT /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e/bindings/n-h1-820935-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2627897 Dec 15 04:56:38.169489 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.245321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc99e5d-6069-4e5a-acf6-02701875968a req-c81453e2-a626-49f7-a688-bf8225b0ffdc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:38.246870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbc99e5d-6069-4e5a-acf6-02701875968a req-c81453e2-a626-49f7-a688-bf8225b0ffdc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.2379124 Dec 15 04:56:38.320508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-514639664-network', 'tenant_id': 'de8e24a01df14a60a59a17b6943aa74d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:38.377701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-64fed8dc-9389-4620-9b2f-ecb6ebe99f38 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:38.385574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-64fed8dc-9389-4620-9b2f-ecb6ebe99f38 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.1239085 Dec 15 04:56:38.390707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2d3b-9f7c-4fc8-b9d6-6cb9362a86d2 req-8b355738-2c6d-4d73-bb8a-457544003b3a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:38.395074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea3c2d3b-9f7c-4fc8-b9d6-6cb9362a86d2 req-8b355738-2c6d-4d73-bb8a-457544003b3a tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.3327093 Dec 15 04:56:38.490447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Made reservation on behalf of de8e24a01df14a60a59a17b6943aa74d for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:38.493508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.513496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.561356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ff3302f9-928b-4df4-9cb2-3dab8f3ce5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:38.563035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ff3302f9-928b-4df4-9cb2-3dab8f3ce5ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 1097 time: 0.1463897 Dec 15 04:56:38.713927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbc99e5d-6069-4e5a-acf6-02701875968a req-a6b0fce1-1655-4f54-85b1-66d8e13d29c2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546394 Dec 15 04:56:38.778025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea3c2d3b-9f7c-4fc8-b9d6-6cb9362a86d2 req-108a0419-682d-44d0-a5d8-1805ad87005d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075252 Dec 15 04:56:38.808353 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.817763 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.828750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-6b1b7435-cace-4eaa-a98e-d456bea48c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:38.831398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-6b1b7435-cace-4eaa-a98e-d456bea48c00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1097 time: 0.1734462 Dec 15 04:56:38.898508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.907102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.920235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036c7ac-cd5a-4505-9d04-d299f4cdb251 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:38.927924 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Pushing event updated for resources: {'Port': ['ID=2f74082c-8327-4227-93c8-afa2738b71e4,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:38.974158 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.974750 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.975374 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.975888 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.976441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.976926 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.977543 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.978024 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.978776 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.979264 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.979745 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.980245 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:38.986541 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:38.992848 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:56:39.015587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:56:39.016920 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Attempting to bind port 2f74082c-8327-4227-93c8-afa2738b71e4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:39.018773 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Attempting to bind port 2f74082c-8327-4227-93c8-afa2738b71e4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:39.021053 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Attempting to bind port 2f74082c-8327-4227-93c8-afa2738b71e4 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:39.022539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e567ba04-2f90-4b0f-a919-68f8fe8db63a None None] Provisioning complete for port 2f74082c-8327-4227-93c8-afa2738b71e4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:39.024257 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e567ba04-2f90-4b0f-a919-68f8fe8db63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.036353 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:39.037852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:39.038357 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.039527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:39.040006 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Bound port: 2f74082c-8327-4227-93c8-afa2738b71e4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:39.040958 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.041324 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.042262 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Added segment f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2 of type vlan for network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 Dec 15 04:56:39.096271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e567ba04-2f90-4b0f-a919-68f8fe8db63a None None] Port 2f74082c-8327-4227-93c8-afa2738b71e4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:39.132677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.143413 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] For port 2f74082c-8327-4227-93c8-afa2738b71e4, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:39.149942 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] For port 2f74082c-8327-4227-93c8-afa2738b71e4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2f74082c-8327-4227-93c8-afa2738b71e4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:39.158038 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.177557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.179052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:39.179783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.225741 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad18e9d-61c7-4a56-b77a-70d992559c44 None None] Pushing event updated for resources: {'Port': ['ID=2f74082c-8327-4227-93c8-afa2738b71e4,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:39.248218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe095b-03c7-4bb8-a9cc-ca1a3155475d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:39.260881 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:39.262944 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:39.289500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5fd086-4234-4eab-9ce2-19613fa03ee7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:39.296948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2907679 Dec 15 04:56:39.305036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35252) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:39.305569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:56:39.318449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Request body: {'subnet': {'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-514639664-subnet', 'tenant_id': 'de8e24a01df14a60a59a17b6943aa74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:39.333354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.349905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399ea6f-4b3e-456e-806e-9d3b284b3cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf75fa9c-5210-44d0-83c9-01e26ef4152f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:39.424668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:39.442269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Made reservation on behalf of de8e24a01df14a60a59a17b6943aa74d for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:39.447600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.478706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ad14e7ff-7ca7-4397-82b7-547ed3f6dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:39.484337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ad14e7ff-7ca7-4397-82b7-547ed3f6dd8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 896 time: 0.6433573 Dec 15 04:56:39.499523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3fd1d8d7-37ed-441b-a8e3-f38efe5f7858 None None] Provisioning complete for port 2f74082c-8327-4227-93c8-afa2738b71e4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:39.500309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d8d7-37ed-441b-a8e3-f38efe5f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.677286 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-30e306ce-7de0-4784-9138-1a41c1ee2d89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 999 time: 0.1435909 Dec 15 04:56:39.705875 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:35Z', 'revision_number': 3, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:39.725641 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.736385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d8d7-37ed-441b-a8e3-f38efe5f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.752742 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6141f-fa38-42ff-b4f7-5ff6ace84b11 None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:35Z', 'revision_number': 3, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:39.779691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3fd1d8d7-37ed-441b-a8e3-f38efe5f7858 None None] For port 2f74082c-8327-4227-93c8-afa2738b71e4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2f74082c-8327-4227-93c8-afa2738b71e4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:39.789028 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d8d7-37ed-441b-a8e3-f38efe5f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:39.803049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-daaf3d4e-434f-402a-a339-0ac4b3614d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:39.804835 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-daaf3d4e-434f-402a-a339-0ac4b3614d24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.1193724 Dec 15 04:56:39.815838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Allocated IP 172.20.0.1 (b9415d69-191c-4ddd-9ebf-4bdc1904161b/8447cbfd-4bc8-481f-9bb6-b3142e899fca/75d8ee42-357d-4748-9929-33576e958ff1) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:39.846105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:39.971124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1d8d7-37ed-441b-a8e3-f38efe5f7858 None None] Pushing event updated for resources: {'Port': ['ID=2f74082c-8327-4227-93c8-afa2738b71e4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:39.974498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:40.020707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-81122234-f7c0-4b6a-9d84-6a7f05d4ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:40.022990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-81122234-f7c0-4b6a-9d84-6a7f05d4ee01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883235 Dec 15 04:56:40.063186 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.111548 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.159629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30ff4c4-bdff-4138-a799-fe3c16969b8e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:40.219446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.317597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Checking segment: {'id': 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:40.318014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Network hostable DHCP agents. Network: 0c5fd086-4234-4eab-9ce2-19613fa03ee7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:56:40.346268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:40.369472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:40.372530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:40.405660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:56:40.434639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-8f578652-a3c8-4a5c-bd3f-317f00436686 service neutron] 10.222.0.16 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017065 Dec 15 04:56:40.438661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.439641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0c5fd086-4234-4eab-9ce2-19613fa03ee7) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:40.450510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9bcc0d-17cc-4274-8926-c9d347006a90 None None] Network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:40.476102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:40.477483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.570011 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7b9b2a6-b5eb-4cb7-a3da-bb4631269c1a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2580686 Dec 15 04:56:40.627833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611cc3-fac6-426e-8ba5-93df5870eb6d req-99cea268-8d8f-45e4-ac6e-7d73de5fd91e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:40.631953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64611cc3-fac6-426e-8ba5-93df5870eb6d req-99cea268-8d8f-45e4-ac6e-7d73de5fd91e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.6999242 Dec 15 04:56:40.657788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-54d9afaf-b052-4c5a-a133-0d4bac973c0a service neutron] 10.222.0.16 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107790 Dec 15 04:56:40.659354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b06a2-0838-4536-b298-4b63cef8631c req-571161f4-b084-47a1-9ac3-67cb19ad33d9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:40.661827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-004b06a2-0838-4536-b298-4b63cef8631c req-571161f4-b084-47a1-9ac3-67cb19ad33d9 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.6610160 Dec 15 04:56:40.672776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23936990-fffe-48f4-bd9f-6a18ef4b5e72 None None] Network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:40.759874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Pushing event updated for resources: {'Port': ['ID=75d8ee42-357d-4748-9929-33576e958ff1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:40.859121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-18ffdb36-51ef-40f9-ae32-e5ea2e21c0c0 None None] Provisioning complete for port 75d8ee42-357d-4748-9929-33576e958ff1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:40.859863 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18ffdb36-51ef-40f9-ae32-e5ea2e21c0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.917455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-18ffdb36-51ef-40f9-ae32-e5ea2e21c0c0 None None] Port 75d8ee42-357d-4748-9929-33576e958ff1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:40.957608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-004b06a2-0838-4536-b298-4b63cef8631c req-743db869-6f11-4136-aefc-98298964d8b4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205248 Dec 15 04:56:40.969486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:40.995250 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:41.078355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:41.079470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-c2d28fc3-ef0f-45d8-a2de-ec63b308fcb6 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:41.082206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-c2d28fc3-ef0f-45d8-a2de-ec63b308fcb6 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 1097 time: 0.0944259 Dec 15 04:56:41.181614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64611cc3-fac6-426e-8ba5-93df5870eb6d req-b0ea3a41-901b-4d76-bba2-0730849160bd tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4911311 Dec 15 04:56:41.317936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=164e2ec8-3fab-48e8-ae8e-2b334a178dd8,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:41.424522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ac3e7d7b-7fbf-4050-aefc-279b312e3eec service neutron] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:41.428333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ac3e7d7b-7fbf-4050-aefc-279b312e3eec service neutron] Publish callbacks [] for binding, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:41.429548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-ac3e7d7b-7fbf-4050-aefc-279b312e3eec service neutron] 10.222.0.16 "DELETE /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e/bindings/n-h2-820935-10 HTTP/1.1" status: 204 len: 173 time: 0.3374493 Dec 15 04:56:41.462677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:41.989840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2f74082c-8327-4227-93c8-afa2738b71e4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:42.089965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2f74082c-8327-4227-93c8-afa2738b71e4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:42.090939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:42.163728 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:42.172622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-22ac23e8-f868-48a5-a299-5d0d1edeee48 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:42.181890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-22ac23e8-f868-48a5-a299-5d0d1edeee48 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/networks?id=0c5fd086-4234-4eab-9ce2-19613fa03ee7 HTTP/1.1" status: 200 len: 808 time: 0.7779586 Dec 15 04:56:42.190056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:42.292290 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 5fea38e2-6a5e-47f1-bb5a-f796a4692eab associated. External IP: 172.25.2.58, port: 72cd1f5f-4192-4619-9c11-6544580dde0c. Dec 15 04:56:42.346754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-b534ac6f-7cf6-411d-a4d2-67703f94e737 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/quotas/de8e24a01df14a60a59a17b6943aa74d HTTP/1.1" status: 200 len: 375 time: 0.1637177 Dec 15 04:56:42.419325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d69b-dbbe-46f6-bb93-5c95caaba77f req-103a2e0f-7bee-4417-9355-9179362a9de2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:42.421601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b55d69b-dbbe-46f6-bb93-5c95caaba77f req-103a2e0f-7bee-4417-9355-9179362a9de2 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.3531032 Dec 15 04:56:42.450407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-e3b6d668-98cb-4d23-a87f-f51bac3b99d8 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de8e24a01df14a60a59a17b6943aa74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027901 Dec 15 04:56:42.451443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:42.559387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Pushing event updated for resources: {'Port': ['ID=75d8ee42-357d-4748-9929-33576e958ff1,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:42.681141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b55d69b-dbbe-46f6-bb93-5c95caaba77f req-a2ffcec4-a408-4bcf-9a06-936ff0f71824 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139363 Dec 15 04:56:42.707837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-94e9ebf3-19d3-4780-adad-11b647e5f845 service neutron] 10.222.0.37 "GET /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441676 Dec 15 04:56:42.752221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:42.795954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:42.921131 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:56:43.096307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f05cd2-87f2-4279-b0ff-43b091756134 req-99ea00e8-2257-4e0c-aea6-bfca731138f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:43.098462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44f05cd2-87f2-4279-b0ff-43b091756134 req-99ea00e8-2257-4e0c-aea6-bfca731138f7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.3039124 Dec 15 04:56:43.112514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-6bcf50a9-ea02-40d7-865c-40a6dab1cb79 service neutron] 10.222.0.37 "GET /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882241 Dec 15 04:56:43.163794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-57d7f8a2-24e8-419b-a8ad-17f4d26d2219 None None] Provisioning complete for port 75d8ee42-357d-4748-9929-33576e958ff1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:43.166083 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-57d7f8a2-24e8-419b-a8ad-17f4d26d2219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:43.184175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Router f4f7c49b-3882-49ee-8c32-e913a704467e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:43.186972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:43.255987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-57d7f8a2-24e8-419b-a8ad-17f4d26d2219 None None] Port 75d8ee42-357d-4748-9929-33576e958ff1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:43.410956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c68ae4e-adba-426c-9435-561e92641fbd req-80df314e-a8d1-4a0a-8a4f-a535bb784bd7 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 210 time: 0.0538065 Dec 15 04:56:43.494536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:43.503667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:43.512609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a1aa5f39-dd75-4429-8f30-a43fe123654c admin admin] 10.222.0.37 "PUT /v2.0/routers/f4f7c49b-3882-49ee-8c32-e913a704467e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1969893 Dec 15 04:56:43.521638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44f05cd2-87f2-4279-b0ff-43b091756134 req-c9d91d93-c2d2-4a29-8718-ca523c2b0779 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038851 Dec 15 04:56:43.546637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:43.551883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:43.567836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:43.582417 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:43.605570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:43.615596 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:43.625110 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:43.635904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:43.770974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ef00cfa-6fa4-4bd3-bc34-83af455b8229 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7123625 Dec 15 04:56:43.774131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:43.817373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f526-38cc-4c69-88f0-cb3a7b4dbee1 req-3dfa8dc7-0786-47e5-b1c8-704ddb5a8bbe tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:43.820509 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:43.830303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76e7f526-38cc-4c69-88f0-cb3a7b4dbee1 req-3dfa8dc7-0786-47e5-b1c8-704ddb5a8bbe tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1097 time: 0.1570773 Dec 15 04:56:43.848266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-661593811'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:43.861472 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:43.867360 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:43.899627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Deleting subnet dbc5faf0-29b9-402e-b1d7-d88edc93c648 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:56:43.906053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:43.934274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:43.939769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:43.980348 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:43.985745 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ecb33-b238-4693-a294-0a9f34448620 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:43.994527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.052756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76e7f526-38cc-4c69-88f0-cb3a7b4dbee1 req-bbda9fd9-2f64-499b-98aa-390e39fd30bf tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200801 Dec 15 04:56:44.083901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08a0d5-14b2-4b0f-988c-cc54cd97ec18 req-e6644b8c-3d22-42df-9d0c-64d4cecd3354 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:44.094021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f08a0d5-14b2-4b0f-988c-cc54cd97ec18 req-e6644b8c-3d22-42df-9d0c-64d4cecd3354 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2026050 Dec 15 04:56:44.110533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:56:44.162752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.164178 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Added segment 1102459e-30d2-4b0c-8001-8f42cb20f170 of type vlan for network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 Dec 15 04:56:44.192098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.197393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4f08a0d5-14b2-4b0f-988c-cc54cd97ec18 req-1854001a-7f17-4694-920f-53fa9c8995a0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 Dec 15 04:56:44.267497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.315548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.325488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:44.328915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.360050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.449419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc5faf0-29b9-402e-b1d7-d88edc93c648,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:44.468900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.473930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a67f1075-e765-4319-a939-25c98554858e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dbc5faf0-29b9-402e-b1d7-d88edc93c648 HTTP/1.1" status: 204 len: 168 time: 0.8361006 Dec 15 04:56:44.478182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6346328 Dec 15 04:56:44.482375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35340) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:44.482971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35342) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:44.491567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec323f14-f330-4de7-b752-22defd4fd19d None None] Network a6788038-f817-4c1f-b2c7-6a3a11a75b80 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:44.533322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c97a3-081a-4fc1-9c5d-91c9afaf041a req-9aae791e-e2b4-46b8-9dc1-668eaa30f0eb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:44.535529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e75c97a3-081a-4fc1-9c5d-91c9afaf041a req-9aae791e-e2b4-46b8-9dc1-668eaa30f0eb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.1771734 Dec 15 04:56:44.607153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'subnet': {'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:44.616497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:44.649312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e5887-1e36-4594-a14d-366ea3da1434 None None] DHCP port deletion for a6788038-f817-4c1f-b2c7-6a3a11a75b80 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:44.652913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e67c8-fc87-41ca-a7f9-e4d18c9923a4 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Network': ['ID=384bbd98-11e8-40c1-8253-2b115b8a1ae7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:44.668095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:44.673246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e75c97a3-081a-4fc1-9c5d-91c9afaf041a req-8e75fa57-af99-470c-906d-1e7d1d2b5009 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310925 Dec 15 04:56:44.680930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:56:44.704212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35344) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:44.919226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-445c2d98-baa4-4899-9a1c-d736ddcafea4 req-d0677ca2-817c-46e0-a1d8-f928f54b328d tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 210 time: 0.0546048 Dec 15 04:56:44.923571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35350) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:44.951560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216364242', 'description': 'tempest-description--1656666120'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:44.976030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-496d2024-a999-4c67-8852-76a13c5c6149 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/cea7af0d-f704-43fa-8c4f-e13baab53ed6 HTTP/1.1" status: 200 len: 991 time: 0.2627208 Dec 15 04:56:45.026748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:45.031795 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.033545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.158642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:41Z', 'revision_number': 2, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:45.169908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.191950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:56:45.192672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Updating router f4f7c49b-3882-49ee-8c32-e913a704467e port 75d8ee42-357d-4748-9929-33576e958ff1 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:56:45.229887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6788038-f817-4c1f-b2c7-6a3a11a75b80']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:45.231442 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.256127 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.258858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:45.259394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe2bd2d-6f35-4a84-8328-2ae4cd39db46') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:45.267590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:45.270098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.291992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.323108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.332655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:56:45.333298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:56:45.411205 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:56:45.434164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.439666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.446312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a6788038-f817-4c1f-b2c7-6a3a11a75b80 HTTP/1.1" status: 204 len: 168 time: 0.9616942 Dec 15 04:56:45.526316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df3c2a-9461-41f7-a6c4-834ef9711c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6788038-f817-4c1f-b2c7-6a3a11a75b80,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:45.540864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.542373 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6175957 Dec 15 04:56:45.546633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35364) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:45.547079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5dfba-430b-433b-970a-80b4195b7580 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:45.561004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'security_group_rule': {'security_group_id': '2ecdb72d-6f18-4ac3-81b3-9b672fa4caed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:45.666977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-987a715d-fe2e-4242-bfac-fec2c174b50b tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:45.669455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-987a715d-fe2e-4242-bfac-fec2c174b50b tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.42 "GET /v2.0/networks?id=0c5fd086-4234-4eab-9ce2-19613fa03ee7 HTTP/1.1" status: 200 len: 808 time: 0.2552218 Dec 15 04:56:45.696491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35366) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:45.703128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Request body: {'port': {'device_id': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7', 'admin_state_up': True, 'tenant_id': 'de8e24a01df14a60a59a17b6943aa74d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:45.705613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0141-ccdb-42ba-af80-51da346c26c1 req-6bff4680-36d4-4f34-9a15-5da768afa431 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:45.708475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c37b0141-ccdb-42ba-af80-51da346c26c1 req-6bff4680-36d4-4f34-9a15-5da768afa431 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.3228729 Dec 15 04:56:45.743073 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.752517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.792692 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.799797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52dab9-e8db-4fea-a128-20efbc6ad58a None None] Pushing event updated for resources: {'Port': ['ID=75d8ee42-357d-4748-9929-33576e958ff1,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:45.810436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.835654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c37b0141-ccdb-42ba-af80-51da346c26c1 req-ec89682d-34cc-49b7-ac21-521960079a89 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029799 Dec 15 04:56:45.889608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 93a9f635-974d-4916-919e-18bb8fdd90f5 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:45.893003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Attempting to bind port 75d8ee42-357d-4748-9929-33576e958ff1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:45.893475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Attempting to bind port 75d8ee42-357d-4748-9929-33576e958ff1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:45.894623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Attempting to bind port 75d8ee42-357d-4748-9929-33576e958ff1 on network b9415d69-191c-4ddd-9ebf-4bdc1904161b {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:45.896870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.902290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:45.902774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Checking segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:45.903254 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.903778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Bound using segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:45.904431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Bound port: 75d8ee42-357d-4748-9929-33576e958ff1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:45.904916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:45.948700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Subnet': ['ID=24803e02-bd91-49d4-8f5c-e4a56c4b350b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:46.037063 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] For port 75d8ee42-357d-4748-9929-33576e958ff1, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:46.051143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] For port 75d8ee42-357d-4748-9929-33576e958ff1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75d8ee42-357d-4748-9929-33576e958ff1,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:46.065221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.093788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db20d273-e4c5-405a-8e3a-edff82026a81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a17d2c4b0ad9468fa0363255c3a296f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939652 Dec 15 04:56:46.095732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35374) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:46.118100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Made reservation on behalf of de8e24a01df14a60a59a17b6943aa74d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:46.142018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.162990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a41b217-acdf-4a41-9ebb-28203ea96fdc req-fe5bf4aa-be58-4f9e-bf63-a7878dce50a1 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 210 time: 0.0826097 Dec 15 04:56:46.175156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.187134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:46.188060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:46.243697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f99650-d2f9-4a8f-b0af-27f2800cea2d,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:46.309893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.316487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33bad213-f279-45e7-b925-60828e85e6a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7621117 Dec 15 04:56:46.317652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35376) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:46.322463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'security_group_rule': {'security_group_id': '2ecdb72d-6f18-4ac3-81b3-9b672fa4caed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:46.330325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52dab9-e8db-4fea-a128-20efbc6ad58a None None] Pushing event updated for resources: {'Port': ['ID=75d8ee42-357d-4748-9929-33576e958ff1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:46.342650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.344563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.352029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1d172b49-c80b-4399-87e4-e8021443ea50 None None] Provisioning complete for port 75d8ee42-357d-4748-9929-33576e958ff1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:46.352433 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d172b49-c80b-4399-87e4-e8021443ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.367040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 93a9f635-974d-4916-919e-18bb8fdd90f5 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:46.419753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:46.571975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.637768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.645074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Checking segment: {'id': '1102459e-30d2-4b0c-8001-8f42cb20f170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:46.645823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network hostable DHCP agents. Network: 384bbd98-11e8-40c1-8253-2b115b8a1ae7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:56:46.674524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d172b49-c80b-4399-87e4-e8021443ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.694205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.699190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.709468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.761135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=93a9f635-974d-4916-919e-18bb8fdd90f5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:46.763015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1d172b49-c80b-4399-87e4-e8021443ea50 None None] For port 75d8ee42-357d-4748-9929-33576e958ff1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75d8ee42-357d-4748-9929-33576e958ff1,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:46.772112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c108e545-7113-4e74-a6e7-4fed4613fc1a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:46.777275 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d172b49-c80b-4399-87e4-e8021443ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.792411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:46.801242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:56:46.815217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.817977 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3bea228e-6ed5-4d45-b228-3efec22a1b29 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4993663 Dec 15 04:56:46.818865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf1890d1-8939-4065-88c8-ecaf46f585c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.822659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35378) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:46.828515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:46.844680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 384bbd98-11e8-40c1-8253-2b115b8a1ae7) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:46.858949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dcef5b-5f0d-492b-9a43-3f139626cc75 None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:46.879492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c712642-0410-4b93-8487-b695bd25fa38 None None] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:46.894899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:46.895505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.909870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.910480 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP cea7af0d-f704-43fa-8c4f-e13baab53ed6 disassociated (deleted). External IP: 172.25.2.12, port: 46cdcdf0-eb11-4578-aa55-bedd8d28909e. Dec 15 04:56:46.929967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf1890d1-8939-4065-88c8-ecaf46f585c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:46.977024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Allocated IP 172.20.0.9 (0c5fd086-4234-4eab-9ce2-19613fa03ee7/e30ff4c4-bdff-4138-a799-fe3c16969b8e/28f08d36-ef28-4fff-b7ab-33797a8ed143) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:47.012800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.048661 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dd0fc2c5-349a-4c73-a237-6d58848358de tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4525516 Dec 15 04:56:47.064993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:47.081333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d172b49-c80b-4399-87e4-e8021443ea50 None None] Pushing event updated for resources: {'Port': ['ID=75d8ee42-357d-4748-9929-33576e958ff1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:47.107934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-853866021', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:47.131275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-68c1620e-ffdf-4ede-8c8b-5f9bbd1520bb None None] Provisioning complete for port 75d8ee42-357d-4748-9929-33576e958ff1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:47.131495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-68c1620e-ffdf-4ede-8c8b-5f9bbd1520bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.152921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.153939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.270488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.302418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-384bbd98-11e8-40c1-8253-2b115b8a1ae7', 'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7', 'project_id': 'caebc93594814be4a3bf072e4ff6c5f5', 'fixed_ips': [{'subnet_id': '24803e02-bd91-49d4-8f5c-e4a56c4b350b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:56:47.311696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.335529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f44ce-e38e-42d6-8d17-78bda53afbfe req-61f81543-ef3a-4b14-8a3e-b25f163c0672 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:47.345416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a7f44ce-e38e-42d6-8d17-78bda53afbfe req-61f81543-ef3a-4b14-8a3e-b25f163c0672 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2386239 Dec 15 04:56:47.422967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf1890d1-8939-4065-88c8-ecaf46f585c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.426440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf1890d1-8939-4065-88c8-ecaf46f585c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.427691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf1890d1-8939-4065-88c8-ecaf46f585c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4ceb924-8ebc-4c01-a779-7b3111d099b5 HTTP/1.1" status: 204 len: 168 time: 1.3309324 Dec 15 04:56:47.444749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e971b7f6-881c-4ed6-ad2c-714731f7d2db req-9741a149-c525-4f34-9e9e-ea26209407e8 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 210 time: 0.0886621 Dec 15 04:56:47.524711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a7f44ce-e38e-42d6-8d17-78bda53afbfe req-bb6588f2-7180-489c-ba0b-d7b0e7c6b22b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779096 Dec 15 04:56:47.616190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Allocated IP 172.20.0.2 (384bbd98-11e8-40c1-8253-2b115b8a1ae7/24803e02-bd91-49d4-8f5c-e4a56c4b350b/6dc7bd72-77b4-4662-a886-40602ef0d300) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:47.620976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1890d1-8939-4065-88c8-ecaf46f585c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ceb924-8ebc-4c01-a779-7b3111d099b5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:47.679256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.788986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.849967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:47.957306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:47.980096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Pushing event updated for resources: {'Port': ['ID=28f08d36-ef28-4fff-b7ab-33797a8ed143,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:47.994877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:47.997286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:48.041610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.052033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.072276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:48.072979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.108941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.114984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75d8ee42-357d-4748-9929-33576e958ff1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:48.138057 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-a00c1d69-c4a9-4dfb-a3be-05ba1a4ba00f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4403756 Dec 15 04:56:48.203765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Request body: {'port': {'device_id': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:48.534032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router c0cb1b40-5583-4b95-9307-2c0545041167 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:48.546039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Allocated IP 172.25.2.92 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/ef8feb88-b4ca-425e-80b1-946e40050566) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:48.562480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:48.576656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Pushing event updated for resources: {'Port': ['ID=6dc7bd72-77b4-4662-a886-40602ef0d300,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:48.588396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:48.592346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:48.729500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Attempting to bind port 6dc7bd72-77b4-4662-a886-40602ef0d300 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:48.732337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Attempting to bind port 6dc7bd72-77b4-4662-a886-40602ef0d300 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1102459e-30d2-4b0c-8001-8f42cb20f170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:48.732964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Attempting to bind port 6dc7bd72-77b4-4662-a886-40602ef0d300 on network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:48.741778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.747180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:48.747556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Checking segment: {'id': '1102459e-30d2-4b0c-8001-8f42cb20f170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:48.747967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.748401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Bound using segment: {'id': '1102459e-30d2-4b0c-8001-8f42cb20f170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:48.748869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Bound port: 6dc7bd72-77b4-4662-a886-40602ef0d300, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102459e-30d2-4b0c-8001-8f42cb20f170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:48.749330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.782065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 75d8ee42-357d-4748-9929-33576e958ff1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:48.782440 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.791103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.817964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:48.930662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e727d-0daa-412b-baed-1af6e363af4b req-bb8a93e9-a210-4bbb-90b4-5b33524848f7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:48.935661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d78e727d-0daa-412b-baed-1af6e363af4b req-bb8a93e9-a210-4bbb-90b4-5b33524848f7 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.2634857 Dec 15 04:56:48.953949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43b7c-cbfe-4563-8fab-ecb392087d9c req-4f287f14-e697-40d9-b9f5-2a685ee835c3 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:48.955366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dae43b7c-cbfe-4563-8fab-ecb392087d9c req-4f287f14-e697-40d9-b9f5-2a685ee835c3 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 931 time: 0.2820621 Dec 15 04:56:49.007162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:49.019699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:49.025716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.028709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] Sync routers for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:49.037320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'Port': ['ID=ef8feb88-b4ca-425e-80b1-946e40050566,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:49.058301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:49.071292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-25c3d06f-6805-4068-832d-11045d45ecbb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/floatingips/cea7af0d-f704-43fa-8c4f-e13baab53ed6 HTTP/1.1" status: 204 len: 168 time: 3.7901566 Dec 15 04:56:49.078768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:49.081103 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7a1302-4900-4dce-99d6-9aa74386b2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:49.081862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:49.096424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] For port 6dc7bd72-77b4-4662-a886-40602ef0d300, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:49.097260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35438) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:49.117736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d78e727d-0daa-412b-baed-1af6e363af4b req-92586789-2987-4876-b839-dacaec210e41 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726239 Dec 15 04:56:49.133414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] For port 6dc7bd72-77b4-4662-a886-40602ef0d300, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6dc7bd72-77b4-4662-a886-40602ef0d300,segment=NetworkSegment(1102459e-30d2-4b0c-8001-8f42cb20f170),segment_id=1102459e-30d2-4b0c-8001-8f42cb20f170)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:49.135469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:49.136147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:49.175797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dae43b7c-cbfe-4563-8fab-ecb392087d9c req-ee80ba72-78a5-4936-968e-3c0ddc577d6e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890311 Dec 15 04:56:49.233439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.343958 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-712036ff-2a65-4e1f-b93f-4c8a251d506e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.417564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d78d6-5038-4e15-930a-7b45990df1d4 None None] Pushing event updated for resources: {'Port': ['ID=6dc7bd72-77b4-4662-a886-40602ef0d300,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:49.464186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:49.575927 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c22181-e403-455b-be83-78e97230552b x-openstack-request-id: req-65c22181-e403-455b-be83-78e97230552b {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:49.576643 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:49.579840 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65c22181-e403-455b-be83-78e97230552b {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:49.580562 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'status': 'completed', 'code': 200} Dec 15 04:56:49.628959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-712036ff-2a65-4e1f-b93f-4c8a251d506e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.642073 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-712036ff-2a65-4e1f-b93f-4c8a251d506e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.698200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd32af6-78b6-429c-826f-8f1ff624ec5d req-e365aa23-36f8-4c89-9e95-e09bdd3e2cd6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:49.706018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bd32af6-78b6-429c-826f-8f1ff624ec5d req-e365aa23-36f8-4c89-9e95-e09bdd3e2cd6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.1742206 Dec 15 04:56:49.712409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.837659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712036ff-2a65-4e1f-b93f-4c8a251d506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a756292-0257-4b79-a477-909abb73e2b7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:49.846928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-712036ff-2a65-4e1f-b93f-4c8a251d506e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=094fbe707313457b92bc471edd75efd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7486053 Dec 15 04:56:49.862076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:49.870480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:49.982375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bd32af6-78b6-429c-826f-8f1ff624ec5d req-f62d603f-b730-48a6-9d83-0ac6ae27c5c6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752829 Dec 15 04:56:49.996708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:19Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:50.042841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] Checking router: c0cb1b40-5583-4b95-9307-2c0545041167 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:56:50.075030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:50.076999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:50.136448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-c4049ad2-2e15-4522-bdbd-6b1597dde7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:50.138044 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-c4049ad2-2e15-4522-bdbd-6b1597dde7cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 1097 time: 0.4107153 Dec 15 04:56:50.148389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6dc7bd72-77b4-4662-a886-40602ef0d300 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:50.156948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.260626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af7eb-792f-426f-bf23-f49f16404b4c req-42de12b0-5b39-4614-bc13-61b0afa7eb96 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:50.268493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-768af7eb-792f-426f-bf23-f49f16404b4c req-42de12b0-5b39-4614-bc13-61b0afa7eb96 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.0951154 Dec 15 04:56:50.285042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.328631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:50.403288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.25.2.24 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/f3d84222-650e-4911-bd15-ffdb015844a3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:50.426336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c96f8-70d7-45d9-8323-26067d777b13 req-be5ec7e7-67dc-4763-915c-c1ebcfa8a399 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:50.433816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f70c96f8-70d7-45d9-8323-26067d777b13 req-be5ec7e7-67dc-4763-915c-c1ebcfa8a399 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1638117 Dec 15 04:56:50.482748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5548-10c5-4342-8f71-c9ada9e1ad18 req-f14b7628-009c-427e-b95d-0982c9a8a494 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:50.484335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cab5548-10c5-4342-8f71-c9ada9e1ad18 req-f14b7628-009c-427e-b95d-0982c9a8a494 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 931 time: 0.1807437 Dec 15 04:56:50.566968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f70c96f8-70d7-45d9-8323-26067d777b13 req-ab1e2fee-98d6-4868-8dd9-121143bd0e2d tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Dec 15 04:56:50.582655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.584818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6dc7bd72-77b4-4662-a886-40602ef0d300 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:50.585112 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.609659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46eeacf4-41bb-40d9-aea0-a68d641d72be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.624976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f08d36-ef28-4fff-b7ab-33797a8ed143 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:56:50.688489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cab5548-10c5-4342-8f71-c9ada9e1ad18 req-9d1d3627-e020-49fa-9338-8fcbf6c23ae4 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612809 Dec 15 04:56:50.691602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 46cdcdf0-eb11-4578-aa55-bedd8d28909e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:50.691946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.697809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.714668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-6769e6d7-726e-40ea-ab97-bafc1ab48636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:50.716213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-6769e6d7-726e-40ea-ab97-bafc1ab48636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 200 len: 896 time: 0.5391798 Dec 15 04:56:50.729545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.813950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-1a1d6139-1f6a-446e-a06d-bf6b54326ae2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 200 len: 217 time: 0.0657706 Dec 15 04:56:50.820784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.827466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 6dc7bd72-77b4-4662-a886-40602ef0d300, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6dc7bd72-77b4-4662-a886-40602ef0d300,segment=NetworkSegment(1102459e-30d2-4b0c-8001-8f42cb20f170),segment_id=1102459e-30d2-4b0c-8001-8f42cb20f170)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:50.828653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46eeacf4-41bb-40d9-aea0-a68d641d72be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.830935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Transition to ACTIVE for port object 28f08d36-ef28-4fff-b7ab-33797a8ed143 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:56:50.838541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.840685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 46cdcdf0-eb11-4578-aa55-bedd8d28909e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=46cdcdf0-eb11-4578-aa55-bedd8d28909e,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:50.841098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.851571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.876880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.877470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 46cdcdf0-eb11-4578-aa55-bedd8d28909e owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:50.933461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:19Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:50.945295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:50.985150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=6dc7bd72-77b4-4662-a886-40602ef0d300,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:51.005582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357b1d9-0bcf-4377-b5ab-4c0e1d9935d2 None None] The sync data for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 is: [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:55:11Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ecebbd05-6526-4083-84ac-56e21c6976d3', 'name': '', 'network_id': '7dd19046-5444-4071-aefd-dacb2a7dc030', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:08:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:09Z', 'updated_at': '2021-12-15T04:55:19Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': 'a11cb597-d45f-491c-ae26-4a4edf68cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:51.038617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:51.068747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31a76-bd56-4584-b981-51f26187da7f req-621e8c72-331e-4bd3-996b-a12e1b1c1a85 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:51.077618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7f31a76-bd56-4584-b981-51f26187da7f req-621e8c72-331e-4bd3-996b-a12e1b1c1a85 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1359987 Dec 15 04:56:51.081179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:51.083940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:51.102284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dca35f-b0cb-448a-be3f-2ca91096fe5e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:51.125776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'Port': ['ID=ef8feb88-b4ca-425e-80b1-946e40050566,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:51.162188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-49ba0a2d-513a-40d7-90bf-59388eec4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:51.163818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-49ba0a2d-513a-40d7-90bf-59388eec4cd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 200 len: 834 time: 0.3379779 Dec 15 04:56:51.210332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46eeacf4-41bb-40d9-aea0-a68d641d72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.212934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46eeacf4-41bb-40d9-aea0-a68d641d72be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.214095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-46eeacf4-41bb-40d9-aea0-a68d641d72be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a756292-0257-4b79-a477-909abb73e2b7 HTTP/1.1" status: 204 len: 168 time: 1.1716838 Dec 15 04:56:51.242937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3d154a52-de9f-4ed9-9477-ceed46b37185 None None] Provisioning complete for port f3d84222-650e-4911-bd15-ffdb015844a3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:51.243559 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3d154a52-de9f-4ed9-9477-ceed46b37185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.339729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3d154a52-de9f-4ed9-9477-ceed46b37185 None None] Port f3d84222-650e-4911-bd15-ffdb015844a3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:51.374545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7f31a76-bd56-4584-b981-51f26187da7f req-cff5bf3d-5766-4cf8-a0d8-d8ef07b3496e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963409 Dec 15 04:56:51.466133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca56dfb-1540-4f9d-9006-8460f086071c None None] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:51.605518 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd34be-88d2-4123-9d58-a774b40b341a None None] New status for floating IP cea7af0d-f704-43fa-8c4f-e13baab53ed6: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:56:51.694966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1031c95-a47a-410f-a312-670b4170cb43 req-e65a42dd-6209-4e59-b04b-8793e55d8d5e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:51.710451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1031c95-a47a-410f-a312-670b4170cb43 req-e65a42dd-6209-4e59-b04b-8793e55d8d5e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d55ca4-e42b-49e8-a876-c042ed75d57a HTTP/1.1" status: 200 len: 945 time: 0.5709274 Dec 15 04:56:51.733725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.741370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-14821968-00d1-41b4-bf04-856b8cd9b8a3 None None] Provisioning complete for port 6dc7bd72-77b4-4662-a886-40602ef0d300 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:51.742396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14821968-00d1-41b4-bf04-856b8cd9b8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.844214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35476) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:51.859490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=46cdcdf0-eb11-4578-aa55-bedd8d28909e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:51.899818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f15e3b44-2a91-454a-97b2-6ec7aa364d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.924217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.938366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] No DVR routers for this DVR port 46cdcdf0-eb11-4578-aa55-bedd8d28909e on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:51.944046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:51.945829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-768af7eb-792f-426f-bf23-f49f16404b4c req-4c55834f-efb7-49b8-b782-85b0233301e1 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.16 "DELETE /v2.0/ports/46cdcdf0-eb11-4578-aa55-bedd8d28909e HTTP/1.1" status: 204 len: 173 time: 1.6437817 Dec 15 04:56:51.961411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeacf4-41bb-40d9-aea0-a68d641d72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a756292-0257-4b79-a477-909abb73e2b7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:51.975598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1031c95-a47a-410f-a312-670b4170cb43 req-9c8f4d17-4fa2-49a6-913e-ff0a47e65637 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=49b63cc1-2399-466f-8d26-9ef92955116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641761 Dec 15 04:56:51.983630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-deleted', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:51.994639 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264c17f0-cce2-43ef-beb6-f98e26fed198" -d '{"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-deleted", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:52.035371 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a3c9-cb1d-4df1-849a-c93f9aa7de41 req-de968509-8003-4daf-b77b-e567499a4e6e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:52.037001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf80a3c9-cb1d-4df1-849a-c93f9aa7de41 req-de968509-8003-4daf-b77b-e567499a4e6e tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.4368143 Dec 15 04:56:52.048123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6dc7bd72-77b4-4662-a886-40602ef0d300 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:56:52.087237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Pushing event updated for resources: {'Port': ['ID=28f08d36-ef28-4fff-b7ab-33797a8ed143,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:52.139915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6dc7bd72-77b4-4662-a886-40602ef0d300 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:52.140320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.172298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.174959 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7f1e0104-a0e2-468d-9bc4-4c356c8d77df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3497772 Dec 15 04:56:52.255264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440e01e-3d2c-4e75-9a68-edb37aee9835 req-8b74fa78-40d1-47d8-bb0c-254f1387e0a1 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:52.264383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4440e01e-3d2c-4e75-9a68-edb37aee9835 req-8b74fa78-40d1-47d8-bb0c-254f1387e0a1 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 943 time: 0.1705437 Dec 15 04:56:52.290973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-e303f851-f80e-40f3-8f57-ba6c738490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:52.292725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-e303f851-f80e-40f3-8f57-ba6c738490fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dd19046-5444-4071-aefd-dacb2a7dc030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0835562 Dec 15 04:56:52.302782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Attempting to bind port 28f08d36-ef28-4fff-b7ab-33797a8ed143 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:56:52.307472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf80a3c9-cb1d-4df1-849a-c93f9aa7de41 req-372b96e8-80c1-4c38-9664-b44790843ea8 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540282 Dec 15 04:56:52.311146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Attempting to bind port 28f08d36-ef28-4fff-b7ab-33797a8ed143 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:56:52.311647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Attempting to bind port 28f08d36-ef28-4fff-b7ab-33797a8ed143 on network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:52.373409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=f3d84222-650e-4911-bd15-ffdb015844a3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:52.413219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f15e3b44-2a91-454a-97b2-6ec7aa364d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.423897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Port 28f08d36-ef28-4fff-b7ab-33797a8ed143 on network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:56:52.426239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Attempting to bind port 28f08d36-ef28-4fff-b7ab-33797a8ed143 on network 0c5fd086-4234-4eab-9ce2-19613fa03ee7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:56:52.446879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4440e01e-3d2c-4e75-9a68-edb37aee9835 req-2fda0117-f056-4e23-995e-0d080f9858a1 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810360 Dec 15 04:56:52.472878 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9953c9-f556-4e82-94cc-8da9c0888e12 x-openstack-request-id: req-8e9953c9-f556-4e82-94cc-8da9c0888e12 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:52.473393 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d55ca4-e42b-49e8-a876-c042ed75d57a", "name": "network-vif-deleted", "tag": "46cdcdf0-eb11-4578-aa55-bedd8d28909e", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:52.473660 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e9953c9-f556-4e82-94cc-8da9c0888e12 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:52.478186 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d55ca4-e42b-49e8-a876-c042ed75d57a', 'name': 'network-vif-deleted', 'tag': '46cdcdf0-eb11-4578-aa55-bedd8d28909e', 'status': 'completed', 'code': 200} Dec 15 04:56:52.481098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f15e3b44-2a91-454a-97b2-6ec7aa364d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.485528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b975cfd0-7ca9-489d-9d65-56133b27fed7 None None] Provisioning complete for port 6dc7bd72-77b4-4662-a886-40602ef0d300 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:52.486001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b975cfd0-7ca9-489d-9d65-56133b27fed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.524569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:56:52.525110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Checking segment: {'id': 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:56:52.525675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Bound using segment: {'id': 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:56:52.526263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Bound port: 28f08d36-ef28-4fff-b7ab-33797a8ed143, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:56:52.526695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.573467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e3b44-2a91-454a-97b2-6ec7aa364d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7d088-4c19-4b58-873d-f9704bb51db7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:52.650088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f15e3b44-2a91-454a-97b2-6ec7aa364d2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34f9d9503dbe4aaa99e2bf8ea53c2d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8021865 Dec 15 04:56:52.653566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35500) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:52.730680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-7351a269-f176-429e-bca1-f6bc0a9b7451 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1216364242&fields=id&tenant_id=ec0072d928b3406c8adce1fbf9b297b2 HTTP/1.1" status: 200 len: 267 time: 0.1116579 Dec 15 04:56:52.784794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae46d363-c63c-431e-a644-11276735e8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.800865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] For port 28f08d36-ef28-4fff-b7ab-33797a8ed143, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:56:52.808618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] For port 28f08d36-ef28-4fff-b7ab-33797a8ed143, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143,segment=NetworkSegment(f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2),segment_id=f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:56:52.817263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae46d363-c63c-431e-a644-11276735e8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.820104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.878851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Pushing event updated for resources: {'Port': ['ID=28f08d36-ef28-4fff-b7ab-33797a8ed143,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:52.887595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-76754363-af02-4a50-9517-3ee4ecf74ed9 service neutron] 10.222.0.16 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572076 Dec 15 04:56:52.896527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:52.897402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.899215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-bb335177-f8bd-4271-9eae-ceb3fa3bfd49 service neutron] 10.222.0.42 "PUT /v2.0/ports/28f08d36-ef28-4fff-b7ab-33797a8ed143 HTTP/1.1" status: 200 len: 1092 time: 4.7030714 Dec 15 04:56:52.903220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'tag': '28f08d36-ef28-4fff-b7ab-33797a8ed143'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:52.906050 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016ba2de-b2b4-4f5f-8348-bc18e6a21550" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1350ec-c113-46a0-9186-cb968fca2dc2", "tag": "28f08d36-ef28-4fff-b7ab-33797a8ed143"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:52.918949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.966028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e86ea9-8af8-4d89-a01a-4ff87ea367b4 req-5e6227ea-5c11-4a5a-887b-790c0da8b7ac tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:52.967730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05e86ea9-8af8-4d89-a01a-4ff87ea367b4 req-5e6227ea-5c11-4a5a-887b-790c0da8b7ac tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1191325 Dec 15 04:56:52.987802 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae46d363-c63c-431e-a644-11276735e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.990500 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ae46d363-c63c-431e-a644-11276735e8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:52.997610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ae46d363-c63c-431e-a644-11276735e8d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0c7d088-4c19-4b58-873d-f9704bb51db7 HTTP/1.1" status: 204 len: 168 time: 0.3394833 Dec 15 04:56:53.038012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-906e39e0-9514-4518-b103-a0576de02b6d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:53.040427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-906e39e0-9514-4518-b103-a0576de02b6d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 811 time: 0.3074465 Dec 15 04:56:53.075729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d363-c63c-431e-a644-11276735e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7d088-4c19-4b58-873d-f9704bb51db7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:53.083403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-d746c22a-c4f5-40ba-b0f4-302f8a9a7de7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/quotas/ec0072d928b3406c8adce1fbf9b297b2 HTTP/1.1" status: 200 len: 375 time: 0.0261552 Dec 15 04:56:53.117546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-0bfecd33-865a-4c91-b0dd-6634197ebdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:53.119177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-0bfecd33-865a-4c91-b0dd-6634197ebdaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de8e24a01df14a60a59a17b6943aa74d&device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1071374 Dec 15 04:56:53.155421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05e86ea9-8af8-4d89-a01a-4ff87ea367b4 req-1696851f-51c3-46db-8b8c-0bb08c4458f0 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650677 Dec 15 04:56:53.194328 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-74a64576-4784-46dc-b494-545ffb77a37c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143 HTTP/1.1" status: 200 len: 217 time: 0.0614362 Dec 15 04:56:53.198495 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b7a1302-4900-4dce-99d6-9aa74386b2f5 req-fda1492c-ae1b-4b97-af3a-3c2059c1aa25 service neutron] 10.222.0.16 "GET /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978618 Dec 15 04:56:53.231991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-8c7bf98d-1af5-4eaa-be54-47d320d60390 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198926 Dec 15 04:56:53.266581 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59997288-3c8b-409f-812a-87f8dd6be9c2 x-openstack-request-id: req-59997288-3c8b-409f-812a-87f8dd6be9c2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:53.266886 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1350ec-c113-46a0-9186-cb968fca2dc2", "tag": "28f08d36-ef28-4fff-b7ab-33797a8ed143", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:53.267117 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59997288-3c8b-409f-812a-87f8dd6be9c2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:53.267519 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'tag': '28f08d36-ef28-4fff-b7ab-33797a8ed143', 'status': 'completed', 'code': 200} Dec 15 04:56:53.310354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35512) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:53.350512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-abea8d11-9593-4fac-af3d-58956f676b55 service neutron] 10.222.0.37 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113424 Dec 15 04:56:53.419411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-661829f6-933f-4566-a474-c5557cf70011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:53.420941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-661829f6-933f-4566-a474-c5557cf70011 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e30ff4c4-bdff-4138-a799-fe3c16969b8e HTTP/1.1" status: 200 len: 848 time: 0.2181613 Dec 15 04:56:53.459260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-3d5e4338-c697-4584-8494-986c71e41a7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5fd086-4234-4eab-9ce2-19613fa03ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304530 Dec 15 04:56:53.473620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-7c43c6f4-4f56-44b1-af1a-91d3365714a3 service neutron] 10.222.0.37 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194518 Dec 15 04:56:53.613358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:53.642129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ad692-f9d2-4f23-ab22-da323aa1ea22 req-9993310c-a9d7-4320-b043-523e404fa18c tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:53.670891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db8ad692-f9d2-4f23-ab22-da323aa1ea22 req-9993310c-a9d7-4320-b043-523e404fa18c tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 943 time: 0.1317654 Dec 15 04:56:53.729360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a73b4a4-2ddd-405a-9dd7-86d7c0fd9cd3 req-a7f4d0ba-bc8c-4341-b33f-8f25f8bf22e0 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 210 time: 0.0364633 Dec 15 04:56:53.768605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db8ad692-f9d2-4f23-ab22-da323aa1ea22 req-5f57ecc7-886e-491c-a8c9-a25b98a42821 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967758 Dec 15 04:56:53.848595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-f267f0cd-1fc3-4fea-b777-f9e1962814b4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784707 Dec 15 04:56:53.947574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:53.997249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 46cdcdf0-eb11-4578-aa55-bedd8d28909e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:53.999872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 46cdcdf0-eb11-4578-aa55-bedd8d28909e not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:54.093675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-149370d0-64a2-4efe-b389-5b9ad7247c4f req-62293dfb-5ae0-4c07-a506-74cd9356f2b2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359626 Dec 15 04:56:54.115846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router 5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:56:54.324844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-3030ffef-1642-4f61-9809-ef06f12857cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:54.326419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-3030ffef-1642-4f61-9809-ef06f12857cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de8e24a01df14a60a59a17b6943aa74d&device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1178329 Dec 15 04:56:54.327978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72a65b-9ced-4106-a92e-ec6b1e66141d req-cc826811-8e62-4493-9c5c-1f456b1ed7dc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:54.329551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca72a65b-9ced-4106-a92e-ec6b1e66141d req-cc826811-8e62-4493-9c5c-1f456b1ed7dc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.0933714 Dec 15 04:56:54.348864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:54.363163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] Sync routers for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:54.441576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:54.445039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:54.489402 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca72a65b-9ced-4106-a92e-ec6b1e66141d req-d2faf1a3-47be-4df7-a58d-14ee604d60bc tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509326 Dec 15 04:56:54.539871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:54.571862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:54.572775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:54.648415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:54.650910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bc48d-6275-410f-b664-8b3d1f072099 None None] The sync data for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:54.855176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1af55a8c-f1dc-4eca-87c3-e5407d6b941c req-3295f605-8f0c-4eca-a186-adc96681f507 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 210 time: 0.0421486 Dec 15 04:56:54.905229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:54.938812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed8a64-0912-4389-9c07-4b4ff885bafe req-36f95e0c-ac1b-44b5-8f9e-8de8fdc042a4 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:54.944581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6ed8a64-0912-4389-9c07-4b4ff885bafe req-36f95e0c-ac1b-44b5-8f9e-8de8fdc042a4 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 943 time: 0.0599091 Dec 15 04:56:55.004632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.005434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6ed8a64-0912-4389-9c07-4b4ff885bafe req-c29db4dd-610e-428c-9724-80a6e7cb84f0 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563207 Dec 15 04:56:55.009404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-65984299-7313-488d-a295-6cb69d1fa7a6 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9369373 Dec 15 04:56:55.009683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:55.042610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-9e9c3407-0ef0-4bdc-a8f5-bc938a58f49b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:55.044323 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-9e9c3407-0ef0-4bdc-a8f5-bc938a58f49b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.6713395 Dec 15 04:56:55.112288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-c3fc19ff-007f-44e8-941a-159bf5838624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:55.114345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-c3fc19ff-007f-44e8-941a-159bf5838624 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c5fd086-4234-4eab-9ce2-19613fa03ee7 HTTP/1.1" status: 200 len: 908 time: 0.7785957 Dec 15 04:56:55.245172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-dcb8ced3-89c9-465b-8e23-a8e239ef7730 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143 HTTP/1.1" status: 200 len: 217 time: 0.1207790 Dec 15 04:56:55.342900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-64e0f620-560a-4333-99e7-fa195700d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:55.344431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-64e0f620-560a-4333-99e7-fa195700d3e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e30ff4c4-bdff-4138-a799-fe3c16969b8e HTTP/1.1" status: 200 len: 848 time: 0.0921559 Dec 15 04:56:55.350537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port be0d849e-0582-4aeb-9507-a0a7784a51db {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:55.350537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.352810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-645975e4-0d01-49d7-ac5e-44858f5bb34d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:55.354276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-645975e4-0d01-49d7-ac5e-44858f5bb34d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.16 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 811 time: 0.2086732 Dec 15 04:56:55.437771 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-d6f8f47c-59f5-4118-9cdf-add1422d0b3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c5fd086-4234-4eab-9ce2-19613fa03ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822885 Dec 15 04:56:55.491166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-1d4a4413-6ade-4320-9f62-60ef40d81d01 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0072d928b3406c8adce1fbf9b297b2 HTTP/1.1" status: 200 len: 380 time: 0.1003568 Dec 15 04:56:55.503296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'port': {'device_id': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'admin_state_up': True, 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'security_groups': ['2ecdb72d-6f18-4ac3-81b3-9b672fa4caed']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:55.585632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port be0d849e-0582-4aeb-9507-a0a7784a51db, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=be0d849e-0582-4aeb-9507-a0a7784a51db,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:55.586513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.625217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for be0d849e-0582-4aeb-9507-a0a7784a51db owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:55.629658 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-49d03d3a-142d-4f2e-bcbb-a3c32e6456ec service neutron] 10.222.0.42 "GET /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810594 Dec 15 04:56:55.651506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port ecebbd05-6526-4083-84ac-56e21c6976d3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:55.651952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.728264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb83f5-2844-4546-8188-958067ef7203 req-17557fde-0861-40be-b08b-33c170da14e3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:55.729784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2eb83f5-2844-4546-8188-958067ef7203 req-17557fde-0861-40be-b08b-33c170da14e3 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 946 time: 0.1355457 Dec 15 04:56:55.837854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Made reservation on behalf of ec0072d928b3406c8adce1fbf9b297b2 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:56:55.847756 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.866280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.880015 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-016ba2de-b2b4-4f5f-8348-bc18e6a21550 req-a314a185-aa99-4551-9078-af34162003a2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428327 Dec 15 04:56:55.882941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port ecebbd05-6526-4083-84ac-56e21c6976d3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ecebbd05-6526-4083-84ac-56e21c6976d3,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:55.883654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:55.885556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2eb83f5-2844-4546-8188-958067ef7203 req-ea2baeb6-eb1f-4298-ae49-05953f132177 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275933 Dec 15 04:56:55.953542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for ecebbd05-6526-4083-84ac-56e21c6976d3 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:55.998973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:56.041607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:56.066429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=be0d849e-0582-4aeb-9507-a0a7784a51db,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:56.127140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port be0d849e-0582-4aeb-9507-a0a7784a51db on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:56.130863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:56.134391 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8f86bd47-25f6-4f6c-92a5-a3810e190587 req-f848891a-29b3-4d6c-a45a-98e5b56461c4 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.16 "DELETE /v2.0/ports/be0d849e-0582-4aeb-9507-a0a7784a51db HTTP/1.1" status: 204 len: 173 time: 1.0738013 Dec 15 04:56:56.134946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'name': 'network-vif-deleted', 'tag': 'be0d849e-0582-4aeb-9507-a0a7784a51db'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:56:56.137349 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73128e94-484f-497a-8cb8-99a01957688f" -d '{"events": [{"server_uuid": "c73fc253-4704-46ab-8fdb-e72d6e43c156", "name": "network-vif-deleted", "tag": "be0d849e-0582-4aeb-9507-a0a7784a51db"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:56:56.323830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54531a23-a4a9-4338-945a-2bda51330674 req-2d6eb881-dc58-40f9-8803-9bf67328af09 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 210 time: 0.2964578 Dec 15 04:56:56.356508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:56.437172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Allocated IP 172.20.0.8 (b9415d69-191c-4ddd-9ebf-4bdc1904161b/8447cbfd-4bc8-481f-9bb6-b3142e899fca/1cb4690d-405c-4446-b4d8-93ed9250afe9) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:56.466247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567db87-f7e6-4ca2-b481-cea0d76b7c01 req-a8fa1ebc-625b-45b3-9c97-7b555022ff3e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:56.476501 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3567db87-f7e6-4ca2-b481-cea0d76b7c01 req-a8fa1ebc-625b-45b3-9c97-7b555022ff3e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 943 time: 0.3391745 Dec 15 04:56:56.485037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0db85-e0b8-4d80-84e4-595783f1a19c x-openstack-request-id: req-21d0db85-e0b8-4d80-84e4-595783f1a19c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:56:56.485646 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73fc253-4704-46ab-8fdb-e72d6e43c156", "name": "network-vif-deleted", "tag": "be0d849e-0582-4aeb-9507-a0a7784a51db", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:56:56.486133 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21d0db85-e0b8-4d80-84e4-595783f1a19c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:56:56.486761 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73fc253-4704-46ab-8fdb-e72d6e43c156', 'name': 'network-vif-deleted', 'tag': 'be0d849e-0582-4aeb-9507-a0a7784a51db', 'status': 'completed', 'code': 200} Dec 15 04:56:56.497819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=ecebbd05-6526-4083-84ac-56e21c6976d3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:56.715769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3567db87-f7e6-4ca2-b481-cea0d76b7c01 req-ad90ede9-a296-4a15-bb1d-d5f9a9898117 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314880 Dec 15 04:56:56.803487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:56.832893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.1 (384bbd98-11e8-40c1-8253-2b115b8a1ae7/24803e02-bd91-49d4-8f5c-e4a56c4b350b/b4ccc919-2a02-4736-9da5-d02c0e196abf) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:56:56.848079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:56.989766 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.106796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router c0cb1b40-5583-4b95-9307-2c0545041167 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:56:57.229228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:56:57.235289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce39a16a-dab6-410a-8865-b980b89148f9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/c0cb1b40-5583-4b95-9307-2c0545041167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9237320 Dec 15 04:56:57.239545 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457bc60-0946-4584-8038-20757625d145 None None] Sync routers for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:56:57.243978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35682) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:57.254437 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:57.255114 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:57.312884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting subnet a11cb597-d45f-491c-ae26-4a4edf68cb25 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:56:57.317803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.389710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.445076 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:57.486328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.554420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35688) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:57.574716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.642518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Subnet': ['ID=a11cb597-d45f-491c-ae26-4a4edf68cb25,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:57.648096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b79017ec-9d78-4220-9df4-5e8aedac866d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.650734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.655720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f6c970-8dc7-4e1d-a8cd-34a8cb632cef None None] Network 7dd19046-5444-4071-aefd-dacb2a7dc030 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:56:57.655907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5102984-c89a-4cc6-beea-23232108f6bd req-7cd95fcd-c0d5-4a75-94d8-8190fe4d18eb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73fc253-4704-46ab-8fdb-e72d6e43c156 HTTP/1.1" status: 200 len: 210 time: 0.5949173 Dec 15 04:56:57.674381 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d9c9634-71f6-41fb-bc03-5f0de5b62598 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/subnets/a11cb597-d45f-491c-ae26-4a4edf68cb25 HTTP/1.1" status: 204 len: 168 time: 0.4240987 Dec 15 04:56:57.674381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35692) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:57.697571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.701325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:57.702247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:57.703072 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:56:56Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:57.716596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:57.730926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:57.742968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457bc60-0946-4584-8038-20757625d145 None None] Checking router: c0cb1b40-5583-4b95-9307-2c0545041167 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:56:57.752772 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] Routers {'c0cb1b40-5583-4b95-9307-2c0545041167'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:56:57.756709 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:56:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c0cb1b40-5583-4b95-9307-2c0545041167'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:57.847229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eab5b-3281-414b-b451-6df25a9f8a48 req-d2f5397b-8470-4a2b-a9ff-82c0eb2a6c33 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:57.855414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab0eab5b-3281-414b-b451-6df25a9f8a48 req-d2f5397b-8470-4a2b-a9ff-82c0eb2a6c33 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 931 time: 0.2464273 Dec 15 04:56:57.893048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:57.894222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:57.910982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28f08d36-ef28-4fff-b7ab-33797a8ed143 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:56:57.978541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device be0d849e-0582-4aeb-9507-a0a7784a51db no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:56:57.984815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-2c93fba2-aae3-4b3b-9b5d-6144d1a7209c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4856179 Dec 15 04:56:58.021123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Request body: {'port': {'device_id': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:56:58.026676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-778ab3b0-e362-470f-887d-14f3bc31147c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.051303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.051546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.106086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] DHCP port deletion for 7dd19046-5444-4071-aefd-dacb2a7dc030 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:58.111890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab0eab5b-3281-414b-b451-6df25a9f8a48 req-cacb000b-de37-4bea-9381-5fcf73d1fd06 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552755 Dec 15 04:56:58.155614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: be0d849e-0582-4aeb-9507-a0a7784a51db {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:56:58.156678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device be0d849e-0582-4aeb-9507-a0a7784a51db not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:56:58.226145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:56:58.257862 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] Set router c0cb1b40-5583-4b95-9307-2c0545041167 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:56:58.274154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28f08d36-ef28-4fff-b7ab-33797a8ed143, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143,segment=NetworkSegment(f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2),segment_id=f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:58.277483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45de14-76bf-49ed-8597-8e1d46a3ad05 req-1c1481c2-cd84-4498-987b-b150eb305a27 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:58.279396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc45de14-76bf-49ed-8597-8e1d46a3ad05 req-1c1481c2-cd84-4498-987b-b150eb305a27 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 943 time: 0.4218764 Dec 15 04:56:58.295564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:56:58.303454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:56:58.322090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] Deleting port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:58.323123 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.433532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] For port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,segment=NetworkSegment(6788a9a0-df27-477f-a800-876f0aca3a5a),segment_id=6788a9a0-df27-477f-a800-876f0aca3a5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:58.434377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.437196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-778ab3b0-e362-470f-887d-14f3bc31147c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.445869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-778ab3b0-e362-470f-887d-14f3bc31147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.449788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.454831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] Calling delete_port for 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:58.516457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=b4ccc919-2a02-4736-9da5-d02c0e196abf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:58.531979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f697e6e3-bf14-4773-8baa-8bdaab06fdac None None] Provisioning complete for port 1cb4690d-405c-4446-b4d8-93ed9250afe9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:58.533359 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f697e6e3-bf14-4773-8baa-8bdaab06fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.533521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.564449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '28f08d36-ef28-4fff-b7ab-33797a8ed143', 'network_id': '0c5fd086-4234-4eab-9ce2-19613fa03ee7', 'port_id': '28f08d36-ef28-4fff-b7ab-33797a8ed143', 'mac_address': 'fa:16:3e:6e:b1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30ff4c4-bdff-4138-a799-fe3c16969b8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:56:58.566633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-778ab3b0-e362-470f-887d-14f3bc31147c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c19d91c5d664ce7814768b86daefe4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0110934 Dec 15 04:56:58.568773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ab3b0-e362-470f-887d-14f3bc31147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91942a-2a23-4819-b51e-f0eafc990403,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:58.572035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35698) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:56:58.617923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 3040f906-314c-4d94-b4d7-379ed4beb12b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:56:58.618488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.761980 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2457bc60-0946-4584-8038-20757625d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:56:56Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:56:58.801554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.817927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 3040f906-314c-4d94-b4d7-379ed4beb12b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3040f906-314c-4d94-b4d7-379ed4beb12b,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:58.819139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.831890 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2457bc60-0946-4584-8038-20757625d145 None None] The sync data for ids ['c0cb1b40-5583-4b95-9307-2c0545041167'] in n-d-820935-10 is: [{'id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312632367', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:55:02Z', 'updated_at': '2021-12-15T04:56:56Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '3040f906-314c-4d94-b4d7-379ed4beb12b', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb1b40-5583-4b95-9307-2c0545041167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:55:03Z', 'updated_at': '2021-12-15T04:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:56:58.844269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 3040f906-314c-4d94-b4d7-379ed4beb12b owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:56:58.866346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc45de14-76bf-49ed-8597-8e1d46a3ad05 req-89eee602-5825-46d0-8644-14922091bb86 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065026 Dec 15 04:56:58.876032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.909374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f08d36-ef28-4fff-b7ab-33797a8ed143 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:56:58.915927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:58.926073 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f697e6e3-bf14-4773-8baa-8bdaab06fdac None None] Port 1cb4690d-405c-4446-b4d8-93ed9250afe9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:58.960676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28f08d36-ef28-4fff-b7ab-33797a8ed143, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143,segment=NetworkSegment(f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2),segment_id=f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:56:58.963369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] Pushing event deleted for resources: {'Port': ['ID=77cbcfc8-1ccc-452c-ae10-0485fd59a5b4,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:58.969055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f2cd6-eef3-4c50-8161-5f4d3f1a3467 None None] No DVR routers for this DVR port 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:56:58.973840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.043446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=28f08d36-ef28-4fff-b7ab-33797a8ed143,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:59.062616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8b8f9f39-c4e1-4792-b673-0dfe28eea41f None None] Provisioning complete for port b4ccc919-2a02-4736-9da5-d02c0e196abf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:56:59.063187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8b8f9f39-c4e1-4792-b673-0dfe28eea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.080153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9682c45b-3a70-4d3a-8b80-0d76cf6501ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.082025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.106617 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9682c45b-3a70-4d3a-8b80-0d76cf6501ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.109789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f9f39-c4e1-4792-b673-0dfe28eea41f None None] Port b4ccc919-2a02-4736-9da5-d02c0e196abf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:56:59.111618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=3040f906-314c-4d94-b4d7-379ed4beb12b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:59.151445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb870e-1a49-4d4d-a15f-c577a64dece9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:56:59.202032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.269914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['28f08d36-ef28-4fff-b7ab-33797a8ed143'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:56:59.331892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb4690d-405c-4446-b4d8-93ed9250afe9 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:56:59.412854 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.417000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.434535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9682c45b-3a70-4d3a-8b80-0d76cf6501ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.441232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9682c45b-3a70-4d3a-8b80-0d76cf6501ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.445887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9682c45b-3a70-4d3a-8b80-0d76cf6501ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc91942a-2a23-4819-b51e-f0eafc990403 HTTP/1.1" status: 204 len: 168 time: 0.7244189 Dec 15 04:56:59.490006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Transition to ACTIVE for port object 1cb4690d-405c-4446-b4d8-93ed9250afe9 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:56:59.498849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682c45b-3a70-4d3a-8b80-0d76cf6501ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91942a-2a23-4819-b51e-f0eafc990403,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:56:59.514176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcbe63-bdb1-43b9-9bea-ab854438d2a9 req-0dac0ca4-fb08-487a-929d-271af92a173b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:56:59.522830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5fcbe63-bdb1-43b9-9bea-ab854438d2a9 req-0dac0ca4-fb08-487a-929d-271af92a173b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 931 time: 0.2427249 Dec 15 04:56:59.530912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.914668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0edc5226-3155-40df-9e23-479afae1bcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.980514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:56:59.988248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.103679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ecebbd05-6526-4083-84ac-56e21c6976d3 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:00.111964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.114456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Fanout notify agent at l3_agent the message router_deleted on router c0cb1b40-5583-4b95-9307-2c0545041167 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:57:00.133505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.135460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Pushing event updated for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:00.137860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35748) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:00.142646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4428fb98-f5c8-4d93-b2df-e9b3276ed7b5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/routers/c0cb1b40-5583-4b95-9307-2c0545041167 HTTP/1.1" status: 204 len: 168 time: 2.4684765 Dec 15 04:57:00.144686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35750) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:00.156095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ecebbd05-6526-4083-84ac-56e21c6976d3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:00.156432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ecebbd05-6526-4083-84ac-56e21c6976d3 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:00.156858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:00.210044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:00.210392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 77cbcfc8-1ccc-452c-ae10-0485fd59a5b4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:00.248650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5fcbe63-bdb1-43b9-9bea-ab854438d2a9 req-01167b83-1c6e-4b21-a6a0-891b5c1d9fba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7245858 Dec 15 04:57:00.258186 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d974fe6-3658-4035-9352-03d89e990b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.285891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.325574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Attempting to bind port 1cb4690d-405c-4446-b4d8-93ed9250afe9 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:00.328883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Attempting to bind port 1cb4690d-405c-4446-b4d8-93ed9250afe9 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:00.329249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Attempting to bind port 1cb4690d-405c-4446-b4d8-93ed9250afe9 on network b9415d69-191c-4ddd-9ebf-4bdc1904161b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:00.369522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Port 1cb4690d-405c-4446-b4d8-93ed9250afe9 on network b9415d69-191c-4ddd-9ebf-4bdc1904161b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:57:00.369854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Attempting to bind port 1cb4690d-405c-4446-b4d8-93ed9250afe9 on network b9415d69-191c-4ddd-9ebf-4bdc1904161b {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:00.392035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.402364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f1ff-12f2-4a66-9946-622f19fa8068 req-237b8f50-9d0e-4e21-b9e2-ff1232f3aba6 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:00.403637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8417f1ff-12f2-4a66-9946-622f19fa8068 req-237b8f50-9d0e-4e21-b9e2-ff1232f3aba6 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 944 time: 0.1480954 Dec 15 04:57:00.417897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd19046-5444-4071-aefd-dacb2a7dc030']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:00.432822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6788a9a0-df27-477f-a800-876f0aca3a5a') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:00.433151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6788a9a0-df27-477f-a800-876f0aca3a5a') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:00.438435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:00.438777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Checking segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:00.439159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Bound using segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:00.439608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Bound port: 1cb4690d-405c-4446-b4d8-93ed9250afe9, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:00.439966 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.445927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.462405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.472369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:00.472791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:00.476521 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:00.544258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e729-23f1-4940-9c3a-c62f1263ad36 req-a96b317a-cf5f-40a2-8fae-a9b9e3cc10eb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:00.545765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ec8e729-23f1-4940-9c3a-c62f1263ad36 req-a96b317a-cf5f-40a2-8fae-a9b9e3cc10eb tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 945 time: 0.2073543 Dec 15 04:57:00.545903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.553742 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.560217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/networks/7dd19046-5444-4071-aefd-dacb2a7dc030 HTTP/1.1" status: 204 len: 168 time: 0.4090257 Dec 15 04:57:00.560217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35754) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:00.586966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51063b-e6a8-4bfc-832d-5c62c5340800 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Network': ['ID=7dd19046-5444-4071-aefd-dacb2a7dc030,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:00.604575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.618609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8417f1ff-12f2-4a66-9946-622f19fa8068 req-9675f3ae-3abd-4983-976d-d13d40120dee tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945930 Dec 15 04:57:00.629271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.646245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a609ff0-b3e4-46de-8bc5-026c3d620332 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.691443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a609ff0-b3e4-46de-8bc5-026c3d620332 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.722896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d974fe6-3658-4035-9352-03d89e990b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.737961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:00.747255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d974fe6-3658-4035-9352-03d89e990b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.778250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a609ff0-b3e4-46de-8bc5-026c3d620332 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.780997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a609ff0-b3e4-46de-8bc5-026c3d620332 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.784791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a609ff0-b3e4-46de-8bc5-026c3d620332 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/security-groups/49b63cc1-2399-466f-8d26-9ef92955116e HTTP/1.1" status: 204 len: 168 time: 0.2215285 Dec 15 04:57:00.791515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:00.792224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a609ff0-b3e4-46de-8bc5-026c3d620332 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b63cc1-2399-466f-8d26-9ef92955116e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:00.813290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6ec8e729-23f1-4940-9c3a-c62f1263ad36 req-8a66c86f-fa55-4024-a3ed-c4a64efcd49b tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543874 Dec 15 04:57:00.835491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=b4ccc919-2a02-4736-9da5-d02c0e196abf,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:00.844876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.861697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.876540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9d974fe6-3658-4035-9352-03d89e990b93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4d7d7e03c2a4df5ac7eee968cfb1cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235620 Dec 15 04:57:00.881115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35760) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:00.897796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d974fe6-3658-4035-9352-03d89e990b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68dedb5-d95c-4f19-aa48-6799b877db67,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:00.933476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:00.934109 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:00.935526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] 10.222.0.16 "PUT /v2.0/ports/1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 1092 time: 2.9254882 Dec 15 04:57:00.935977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:00.947821 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:01.008049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-432c28df-811c-427e-834b-6b4d51d7d4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.096507 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda075f5-5c58-4a5e-8119-f4c01372dbcd x-openstack-request-id: req-dda075f5-5c58-4a5e-8119-f4c01372dbcd {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:01.097382 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:01.097618 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dda075f5-5c58-4a5e-8119-f4c01372dbcd {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:01.098023 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'status': 'completed', 'code': 200} Dec 15 04:57:01.106638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-432c28df-811c-427e-834b-6b4d51d7d4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.138616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356ab77-935a-4aa2-bafc-4ad4412269de service neutron] Pushing event updated for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:01.181989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.193112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-432c28df-811c-427e-834b-6b4d51d7d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.197380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-432c28df-811c-427e-834b-6b4d51d7d4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.201711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-432c28df-811c-427e-834b-6b4d51d7d4ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f68dedb5-d95c-4f19-aa48-6799b877db67 HTTP/1.1" status: 204 len: 168 time: 0.3168523 Dec 15 04:57:01.226869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c28df-811c-427e-834b-6b4d51d7d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68dedb5-d95c-4f19-aa48-6799b877db67,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:01.241709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-3f227d41-e866-45cc-9785-747af9378566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:01.243449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-3f227d41-e866-45cc-9785-747af9378566 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1095 time: 0.1884503 Dec 15 04:57:01.255634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:01.291613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:01.326617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35768) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:01.361475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811359656', 'description': 'tempest-secgroup-smoke-811359656 description', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:01.490295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-37eb2819-0b8f-424e-a723-fe349e0d0a68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 217 time: 0.2155640 Dec 15 04:57:01.505088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.728256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.757506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.819596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-4f27f3f2-ae59-445f-9bf3-39310aefd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:01.820860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-065c0329-f9f4-4b19-b856-8ff7ac1bc813 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:01.821429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-4f27f3f2-ae59-445f-9bf3-39310aefd0c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.3101318 Dec 15 04:57:01.824168 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-065c0329-f9f4-4b19-b856-8ff7ac1bc813 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 945 time: 0.2689373 Dec 15 04:57:01.836007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6087b-78b7-463e-a122-0ecba54fdeaa req-887023ee-df64-4051-8fe7-7cf8e94e4f9f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:01.837471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ad6087b-78b7-463e-a122-0ecba54fdeaa req-887023ee-df64-4051-8fe7-7cf8e94e4f9f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 943 time: 0.3429127 Dec 15 04:57:01.845628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.851960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5137970 Dec 15 04:57:01.860512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35778) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:01.871610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '8dca0eab-aa91-479b-aab0-7761fdb5e814', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:01.881512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-199ee464-e221-4549-afc2-4b5ccfdf7875 None None] Provisioning complete for port b4ccc919-2a02-4736-9da5-d02c0e196abf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:01.882575 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-199ee464-e221-4549-afc2-4b5ccfdf7875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:01.916110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3040f906-314c-4d94-b4d7-379ed4beb12b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:01.932738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c0173-c208-4533-b531-39c74609e1ea req-4848c2ae-804b-4d6d-b5fe-768f1ef4b343 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:01.940030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-973c0173-c208-4533-b531-39c74609e1ea req-4848c2ae-804b-4d6d-b5fe-768f1ef4b343 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 944 time: 0.1801245 Dec 15 04:57:01.945080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28f08d36-ef28-4fff-b7ab-33797a8ed143 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:01.951183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3040f906-314c-4d94-b4d7-379ed4beb12b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:01.951847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3040f906-314c-4d94-b4d7-379ed4beb12b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:01.964788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac8aa3-7976-475e-89ee-c042151cf870 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dca0eab-aa91-479b-aab0-7761fdb5e814,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:01.999538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-199ee464-e221-4549-afc2-4b5ccfdf7875 None None] Port b4ccc919-2a02-4736-9da5-d02c0e196abf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:01.999707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router 5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:02.030626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 28f08d36-ef28-4fff-b7ab-33797a8ed143 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:57:02.033318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.036400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 28f08d36-ef28-4fff-b7ab-33797a8ed143 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:02.036778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.038427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-be2436b3-8148-494d-a7f5-4f3e9a41b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:02.039881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-be2436b3-8148-494d-a7f5-4f3e9a41b645 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2015212 Dec 15 04:57:02.064970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ad6087b-78b7-463e-a122-0ecba54fdeaa req-cc4a9f02-4ff9-4e56-9c42-5351667b4749 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018538 Dec 15 04:57:02.073872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Deleting port 8f239d74-57b2-4339-88df-0d889c9af4b1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:02.074426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.135932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-973c0173-c208-4533-b531-39c74609e1ea req-e41b11bd-1ac7-4571-8007-ccfcfbfc8180 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944778 Dec 15 04:57:02.168466 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.208871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] For port 8f239d74-57b2-4339-88df-0d889c9af4b1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=8f239d74-57b2-4339-88df-0d889c9af4b1,segment=NetworkSegment(a2b2745a-de04-4112-b0f4-2ed831b4f7e3),segment_id=a2b2745a-de04-4112-b0f4-2ed831b4f7e3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:02.209467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f08d36-ef28-4fff-b7ab-33797a8ed143'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:02.210016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.214131 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8483d7-ad93-4432-b10c-229da1ec12b9" -d '{"events": [{"server_uuid": "1f1350ec-c113-46a0-9186-cb968fca2dc2", "name": "network-vif-plugged", "status": "completed", "tag": "28f08d36-ef28-4fff-b7ab-33797a8ed143"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:02.228091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Calling delete_port for 8f239d74-57b2-4339-88df-0d889c9af4b1 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:02.232908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 28f08d36-ef28-4fff-b7ab-33797a8ed143, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143,segment=NetworkSegment(f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2),segment_id=f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:02.239274 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.310096 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80f1dac-6e72-4192-8ecc-7e9d97fdb1a7 x-openstack-request-id: req-f80f1dac-6e72-4192-8ecc-7e9d97fdb1a7 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:02.311304 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1350ec-c113-46a0-9186-cb968fca2dc2", "name": "network-vif-plugged", "status": "completed", "tag": "28f08d36-ef28-4fff-b7ab-33797a8ed143", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:02.311735 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f80f1dac-6e72-4192-8ecc-7e9d97fdb1a7 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:02.312565 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f08d36-ef28-4fff-b7ab-33797a8ed143', 'code': 200} Dec 15 04:57:02.314585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=28f08d36-ef28-4fff-b7ab-33797a8ed143,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:02.426989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.438389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.444699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.473106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['8f239d74-57b2-4339-88df-0d889c9af4b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:57:02.476577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-b3a9c52c-847e-48d0-bf49-577ed98873d2 service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088523 Dec 15 04:57:02.478464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Pushing event deleted for resources: {'Port': ['ID=8f239d74-57b2-4339-88df-0d889c9af4b1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:02.493302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32772-8c87-4ac3-89d5-540c0089c2d7 req-94eb1697-35e5-4648-b770-4de777c55231 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:02.500791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54f32772-8c87-4ac3-89d5-540c0089c2d7 req-94eb1697-35e5-4648-b770-4de777c55231 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/ports?device_id=7674b681-f578-44ba-a99c-5c9a9489978a HTTP/1.1" status: 200 len: 867 time: 0.2461541 Dec 15 04:57:02.510705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea38d08b-93f9-4ae4-9e51-61ea9cf7fbaf,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:02.529784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:02.536459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.538082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-15536e98-b025-48c4-84c9-3d8df2ea42e8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6754940 Dec 15 04:57:02.541166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e537343-bc4e-4415-82d2-c9deef757c99 req-271b92b5-dce0-43bb-80a1-7f320f2cfa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:02.543427 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0e537343-bc4e-4415-82d2-c9deef757c99 req-271b92b5-dce0-43bb-80a1-7f320f2cfa32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 1097 time: 0.1362839 Dec 15 04:57:02.543784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35800) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:02.544572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a3af2ba8-37f5-4a5c-b394-0695733fefdb tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/routers/5a027e3e-68a8-4a43-9dfa-adb7e730b6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5338712 Dec 15 04:57:02.552101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] Sync routers for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:02.556501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35802) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:02.570050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:02.570050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:02.593083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'port': {'network_id': '384bbd98-11e8-40c1-8253-2b115b8a1ae7', 'name': 'tempest-FloatingIPTestJSON-1551896446'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:02.611137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '8dca0eab-aa91-479b-aab0-7761fdb5e814', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:02.640771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] No DVR routers for this DVR port 8f239d74-57b2-4339-88df-0d889c9af4b1 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:02.644923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.650412 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c5308252-3104-4f9c-8db7-d462bf2b3080 req-0becf45a-5213-4a66-9fba-bca1dfa911af tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.42 "DELETE /v2.0/ports/8f239d74-57b2-4339-88df-0d889c9af4b1 HTTP/1.1" status: 204 len: 173 time: 0.8170276 Dec 15 04:57:02.650412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674b681-f578-44ba-a99c-5c9a9489978a', 'name': 'network-vif-deleted', 'tag': '8f239d74-57b2-4339-88df-0d889c9af4b1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:02.662917 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75306e11-249c-4b2b-b906-ddd4f81f0c14" -d '{"events": [{"server_uuid": "7674b681-f578-44ba-a99c-5c9a9489978a", "name": "network-vif-deleted", "tag": "8f239d74-57b2-4339-88df-0d889c9af4b1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:02.672608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:02.699905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.729452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:02.730093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:02.742115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.764405 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec91a989-eea6-4d43-bc03-ce7f6b519faf x-openstack-request-id: req-ec91a989-eea6-4d43-bc03-ce7f6b519faf {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:02.764704 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674b681-f578-44ba-a99c-5c9a9489978a", "name": "network-vif-deleted", "tag": "8f239d74-57b2-4339-88df-0d889c9af4b1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:02.764968 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec91a989-eea6-4d43-bc03-ce7f6b519faf {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:02.765381 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674b681-f578-44ba-a99c-5c9a9489978a', 'name': 'network-vif-deleted', 'tag': '8f239d74-57b2-4339-88df-0d889c9af4b1', 'status': 'completed', 'code': 200} Dec 15 04:57:02.808406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:02.809074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9253a6-4dcf-4912-b815-179b57b24b83 None None] The sync data for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:02.836701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0e537343-bc4e-4415-82d2-c9deef757c99 req-8e6747e9-25dc-43eb-bf9d-3364fd0cee99 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023602 Dec 15 04:57:02.847991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54f32772-8c87-4ac3-89d5-540c0089c2d7 req-a988c3f0-86b1-46bb-8bb3-e9f526ca8039 tempest-ServersTestJSON-750133812 tempest-ServersTestJSON-750133812-project] 10.222.0.37 "GET /v2.0/security-groups?id=48f6189e-bbc6-48c0-8bc0-dd2e490e954f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430307 Dec 15 04:57:02.860018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.864550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.884607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e4c53a-2745-4a9b-a480-78695f85a635,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:02.904228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:02.908010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-343c4fdc-3db7-427b-8036-c617df5b8abf tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107274 Dec 15 04:57:02.908411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35826) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:02.913034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65558bc2-3d0f-4f45-9a96-efe2bbffa56a req-bdb34cb5-3ff8-4e5c-a39e-21c8bac16429 service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102113 Dec 15 04:57:02.915061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '8dca0eab-aa91-479b-aab0-7761fdb5e814', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:02.938333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.api [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:57:02.938333 n-d-820935-10 neutron-server[103133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 04:57:02.938333 n-d-820935-10 neutron-server[103133]: [parameters: {'project_id_1': 'caebc93594814be4a3bf072e4ff6c5f5', 'expiration_1': datetime.datetime(2021, 12, 15, 4, 56, 42, 919307)}] Dec 15 04:57:02.938333 n-d-820935-10 neutron-server[103133]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:57:02.938767 n-d-820935-10 neutron-server[103133]: DEBUG oslo_db.api [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:57:02.957085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.025356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.032277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.058011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dff625f-2d4b-4085-8de7-6cddea7d576d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:03.071351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.076300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0a45acdd-749d-49f3-9099-688ee93c2689 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624956 Dec 15 04:57:03.076300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35838) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:03.081321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '8dca0eab-aa91-479b-aab0-7761fdb5e814', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:03.093897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-baa9c112-d3b6-4d7e-8337-6f30817b2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:03.095488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-baa9c112-d3b6-4d7e-8337-6f30817b2061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1095 time: 0.0753932 Dec 15 04:57:03.145482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.234885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.243118 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.261842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-17e1568a-d365-45bb-b3de-3cab6d5c66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:03.261962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-17e1568a-d365-45bb-b3de-3cab6d5c66c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.1546309 Dec 15 04:57:03.262200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24edd20e-9c5a-4d7b-be44-bef655c03a69,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:03.279987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.281479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bdf023dd-b38f-425d-b9b2-0c0553c75fc2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049072 Dec 15 04:57:03.286723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35856) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:03.291232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '8dca0eab-aa91-479b-aab0-7761fdb5e814', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:03.326475 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:57:03.333043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.352379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-a26a4158-ed7a-44cd-a589-d7a922c730c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 217 time: 0.0707307 Dec 15 04:57:03.362793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc6e9e-95c9-48af-8da0-633c73a30f5e req-729148de-2f58-4d8e-855c-cfda25c47314 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:03.364203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.364761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7dc6e9e-95c9-48af-8da0-633c73a30f5e req-729148de-2f58-4d8e-855c-cfda25c47314 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 943 time: 0.1522667 Dec 15 04:57:03.422985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.430779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.440402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf5f7-a344-4074-8cba-2cba7bb55f6c req-a1b98a38-039c-4728-b4f7-252d3570cdd6 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:03.442109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db4cf5f7-a344-4074-8cba-2cba7bb55f6c req-a1b98a38-039c-4728-b4f7-252d3570cdd6 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 945 time: 0.1852598 Dec 15 04:57:03.454750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3112e0a7-4b9b-4aff-9c8b-b32a6a58cd96,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:03.464553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.468799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a30b2170-a2e3-459e-9d62-3578f32e97e4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809182 Dec 15 04:57:03.469771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35868) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:03.475668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'security_group_rule': {'security_group_id': '8dca0eab-aa91-479b-aab0-7761fdb5e814', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:03.493688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:57:03.493688 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 04:57:03.493688 n-d-820935-10 neutron-server[103132]: [parameters: {'project_id_1': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'expiration_1': datetime.datetime(2021, 12, 15, 4, 56, 43, 482117)}] Dec 15 04:57:03.493688 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:57:03.495476 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:57:03.592451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:03.928161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-a40add28-47aa-4392-9818-9f6c364bad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:03.929919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-a40add28-47aa-4392-9818-9f6c364bad15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.5644250 Dec 15 04:57:03.939738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Made reservation on behalf of caebc93594814be4a3bf072e4ff6c5f5 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:03.943776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.018065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7dc6e9e-95c9-48af-8da0-633c73a30f5e req-4dbfb423-9c4d-4b8d-8a9a-1bd6cb2704e4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6358171 Dec 15 04:57:04.033937 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Project ef16d8f2c8554964a7b209e9ac5a74bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:57:04.037813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] device_id is not set on port ff159abe-b82c-48b4-b95c-d944642b5128 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:57:04.047104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db4cf5f7-a344-4074-8cba-2cba7bb55f6c req-c7349d10-58d2-476b-94bb-a97162180429 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774195 Dec 15 04:57:04.067250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.100195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35882) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:04.132052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-ec390f16-e455-48aa-8dda-5a66e59bfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:04.133625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-ec390f16-e455-48aa-8dda-5a66e59bfffb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821938 Dec 15 04:57:04.189996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Deleting subnet 5e6f6bd1-9b68-485c-804f-83b88685a22d {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:04.193262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.237929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.290130 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.299670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Allocated IP 172.20.0.5 (384bbd98-11e8-40c1-8253-2b115b8a1ae7/24803e02-bd91-49d4-8f5c-e4a56c4b350b/ff159abe-b82c-48b4-b95c-d944642b5128) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:04.314832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.324615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.350222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c317cd15-9f54-47b7-ac40-1ac1adaacda5,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:04.366104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.367720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-15bc5702-4800-4253-8b2c-ccca484adf24 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8968699 Dec 15 04:57:04.370560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35888) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:04.372907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-9a51a19f-9457-4ebd-98dd-13cb8649b58f service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159283 Dec 15 04:57:04.378554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'network': {'name': 'tempest-network-smoke--106353532', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:04.399947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.440103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:04.445721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.449273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.453013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e6f6bd1-9b68-485c-804f-83b88685a22d HTTP/1.1" status: 204 len: 168 time: 0.3516428 Dec 15 04:57:04.455488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659b979-3e77-4e9f-85ef-8d9e3caf08ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6f6bd1-9b68-485c-804f-83b88685a22d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:04.459820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35892) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:04.507152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-999c4e64-600b-4e7d-b143-dc5d8cbaabe7 req-020cb445-ab7b-49b0-b500-a8b4e5b3a2d7 service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204557 Dec 15 04:57:04.641402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.646271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.661520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:04.690961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.698713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.699068 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Added segment 3772472b-dda6-4cee-bac9-98b0ec62d03d of type vlan for network 1917f552-d5fc-479e-a599-3bf492a074ef Dec 15 04:57:04.775943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event updated for resources: {'Port': ['ID=ff159abe-b82c-48b4-b95c-d944642b5128,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:04.792690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.795916 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.805766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:04.807720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:04.823128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819115f6-c3e0-4cfe-a59a-efc7612e0f60']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:04.828999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:04.840619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:04.840956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b2745a-de04-4112-b0f4-2ed831b4f7e3') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:04.856890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.871108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.878607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:04.879215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.948121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.959851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:04.960316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:04.964257 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:04.970698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:04.972247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:04.992032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a9166134-c143-46a0-b4cd-7647ba56701f tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4341497 Dec 15 04:57:04.994370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35896) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:04.999559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Request body: {'floatingip': {'port_id': 'ff159abe-b82c-48b4-b95c-d944642b5128'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:05.023003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6510534 Dec 15 04:57:05.028719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35898) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:05.075481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'admin_state_up': True, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:05.110873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acb7c7-4da6-4104-a660-771b4365bc8b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Network': ['ID=1917f552-d5fc-479e-a599-3bf492a074ef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:05.133284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1917f552-d5fc-479e-a599-3bf492a074ef details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:05.159033 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.204962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.219297 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.222757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/819115f6-c3e0-4cfe-a59a-efc7612e0f60 HTTP/1.1" status: 204 len: 168 time: 0.7538719 Dec 15 04:57:05.228566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.230659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.265493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b75c7-02bd-4b76-8067-f04f9f1efad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=819115f6-c3e0-4cfe-a59a-efc7612e0f60,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:05.294787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-566b2944-719f-470e-8d5c-4ad35d241798 None None] Provisioning complete for port ff159abe-b82c-48b4-b95c-d944642b5128 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:05.296466 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-566b2944-719f-470e-8d5c-4ad35d241798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.390380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.391550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-566b2944-719f-470e-8d5c-4ad35d241798 None None] Port ff159abe-b82c-48b4-b95c-d944642b5128 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:05.439511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507eb47-f9ac-4d56-84af-b258dd56b431 req-86b661f5-4921-4410-91c2-f12934e37b09 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:05.451986 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a507eb47-f9ac-4d56-84af-b258dd56b431 req-86b661f5-4921-4410-91c2-f12934e37b09 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 943 time: 0.2208078 Dec 15 04:57:05.514227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34d94b-2c81-4556-a90f-1fe4902f3dc4 req-7b29f9f9-9747-45b5-9c63-ef062f77db5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:05.516122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d34d94b-2c81-4556-a90f-1fe4902f3dc4 req-7b29f9f9-9747-45b5-9c63-ef062f77db5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 945 time: 0.2863276 Dec 15 04:57:05.603005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35910) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:05.654270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.676591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a507eb47-f9ac-4d56-84af-b258dd56b431 req-a13f6b6f-bead-480c-a30d-72dcac210bde tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236085 Dec 15 04:57:05.728094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d34d94b-2c81-4556-a90f-1fe4902f3dc4 req-8013b2b7-93a7-4f7f-ad23-56ccdc8a7917 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028122 Dec 15 04:57:05.745625 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1473b968-554f-4744-bb2b-155236a2af2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=735b74199ad34ed58759e1d00a6ce8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393118 Dec 15 04:57:05.745625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 35918) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:05.849453 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5cb2-7982-479f-b33a-d35adac190cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.889631 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5cb2-7982-479f-b33a-d35adac190cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:05.932918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8f239d74-57b2-4339-88df-0d889c9af4b1 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:05.982893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 8f239d74-57b2-4339-88df-0d889c9af4b1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:05.984031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 8f239d74-57b2-4339-88df-0d889c9af4b1 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:06.009442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cb4690d-405c-4446-b4d8-93ed9250afe9 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:57:06.099584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.110018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.178101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:06.192432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.195673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'port_id': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'mac_address': 'fa:16:3e:50:65:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:57:06.215666 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.252375 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 5fea38e2-6a5e-47f1-bb5a-f796a4692eab associated. External IP: 172.25.2.58, port: 72cd1f5f-4192-4619-9c11-6544580dde0c. Dec 15 04:57:06.255161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.280904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb4690d-405c-4446-b4d8-93ed9250afe9 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:57:06.293945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5cb2-7982-479f-b33a-d35adac190cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.298915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5cb2-7982-479f-b33a-d35adac190cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.302505 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa3f5cb2-7982-479f-b33a-d35adac190cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f6189e-bbc6-48c0-8bc0-dd2e490e954f HTTP/1.1" status: 204 len: 168 time: 0.5537806 Dec 15 04:57:06.319256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5cb2-7982-479f-b33a-d35adac190cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6189e-bbc6-48c0-8bc0-dd2e490e954f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:06.334962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:06.360697 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.443632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:06.455089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.204 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/524124c7-f5b2-4a27-86dd-c74473307b61) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:06.631167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.695574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['1cb4690d-405c-4446-b4d8-93ed9250afe9'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:57:06.702183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:06.755640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:06.759108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:06.778619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:06.803885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:06.837705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e458af-d914-4acb-95db-a478d578b0b9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:06.856805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=524124c7-f5b2-4a27-86dd-c74473307b61,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:07.038823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bc727715-99e3-44e3-92d6-fac383e75ea5 None None] Provisioning complete for port 524124c7-f5b2-4a27-86dd-c74473307b61 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:07.039542 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bc727715-99e3-44e3-92d6-fac383e75ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:07.089293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bc727715-99e3-44e3-92d6-fac383e75ea5 None None] Port 524124c7-f5b2-4a27-86dd-c74473307b61 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:07.107601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:07.122341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1cba-ecb7-4283-8d4d-c382c3246f60 req-f459158c-d050-46e7-9837-183d2388cf9b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:07.123943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d42e1cba-ecb7-4283-8d4d-c382c3246f60 req-f459158c-d050-46e7-9837-183d2388cf9b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 944 time: 0.2518952 Dec 15 04:57:07.223158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:07.237569 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32761d06-c81a-416c-bff2-706b48083715 None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:07.270758 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32761d06-c81a-416c-bff2-706b48083715 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:07.273377 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32761d06-c81a-416c-bff2-706b48083715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:07.345231 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32761d06-c81a-416c-bff2-706b48083715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:07.359461 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32761d06-c81a-416c-bff2-706b48083715 None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:07.361054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32761d06-c81a-416c-bff2-706b48083715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:07.411962 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32761d06-c81a-416c-bff2-706b48083715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:07.412735 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32761d06-c81a-416c-bff2-706b48083715 None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:07.447370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d42e1cba-ecb7-4283-8d4d-c382c3246f60 req-a2bf50ad-74b8-4319-a097-e29f0d72ea7b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139153 Dec 15 04:57:07.453201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:07.729815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router 5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:07.900090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:07.904920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:07.912257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] Sync routers for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:07.921387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:07.931575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:07.932248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:07.967215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-46abb355-310b-4f7e-8e3a-3a5de028f1d7 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/floatingips/5fea38e2-6a5e-47f1-bb5a-f796a4692eab HTTP/1.1" status: 200 len: 977 time: 2.9715521 Dec 15 04:57:07.970165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 35984) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:07.977627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:08.009913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:08.017086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:08.086609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cb4690d-405c-4446-b4d8-93ed9250afe9 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:08.091310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:08.093977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a17ffb-7712-4ae1-b1b9-f50f8c4ecec6 None None] The sync data for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:08.229925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 1cb4690d-405c-4446-b4d8-93ed9250afe9 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:57:08.238296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 1cb4690d-405c-4446-b4d8-93ed9250afe9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:08.238756 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.287235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port ff159abe-b82c-48b4-b95c-d944642b5128 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:08.287916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.347702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router bf2b0356-595d-484d-9c3c-6f94413653f0 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:57:08.364822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.398750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:08.401542 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104eb6cd-9880-4ad0-a5a8-4ba8ce7896e9" -d '{"events": [{"server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "name": "network-vif-plugged", "status": "completed", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:08.420831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:08.428604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.477792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.535580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:08.571712 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68df646-cb99-43f3-8539-dcda66678dea x-openstack-request-id: req-f68df646-cb99-43f3-8539-dcda66678dea {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:08.571998 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "name": "network-vif-plugged", "status": "completed", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:08.572126 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f68df646-cb99-43f3-8539-dcda66678dea {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:08.572533 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'code': 200} Dec 15 04:57:08.587952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:08.598942 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Sync routers for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:08.622004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.627070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-548905c4-89d3-491d-980d-6acac3415412 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5984716 Dec 15 04:57:08.628387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36010) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:08.631158 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:08.632545 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:08.689988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f7fcb6f-2bed-4d89-a446-492146d5ebb9 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ef16d8f2c8554964a7b209e9ac5a74bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602326 Dec 15 04:57:08.691250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36012) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:08.734593 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.734965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:08.735514 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Floating IP 5fea38e2-6a5e-47f1-bb5a-f796a4692eab disassociated. External IP: 172.25.2.58, port: ff159abe-b82c-48b4-b95c-d944642b5128. Dec 15 04:57:08.735870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for ff159abe-b82c-48b4-b95c-d944642b5128 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:08.818996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7622f-b7e3-4b4e-ab12-7872f41687e2 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:08.824643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9ad7622f-b7e3-4b4e-ab12-7872f41687e2 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320984 Dec 15 04:57:08.826349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:08.901544 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce15f098-5ab9-4958-aae6-b73f00630ad4 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715601 Dec 15 04:57:08.903076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36026) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:08.919603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710812754', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:08.926288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e1139-06d7-4a12-b9e3-3197cb271771 req-16065a6e-b085-4b41-9763-9406d5e7593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:08.927809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b85e1139-06d7-4a12-b9e3-3197cb271771 req-16065a6e-b085-4b41-9763-9406d5e7593e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1097 time: 0.1808190 Dec 15 04:57:08.936325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:08.951748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e79d52-18dc-4794-a3d2-b04292091ed3 req-cf379c88-3db9-4689-bd6b-41e3990a91f5 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:08.953358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8e79d52-18dc-4794-a3d2-b04292091ed3 req-cf379c88-3db9-4689-bd6b-41e3990a91f5 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2051413 Dec 15 04:57:09.084809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bf62cbf-27de-4ab8-9765-9e12a7f7a4a1 req-2564fc74-6835-4b63-a578-b00ce1d163d6 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.1015661 Dec 15 04:57:09.124807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:09.133849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:09.147023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8e79d52-18dc-4794-a3d2-b04292091ed3 req-000af960-b11d-4b4a-bc96-eb24cfdaf277 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701176 Dec 15 04:57:09.166070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b85e1139-06d7-4a12-b9e3-3197cb271771 req-ff8ae5f8-a08a-4a68-9445-89323a7376ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102439 Dec 15 04:57:09.269991 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:09.359669 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:07Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:09.366564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=ff159abe-b82c-48b4-b95c-d944642b5128,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:09.392795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.393149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.395461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.395798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.397356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.397698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.398032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.399499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.399845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.400209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.401149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.402588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.402936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:09.454523 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Checking router: bf2b0356-595d-484d-9c3c-6f94413653f0 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:57:09.454883 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Updating router bf2b0356-595d-484d-9c3c-6f94413653f0 port 524124c7-f5b2-4a27-86dd-c74473307b61 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:57:09.528807 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:09.714363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router 5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:09.992990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:10.021652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] Sync routers for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:10.044691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:10.045663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:10.201754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:10.213482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:10.214227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:10.257747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:10.258592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c7812-2e21-4892-8e82-a99485442085 None None] The sync data for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:10.299458 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.311506 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.370218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b13af-797d-42a6-b14a-823733765c18 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:10.455282 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Attempting to bind port 524124c7-f5b2-4a27-86dd-c74473307b61 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:10.455694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Attempting to bind port 524124c7-f5b2-4a27-86dd-c74473307b61 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:10.457081 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Attempting to bind port 524124c7-f5b2-4a27-86dd-c74473307b61 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:10.460407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f59b5bb7-c9cb-4105-9b31-6b06e7c55dff None None] Provisioning complete for port 524124c7-f5b2-4a27-86dd-c74473307b61 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:10.461178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f59b5bb7-c9cb-4105-9b31-6b06e7c55dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.498311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:10.498747 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:10.499089 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.501350 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:10.501885 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Bound port: 524124c7-f5b2-4a27-86dd-c74473307b61, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:10.502285 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.512947 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3065f-2f14-4f15-a974-43cb1ab8cfdc None None] Pushing event updated for resources: {'Port': ['ID=524124c7-f5b2-4a27-86dd-c74473307b61,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:10.517399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f59b5bb7-c9cb-4105-9b31-6b06e7c55dff None None] Port 524124c7-f5b2-4a27-86dd-c74473307b61 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:10.536210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.605729 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] For port 524124c7-f5b2-4a27-86dd-c74473307b61, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:10.609429 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] For port 524124c7-f5b2-4a27-86dd-c74473307b61, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=524124c7-f5b2-4a27-86dd-c74473307b61,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:10.615097 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.643806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b475842d-9e82-4203-8b67-77ed25c108e9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:10.670313 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:10.671053 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:10.681050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Subnet': ['ID=844b7274-0cff-40f3-8aff-21b4fb169c13,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:10.686326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Checking segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:10.687049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network hostable DHCP agents. Network: 1917f552-d5fc-479e-a599-3bf492a074ef, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:10.711356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 1917f552-d5fc-479e-a599-3bf492a074ef is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:10.728610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1917f552-d5fc-479e-a599-3bf492a074ef) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:10.743732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838b685-80f5-4e0e-b875-877a431ba7d9 None None] Network 1917f552-d5fc-479e-a599-3bf492a074ef requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:10.748009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:10.750713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.777637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-57310dfa-51f2-444f-bf48-e16d10e3c7f6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8730671 Dec 15 04:57:10.781053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:10.793405 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:10.839530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ff117be7-2fc8-4b29-9ec6-295520baebe2 None None] Provisioning complete for port 524124c7-f5b2-4a27-86dd-c74473307b61 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:10.844792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff117be7-2fc8-4b29-9ec6-295520baebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:10.919040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc0b48de-78dc-4df2-8c39-aa4a80aefd55 req-b7e0f99f-d967-4532-b080-fb101a151828 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0933347 Dec 15 04:57:11.010283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-1917f552-d5fc-479e-a599-3bf492a074ef', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:11.019293 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.053649 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:07Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:11.055725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff117be7-2fc8-4b29-9ec6-295520baebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.058123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16a35-03db-4e51-ab5d-3a377ffd3fa0 req-a593d7eb-9442-46a7-b86f-eca233142f53 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:11.076698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85f16a35-03db-4e51-ab5d-3a377ffd3fa0 req-a593d7eb-9442-46a7-b86f-eca233142f53 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 945 time: 1.1057699 Dec 15 04:57:11.084951 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3065f-2f14-4f15-a974-43cb1ab8cfdc None None] Pushing event updated for resources: {'Port': ['ID=524124c7-f5b2-4a27-86dd-c74473307b61,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:11.087838 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fc99a-591c-4d62-b91b-ed0ee7fcaf7a None None] The sync data for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 is: [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:07Z', 'revision_number': 3, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:11.206367 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.212296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-31d854cd-cbd9-4508-a2d1-2ab81fbd7920 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/ports/ff159abe-b82c-48b4-b95c-d944642b5128 HTTP/1.1" status: 204 len: 168 time: 3.2386584 Dec 15 04:57:11.212522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ff117be7-2fc8-4b29-9ec6-295520baebe2 None None] For port 524124c7-f5b2-4a27-86dd-c74473307b61, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=524124c7-f5b2-4a27-86dd-c74473307b61,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:11.214843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36060) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:11.222789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff117be7-2fc8-4b29-9ec6-295520baebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.306388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff117be7-2fc8-4b29-9ec6-295520baebe2 None None] Pushing event updated for resources: {'Port': ['ID=524124c7-f5b2-4a27-86dd-c74473307b61,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:11.388135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85f16a35-03db-4e51-ab5d-3a377ffd3fa0 req-c1f1c286-19a1-4c52-81f3-c99ab888b68f tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103666 Dec 15 04:57:11.422183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4f7d6-f21e-47f8-87d8-7a446bb88a83 req-6671c196-4582-4d50-91cf-6cde83300098 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:11.431192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Allocated IP 172.20.0.2 (1917f552-d5fc-479e-a599-3bf492a074ef/844b7274-0cff-40f3-8aff-21b4fb169c13/5a963a00-dc66-40ee-88e5-afbb54027ad0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:11.434250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3e4f7d6-f21e-47f8-87d8-7a446bb88a83 req-6671c196-4582-4d50-91cf-6cde83300098 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2986832 Dec 15 04:57:11.577049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-0634ae44-dc65-47fc-a9b0-a681a189204e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:11.580777 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-0634ae44-dc65-47fc-a9b0-a681a189204e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 945 time: 0.2264740 Dec 15 04:57:11.741652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.753645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.824195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3e4f7d6-f21e-47f8-87d8-7a446bb88a83 req-dcc857cc-a3e4-4fc2-97c9-9e55f786c493 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885951 Dec 15 04:57:11.824474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Deleting port 28f08d36-ef28-4fff-b7ab-33797a8ed143 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:11.824616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.866424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Pushing event updated for resources: {'Port': ['ID=5a963a00-dc66-40ee-88e5-afbb54027ad0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:11.933385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Network 1917f552-d5fc-479e-a599-3bf492a074ef is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:11.936965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:11.950056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:11.962420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:12.123891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 524124c7-f5b2-4a27-86dd-c74473307b61 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:12.173780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Attempting to bind port 5a963a00-dc66-40ee-88e5-afbb54027ad0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:12.173780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Attempting to bind port 5a963a00-dc66-40ee-88e5-afbb54027ad0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:12.175510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Attempting to bind port 5a963a00-dc66-40ee-88e5-afbb54027ad0 on network 1917f552-d5fc-479e-a599-3bf492a074ef {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:12.197204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:12.198917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Checking segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:12.205091 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:12.207338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Bound using segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:12.207979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Bound port: 5a963a00-dc66-40ee-88e5-afbb54027ad0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:12.208536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:12.301095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e6885f94-7764-40b0-b1c0-98d6c38f13a8 req-386490be-e03b-4b64-8a30-f842d1c8c361 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.1101084 Dec 15 04:57:12.302259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-819d868b-1a96-4ca5-87cf-3957b2a87857 req-bc4cad72-1781-43b4-a6d9-645bb9ff59df tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.1078067 Dec 15 04:57:12.334317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40627175-0722-40d0-89b7-fc00926ab5a0 req-d0c6ec0c-4c5d-4866-a663-0365ad4fe8b8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:12.336685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40627175-0722-40d0-89b7-fc00926ab5a0 req-d0c6ec0c-4c5d-4866-a663-0365ad4fe8b8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.3033373 Dec 15 04:57:12.349965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36082) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:12.356079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'floatingip': {'port_id': '1cb4690d-405c-4446-b4d8-93ed9250afe9'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:12.391160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] For port 28f08d36-ef28-4fff-b7ab-33797a8ed143, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=28f08d36-ef28-4fff-b7ab-33797a8ed143,segment=NetworkSegment(f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2),segment_id=f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:12.392300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:12.424375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:12.452861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Calling delete_port for 28f08d36-ef28-4fff-b7ab-33797a8ed143 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:12.456746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] For port 5a963a00-dc66-40ee-88e5-afbb54027ad0, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:12.461545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] For port 5a963a00-dc66-40ee-88e5-afbb54027ad0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a963a00-dc66-40ee-88e5-afbb54027ad0,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:12.478142 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:12.594290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Pushing event updated for resources: {'Port': ['ID=5a963a00-dc66-40ee-88e5-afbb54027ad0,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:12.612607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 524124c7-f5b2-4a27-86dd-c74473307b61 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:12.613246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:12.725754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.726384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.728059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.734231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.735781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.736690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.737245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.739399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.740004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.741121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.741632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.743208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:12.744324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861863e-de9a-4279-b531-eff948ab69b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:13.126342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d36691-6805-4939-a2c8-e003c6b6b48f req-090d3c01-0205-4920-bf89-29af68eee351 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:13.130549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80d36691-6805-4939-a2c8-e003c6b6b48f req-090d3c01-0205-4920-bf89-29af68eee351 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f1350ec-c113-46a0-9186-cb968fca2dc2 HTTP/1.1" status: 200 len: 945 time: 0.5463071 Dec 15 04:57:13.379550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:13.511511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Pushing event deleted for resources: {'Port': ['ID=28f08d36-ef28-4fff-b7ab-33797a8ed143,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:13.572992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:13.577893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a52e7ba7-22a0-4f0b-9bfb-804e0cd090a5 req-06e547a7-26bd-4393-9a95-a436addc7caf tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0569496 Dec 15 04:57:13.592729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] No DVR routers for this DVR port 28f08d36-ef28-4fff-b7ab-33797a8ed143 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:13.594535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.1 (1917f552-d5fc-479e-a599-3bf492a074ef/844b7274-0cff-40f3-8aff-21b4fb169c13/5ea214a3-918d-4779-80e8-6a2a687baae0) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:13.618438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:13.631994 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dab9508a-6694-4c18-bdc9-a2cde3ca917e req-c338ba54-4023-48d0-a748-01363b381c5e tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.42 "DELETE /v2.0/ports/28f08d36-ef28-4fff-b7ab-33797a8ed143 HTTP/1.1" status: 204 len: 173 time: 2.0433958 Dec 15 04:57:13.634303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'name': 'network-vif-deleted', 'tag': '28f08d36-ef28-4fff-b7ab-33797a8ed143'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:13.652719 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1ec95-09b9-4a64-aba2-f8b543eaae9c" -d '{"events": [{"server_uuid": "1f1350ec-c113-46a0-9186-cb968fca2dc2", "name": "network-vif-deleted", "tag": "28f08d36-ef28-4fff-b7ab-33797a8ed143"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:13.759843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80d36691-6805-4939-a2c8-e003c6b6b48f req-0d21cf9b-696f-4f54-8f91-5a8473fed8b3 tempest-ServerTagsTestJSON-764960218 tempest-ServerTagsTestJSON-764960218-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf75fa9c-5210-44d0-83c9-01e26ef4152f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929179 Dec 15 04:57:13.950973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28f08d36-ef28-4fff-b7ab-33797a8ed143 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:14.012710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.038195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 28f08d36-ef28-4fff-b7ab-33797a8ed143 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:14.038468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 28f08d36-ef28-4fff-b7ab-33797a8ed143 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:14.112354 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5345ac-06b6-4aaa-aa76-4f7033bc5dbd x-openstack-request-id: req-db5345ac-06b6-4aaa-aa76-4f7033bc5dbd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:14.113422 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1350ec-c113-46a0-9186-cb968fca2dc2", "name": "network-vif-deleted", "tag": "28f08d36-ef28-4fff-b7ab-33797a8ed143", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:14.114274 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db5345ac-06b6-4aaa-aa76-4f7033bc5dbd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:14.115869 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1350ec-c113-46a0-9186-cb968fca2dc2', 'name': 'network-vif-deleted', 'tag': '28f08d36-ef28-4fff-b7ab-33797a8ed143', 'status': 'completed', 'code': 200} Dec 15 04:57:14.131782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.137616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a963a00-dc66-40ee-88e5-afbb54027ad0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:14.347627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5a963a00-dc66-40ee-88e5-afbb54027ad0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:14.348157 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.388550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.resource_extend [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 04:57:14.430119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=5ea214a3-918d-4779-80e8-6a2a687baae0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:14.482577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 1917f552-d5fc-479e-a599-3bf492a074ef is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:14.491634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:14.505769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:14.611803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-523f1ed0-986b-45cb-98bb-78d9c6fac868 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5058305 Dec 15 04:57:14.697584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.777075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06b54174-701b-4e81-9a0b-a0e0f4c3a23d req-98e5e27a-c0b1-45a2-b814-855d47a5a66a tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.1011519 Dec 15 04:57:14.808006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.818828 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.900693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36120) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:14.917067 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:14.998307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 5a963a00-dc66-40ee-88e5-afbb54027ad0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a963a00-dc66-40ee-88e5-afbb54027ad0,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:15.008467 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.030792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Deleting subnet e30ff4c4-bdff-4138-a799-fe3c16969b8e {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:15.123445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-2390e447-4d24-4de5-a605-7f2e0ebcc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:15.128225 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-2390e447-4d24-4de5-a605-7f2e0ebcc765 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1097 time: 0.3770168 Dec 15 04:57:15.146871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.150782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76b7b1-cfb0-4a94-888c-aadced639cf6 None None] Network 1917f552-d5fc-479e-a599-3bf492a074ef requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:15.203490 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Floating IP e62ca1b5-7348-4db6-999c-0af9db796cc1 associated. External IP: 172.25.2.92, port: 1cb4690d-405c-4446-b4d8-93ed9250afe9. Dec 15 04:57:15.272466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=5a963a00-dc66-40ee-88e5-afbb54027ad0,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:15.292645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-42e13567-104b-4fe7-b989-bed6b732d830 None None] Provisioning complete for port 5a963a00-dc66-40ee-88e5-afbb54027ad0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:15.292645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42e13567-104b-4fe7-b989-bed6b732d830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.379841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.395668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port b4ccc919-2a02-4736-9da5-d02c0e196abf {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:15.395668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.407531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.663908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-f6e3f2c0-7b65-4e76-ab46-ce7805d8d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:15.665555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-f6e3f2c0-7b65-4e76-ab46-ce7805d8d981 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.4273932 Dec 15 04:57:15.706186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Router f4f7c49b-3882-49ee-8c32-e913a704467e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:15.751364 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.829092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:15.887266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for b4ccc919-2a02-4736-9da5-d02c0e196abf owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:15.900417 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-a0da23bb-bafd-4747-a523-862ae9f26daf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 200 len: 1001 time: 0.1997597 Dec 15 04:57:15.948181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-97a29679-10a5-4f64-8f5f-10251af2e34f None None] Provisioning complete for port 5ea214a3-918d-4779-80e8-6a2a687baae0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:15.948758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97a29679-10a5-4f64-8f5f-10251af2e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.003119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.048586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-97a29679-10a5-4f64-8f5f-10251af2e34f None None] Port 5ea214a3-918d-4779-80e8-6a2a687baae0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:16.051278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a963a00-dc66-40ee-88e5-afbb54027ad0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:16.085007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30ff4c4-bdff-4138-a799-fe3c16969b8e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:16.103370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-97a29679-10a5-4f64-8f5f-10251af2e34f None None] Provisioning complete for port 5a963a00-dc66-40ee-88e5-afbb54027ad0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:16.106930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97a29679-10a5-4f64-8f5f-10251af2e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.124763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3f4bee8-cb40-41cf-a98a-7ec5c960113b req-3bd07ca8-37ad-471b-a3dc-9f9c023c006b tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.1520081 Dec 15 04:57:16.137202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:16.146788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.148033 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.149275 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:16.168660 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:16.169293 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:16.172476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-712a8979-8fcf-4d8d-af4e-29b101a918e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e30ff4c4-bdff-4138-a799-fe3c16969b8e HTTP/1.1" status: 204 len: 168 time: 1.2704115 Dec 15 04:57:16.182420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-756bfd7e-77ec-4f23-9265-79ef5c3d83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:16.183880 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-756bfd7e-77ec-4f23-9265-79ef5c3d83f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.2723687 Dec 15 04:57:16.184766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36128) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:16.245022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-38fa8622-2f1b-4ef3-9a78-de4c94bb2eba tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "PUT /v2.0/floatingips/e62ca1b5-7348-4db6-999c-0af9db796cc1 HTTP/1.1" status: 200 len: 990 time: 3.8937862 Dec 15 04:57:16.248352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:16.251463 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a60de-8bcb-4554-bfd6-fee40199c58d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:16.290814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5a963a00-dc66-40ee-88e5-afbb54027ad0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:16.293418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.293579 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.319523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=b4ccc919-2a02-4736-9da5-d02c0e196abf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:16.360149 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137edd4-b666-4134-8722-d49d01f4b7c3 x-openstack-request-id: req-f137edd4-b666-4134-8722-d49d01f4b7c3 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:16.360705 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:16.361061 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f137edd4-b666-4134-8722-d49d01f4b7c3 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:16.361567 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'status': 'completed', 'code': 200} Dec 15 04:57:16.380353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.408103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-a57f9c36-432e-4120-940d-e54a22cd27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:16.412177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-a57f9c36-432e-4120-940d-e54a22cd27fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054012 Dec 15 04:57:16.468433 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:16.580103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.610756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.712685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5ed95af5-25d7-42a2-a807-851d74e7f03e None None] Provisioning complete for port 5ea214a3-918d-4779-80e8-6a2a687baae0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:16.713203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ed95af5-25d7-42a2-a807-851d74e7f03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.741850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=5ea214a3-918d-4779-80e8-6a2a687baae0,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:16.811722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.852168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5ed95af5-25d7-42a2-a807-851d74e7f03e None None] Port 5ea214a3-918d-4779-80e8-6a2a687baae0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:16.857598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:16.870219 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-ff37df3e-cb62-4f43-8f42-2f3dbb2f859e service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224956 Dec 15 04:57:16.876492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5fd086-4234-4eab-9ce2-19613fa03ee7']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:17.000962 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b7d19b95-e456-4922-9421-0cf5cf9c477f req-47cf1d88-b994-477a-bdd0-36f5301d40ef service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190369 Dec 15 04:57:17.007454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:17.007797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c7c444-aaa7-46cf-9bab-fa0aab4bfcc2') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:17.058335 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e62ca1b5-7348-4db6-999c-0af9db796cc1', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'port_id': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'mac_address': 'fa:16:3e:50:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:56:49Z', 'updated_at': '2021-12-15T04:57:14Z', 'revision_number': 1, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:17.066744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.101352 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.103274 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:57:17.114287 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:17.115417 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:17.127746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:17.130303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:17.132159 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:17.134562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-51a57926-efa2-4795-9db1-bfd884093efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:17.135027 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-51a57926-efa2-4795-9db1-bfd884093efe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1097 time: 0.6957633 Dec 15 04:57:17.225114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.232200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 1917f552-d5fc-479e-a599-3bf492a074ef is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:17.241686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.269391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.277324 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c5fd086-4234-4eab-9ce2-19613fa03ee7 HTTP/1.1" status: 204 len: 168 time: 1.0895777 Dec 15 04:57:17.278545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48a49f-f3c5-4f52-8e35-bc8ec7ee0eab admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5fd086-4234-4eab-9ce2-19613fa03ee7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:17.282417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:17.288593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:17.310925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-80919132-757e-405c-b84f-ee73ad835142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:17.312437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-80919132-757e-405c-b84f-ee73ad835142 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.1691275 Dec 15 04:57:17.490509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-28329653-dcff-471e-b20d-aa0ce7d7ffb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 998 time: 0.1399975 Dec 15 04:57:17.566558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b31a1b53-4f80-49c6-8791-557304d6a64d req-81a5e1a8-c2c5-4713-aa79-bbe82dd3bc7e tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0568252 Dec 15 04:57:17.737131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-50ad9fd4-b077-4cf9-b0fc-00443ec07b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:17.738766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-50ad9fd4-b077-4cf9-b0fc-00443ec07b69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.1882579 Dec 15 04:57:17.741374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:17.790968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e62ca1b5-7348-4db6-999c-0af9db796cc1', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'port_id': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'mac_address': 'fa:16:3e:50:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:56:49Z', 'updated_at': '2021-12-15T04:57:14Z', 'revision_number': 1, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:17.795899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2a8f7c36-cc60-4e43-b44c-2310790100fb None None] Provisioning complete for port 5ea214a3-918d-4779-80e8-6a2a687baae0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:17.796951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a8f7c36-cc60-4e43-b44c-2310790100fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:17.851263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00936d-ea03-46ff-91b0-e406d8bf65bf None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e62ca1b5-7348-4db6-999c-0af9db796cc1', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'port_id': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'mac_address': 'fa:16:3e:50:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:56:49Z', 'updated_at': '2021-12-15T04:57:14Z', 'revision_number': 1, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:17.917716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f7c36-cc60-4e43-b44c-2310790100fb None None] Port 5ea214a3-918d-4779-80e8-6a2a687baae0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:18.088782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router 5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:18.131358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fc15219a-1691-401c-a631-2d9de1256293 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de8e24a01df14a60a59a17b6943aa74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888040 Dec 15 04:57:18.135012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36160) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:18.175033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-f76ec5be-96c3-43ab-ba29-d1865cf2272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:18.180869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-f76ec5be-96c3-43ab-ba29-d1865cf2272d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4303160 Dec 15 04:57:18.219632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router bf2b0356-595d-484d-9c3c-6f94413653f0 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:18.260445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2548ae-2210-4175-b48c-9808fb81eb39 None None] New status for floating IP e62ca1b5-7348-4db6-999c-0af9db796cc1: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:57:18.324161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36164) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:18.418642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:18.432676 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Sync routers for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:18.441820 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-63fef115-da96-474d-b842-c4a3f1975a2c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/bf2b0356-595d-484d-9c3c-6f94413653f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6564169 Dec 15 04:57:18.447329 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:18.464782 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:18.468256 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8be36c7-aa13-48e7-a2d4-4768d4ef0ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:18.499950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:18.503352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-472a0760-ef61-4fd5-8eb8-3c27e0780c7e service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007545 Dec 15 04:57:18.508309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ced6215a-bb41-445b-bdcb-400898aed413 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/routers/5a027e3e-68a8-4a43-9dfa-adb7e730b6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2870543 Dec 15 04:57:18.511529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36170) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:18.534631 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8be36c7-aa13-48e7-a2d4-4768d4ef0ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:18.624358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] Sync routers for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:18.653562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:18.661552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:18.772484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:18.796246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] Routers {'5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:18.797037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:18.814320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:18.856441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6416353-e965-42b0-8184-89ab289720c2 req-f6f943fd-f36c-442b-87e8-4906eff4e854 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0573230 Dec 15 04:57:18.863843 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:18.864872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e20a60de-8bcb-4554-bfd6-fee40199c58d req-456942d1-3085-4794-acb3-eaf57983cd0b service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504190 Dec 15 04:57:18.868770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8be36c7-aa13-48e7-a2d4-4768d4ef0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:18.875885 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8be36c7-aa13-48e7-a2d4-4768d4ef0ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:18.878100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8be36c7-aa13-48e7-a2d4-4768d4ef0ebe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf75fa9c-5210-44d0-83c9-01e26ef4152f HTTP/1.1" status: 204 len: 168 time: 0.7398157 Dec 15 04:57:18.914942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be36c7-aa13-48e7-a2d4-4768d4ef0ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf75fa9c-5210-44d0-83c9-01e26ef4152f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:18.915340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:18.916302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe1448-ee94-49ea-a0bd-c9fa443f81a5 None None] The sync data for ids ['5a027e3e-68a8-4a43-9dfa-adb7e730b6c3'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:19.043234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-acac5a1f-538a-4eaf-968e-40b4ea2dcaab tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811359656&fields=id&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 267 time: 0.1210976 Dec 15 04:57:19.173551 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 2, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:19.198243 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.203216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6df0-5422-4aea-8461-d6caaf982a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.222780 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Checking router: bf2b0356-595d-484d-9c3c-6f94413653f0 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:57:19.223287 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Updating router bf2b0356-595d-484d-9c3c-6f94413653f0 port 5ea214a3-918d-4779-80e8-6a2a687baae0 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:57:19.261801 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.272193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-3a0a3b67-2392-4e0e-9261-aab1a3901a3c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:19.273853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-3a0a3b67-2392-4e0e-9261-aab1a3901a3c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/networks?id=1917f552-d5fc-479e-a599-3bf492a074ef HTTP/1.1" status: 200 len: 796 time: 0.2192638 Dec 15 04:57:19.300013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-7e4b61fc-110c-4986-8dfd-59bd2d304379 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/quotas/ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 375 time: 0.0177152 Dec 15 04:57:19.404552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6df0-5422-4aea-8461-d6caaf982a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.415278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6df0-5422-4aea-8461-d6caaf982a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.419294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-3382ec25-2135-41c0-8767-a9c6e1a6df73 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103730 Dec 15 04:57:19.561146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3f2d6df0-5422-4aea-8461-d6caaf982a24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f935e1172e54c0bbec674a6544027df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2324240 Dec 15 04:57:19.563874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:19.593360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port f3d84222-650e-4911-bd15-ffdb015844a3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:19.605333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.647115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6df0-5422-4aea-8461-d6caaf982a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ac4806-3589-4f9d-80b3-f7403026cf41,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:19.705431 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f639e71-a936-4925-ab0e-26def6b02ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.746922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.762962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for f3d84222-650e-4911-bd15-ffdb015844a3 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:19.772784 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.781256 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:19.923516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f639e71-a936-4925-ab0e-26def6b02ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.030652 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fe146-6114-4529-ad79-fc81cbc361b7 None None] Pushing event updated for resources: {'Port': ['ID=5ea214a3-918d-4779-80e8-6a2a687baae0,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:20.042455 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:57:20.063389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-fbd490e4-a6b4-46c7-9908-e8cdf397d9cd service neutron] 10.222.0.37 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395531 Dec 15 04:57:20.111240 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Attempting to bind port 5ea214a3-918d-4779-80e8-6a2a687baae0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:20.111741 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Attempting to bind port 5ea214a3-918d-4779-80e8-6a2a687baae0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:20.112234 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Attempting to bind port 5ea214a3-918d-4779-80e8-6a2a687baae0 on network 1917f552-d5fc-479e-a599-3bf492a074ef {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:20.123237 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:20.123713 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Checking segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:20.124169 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.124808 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Bound using segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:20.125352 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Bound port: 5ea214a3-918d-4779-80e8-6a2a687baae0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:20.125810 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.157709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d512b6c3-6269-4ccc-9844-dc0ce7008c75 req-e112f5de-901c-42b2-85ac-4c1afa2ac121 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0712507 Dec 15 04:57:20.205270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f639e71-a936-4925-ab0e-26def6b02ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.205270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f639e71-a936-4925-ab0e-26def6b02ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.211859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.215204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5f639e71-a936-4925-ab0e-26def6b02ce1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14ac4806-3589-4f9d-80b3-f7403026cf41 HTTP/1.1" status: 204 len: 168 time: 0.6439869 Dec 15 04:57:20.241950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f639e71-a936-4925-ab0e-26def6b02ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ac4806-3589-4f9d-80b3-f7403026cf41,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:20.242571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=f3d84222-650e-4911-bd15-ffdb015844a3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:20.287068 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] For port 5ea214a3-918d-4779-80e8-6a2a687baae0, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:20.294208 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] For port 5ea214a3-918d-4779-80e8-6a2a687baae0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5ea214a3-918d-4779-80e8-6a2a687baae0,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:20.301736 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.316190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e3ab0-633c-4b1c-b45d-9694fbed20b6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:20.335094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.348351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-6b1fe155-e518-4cae-9eb0-466ace6d6bf9 service neutron] 10.222.0.37 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737093 Dec 15 04:57:20.415716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5e4285e1-44e9-49c7-be6d-c3eb347a3699 None None] Provisioning complete for port 5ea214a3-918d-4779-80e8-6a2a687baae0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:20.417550 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4285e1-44e9-49c7-be6d-c3eb347a3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.435068 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fe146-6114-4529-ad79-fc81cbc361b7 None None] Pushing event updated for resources: {'Port': ['ID=5ea214a3-918d-4779-80e8-6a2a687baae0,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:20.456755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.459576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.466922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:20.473739 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:20.612094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.612094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Fanout notify agent at l3_agent the message router_deleted on router 5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:57:20.632906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.636671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d9ed5ee6-3a53-483a-9b5f-ba3f079c1083 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/routers/5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 HTTP/1.1" status: 204 len: 168 time: 2.1214595 Dec 15 04:57:20.637278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:20.688850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4285e1-44e9-49c7-be6d-c3eb347a3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.769582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5e4285e1-44e9-49c7-be6d-c3eb347a3699 None None] For port 5ea214a3-918d-4779-80e8-6a2a687baae0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5ea214a3-918d-4779-80e8-6a2a687baae0,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:20.776038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4285e1-44e9-49c7-be6d-c3eb347a3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:20.814747 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:20.869228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting subnet 24803e02-bd91-49d4-8f5c-e4a56c4b350b {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:20.881112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.006910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4285e1-44e9-49c7-be6d-c3eb347a3699 None None] Pushing event updated for resources: {'Port': ['ID=5ea214a3-918d-4779-80e8-6a2a687baae0,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:21.066260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d582ae60-2a98-4e25-b84a-f2f3fc62ba24 req-8f1850fc-c438-4b4d-8254-a42c2977ffb6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 210 time: 0.0898695 Dec 15 04:57:21.080167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.107106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3ba3405d-48c1-4a43-a4d9-e6af1cca8545 None None] Provisioning complete for port 5ea214a3-918d-4779-80e8-6a2a687baae0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:21.107593 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ba3405d-48c1-4a43-a4d9-e6af1cca8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.194133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36246) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:21.375003 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:21.383242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.413419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.450998 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a85871-7662-45b3-b25c-4bdbb7ace4f6 None None] The sync data for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 is: [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:21.470400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.480684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-682f199b-22e2-4ef0-960d-5bce1f27c10d req-bfdcde94-2839-401c-a358-7d1f665925fb tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.1519723 Dec 15 04:57:21.506862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.513310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/subnets/24803e02-bd91-49d4-8f5c-e4a56c4b350b HTTP/1.1" status: 204 len: 168 time: 0.8722491 Dec 15 04:57:21.513941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:21.519269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d39887-d44c-4f88-b6ac-f707d424fbf4 None None] Network 384bbd98-11e8-40c1-8253-2b115b8a1ae7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:21.584373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5af839-d091-488c-be28-92fb40049418 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Subnet': ['ID=24803e02-bd91-49d4-8f5c-e4a56c4b350b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:21.714665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.718665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.724966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.765392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] DHCP port deletion for 384bbd98-11e8-40c1-8253-2b115b8a1ae7 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:21.810466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a1097-f82d-4d22-949a-5e4bbffd4116,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:21.814610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49c303b04e6b40218c83f6345a1377fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6194124 Dec 15 04:57:21.818810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36258) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:21.827600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.827954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.828328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.828896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.829404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.829920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.831024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.831528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.832052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.832594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.833099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.833628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.834134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e42ee-5c08-44a4-8914-22b92234788d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:57:21.846221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] Deleting port 6dc7bd72-77b4-4662-a886-40602ef0d300 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:21.847011 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.860435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 6dc7bd72-77b4-4662-a886-40602ef0d300 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:21.865259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.930110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] For port 6dc7bd72-77b4-4662-a886-40602ef0d300, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6dc7bd72-77b4-4662-a886-40602ef0d300,segment=NetworkSegment(1102459e-30d2-4b0c-8001-8f42cb20f170),segment_id=1102459e-30d2-4b0c-8001-8f42cb20f170)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:21.930520 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:21.963012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] Calling delete_port for 6dc7bd72-77b4-4662-a886-40602ef0d300 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:21.998841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f55599-d5ed-43c5-b772-7cc1a3d37117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.019307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] For port 6dc7bd72-77b4-4662-a886-40602ef0d300, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6dc7bd72-77b4-4662-a886-40602ef0d300,segment=NetworkSegment(1102459e-30d2-4b0c-8001-8f42cb20f170),segment_id=1102459e-30d2-4b0c-8001-8f42cb20f170)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:22.019852 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.033308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f55599-d5ed-43c5-b772-7cc1a3d37117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.055662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 6dc7bd72-77b4-4662-a886-40602ef0d300 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:22.114049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.176180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f55599-d5ed-43c5-b772-7cc1a3d37117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.179082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5ea214a3-918d-4779-80e8-6a2a687baae0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:22.181218 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f55599-d5ed-43c5-b772-7cc1a3d37117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.182770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c8f55599-d5ed-43c5-b772-7cc1a3d37117 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b51a1097-f82d-4d22-949a-5e4bbffd4116 HTTP/1.1" status: 204 len: 168 time: 0.3629129 Dec 15 04:57:22.209263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f55599-d5ed-43c5-b772-7cc1a3d37117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a1097-f82d-4d22-949a-5e4bbffd4116,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:22.245088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] Pushing event deleted for resources: {'Port': ['ID=6dc7bd72-77b4-4662-a886-40602ef0d300,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:22.270741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c94d2-8ab7-48d0-a1a1-1d734cbe70cf None None] No DVR routers for this DVR port 6dc7bd72-77b4-4662-a886-40602ef0d300 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:22.283240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e05fc968-6d7d-4cf2-9b80-085866961e96 req-4e9f8994-8709-4a57-a53a-bdb3cef8f48c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 210 time: 0.0894222 Dec 15 04:57:22.298919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5ea214a3-918d-4779-80e8-6a2a687baae0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:22.299426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.302135 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.394427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=6dc7bd72-77b4-4662-a886-40602ef0d300,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:22.397376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] No DVR routers for this DVR port 6dc7bd72-77b4-4662-a886-40602ef0d300 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:22.612135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6dc7bd72-77b4-4662-a886-40602ef0d300 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:22.614622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.670913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6dc7bd72-77b4-4662-a886-40602ef0d300 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:22.671699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6dc7bd72-77b4-4662-a886-40602ef0d300 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:22.710728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384bbd98-11e8-40c1-8253-2b115b8a1ae7']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:22.726579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-50dac0c2-8ea6-43d9-b104-3472117ccdc9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:22.728270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-50dac0c2-8ea6-43d9-b104-3472117ccdc9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/networks?id=1917f552-d5fc-479e-a599-3bf492a074ef HTTP/1.1" status: 200 len: 796 time: 0.2781277 Dec 15 04:57:22.732761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1102459e-30d2-4b0c-8001-8f42cb20f170') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:22.733189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1102459e-30d2-4b0c-8001-8f42cb20f170') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:22.733891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1643506c-0aea-4347-9b92-a87bb6575cc3 req-51f6a7f7-1a95-4afa-abe5-f08c19cb295d tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0532618 Dec 15 04:57:22.744718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.781125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.792714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:22.793122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:22.796419 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:22.890155 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-289b47cc-1380-4ad0-be1c-215fc01e26d7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf HTTP/1.1" status: 200 len: 379 time: 0.1358192 Dec 15 04:57:22.891269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.898746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:22.904727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/networks/384bbd98-11e8-40c1-8253-2b115b8a1ae7 HTTP/1.1" status: 204 len: 168 time: 1.3807917 Dec 15 04:57:22.905545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36280) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:22.927882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'port': {'device_id': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'admin_state_up': True, 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'security_groups': ['8dca0eab-aa91-479b-aab0-7761fdb5e814']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:22.931797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbdb5a-7ae3-4af0-82b3-6dd3b8b16a4c tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Network': ['ID=384bbd98-11e8-40c1-8253-2b115b8a1ae7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:23.260832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Made reservation on behalf of ef16d8f2c8554964a7b209e9ac5a74bf for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:23.266263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.301751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 164e2ec8-3fab-48e8-ae8e-2b334a178dd8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:23.302572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.448757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-65ce926d-3b04-4ace-8618-e0f1ce3a4ca8 req-16a82a88-ca4d-4003-8ad2-ef9e90f9025a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 210 time: 0.0389600 Dec 15 04:57:23.510240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.510573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.532236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36298) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:23.533346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 164e2ec8-3fab-48e8-ae8e-2b334a178dd8 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:23.554778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.20.0.6 (1917f552-d5fc-479e-a599-3bf492a074ef/844b7274-0cff-40f3-8aff-21b4fb169c13/b15b44fd-c11a-4081-801f-9da0d23db52f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:23.650007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1704235179-network', 'tenant_id': 'fe098934b5b0418bb957419d0a50c64f'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:23.673429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Made reservation on behalf of fe098934b5b0418bb957419d0a50c64f for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:23.676160 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.685124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.791976 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.792660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.798290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.825213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.834060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:23.853369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcd7554-d98b-4017-bdfa-53c30be716ff,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:23.865739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=164e2ec8-3fab-48e8-ae8e-2b334a178dd8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:23.878820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.920957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.921505 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Added segment a546066a-5993-4e96-86ed-a4ad2d4045b5 of type vlan for network 2b650e30-55f5-451e-b8b2-017ea8a1c256 Dec 15 04:57:23.933755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db55a47a-c1a0-49c9-98de-de74bc14a661 req-da3cc38f-efbf-4045-a9a3-b937b79d5c7d tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0808444 Dec 15 04:57:23.980818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:23.981969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:23.985878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network 1917f552-d5fc-479e-a599-3bf492a074ef is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:23.990581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:23.993261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:24.010382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.011904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:24.012739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.041779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.044967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.046662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4ee7907-e412-4921-bca8-603e918129b3 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/floatingips/5fea38e2-6a5e-47f1-bb5a-f796a4692eab HTTP/1.1" status: 204 len: 168 time: 1.1398885 Dec 15 04:57:24.050170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36314) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:24.068465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:24.069257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.081695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5469868 Dec 15 04:57:24.084929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36316) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:24.096938 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a5510e-77a9-4ee4-bf23-19a465a4da43 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:24.097610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a5510e-77a9-4ee4-bf23-19a465a4da43 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:24.098635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Request body: {'subnet': {'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1704235179-subnet', 'tenant_id': 'fe098934b5b0418bb957419d0a50c64f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:24.103323 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-19a5510e-77a9-4ee4-bf23-19a465a4da43 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/ports/ff159abe-b82c-48b4-b95c-d944642b5128 HTTP/1.1" status: 404 len: 333 time: 0.0497286 Dec 15 04:57:24.104363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:24.113252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39acff0-5a0a-42c7-873b-7199d31ca62d admin admin] Pushing event updated for resources: {'Network': ['ID=2b650e30-55f5-451e-b8b2-017ea8a1c256,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:24.127880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:24.138892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Made reservation on behalf of fe098934b5b0418bb957419d0a50c64f for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:24.145551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e872481-a6a1-4de7-94a3-7542549ac5fc tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 HTTP/1.1" status: 200 len: 205 time: 0.0373232 Dec 15 04:57:24.145772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.146020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36320) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:24.188302 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-023923f4-9463-4cfe-9992-61590a0f0e2a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] delete failed (client error): The resource could not be found. Dec 15 04:57:24.192327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-023923f4-9463-4cfe-9992-61590a0f0e2a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/routers/5a027e3e-68a8-4a43-9dfa-adb7e730b6c3 HTTP/1.1" status: 404 len: 336 time: 0.0421298 Dec 15 04:57:24.194520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c91630af-9c12-45e0-8f51-427360e3f730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2727709 Dec 15 04:57:24.195199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36322) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:24.237928 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c945cece-8b86-4aa6-a482-eda68e5fda92 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:24.238392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c945cece-8b86-4aa6-a482-eda68e5fda92 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:24.243884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c945cece-8b86-4aa6-a482-eda68e5fda92 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/subnets/24803e02-bd91-49d4-8f5c-e4a56c4b350b HTTP/1.1" status: 404 len: 337 time: 0.0454021 Dec 15 04:57:24.246912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36324) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:24.247563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Request body: {'port': {'device_id': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:24.312078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.384875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 72cd1f5f-4192-4619-9c11-6544580dde0c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:24.385517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.394874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bcea66e0-68b5-440b-b8e9-a55b7c9f2879 None None] Provisioning complete for port b15b44fd-c11a-4081-801f-9da0d23db52f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:24.395646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bcea66e0-68b5-440b-b8e9-a55b7c9f2879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.438694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bcea66e0-68b5-440b-b8e9-a55b7c9f2879 None None] Port b15b44fd-c11a-4081-801f-9da0d23db52f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:24.509175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.599676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.628393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 72cd1f5f-4192-4619-9c11-6544580dde0c owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:24.636801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15b44fd-c11a-4081-801f-9da0d23db52f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:57:24.638124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=944fcfc9-8066-4bd2-b89b-097168154c4a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:24.646187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.661535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Transition to ACTIVE for port object b15b44fd-c11a-4081-801f-9da0d23db52f will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:57:24.666798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.722870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:24.732534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ae8b-5749-4bb6-af7b-97d9be645a27 req-9788fb8a-cf29-4920-bd1e-18b0070b13fc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:24.737149 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dce8ae8b-5749-4bb6-af7b-97d9be645a27 req-9788fb8a-cf29-4920-bd1e-18b0070b13fc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 931 time: 0.1928320 Dec 15 04:57:24.738984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Checking segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:24.739620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Network hostable DHCP agents. Network: 2b650e30-55f5-451e-b8b2-017ea8a1c256, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:24.809085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Attempting to bind port b15b44fd-c11a-4081-801f-9da0d23db52f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:24.809695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Attempting to bind port b15b44fd-c11a-4081-801f-9da0d23db52f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:24.810000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Attempting to bind port b15b44fd-c11a-4081-801f-9da0d23db52f on network 1917f552-d5fc-479e-a599-3bf492a074ef {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:24.816172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Port b15b44fd-c11a-4081-801f-9da0d23db52f on network 1917f552-d5fc-479e-a599-3bf492a074ef not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:57:24.816500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Attempting to bind port b15b44fd-c11a-4081-801f-9da0d23db52f on network 1917f552-d5fc-479e-a599-3bf492a074ef {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:24.822747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:24.822747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Checking segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:24.823691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Bound using segment: {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:24.823881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:24.824425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Bound port: b15b44fd-c11a-4081-801f-9da0d23db52f, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3772472b-dda6-4cee-bac9-98b0ec62d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:24.824619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.848701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dce8ae8b-5749-4bb6-af7b-97d9be645a27 req-d054521e-89f0-4c68-b083-c7201e4a596a tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037774 Dec 15 04:57:24.850752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2b650e30-55f5-451e-b8b2-017ea8a1c256) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:24.860311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d088e2-cbe3-47dc-ab80-0ca6ca5833b2 None None] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:24.864729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:24.865357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.930718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5ed93aa1-3be0-488c-a960-34e26b49b7eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8355057 Dec 15 04:57:24.954189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:24.956101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:24.958982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:24.967125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:25.026945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=72cd1f5f-4192-4619-9c11-6544580dde0c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:25.072947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:25.075754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:25.078468 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] 10.222.0.42 "PUT /v2.0/ports/b15b44fd-c11a-4081-801f-9da0d23db52f HTTP/1.1" status: 200 len: 1092 time: 0.8357832 Dec 15 04:57:25.081742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:25.084344 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0831541-da7d-4095-bcba-725f6d4d3f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:25.102519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d77b2-9905-473a-96ad-f1c818dca304 None None] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:25.135372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646613c-0a54-452c-b881-c265ba776b5f service neutron] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:25.162618 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea09e0e0-d15b-40fa-bd8b-8ffab5250be7 x-openstack-request-id: req-ea09e0e0-d15b-40fa-bd8b-8ffab5250be7 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:25.163088 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:25.163445 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea09e0e0-d15b-40fa-bd8b-8ffab5250be7 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:25.163953 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'status': 'completed', 'code': 200} Dec 15 04:57:25.253587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b65c8bf1-b6e1-4aab-96b3-530dbc13733e req-0df1c676-6104-4795-bb64-8c821169313e tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0739944 Dec 15 04:57:25.258584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:25.267024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e21f1673-aca2-46df-af99-e55227418377 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/ports/72cd1f5f-4192-4619-9c11-6544580dde0c HTTP/1.1" status: 204 len: 168 time: 1.0158195 Dec 15 04:57:25.279052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36344) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:25.318557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c777a93a-fae2-4613-a221-a9d5b90a4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:25.320113 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-c777a93a-fae2-4613-a221-a9d5b90a4332 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1095 time: 0.1488729 Dec 15 04:57:25.385243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-9e164532-c29a-48b9-bec5-d3f59d502774 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b15b44fd-c11a-4081-801f-9da0d23db52f HTTP/1.1" status: 200 len: 217 time: 0.0498681 Dec 15 04:57:25.469594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-4d48d9b2-384f-4e3d-a337-69c3c124f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:25.471119 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-4d48d9b2-384f-4e3d-a337-69c3c124f5ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=844b7274-0cff-40f3-8aff-21b4fb169c13 HTTP/1.1" status: 200 len: 835 time: 0.0650089 Dec 15 04:57:25.496572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port 38810dbf-5568-44a0-b6bd-fbc235cdeddb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:25.496922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:25.635258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-97c628be-c694-4671-a1ac-02011db78073 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:25.636600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-1b6575ed-aa31-41df-85c6-406dbbb87e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:25.637988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-97c628be-c694-4671-a1ac-02011db78073 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.1546619 Dec 15 04:57:25.638144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-1b6575ed-aa31-41df-85c6-406dbbb87e1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1917f552-d5fc-479e-a599-3bf492a074ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584375 Dec 15 04:57:25.657124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-ef721d61-9a37-4101-998c-bcb936967a13 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/quotas/fe098934b5b0418bb957419d0a50c64f HTTP/1.1" status: 200 len: 375 time: 0.0124302 Dec 15 04:57:25.660324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:25.695281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-3a7d2042-e0d9-460c-8f4a-241e343940b1 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322940 Dec 15 04:57:25.706266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for 38810dbf-5568-44a0-b6bd-fbc235cdeddb owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:25.794762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-a98bb5cc-b92a-40d0-bb6c-0e66ca34a049 service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921628 Dec 15 04:57:25.801176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-36698678-fb63-42f2-851d-5e4a8475ddef service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509228 Dec 15 04:57:25.889804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-6d527830-515a-42b7-af22-15d5b5a09a3c service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882158 Dec 15 04:57:25.963766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:25.986964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292845f-83af-4e09-a6a2-5fc9d481a5bd req-fb09f31a-6dbc-4aa6-bf40-fff4f27e1844 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:25.988543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7292845f-83af-4e09-a6a2-5fc9d481a5bd req-fb09f31a-6dbc-4aa6-bf40-fff4f27e1844 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 943 time: 0.0610366 Dec 15 04:57:26.005595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aa128d3e-5611-4058-88e7-d4f7c3fcf27e req-ceec8d72-f3d7-40b5-b8e6-f7624df40a80 service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910293 Dec 15 04:57:26.011520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=38810dbf-5568-44a0-b6bd-fbc235cdeddb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:26.069084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7292845f-83af-4e09-a6a2-5fc9d481a5bd req-7859580a-6958-432e-84f7-8f2103324346 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737143 Dec 15 04:57:26.107985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:26.108959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36366) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:26.109076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e6f24a1-3f9f-46ad-a03b-6d0906b4940e tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/ports/38810dbf-5568-44a0-b6bd-fbc235cdeddb HTTP/1.1" status: 204 len: 168 time: 0.8292470 Dec 15 04:57:26.165295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-ea776595-854c-488a-95ee-5734955380f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:26.166903 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-ea776595-854c-488a-95ee-5734955380f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1095 time: 0.0571747 Dec 15 04:57:26.178443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41be27a1-9599-4826-b547-77378c137b12 req-8a40214a-9487-4508-bad3-5c0651ac83c7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 210 time: 0.0302622 Dec 15 04:57:26.198444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5420e-c23f-4168-abf6-3facf7326300 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:26.203146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-daf5420e-c23f-4168-abf6-3facf7326300 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "GET /v2.0/ports?device_id=aec139f0-fe43-445f-86d3-cef8af2d92aa HTTP/1.1" status: 200 len: 913 time: 0.0942061 Dec 15 04:57:26.203835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36372) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:26.495492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0234de3f-b121-45dd-9dd9-17ecfdd94909 req-48af50dd-632a-443c-8a8f-44a992d10c5a tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0661004 Dec 15 04:57:26.665418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-fa4e76e2-f651-47da-bcf7-b3ea0b102553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:26.667889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-fa4e76e2-f651-47da-bcf7-b3ea0b102553 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1917f552-d5fc-479e-a599-3bf492a074ef HTTP/1.1" status: 200 len: 896 time: 0.4937685 Dec 15 04:57:26.730166 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-f2fdce87-6568-4eb7-9d56-bb8f88e8d611 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b15b44fd-c11a-4081-801f-9da0d23db52f HTTP/1.1" status: 200 len: 217 time: 0.0489669 Dec 15 04:57:26.737444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:26.792003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-633f1858-86c0-42be-bfab-72c7d9b7fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:26.793556 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-633f1858-86c0-42be-bfab-72c7d9b7fae8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=844b7274-0cff-40f3-8aff-21b4fb169c13 HTTP/1.1" status: 200 len: 835 time: 0.0523267 Dec 15 04:57:26.852564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-f569e78b-0100-46a9-a1f9-9debb97bbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:26.854507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-f569e78b-0100-46a9-a1f9-9debb97bbc69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1917f552-d5fc-479e-a599-3bf492a074ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455134 Dec 15 04:57:26.963738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-a5498305-2176-45bc-910d-2114a408b3ae service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992708 Dec 15 04:57:27.051563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port a4ce69d2-9d7b-4d7d-88bf-35ed2982dc3e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:27.052155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:27.066285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0831541-da7d-4095-bcba-725f6d4d3f6b req-ab5c8da5-30ad-4ca8-88da-65f36a4bd206 service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 Dec 15 04:57:27.171907 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:27.200594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for a4ce69d2-9d7b-4d7d-88bf-35ed2982dc3e owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:27.258334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ecfae-b56f-4a89-8dab-3c288f74c99a req-54341fc2-76b4-4538-ab28-9fbeffdcc638 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:27.259846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae3ecfae-b56f-4a89-8dab-3c288f74c99a req-54341fc2-76b4-4538-ab28-9fbeffdcc638 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 943 time: 0.1098733 Dec 15 04:57:27.298593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33008a2c-74a0-4a82-879d-dd23828937b1 req-bd74b3ae-d991-45b6-a6cf-88c055e59226 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 210 time: 0.0364132 Dec 15 04:57:27.634014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76877d00-dc13-4891-9368-4f763105bccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:27.743194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ae3ecfae-b56f-4a89-8dab-3c288f74c99a req-7c58acec-07d5-4040-b7a8-1456224cd9ba tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701159 Dec 15 04:57:27.785847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ddc8811-338a-43fe-b785-bb3ee6b14bd5 req-65ab39a5-d01c-430f-a955-103c86d0b6f0 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0473437 Dec 15 04:57:27.870167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-cb3d242c-9a52-4141-8e6d-d0328a23ce0c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:27.871595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-cb3d242c-9a52-4141-8e6d-d0328a23ce0c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.5290899 Dec 15 04:57:27.906982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Request body: {'port': {'device_id': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'admin_state_up': True, 'tenant_id': 'fe098934b5b0418bb957419d0a50c64f'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:27.924940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:27.994999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=a4ce69d2-9d7b-4d7d-88bf-35ed2982dc3e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:28.059550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:57:28.169065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:28.184998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'port_id': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'mac_address': 'fa:16:3e:b1:5c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:57:28.205961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Made reservation on behalf of fe098934b5b0418bb957419d0a50c64f for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:28.209455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:28.227628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:28.240556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15b44fd-c11a-4081-801f-9da0d23db52f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:57:28.245175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:28.262138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:28.265853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:28.313241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:28.428392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ad9d436-2d31-4669-a39c-a53d8cefc4fc req-9addddad-ca22-440f-a6e9-b7d7a7339081 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 210 time: 0.0388269 Dec 15 04:57:28.452607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Allocated IP 172.20.0.7 (2b650e30-55f5-451e-b8b2-017ea8a1c256/944fcfc9-8066-4bd2-b89b-097168154c4a/818f36d6-46d6-4360-81f8-79172e34a8f1) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:28.598322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b15b44fd-c11a-4081-801f-9da0d23db52f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:57:28.663330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Router aec139f0-fe43-445f-86d3-cef8af2d92aa has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:28.760684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:28.835461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:28.847416 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] Sync routers for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:28.857062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2f015925-80fc-4e15-8aaa-8620b0fc1213 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "PUT /v2.0/routers/aec139f0-fe43-445f-86d3-cef8af2d92aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481795 Dec 15 04:57:28.857062 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:28.857062 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:28.869556 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:28.871432 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:28.912118 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:28.922048 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] Routers {'aec139f0-fe43-445f-86d3-cef8af2d92aa'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:28.922823 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aec139f0-fe43-445f-86d3-cef8af2d92aa'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:28.958385 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:28.959186 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4054b-adb9-4ba0-bfe3-067ccfbf57ee None None] The sync data for ids ['aec139f0-fe43-445f-86d3-cef8af2d92aa'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:28.999945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:29.006990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0147430c-b130-4dab-9f4f-0f4e1bd2fb33 req-58eb7493-d687-4315-aa5e-9b1a650c9457 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0786455 Dec 15 04:57:29.015609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:29.021823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event updated for resources: {'Port': ['ID=818f36d6-46d6-4360-81f8-79172e34a8f1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:29.026700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:29.037116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a26edc-a632-4b72-8d16-6e72af20265c req-5bdfe60d-19ee-4301-abf4-f230806b4496 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:29.038618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69a26edc-a632-4b72-8d16-6e72af20265c req-5bdfe60d-19ee-4301-abf4-f230806b4496 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 944 time: 0.2161779 Dec 15 04:57:29.119074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:29.119594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.128998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.225906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69a26edc-a632-4b72-8d16-6e72af20265c req-a4b84140-d482-45b2-9cce-ca2ddd8af4db tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617749 Dec 15 04:57:29.231275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-79a52c7a-56e4-43a1-9fc9-d79fabc514d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3282509 Dec 15 04:57:29.258593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Request body: {'port': {'device_id': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:29.312745 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.326924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.469654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting port da27b3ae-4f4f-4baa-9021-a3a093b1cd13 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:29.469990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.644708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5dda8-804d-46b0-9baa-7e43ae8e756a req-a92d2f4f-fdb9-4e3a-9acd-1149a34d89bd tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:29.646183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8eb5dda8-804d-46b0-9baa-7e43ae8e756a req-a92d2f4f-fdb9-4e3a-9acd-1149a34d89bd tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 931 time: 0.1300759 Dec 15 04:57:29.659538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.700212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Calling delete_port for da27b3ae-4f4f-4baa-9021-a3a093b1cd13 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:29.800002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8eb5dda8-804d-46b0-9baa-7e43ae8e756a req-167a482f-b05e-44f3-a8b9-764e6cdff48c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429129 Dec 15 04:57:29.823982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818f36d6-46d6-4360-81f8-79172e34a8f1 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:57:29.833707 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.881681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4e6db8b9-fdda-4ef9-b084-32f002f58f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:29.888462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Transition to ACTIVE for port object 818f36d6-46d6-4360-81f8-79172e34a8f1 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:57:29.899345 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.003434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Pushing event updated for resources: {'Port': ['ID=818f36d6-46d6-4360-81f8-79172e34a8f1,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:30.035287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.059578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:30.115749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefee753-83f6-427f-a6c0-5b87d0c1bd6f None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:30.123545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Port': ['ID=da27b3ae-4f4f-4baa-9021-a3a093b1cd13,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:30.147761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port b15b44fd-c11a-4081-801f-9da0d23db52f completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:57:30.152924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port b15b44fd-c11a-4081-801f-9da0d23db52f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:30.153403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.202598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8893aab8-4e20-4801-b650-dfd348cef449 req-617f209a-2c7b-4cda-8366-35d338036d1a tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0737667 Dec 15 04:57:30.218430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Attempting to bind port 818f36d6-46d6-4360-81f8-79172e34a8f1 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:30.218767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Attempting to bind port 818f36d6-46d6-4360-81f8-79172e34a8f1 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:30.219131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Attempting to bind port 818f36d6-46d6-4360-81f8-79172e34a8f1 on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:30.237837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Port 818f36d6-46d6-4360-81f8-79172e34a8f1 on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:57:30.238565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Attempting to bind port 818f36d6-46d6-4360-81f8-79172e34a8f1 on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:30.246505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.248756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:30.249053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Checking segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:30.249434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Bound using segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:30.249982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Bound port: 818f36d6-46d6-4360-81f8-79172e34a8f1, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:30.250336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.255524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.296488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:30.297771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:30.301244 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb9c51-9612-424c-8f43-a6045b7f8155" -d '{"events": [{"server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "name": "network-vif-plugged", "status": "completed", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:30.305745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.355048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:30.392177 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f28518-e27f-40b7-ac0d-d77f1114f19d x-openstack-request-id: req-25f28518-e27f-40b7-ac0d-d77f1114f19d {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:30.392506 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "name": "network-vif-plugged", "status": "completed", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:30.393272 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25f28518-e27f-40b7-ac0d-d77f1114f19d {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:30.393678 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'code': 200} Dec 15 04:57:30.396707 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.403860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.470410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf0a6-83c9-485e-b6fa-5a3a054bc9fb req-0d91cd67-72bf-4f69-b057-8c834c4ab642 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:30.472395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-100bf0a6-83c9-485e-b6fa-5a3a054bc9fb req-0d91cd67-72bf-4f69-b057-8c834c4ab642 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1539755 Dec 15 04:57:30.474856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.475400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Fanout notify agent at l3_agent the message router_deleted on router aec139f0-fe43-445f-86d3-cef8af2d92aa {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:57:30.484507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.485569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bccce64-8b5b-4e7c-bf6b-d41f708066ae tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/routers/aec139f0-fe43-445f-86d3-cef8af2d92aa HTTP/1.1" status: 204 len: 168 time: 1.6263309 Dec 15 04:57:30.489880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:30.509796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] For port 818f36d6-46d6-4360-81f8-79172e34a8f1, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:30.528766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411cfb6-14b4-498a-befa-20aec04651c4 req-4fd5d0fe-5248-45ba-9416-cfc75c55b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:30.530286 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7411cfb6-14b4-498a-befa-20aec04651c4 req-4fd5d0fe-5248-45ba-9416-cfc75c55b89a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1097 time: 0.0437856 Dec 15 04:57:30.553944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] For port 818f36d6-46d6-4360-81f8-79172e34a8f1, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=818f36d6-46d6-4360-81f8-79172e34a8f1,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:30.565682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.580017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7411cfb6-14b4-498a-befa-20aec04651c4 req-8e57a4ba-af90-4a68-a8c3-a3b7bf43e9aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Dec 15 04:57:30.594625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Deleting subnet aa54e695-0261-499f-b038-6e8da85b0539 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:30.621619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.653920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:30.654541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.655901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] 10.222.0.16 "PUT /v2.0/ports/818f36d6-46d6-4360-81f8-79172e34a8f1 HTTP/1.1" status: 200 len: 1092 time: 1.4030836 Dec 15 04:57:30.657956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'tag': '818f36d6-46d6-4360-81f8-79172e34a8f1'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:30.660252 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb634e-1d72-4ba9-93bb-29035f099738" -d '{"events": [{"name": "network-changed", "server_uuid": "ec35ec19-9506-4521-8b8f-bba79b561c01", "tag": "818f36d6-46d6-4360-81f8-79172e34a8f1"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:30.670528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-100bf0a6-83c9-485e-b6fa-5a3a054bc9fb req-9bbef81f-2e08-4f50-9598-fbc30a2120a8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838012 Dec 15 04:57:30.701977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.707475 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fa21cb-ea4c-4cef-96bb-4046e899730a x-openstack-request-id: req-a9fa21cb-ea4c-4cef-96bb-4046e899730a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:30.708034 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec35ec19-9506-4521-8b8f-bba79b561c01", "tag": "818f36d6-46d6-4360-81f8-79172e34a8f1", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:30.708396 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9fa21cb-ea4c-4cef-96bb-4046e899730a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:30.708816 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'tag': '818f36d6-46d6-4360-81f8-79172e34a8f1', 'status': 'completed', 'code': 200} Dec 15 04:57:30.733755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b22f8-440a-49ca-ae86-ff4ea1c57d1f service neutron] Pushing event updated for resources: {'Port': ['ID=818f36d6-46d6-4360-81f8-79172e34a8f1,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:30.787535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.815774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-c0908569-4987-4c34-a26b-ea3eb9662d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:30.817316 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-c0908569-4987-4c34-a26b-ea3eb9662d7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 1095 time: 0.0784144 Dec 15 04:57:30.881190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-b131ed00-ff27-4499-979c-f86ab1c577e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=818f36d6-46d6-4360-81f8-79172e34a8f1 HTTP/1.1" status: 200 len: 217 time: 0.0425999 Dec 15 04:57:30.940474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.986640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:30.989830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/subnets/aa54e695-0261-499f-b038-6e8da85b0539 HTTP/1.1" status: 204 len: 168 time: 0.4941170 Dec 15 04:57:30.990652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8659-b718-4c74-870d-9d2396dee488 tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Subnet': ['ID=aa54e695-0261-499f-b038-6e8da85b0539,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:30.992363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:30.997366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-92a95666-398a-4b55-9787-ddbb85afc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:30.998783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-92a95666-398a-4b55-9787-ddbb85afc1a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.1058667 Dec 15 04:57:31.009511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae444-d947-4875-9b6b-c9cfbf8f5c25 req-e0f87093-50f4-441c-94be-ceca43d639ce tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:31.011023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c50ae444-d947-4875-9b6b-c9cfbf8f5c25 req-e0f87093-50f4-441c-94be-ceca43d639ce tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 943 time: 0.1316607 Dec 15 04:57:31.058471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-cd55f1b3-3567-46a2-a9c2-d9d995bf0d33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464399 Dec 15 04:57:31.089491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.135922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c50ae444-d947-4875-9b6b-c9cfbf8f5c25 req-228100a8-5f85-4bc9-8e88-a83ff694bc55 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155396 Dec 15 04:57:31.184457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-3f2e3dd1-d025-44c6-b71b-5eacab529082 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165018 Dec 15 04:57:31.185222 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.200386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.220207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d5acaf-d8d0-4763-9983-69e528b8669f']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:31.229817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae774b3-c401-49bf-aa0e-9ddab3e6e2af') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:31.230140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae774b3-c401-49bf-aa0e-9ddab3e6e2af') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:31.242996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.273120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.281088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:31.282043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:31.287592 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:31.325810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ff5fed5-a3e6-48a6-bfd5-a10c94ae7f22 req-b088d31f-4462-4116-aff4-73de4c8cb8e6 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299317 Dec 15 04:57:31.342473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40b10d28-7516-4a5a-890d-a08a093bb258 req-7f2b34d1-1489-4daa-8890-8cf3dba87e04 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0335138 Dec 15 04:57:31.348550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.356510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.359981 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] 10.222.0.37 "DELETE /v2.0/networks/e7d5acaf-d8d0-4763-9983-69e528b8669f HTTP/1.1" status: 204 len: 168 time: 0.3666081 Dec 15 04:57:31.377465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5dc05-e702-4bfe-a398-120043fdfb3a tempest-FloatingIPTestJSON-451546216 tempest-FloatingIPTestJSON-451546216-project] Pushing event deleted for resources: {'Network': ['ID=e7d5acaf-d8d0-4763-9983-69e528b8669f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:31.510919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-5f5190a4-3d73-4532-ada1-3762fb21fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:31.512488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-5f5190a4-3d73-4532-ada1-3762fb21fdcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 1095 time: 0.0421329 Dec 15 04:57:31.614468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36454) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:31.815627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b810c88-df2a-418c-9632-886a1f3ea0a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caebc93594814be4a3bf072e4ff6c5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992950 Dec 15 04:57:31.818028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36460) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:31.884097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71c24375-4134-4a19-b31c-66dcb1b6915f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.909335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71c24375-4134-4a19-b31c-66dcb1b6915f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.971669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71c24375-4134-4a19-b31c-66dcb1b6915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.974480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71c24375-4134-4a19-b31c-66dcb1b6915f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:31.978421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-71c24375-4134-4a19-b31c-66dcb1b6915f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fc1c7fb-72fc-4699-9386-c51f47aef8d0 HTTP/1.1" status: 204 len: 168 time: 0.1558886 Dec 15 04:57:31.985901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24375-4134-4a19-b31c-66dcb1b6915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1c7fb-72fc-4699-9386-c51f47aef8d0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:32.024915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892ba56-1998-4ec3-b6c4-6087bb9d6586 req-a9db1105-dfed-471b-a2d2-be16494a106b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:32.026511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e892ba56-1998-4ec3-b6c4-6087bb9d6586 req-a9db1105-dfed-471b-a2d2-be16494a106b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.0775435 Dec 15 04:57:32.040326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-cf0016a1-4013-4782-9390-e23c87719d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:32.041721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-cf0016a1-4013-4782-9390-e23c87719d8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.5215521 Dec 15 04:57:32.104126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-ae9322e2-4139-416f-aedc-49bfd83bea79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=818f36d6-46d6-4360-81f8-79172e34a8f1 HTTP/1.1" status: 200 len: 217 time: 0.0486240 Dec 15 04:57:32.158818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e892ba56-1998-4ec3-b6c4-6087bb9d6586 req-1d74e2a8-8817-46cd-a015-4a7bcf8d0065 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205728 Dec 15 04:57:32.191477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-8df19b70-bb51-491b-b63b-1e3445e565d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:32.194633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-8df19b70-bb51-491b-b63b-1e3445e565d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.0788634 Dec 15 04:57:32.241584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-8d19d568-edfc-4452-93fd-a19792fcae95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371284 Dec 15 04:57:32.353827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6feba-fe80-418e-9b49-f51a7a832c6f req-f0e18466-625a-4c70-9f50-61ba5efe275f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:32.356126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffe6feba-fe80-418e-9b49-f51a7a832c6f req-f0e18466-625a-4c70-9f50-61ba5efe275f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 943 time: 0.1192889 Dec 15 04:57:32.404769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-2fac4893-940d-4993-8370-8dd1409574ca service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516135 Dec 15 04:57:32.442109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffe6feba-fe80-418e-9b49-f51a7a832c6f req-9c08ea3d-e7b9-4683-ae13-9661bb887949 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771856 Dec 15 04:57:32.591197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13eb634e-1d72-4ba9-93bb-29035f099738 req-f213432d-6ae1-40c6-a193-b33581293896 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777635 Dec 15 04:57:32.629026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcd62d1f-7b66-4673-8311-f9fdf89b4a02 req-1f132195-8187-4a73-b832-086ad54aeb55 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0524426 Dec 15 04:57:32.712034 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:32.878432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:32.973710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1529581270'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:32.997545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:33.001240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.010945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.092334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.096383 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.127453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:33.138225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8320d1-0bee-4186-8923-83866091c2c7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:33.146803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.147177 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Added segment b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5 of type vlan for network c48b1f74-fe2f-4309-91f6-aa40e3547dcf Dec 15 04:57:33.188841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.221494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.228721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:33.229429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.287592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1934521-f329-4a47-b3dc-b262d401cabf req-4e7e95a2-4c1c-4147-82f7-f896502cccd7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:33.289241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1934521-f329-4a47-b3dc-b262d401cabf req-4e7e95a2-4c1c-4147-82f7-f896502cccd7 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.0509617 Dec 15 04:57:33.293007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4133172 Dec 15 04:57:33.305252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15faa6-34c1-4546-bf5c-25e0efc024ef tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Network': ['ID=c48b1f74-fe2f-4309-91f6-aa40e3547dcf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:33.317027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c48b1f74-fe2f-4309-91f6-aa40e3547dcf details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:33.403434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1934521-f329-4a47-b3dc-b262d401cabf req-218c1fb8-a8e9-42eb-a4f1-991b42375c0f tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893745 Dec 15 04:57:33.417620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.573692 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.577577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e72c-03a8-412b-bdbd-5c76bd3f8f89 req-bae75ce6-654d-420c-a270-eba7822bbce2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:33.579097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd21e72c-03a8-412b-bdbd-5c76bd3f8f89 req-bae75ce6-654d-420c-a270-eba7822bbce2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.0978534 Dec 15 04:57:33.648254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343be67-0a97-42e2-aa20-948cbea003c1 req-022da4d1-1cdf-44aa-b57f-b1f80a258468 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:33.649750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3343be67-0a97-42e2-aa20-948cbea003c1 req-022da4d1-1cdf-44aa-b57f-b1f80a258468 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 943 time: 0.1011968 Dec 15 04:57:33.670367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd21e72c-03a8-412b-bdbd-5c76bd3f8f89 req-7a1a1982-05e9-4411-b980-ab8d86a8d5eb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725219 Dec 15 04:57:33.701068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36512) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:33.714493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3343be67-0a97-42e2-aa20-948cbea003c1 req-d2deaaec-e162-4085-8a91-7802294f33f7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550601 Dec 15 04:57:33.758900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d7213-4890-4985-835b-e3a0aab6ec66 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:33.760894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3f4d7213-4890-4985-835b-e3a0aab6ec66 tempest-TestNetworkAdvancedServerOps-1181340703 tempest-TestNetworkAdvancedServerOps-1181340703-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1092 time: 0.0581136 Dec 15 04:57:33.763839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36514) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:33.769013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:33.785159 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dacea8ba-194e-4578-9ad2-927eb33b0112 req-9a6da92f-cf7e-4559-b290-1205261d9ed9 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0400403 Dec 15 04:57:33.794545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:33.901584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.023274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Allocated IP 172.25.2.99 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/f3f1e1a7-bc4b-4760-b914-25168907d696) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:34.118284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 818f36d6-46d6-4360-81f8-79172e34a8f1 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:57:34.169583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.210035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.228511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 818f36d6-46d6-4360-81f8-79172e34a8f1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=818f36d6-46d6-4360-81f8-79172e34a8f1,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:34.245069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '818f36d6-46d6-4360-81f8-79172e34a8f1', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'port_id': '818f36d6-46d6-4360-81f8-79172e34a8f1', 'mac_address': 'fa:16:3e:62:3f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944fcfc9-8066-4bd2-b89b-097168154c4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:57:34.257024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:34.260596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:34.264567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:34.289002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=f3f1e1a7-bc4b-4760-b914-25168907d696,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:34.298621 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.313477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818f36d6-46d6-4360-81f8-79172e34a8f1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:57:34.336439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 818f36d6-46d6-4360-81f8-79172e34a8f1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=818f36d6-46d6-4360-81f8-79172e34a8f1,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:34.342465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.398377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=818f36d6-46d6-4360-81f8-79172e34a8f1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:34.681840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:57:34.687698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.789129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:34.943453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89f6dd7e-ee14-4e1b-b417-e3444e172823 req-4cd6313b-da3a-4b5f-9be3-b7617583a2f5 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0352840 Dec 15 04:57:34.981123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2b47-6178-4820-a5f9-a7156e8463b3 req-cd9d8457-0603-451e-a69a-be3135d10f7f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:34.982789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c18b2b47-6178-4820-a5f9-a7156e8463b3 req-cd9d8457-0603-451e-a69a-be3135d10f7f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 944 time: 0.1422560 Dec 15 04:57:35.010134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:35.015045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:35.036998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c18b2b47-6178-4820-a5f9-a7156e8463b3 req-f10a6394-94e1-4b2b-90bc-45b16f89c899 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Dec 15 04:57:35.101342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event updated for resources: {'Port': ['ID=f3f1e1a7-bc4b-4760-b914-25168907d696,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:35.111892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:35.226515 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP 7c1e038f-5e11-4798-8d71-cb736ba35aca associated. External IP: 172.25.2.99, port: b15b44fd-c11a-4081-801f-9da0d23db52f. Dec 15 04:57:35.456039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router bf2b0356-595d-484d-9c3c-6f94413653f0 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:57:35.576909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:57:35.598307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] Sync routers for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:57:35.599793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:35.612133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:35.616655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:35.646257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cd8a6913-b5d4-4927-9ff8-892d9f453a59 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8787785 Dec 15 04:57:35.647255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:35.649630 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca892a34-ebdd-4e8f-825b-228e154f14c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:35.713942 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401de2cd-c711-4584-b4ea-4bb712218c83 x-openstack-request-id: req-401de2cd-c711-4584-b4ea-4bb712218c83 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:35.714236 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:35.714493 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-401de2cd-c711-4584-b4ea-4bb712218c83 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:35.714926 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'status': 'completed', 'code': 200} Dec 15 04:57:35.802561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d931d5-fd51-4956-b798-b7b99bbd3a3a req-13a0ebbc-d86c-48b6-ac4a-f13b443a8cf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:35.810561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40d931d5-fd51-4956-b798-b7b99bbd3a3a req-13a0ebbc-d86c-48b6-ac4a-f13b443a8cf6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.0990446 Dec 15 04:57:35.855113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-c057def0-a50c-435d-bb25-f2e5b57d75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:35.856735 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-c057def0-a50c-435d-bb25-f2e5b57d75f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1097 time: 0.0942025 Dec 15 04:57:35.874325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40d931d5-fd51-4956-b798-b7b99bbd3a3a req-2d486f04-5319-4d5b-b79a-ada83259120d tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605917 Dec 15 04:57:35.897409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36560) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:35.984870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:36.029661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-838e824f-e60e-45ce-9461-f82a61ccd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:36.031461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-838e824f-e60e-45ce-9461-f82a61ccd333 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1917f552-d5fc-479e-a599-3bf492a074ef HTTP/1.1" status: 200 len: 896 time: 0.1666348 Dec 15 04:57:36.035011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-005c3c2e-bc94-440b-88b3-e251692106e2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/7c1e038f-5e11-4798-8d71-cb736ba35aca HTTP/1.1" status: 200 len: 990 time: 0.1339698 Dec 15 04:57:36.139061 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-6c522863-ac64-40b6-aea3-ce5009501794 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b15b44fd-c11a-4081-801f-9da0d23db52f HTTP/1.1" status: 200 len: 998 time: 0.0997157 Dec 15 04:57:36.139828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82475a13-5ef8-47b2-891f-a704c2f764e3 req-8e67b28e-5b15-48cf-b9b9-7bdbc86b913f tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0560005 Dec 15 04:57:36.243884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 818f36d6-46d6-4360-81f8-79172e34a8f1 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:36.255913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-21f77ef8-ea35-4a1f-96c4-07b6b9fe2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:36.257604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-21f77ef8-ea35-4a1f-96c4-07b6b9fe2e4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=844b7274-0cff-40f3-8aff-21b4fb169c13 HTTP/1.1" status: 200 len: 835 time: 0.1112597 Dec 15 04:57:36.281130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14a6c8-6e72-4850-b743-bcea1ebb2fa6 req-37354d56-f78f-4b57-883a-adf3e35d9579 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:36.283046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd14a6c8-6e72-4850-b743-bcea1ebb2fa6 req-37354d56-f78f-4b57-883a-adf3e35d9579 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 944 time: 0.0756776 Dec 15 04:57:36.327619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-bf7a2653-c634-4d1c-9891-5456c6fd5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:36.329321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-bf7a2653-c634-4d1c-9891-5456c6fd5654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1917f552-d5fc-479e-a599-3bf492a074ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629187 Dec 15 04:57:36.344265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fd14a6c8-6e72-4850-b743-bcea1ebb2fa6 req-bda4fea6-3be1-404a-9d3a-cb93b31ef8b7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541110 Dec 15 04:57:36.410825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 818f36d6-46d6-4360-81f8-79172e34a8f1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:57:36.417439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 818f36d6-46d6-4360-81f8-79172e34a8f1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:36.418008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:36.421141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '7c1e038f-5e11-4798-8d71-cb736ba35aca', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'port_id': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'mac_address': 'fa:16:3e:b1:5c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:57:34Z', 'updated_at': '2021-12-15T04:57:34Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:36.464087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-02a046ff-fa0c-4457-b1db-11e10fe38a40 service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244953 Dec 15 04:57:36.469595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] Checking router: bf2b0356-595d-484d-9c3c-6f94413653f0 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:57:36.486624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:57:36.487238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:57:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:36.582516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca892a34-ebdd-4e8f-825b-228e154f14c9 req-f7cefee2-b48f-4d80-96c3-b60253f92c55 service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104071 Dec 15 04:57:36.631597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:36.666237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f36d6-46d6-4360-81f8-79172e34a8f1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:57:36.668509 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eca9ef0-79af-406c-8f62-0da7a9c081ab" -d '{"events": [{"server_uuid": "ec35ec19-9506-4521-8b8f-bba79b561c01", "name": "network-vif-plugged", "status": "completed", "tag": "818f36d6-46d6-4360-81f8-79172e34a8f1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:57:36.672484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:57:36.711648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 818f36d6-46d6-4360-81f8-79172e34a8f1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=818f36d6-46d6-4360-81f8-79172e34a8f1,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:36.720321 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:36.729887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:36.735324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'subnet': {'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:36.736900 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae94474-c2af-4cf8-858d-1560faafc4ed x-openstack-request-id: req-5ae94474-c2af-4cf8-858d-1560faafc4ed {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:57:36.737295 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec35ec19-9506-4521-8b8f-bba79b561c01", "name": "network-vif-plugged", "status": "completed", "tag": "818f36d6-46d6-4360-81f8-79172e34a8f1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:57:36.737655 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ae94474-c2af-4cf8-858d-1560faafc4ed {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:57:36.738148 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f36d6-46d6-4360-81f8-79172e34a8f1', 'code': 200} Dec 15 04:57:36.831856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=818f36d6-46d6-4360-81f8-79172e34a8f1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:36.879972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:36.883767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:36.951974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065249-d55f-4a91-b30a-7e77b3e9e7fc req-66587a4d-8391-47db-b7ee-ff9a77f60063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:36.953804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19065249-d55f-4a91-b30a-7e77b3e9e7fc req-66587a4d-8391-47db-b7ee-ff9a77f60063 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 1097 time: 0.1050382 Dec 15 04:57:36.977907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '7c1e038f-5e11-4798-8d71-cb736ba35aca', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'port_id': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'mac_address': 'fa:16:3e:b1:5c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:57:34Z', 'updated_at': '2021-12-15T04:57:34Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:37.020809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890bc000-40f9-4cb7-bf6c-3fed444c3abe None None] The sync data for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 is: [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '7c1e038f-5e11-4798-8d71-cb736ba35aca', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'port_id': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'mac_address': 'fa:16:3e:b1:5c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:57:34Z', 'updated_at': '2021-12-15T04:57:34Z', 'revision_number': 0, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:57:37.026369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19065249-d55f-4a91-b30a-7e77b3e9e7fc req-131cf2b3-d340-4003-b102-9c44b4c66266 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618048 Dec 15 04:57:37.037196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:37.038612 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.142926 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18c9f938-f0b9-4494-9a67-41d789421b48 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/7c1e038f-5e11-4798-8d71-cb736ba35aca HTTP/1.1" status: 200 len: 990 time: 0.1038287 Dec 15 04:57:37.158503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.242825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Subnet': ['ID=bd0906c6-e5b7-4e1e-a46c-e2f9a6b1bf50,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:37.254341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Checking segment: {'id': 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:37.254711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network hostable DHCP agents. Network: c48b1f74-fe2f-4309-91f6-aa40e3547dcf, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:37.289808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network c48b1f74-fe2f-4309-91f6-aa40e3547dcf is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:37.320588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c48b1f74-fe2f-4309-91f6-aa40e3547dcf) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:37.332246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ab8c7-b2c2-4f7c-a76b-f98189b7d92f None None] Network c48b1f74-fe2f-4309-91f6-aa40e3547dcf requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:37.344436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:37.346604 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.352836 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289829c-a79b-43d5-89db-d1829bed2338 None None] New status for floating IP 7c1e038f-5e11-4798-8d71-cb736ba35aca: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:57:37.376395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb0388a8-3155-45c7-8203-d3c66d847b6e req-6a68c05f-59eb-42c3-9227-9066fb415813 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0701206 Dec 15 04:57:37.400117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-75401db7-af44-4b81-bb0b-808256ec5663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6667521 Dec 15 04:57:37.401575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36582) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:37.414570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1015567219'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:37.445925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:37.457892 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.513540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c48b1f74-fe2f-4309-91f6-aa40e3547dcf', 'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf', 'project_id': '9dca3fa973b64fe393c76a66fb344b62', 'fixed_ips': [{'subnet_id': 'bd0906c6-e5b7-4e1e-a46c-e2f9a6b1bf50'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:37.514440 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.543127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:37.555352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca3f07-9759-47df-a5f1-d26b31bbe2e0 req-8a438c8d-6957-4cb6-ac88-dd79e0c7b550 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:37.560546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eaca3f07-9759-47df-a5f1-d26b31bbe2e0 req-8a438c8d-6957-4cb6-ac88-dd79e0c7b550 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 945 time: 0.0910592 Dec 15 04:57:37.587125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.587501 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Added segment e5f7a395-e4f1-43c5-b91c-b657636ec826 of type vlan for network edb1927c-ca1c-44ba-8ce0-76f10f84a102 Dec 15 04:57:37.660741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.673167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eaca3f07-9759-47df-a5f1-d26b31bbe2e0 req-984c24b6-70fd-4a83-826a-0b4f28662e80 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065319 Dec 15 04:57:37.683677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Allocated IP 2001:db8:0:ffff::2 (c48b1f74-fe2f-4309-91f6-aa40e3547dcf/bd0906c6-e5b7-4e1e-a46c-e2f9a6b1bf50/af213826-e719-41c7-bed2-4a8e03920489) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:37.698498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.704388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:37.705565 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.764261 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3613729 Dec 15 04:57:37.768006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36588) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:37.776775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'subnet': {'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:37.781941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede10f-86f3-4c51-a7bb-0a2808921269 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Network': ['ID=edb1927c-ca1c-44ba-8ce0-76f10f84a102,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:37.797656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network edb1927c-ca1c-44ba-8ce0-76f10f84a102 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:37.913917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:37.914690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.917436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.923208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:37.969139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Network c48b1f74-fe2f-4309-91f6-aa40e3547dcf is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:37.973125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:37.977380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:37.982124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Pushing event updated for resources: {'Port': ['ID=af213826-e719-41c7-bed2-4a8e03920489,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:38.034758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Attempting to bind port af213826-e719-41c7-bed2-4a8e03920489 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:38.035147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Attempting to bind port af213826-e719-41c7-bed2-4a8e03920489 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:38.035498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Attempting to bind port af213826-e719-41c7-bed2-4a8e03920489 on network c48b1f74-fe2f-4309-91f6-aa40e3547dcf {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:38.041246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:38.041674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Checking segment: {'id': 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:38.042088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.042479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Bound using segment: {'id': 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:38.042938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Bound port: af213826-e719-41c7-bed2-4a8e03920489, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c48b1f74-fe2f-4309-91f6-aa40e3547dcf'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:38.043318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.118229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] For port af213826-e719-41c7-bed2-4a8e03920489, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:38.121808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] For port af213826-e719-41c7-bed2-4a8e03920489, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af213826-e719-41c7-bed2-4a8e03920489,segment=NetworkSegment(b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5),segment_id=b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:38.125942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.145241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36592) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:38.202511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436de72-2703-4500-933d-e79bffd087a7 None None] Pushing event updated for resources: {'Port': ['ID=af213826-e719-41c7-bed2-4a8e03920489,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:38.278537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:57:38.280494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.296643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-097e087d-3545-4022-bdef-834fc81ee0bd tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/7c1e038f-5e11-4798-8d71-cb736ba35aca HTTP/1.1" status: 200 len: 992 time: 0.1498542 Dec 15 04:57:38.354424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Subnet': ['ID=8235dca2-208b-4423-8559-0370b0fc14f1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:38.366575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Checking segment: {'id': 'e5f7a395-e4f1-43c5-b91c-b657636ec826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:38.367050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network hostable DHCP agents. Network: edb1927c-ca1c-44ba-8ce0-76f10f84a102, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:38.385731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network edb1927c-ca1c-44ba-8ce0-76f10f84a102 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:38.395547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, edb1927c-ca1c-44ba-8ce0-76f10f84a102) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:38.399927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:38.400596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.410851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c5e732-5287-47ce-add6-bf6af33b7f16 None None] Network edb1927c-ca1c-44ba-8ce0-76f10f84a102 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:38.458118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ba077e66-11d2-4919-a174-03af58786bb5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6857228 Dec 15 04:57:38.458415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:38.463393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'port': {'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102', 'name': 'tempest-NetworksIpV6TestAttrs-2035753541'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:38.558010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ac3deb2-5ffa-4f76-a6a6-58b64d169e66 req-3dee258f-4708-4390-ab20-37975eee86aa tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0489130 Dec 15 04:57:38.622177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-edb1927c-ca1c-44ba-8ce0-76f10f84a102', 'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102', 'project_id': '9dca3fa973b64fe393c76a66fb344b62', 'fixed_ips': [{'subnet_id': '8235dca2-208b-4423-8559-0370b0fc14f1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:38.623766 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.667894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:38.672518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.692279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] device_id is not set on port 56ae39b5-741f-4186-86e0-451f65e51bef yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:57:38.789421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Allocated IP 2001:db8::f816:3eff:fe0c:b8a3 (edb1927c-ca1c-44ba-8ce0-76f10f84a102/8235dca2-208b-4423-8559-0370b0fc14f1/38c78574-d596-4f39-9d80-2282b438663f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:38.810981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c8c1-74f0-4c77-a2b2-1c3b57f64d93 req-2a9e1f8d-0c39-4542-b17c-36bda5aaac15 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:38.812628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc66c8c1-74f0-4c77-a2b2-1c3b57f64d93 req-2a9e1f8d-0c39-4542-b17c-36bda5aaac15 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 945 time: 0.0527048 Dec 15 04:57:38.866409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc66c8c1-74f0-4c77-a2b2-1c3b57f64d93 req-0669ff63-3c4d-46f7-a8a3-1601e4465438 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Dec 15 04:57:38.971131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:38.978954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.022790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Network edb1927c-ca1c-44ba-8ce0-76f10f84a102 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:39.025990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:39.029765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:39.040183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Pushing event updated for resources: {'Port': ['ID=38c78574-d596-4f39-9d80-2282b438663f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:39.065498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Allocated IP 2001:db8::f816:3eff:fea7:7a3e (edb1927c-ca1c-44ba-8ce0-76f10f84a102/8235dca2-208b-4423-8559-0370b0fc14f1/56ae39b5-741f-4186-86e0-451f65e51bef) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:39.126274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Attempting to bind port 38c78574-d596-4f39-9d80-2282b438663f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:39.126687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Attempting to bind port 38c78574-d596-4f39-9d80-2282b438663f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'e5f7a395-e4f1-43c5-b91c-b657636ec826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:39.127070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Attempting to bind port 38c78574-d596-4f39-9d80-2282b438663f on network edb1927c-ca1c-44ba-8ce0-76f10f84a102 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:39.136822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:39.137157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Checking segment: {'id': 'e5f7a395-e4f1-43c5-b91c-b657636ec826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:39.137525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.145722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Bound using segment: {'id': 'e5f7a395-e4f1-43c5-b91c-b657636ec826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:39.146289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Bound port: 38c78574-d596-4f39-9d80-2282b438663f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f7a395-e4f1-43c5-b91c-b657636ec826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'edb1927c-ca1c-44ba-8ce0-76f10f84a102'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:39.146963 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.298953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] For port 38c78574-d596-4f39-9d80-2282b438663f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:39.303062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] For port 38c78574-d596-4f39-9d80-2282b438663f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38c78574-d596-4f39-9d80-2282b438663f,segment=NetworkSegment(e5f7a395-e4f1-43c5-b91c-b657636ec826),segment_id=e5f7a395-e4f1-43c5-b91c-b657636ec826)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:39.310865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.311286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.368401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.426673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network edb1927c-ca1c-44ba-8ce0-76f10f84a102 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:39.431386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:39.434819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:39.443233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:39.443927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.468227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Port': ['ID=56ae39b5-741f-4186-86e0-451f65e51bef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:39.479429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6610b843-181e-41ff-8796-3b576d90b61d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0198767 Dec 15 04:57:39.481709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36610) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:39.484217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd63ec-65fa-4a92-bec1-009ecdfdcbf1 None None] Pushing event updated for resources: {'Port': ['ID=38c78574-d596-4f39-9d80-2282b438663f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:39.584221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting subnet 8235dca2-208b-4423-8559-0370b0fc14f1 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:39.594703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.704054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:39.743365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6fbc3-74ac-4869-ab5c-0c3a48f8429e None None] Network c48b1f74-fe2f-4309-91f6-aa40e3547dcf requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:39.838126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d8b3256a-3f5a-4fe8-9727-4576a99188ee req-b8519bd4-34ed-496b-8245-da9f77014c33 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0594051 Dec 15 04:57:39.997854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.010802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-12358d83-796d-4b31-af60-4eff844134a0 None None] Provisioning complete for port af213826-e719-41c7-bed2-4a8e03920489 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:40.014786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12358d83-796d-4b31-af60-4eff844134a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.080239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.139479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Subnet': ['ID=8235dca2-208b-4423-8559-0370b0fc14f1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:40.160017 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.166311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f1d0a735-0f7d-49a6-bda4-295ecf5c5c98 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/8235dca2-208b-4423-8559-0370b0fc14f1 HTTP/1.1" status: 204 len: 168 time: 0.6810420 Dec 15 04:57:40.166685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36620) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:40.278761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6a398-e24b-492b-8371-909424981c82 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:40.280854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6a398-e24b-492b-8371-909424981c82 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:40.286239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bbf6a398-e24b-492b-8371-909424981c82 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1147213 Dec 15 04:57:40.286239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36624) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:40.311081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38c78574-d596-4f39-9d80-2282b438663f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:40.461645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f68aff-7b68-49eb-84a8-fc6c1a848aa5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.471363 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f68aff-7b68-49eb-84a8-fc6c1a848aa5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 04:57:40.471832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f68aff-7b68-49eb-84a8-fc6c1a848aa5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:40.475166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-02f68aff-7b68-49eb-84a8-fc6c1a848aa5 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/edb1927c-ca1c-44ba-8ce0-76f10f84a102 HTTP/1.1" status: 409 len: 405 time: 0.1880288 Dec 15 04:57:40.479345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36626) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:40.487976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-77159750'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:40.514934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:40.515705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 38c78574-d596-4f39-9d80-2282b438663f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:40.516104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.522349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.546149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12358d83-796d-4b31-af60-4eff844134a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.557715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:40.568434 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.568856 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Added segment e3285b0b-ca01-47dd-b138-9b0dc6c9c808 of type vlan for network 505b630c-858c-42c1-b6ba-688a28b311f2 Dec 15 04:57:40.607272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-12358d83-796d-4b31-af60-4eff844134a0 None None] For port af213826-e719-41c7-bed2-4a8e03920489, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af213826-e719-41c7-bed2-4a8e03920489,segment=NetworkSegment(b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5),segment_id=b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:40.618366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12358d83-796d-4b31-af60-4eff844134a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.642207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.715610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.725410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:40.726755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.754655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12358d83-796d-4b31-af60-4eff844134a0 None None] Pushing event updated for resources: {'Port': ['ID=af213826-e719-41c7-bed2-4a8e03920489,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:40.759305 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.796301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 38c78574-d596-4f39-9d80-2282b438663f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38c78574-d596-4f39-9d80-2282b438663f,segment=NetworkSegment(e5f7a395-e4f1-43c5-b91c-b657636ec826),segment_id=e5f7a395-e4f1-43c5-b91c-b657636ec826)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:40.803069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.803979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af213826-e719-41c7-bed2-4a8e03920489 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:40.838427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Network': ['ID=505b630c-858c-42c1-b6ba-688a28b311f2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:40.855245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0ce3d4e8-3575-4923-9ac9-0a87c6083e26 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3736477 Dec 15 04:57:40.858736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36630) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:40.867886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'subnet': {'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:40.869100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 505b630c-858c-42c1-b6ba-688a28b311f2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:40.938287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-448e724d-d90f-48cc-b097-dfc0f0d1bb38 None None] Provisioning complete for port af213826-e719-41c7-bed2-4a8e03920489 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:40.938656 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-448e724d-d90f-48cc-b097-dfc0f0d1bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:40.999186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=38c78574-d596-4f39-9d80-2282b438663f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:41.008048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b05db7c3-cacf-4f43-90e1-79fb7aa95231 req-a6c5b051-4541-4351-9959-c618368e9f7f tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0428243 Dec 15 04:57:41.014465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070e79a-7ed6-4a60-afb7-2bba998e5a07 None None] Network edb1927c-ca1c-44ba-8ce0-76f10f84a102 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:41.044235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:41.048110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.129996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port af213826-e719-41c7-bed2-4a8e03920489 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:41.130346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.302237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] DHCP port deletion for edb1927c-ca1c-44ba-8ce0-76f10f84a102 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:41.348520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b68fffde-7572-441a-a9fc-6e2dc0719a13 None None] Provisioning complete for port 38c78574-d596-4f39-9d80-2282b438663f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:41.348896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b68fffde-7572-441a-a9fc-6e2dc0719a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.367012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36640) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:41.404032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] Deleting port 38c78574-d596-4f39-9d80-2282b438663f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:41.404437 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.426331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:57:41.428667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.487859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] For port 38c78574-d596-4f39-9d80-2282b438663f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38c78574-d596-4f39-9d80-2282b438663f,segment=NetworkSegment(e5f7a395-e4f1-43c5-b91c-b657636ec826),segment_id=e5f7a395-e4f1-43c5-b91c-b657636ec826)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:41.489098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.504913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] Calling delete_port for 38c78574-d596-4f39-9d80-2282b438663f owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:41.537409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Checking segment: {'id': 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:41.537866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network hostable DHCP agents. Network: 505b630c-858c-42c1-b6ba-688a28b311f2, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:41.543315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Subnet': ['ID=9df1c312-9d42-4c06-9b4a-7fe614a8313c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:41.562104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network 505b630c-858c-42c1-b6ba-688a28b311f2 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:41.586706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 505b630c-858c-42c1-b6ba-688a28b311f2) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:41.591017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:41.595182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.627513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3456feb4-2e9a-4587-8b87-5afc5a7d85a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.630269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf6b902b-0b47-4b57-8e59-52e72dc9b2c0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7693708 Dec 15 04:57:41.632930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36650) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:41.640313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'port': {'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2', 'name': 'tempest-NetworksIpV6TestAttrs-202842731'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:41.719570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987fef5b-bea7-45ad-800b-af3e0324183e None None] Network 505b630c-858c-42c1-b6ba-688a28b311f2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:41.744761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3456feb4-2e9a-4587-8b87-5afc5a7d85a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.753049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3456feb4-2e9a-4587-8b87-5afc5a7d85a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.801442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456feb4-2e9a-4587-8b87-5afc5a7d85a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dce71c9-2bb3-423a-a40b-eeee28d638ef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:41.820846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3456feb4-2e9a-4587-8b87-5afc5a7d85a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e11187bda380403cb89d439ae747f782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526126 Dec 15 04:57:41.826917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36654) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:41.846728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.876333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:41.883841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.887471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d86182f4-d9bf-425e-8438-77b4557702d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.907293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] device_id is not set on port e60f1b3e-1065-4ff0-a642-dd10a429a089 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:57:41.949912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d86182f4-d9bf-425e-8438-77b4557702d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.968112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-505b630c-858c-42c1-b6ba-688a28b311f2', 'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2', 'project_id': '9dca3fa973b64fe393c76a66fb344b62', 'fixed_ips': [{'subnet_id': '9df1c312-9d42-4c06-9b4a-7fe614a8313c'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:41.969115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:41.976918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] Pushing event deleted for resources: {'Port': ['ID=38c78574-d596-4f39-9d80-2282b438663f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:41.998922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b077eb-efcb-4721-b99b-d84b3e947873 None None] No DVR routers for this DVR port 38c78574-d596-4f39-9d80-2282b438663f on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:42.107153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d86182f4-d9bf-425e-8438-77b4557702d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.111487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d86182f4-d9bf-425e-8438-77b4557702d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.112985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d86182f4-d9bf-425e-8438-77b4557702d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dce71c9-2bb3-423a-a40b-eeee28d638ef HTTP/1.1" status: 204 len: 168 time: 0.2847848 Dec 15 04:57:42.135447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86182f4-d9bf-425e-8438-77b4557702d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dce71c9-2bb3-423a-a40b-eeee28d638ef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:42.162946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af213826-e719-41c7-bed2-4a8e03920489 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:42.217002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Allocated IP 2001:db8::f816:3eff:fea6:9b73 (505b630c-858c-42c1-b6ba-688a28b311f2/9df1c312-9d42-4c06-9b4a-7fe614a8313c/e60f1b3e-1065-4ff0-a642-dd10a429a089) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:42.233196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port af213826-e719-41c7-bed2-4a8e03920489 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:42.233525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.371258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-649a9fab-e191-4367-a431-e349bd209d48 req-f6971bc7-8213-4966-84dd-38b228fefad9 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0781515 Dec 15 04:57:42.419742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38c78574-d596-4f39-9d80-2282b438663f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:42.446146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 38c78574-d596-4f39-9d80-2282b438663f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:42.446630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38c78574-d596-4f39-9d80-2282b438663f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:42.480265 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.519595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.583897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Allocated IP 2001:db8::f816:3eff:fe0e:b515 (505b630c-858c-42c1-b6ba-688a28b311f2/9df1c312-9d42-4c06-9b4a-7fe614a8313c/a7845528-0e32-4664-b44c-d3b6d11de9c6) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:42.600850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Port': ['ID=e60f1b3e-1065-4ff0-a642-dd10a429a089,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:42.610860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network 505b630c-858c-42c1-b6ba-688a28b311f2 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:42.612711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:42.620033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:42.626236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36668) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:42.630686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:42.631610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.640394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f9518796-5424-405c-bbfe-c45f3a6b3a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.658746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8b572d4a-320f-45ad-bc09-49b531ac79b3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0245621 Dec 15 04:57:42.661295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36670) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:42.735193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f9518796-5424-405c-bbfe-c45f3a6b3a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.749201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting subnet 9df1c312-9d42-4c06-9b4a-7fe614a8313c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:42.753578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f9518796-5424-405c-bbfe-c45f3a6b3a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.802697 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.809988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9518796-5424-405c-bbfe-c45f3a6b3a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0092a-90c3-413a-a5e2-532a37d6bc31,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:42.810438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.811074 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.824542 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f9518796-5424-405c-bbfe-c45f3a6b3a2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f24cfba805734e7cb0807e98e9c3ed00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965246 Dec 15 04:57:42.825295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36672) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:42.872169 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f4633802-481e-455b-ae87-580547372883 req-2c1e57df-57db-4b1c-bf00-a8db68b87a88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0282466 Dec 15 04:57:42.873568 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.884235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Network 505b630c-858c-42c1-b6ba-688a28b311f2 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:42.887761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:42.894917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:42.903609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Pushing event updated for resources: {'Port': ['ID=a7845528-0e32-4664-b44c-d3b6d11de9c6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:42.930923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6174fe90-4d7d-49e4-a3e7-47498d787ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.958733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Attempting to bind port a7845528-0e32-4664-b44c-d3b6d11de9c6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:42.959126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Attempting to bind port a7845528-0e32-4664-b44c-d3b6d11de9c6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:42.959507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Attempting to bind port a7845528-0e32-4664-b44c-d3b6d11de9c6 on network 505b630c-858c-42c1-b6ba-688a28b311f2 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:42.965231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6174fe90-4d7d-49e4-a3e7-47498d787ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.967041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:42.967477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Checking segment: {'id': 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:42.968103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:42.968403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Bound using segment: {'id': 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:42.968907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Bound port: a7845528-0e32-4664-b44c-d3b6d11de9c6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '505b630c-858c-42c1-b6ba-688a28b311f2'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:42.969306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.016591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.034476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6174fe90-4d7d-49e4-a3e7-47498d787ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.039905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6174fe90-4d7d-49e4-a3e7-47498d787ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.041137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6174fe90-4d7d-49e4-a3e7-47498d787ced admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98b0092a-90c3-413a-a5e2-532a37d6bc31 HTTP/1.1" status: 204 len: 168 time: 0.2147408 Dec 15 04:57:43.052778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174fe90-4d7d-49e4-a3e7-47498d787ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0092a-90c3-413a-a5e2-532a37d6bc31,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:43.101806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] For port a7845528-0e32-4664-b44c-d3b6d11de9c6, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:43.112351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.116101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] For port a7845528-0e32-4664-b44c-d3b6d11de9c6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a7845528-0e32-4664-b44c-d3b6d11de9c6,segment=NetworkSegment(e3285b0b-ca01-47dd-b138-9b0dc6c9c808),segment_id=e3285b0b-ca01-47dd-b138-9b0dc6c9c808)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:43.124803 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.149616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Subnet': ['ID=9df1c312-9d42-4c06-9b4a-7fe614a8313c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:43.151593 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.155134 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c80c10bf-568c-4a17-967d-d6338b5c76f3 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/9df1c312-9d42-4c06-9b4a-7fe614a8313c HTTP/1.1" status: 204 len: 168 time: 0.4923449 Dec 15 04:57:43.157502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:43.304194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2b512-2184-4133-b6bb-521e6da7700a tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:43.306713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2b512-2184-4133-b6bb-521e6da7700a tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:43.308635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57050f8-5403-43fc-9c5b-a198ddbba744 None None] Pushing event updated for resources: {'Port': ['ID=a7845528-0e32-4664-b44c-d3b6d11de9c6,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:43.315817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5aa2b512-2184-4133-b6bb-521e6da7700a tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1564424 Dec 15 04:57:43.316707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36684) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:43.414258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-524a31e5-651c-424b-bc11-f0b045a5c6a1 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.423132 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-524a31e5-651c-424b-bc11-f0b045a5c6a1 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 04:57:43.424658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524a31e5-651c-424b-bc11-f0b045a5c6a1 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:43.430830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-524a31e5-651c-424b-bc11-f0b045a5c6a1 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/505b630c-858c-42c1-b6ba-688a28b311f2 HTTP/1.1" status: 409 len: 405 time: 0.1126182 Dec 15 04:57:43.435124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36690) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:43.443089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-385557536'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:43.475949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:43.480461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.533381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:43.551520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.551984 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Added segment 40942909-c994-4073-9fa5-6ec7a693522d of type vlan for network c45b3469-f573-44ca-9407-b502ee83cce4 Dec 15 04:57:43.593051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64fb54a6-05f6-468b-be7c-4b16df77570e req-c15cde91-a450-46d8-aeb4-35f3fce65897 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0696175 Dec 15 04:57:43.663747 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.703979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.711423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:43.712048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:43.782724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3424292 Dec 15 04:57:43.783153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36698) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:43.788239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'subnet': {'network_id': 'c45b3469-f573-44ca-9407-b502ee83cce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:43.807848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b956e1-ccc4-474a-ac2f-37effa30bbbc tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Network': ['ID=c45b3469-f573-44ca-9407-b502ee83cce4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:43.820372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c45b3469-f573-44ca-9407-b502ee83cce4 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:44.117357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a7845528-0e32-4664-b44c-d3b6d11de9c6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:57:44.203200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a7845528-0e32-4664-b44c-d3b6d11de9c6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:44.204323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:44.365163 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:44.381373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:44.385309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:44.421110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port a7845528-0e32-4664-b44c-d3b6d11de9c6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a7845528-0e32-4664-b44c-d3b6d11de9c6,segment=NetworkSegment(e3285b0b-ca01-47dd-b138-9b0dc6c9c808),segment_id=e3285b0b-ca01-47dd-b138-9b0dc6c9c808)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:44.427309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:44.488855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=a7845528-0e32-4664-b44c-d3b6d11de9c6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:44.690623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a8a03f-4c3c-4cb4-bc09-a95dc5ff4334 None None] Network 505b630c-858c-42c1-b6ba-688a28b311f2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:44.755574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fcab322-fe01-48af-a9df-a11ba1cbb684 req-49e1474c-2e4b-47a3-9e19-cfd1f9596dd0 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0598226 Dec 15 04:57:44.792938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:57:44.795645 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:44.821360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-98d68ae8-be2c-444c-bb7e-7937d0a47661 None None] Provisioning complete for port a7845528-0e32-4664-b44c-d3b6d11de9c6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:44.821783 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-98d68ae8-be2c-444c-bb7e-7937d0a47661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:44.926858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Subnet': ['ID=83657ceb-c2f6-4efb-868d-7cf7a512c2a4,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:44.931439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Checking segment: {'id': '40942909-c994-4073-9fa5-6ec7a693522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c45b3469-f573-44ca-9407-b502ee83cce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:44.931808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network hostable DHCP agents. Network: c45b3469-f573-44ca-9407-b502ee83cce4, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:44.962653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network c45b3469-f573-44ca-9407-b502ee83cce4 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:44.968015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] DHCP port deletion for 505b630c-858c-42c1-b6ba-688a28b311f2 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:44.989420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c45b3469-f573-44ca-9407-b502ee83cce4) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:44.993891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:44.994642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.019124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-04fe3ae6-ee94-42f2-8d60-af17092e53a2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2347510 Dec 15 04:57:45.022344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36728) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:45.046939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366ff5d-2b9f-42ae-b14c-afe1181689c0 None None] Network c45b3469-f573-44ca-9407-b502ee83cce4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:45.170589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8622a377-c44c-4400-bedd-b7908e39e523 req-550a8540-6ffa-4002-8dab-7ff4978368b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e08ff26d5ff8438dbaf2b3c1969da73a&device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0574992 Dec 15 04:57:45.201195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18da280-8750-4169-af21-38532a267e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c45b3469-f573-44ca-9407-b502ee83cce4', 'network_id': 'c45b3469-f573-44ca-9407-b502ee83cce4', 'project_id': '9dca3fa973b64fe393c76a66fb344b62', 'fixed_ips': [{'subnet_id': '83657ceb-c2f6-4efb-868d-7cf7a512c2a4'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:45.202527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c18da280-8750-4169-af21-38532a267e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.221252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8622a377-c44c-4400-bedd-b7908e39e523 req-1c480142-ab65-405b-b664-6847758a44be service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e08ff26d5ff8438dbaf2b3c1969da73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349815 Dec 15 04:57:45.225120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aff9e779-e608-4ec6-9df8-cef330e99d96 req-f9e85971-74cb-4a83-bf14-4bf54a0bdda7 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0593252 Dec 15 04:57:45.237283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] Deleting port a7845528-0e32-4664-b44c-d3b6d11de9c6 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:45.237773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.283577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.394688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.450708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622a377-c44c-4400-bedd-b7908e39e523 req-b7cc6544-deb4-4957-86ab-57d4cb70dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:45.452749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8622a377-c44c-4400-bedd-b7908e39e523 req-b7cc6544-deb4-4957-86ab-57d4cb70dba5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2237678 Dec 15 04:57:45.480029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.524983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Subnet': ['ID=83657ceb-c2f6-4efb-868d-7cf7a512c2a4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:45.605533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.643172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45b3469-f573-44ca-9407-b502ee83cce4']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:45.654197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40942909-c994-4073-9fa5-6ec7a693522d') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:45.654493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40942909-c994-4073-9fa5-6ec7a693522d') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:45.666531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.682568 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.689646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:45.690140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.695455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] For port a7845528-0e32-4664-b44c-d3b6d11de9c6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a7845528-0e32-4664-b44c-d3b6d11de9c6,segment=NetworkSegment(e3285b0b-ca01-47dd-b138-9b0dc6c9c808),segment_id=e3285b0b-ca01-47dd-b138-9b0dc6c9c808)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:45.696031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-c18da280-8750-4169-af21-38532a267e3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83657ceb-c2f6-4efb-868d-7cf7a512c2a4: This subnet is being modified by another concurrent operation. Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83657ceb-c2f6-4efb-868d-7cf7a512c2a4: This subnet is being modified by another concurrent operation. Dec 15 04:57:45.710438 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:57:45.720391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] Calling delete_port for a7845528-0e32-4664-b44c-d3b6d11de9c6 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:45.747230 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:45.762732 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.769393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.773349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/c45b3469-f573-44ca-9407-b502ee83cce4 HTTP/1.1" status: 204 len: 168 time: 0.7499382 Dec 15 04:57:45.777157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36750) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:45.783720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1161584679'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:45.790733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b638c-67ce-4ee1-bb0f-69cb944a75d9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Network': ['ID=c45b3469-f573-44ca-9407-b502ee83cce4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:45.796271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cf059-ee01-44bd-b2b2-b8a60695431d None None] Network c45b3469-f573-44ca-9407-b502ee83cce4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:45.813516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cf059-ee01-44bd-b2b2-b8a60695431d None None] Network c45b3469-f573-44ca-9407-b502ee83cce4 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 04:57:45.821751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:45.832328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.855969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.867602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:45.870448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] No DVR routers for this DVR port a7845528-0e32-4664-b44c-d3b6d11de9c6 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:45.884030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.884808 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Added segment f69b5603-acb3-41c3-8d34-7b64f4322f42 of type vlan for network 5efdddcb-438e-4497-9cfb-d15bf4469de4 Dec 15 04:57:45.893317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67265605-adb0-403d-82f0-f68cb647c48c None None] Pushing event deleted for resources: {'Port': ['ID=a7845528-0e32-4664-b44c-d3b6d11de9c6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:45.915440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee353f4-2801-476d-b867-696403518e77 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:57:45.960849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.989333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:45.996184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:45.997283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.035495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee353f4-2801-476d-b867-696403518e77 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:57:46.037161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2586944 Dec 15 04:57:46.038852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:46.048109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'subnet': {'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:46.059261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a7845528-0e32-4664-b44c-d3b6d11de9c6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:46.102075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a7845528-0e32-4664-b44c-d3b6d11de9c6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:46.102701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a7845528-0e32-4664-b44c-d3b6d11de9c6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:46.148658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe30f8-4f30-4663-ad06-585fc42c538b tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Network': ['ID=5efdddcb-438e-4497-9cfb-d15bf4469de4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:46.171435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5efdddcb-438e-4497-9cfb-d15bf4469de4 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:46.228898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:46.236991 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.409108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c79f0c6-581e-4909-ab5b-1d1d8a0eff3b req-4073c2dd-3edb-4405-9329-c6b4072de2b7 tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0782192 Dec 15 04:57:46.586651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cf7f001b-1f9c-40e0-8353-177bea594cc4 None None] Provisioning complete for port 818f36d6-46d6-4360-81f8-79172e34a8f1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:46.587178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cf7f001b-1f9c-40e0-8353-177bea594cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.591492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.663484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Subnet': ['ID=a23628b9-c476-4474-bb6e-d3eec8426f3f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:46.677568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Checking segment: {'id': 'f69b5603-acb3-41c3-8d34-7b64f4322f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:46.677982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network hostable DHCP agents. Network: 5efdddcb-438e-4497-9cfb-d15bf4469de4, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:46.700328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network 5efdddcb-438e-4497-9cfb-d15bf4469de4 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:46.712886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5efdddcb-438e-4497-9cfb-d15bf4469de4) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:46.719228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:46.719880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.730055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3394ee-6522-4bd3-8049-dbfe7526ac2f None None] Network 5efdddcb-438e-4497-9cfb-d15bf4469de4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:46.744194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-39ae6084-ce03-4623-8255-359977030070 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7012932 Dec 15 04:57:46.744552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36768) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:46.868096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5efdddcb-438e-4497-9cfb-d15bf4469de4', 'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4', 'project_id': '9dca3fa973b64fe393c76a66fb344b62', 'fixed_ips': [{'subnet_id': 'a23628b9-c476-4474-bb6e-d3eec8426f3f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:46.869995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.885713 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:46.894511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8622a377-c44c-4400-bedd-b7908e39e523 req-16cb5a44-ad1c-4295-b763-1f0fe509c8fe tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.42 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0535719 Dec 15 04:57:46.960947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.081274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Allocated IP 2001:db8::2 (5efdddcb-438e-4497-9cfb-d15bf4469de4/a23628b9-c476-4474-bb6e-d3eec8426f3f/338571ed-4ed8-4614-9fc6-95490afac87a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:47.246756 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.253952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.287361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.318195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Subnet': ['ID=a23628b9-c476-4474-bb6e-d3eec8426f3f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:47.318631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Network 5efdddcb-438e-4497-9cfb-d15bf4469de4 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:47.338338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:47.348360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:47.359540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Pushing event updated for resources: {'Port': ['ID=338571ed-4ed8-4614-9fc6-95490afac87a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:47.406037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.472308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Attempting to bind port 338571ed-4ed8-4614-9fc6-95490afac87a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:47.472909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Attempting to bind port 338571ed-4ed8-4614-9fc6-95490afac87a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f69b5603-acb3-41c3-8d34-7b64f4322f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:47.473764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Attempting to bind port 338571ed-4ed8-4614-9fc6-95490afac87a on network 5efdddcb-438e-4497-9cfb-d15bf4469de4 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:47.479101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efdddcb-438e-4497-9cfb-d15bf4469de4']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:47.481747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:47.481747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Checking segment: {'id': 'f69b5603-acb3-41c3-8d34-7b64f4322f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:47.481747 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.482944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Bound using segment: {'id': 'f69b5603-acb3-41c3-8d34-7b64f4322f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:47.483524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Bound port: 338571ed-4ed8-4614-9fc6-95490afac87a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69b5603-acb3-41c3-8d34-7b64f4322f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5efdddcb-438e-4497-9cfb-d15bf4469de4'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:47.483970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.507549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69b5603-acb3-41c3-8d34-7b64f4322f42') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:47.507845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69b5603-acb3-41c3-8d34-7b64f4322f42') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:47.529538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.546893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.554807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:47.555207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.563280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] For port 338571ed-4ed8-4614-9fc6-95490afac87a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:47.603240 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:47.633712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] For port 338571ed-4ed8-4614-9fc6-95490afac87a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=338571ed-4ed8-4614-9fc6-95490afac87a,segment=NetworkSegment(f69b5603-acb3-41c3-8d34-7b64f4322f42),segment_id=f69b5603-acb3-41c3-8d34-7b64f4322f42)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:47.642636 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:47.649843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18fed828-990f-4731-8299-bbba0b752ae6 req-c121e748-3595-445a-a49f-e361c6b712ea tempest-ServerShowV254Test-147675730 tempest-ServerShowV254Test-147675730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663ba75-3579-46fa-ae94-9816d9473d4c HTTP/1.1" status: 200 len: 210 time: 0.0437431 Dec 15 04:57:47.650586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.api [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:57:47.650586 n-d-820935-10 neutron-server[103133]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:57:47.650586 n-d-820935-10 neutron-server[103133]: [parameters: {'id': '5efdddcb-438e-4497-9cfb-d15bf4469de4'}] Dec 15 04:57:47.650586 n-d-820935-10 neutron-server[103133]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:57:47.651041 n-d-820935-10 neutron-server[103133]: DEBUG oslo_db.api [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:57:47.739477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7ae7a-3e61-4411-9c23-3bbd2570eaff None None] Pushing event updated for resources: {'Port': ['ID=338571ed-4ed8-4614-9fc6-95490afac87a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:47.764606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a899ee-0a77-472f-a3ee-af0cf008b8eb None None] Network 5efdddcb-438e-4497-9cfb-d15bf4469de4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:47.865863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c5d69-61d2-4519-b38e-bfe0ead5aa9c None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:57:47.965807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c5d69-61d2-4519-b38e-bfe0ead5aa9c None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:57:48.151961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.205322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting port 338571ed-4ed8-4614-9fc6-95490afac87a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:48.205689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.612907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] For port 338571ed-4ed8-4614-9fc6-95490afac87a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=338571ed-4ed8-4614-9fc6-95490afac87a,segment=NetworkSegment(f69b5603-acb3-41c3-8d34-7b64f4322f42),segment_id=f69b5603-acb3-41c3-8d34-7b64f4322f42)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:48.613834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.627915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Calling delete_port for 338571ed-4ed8-4614-9fc6-95490afac87a owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:48.727863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.761522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Port': ['ID=338571ed-4ed8-4614-9fc6-95490afac87a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:48.774292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No DVR routers for this DVR port 338571ed-4ed8-4614-9fc6-95490afac87a on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:48.874243 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.896448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efdddcb-438e-4497-9cfb-d15bf4469de4']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:48.906334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69b5603-acb3-41c3-8d34-7b64f4322f42') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:48.906636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69b5603-acb3-41c3-8d34-7b64f4322f42') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:48.917128 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.930943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.939416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:48.939989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:48.943219 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:49.028466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.034399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.039043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/5efdddcb-438e-4497-9cfb-d15bf4469de4 HTTP/1.1" status: 204 len: 168 time: 2.2934148 Dec 15 04:57:49.042951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36794) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:49.053998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556348934'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:49.057018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958a0a8-0d5f-48ae-bd37-43c5e925a185 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Network': ['ID=5efdddcb-438e-4497-9cfb-d15bf4469de4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:49.067287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36796) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:49.086574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:49.090483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.121180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:49.131964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.132471 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Added segment 0b016cd6-c2e9-486d-ab08-abaeb0b8acc1 of type vlan for network c564cdcd-5edc-4385-8f1a-96deecf5796e Dec 15 04:57:49.174971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.194425 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aba81ff7-46ff-4427-b02a-5a687bdec083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.201148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.207414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:49.208221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.267555 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2233148 Dec 15 04:57:49.270538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36800) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:49.276188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Request body: {'subnet': {'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:49.280002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fec81-22e1-4249-96d6-5870f5ef60e4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Network': ['ID=c564cdcd-5edc-4385-8f1a-96deecf5796e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:49.292955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c564cdcd-5edc-4385-8f1a-96deecf5796e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:49.300456 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aba81ff7-46ff-4427-b02a-5a687bdec083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.331071 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aba81ff7-46ff-4427-b02a-5a687bdec083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.393753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81ff7-46ff-4427-b02a-5a687bdec083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3bd844-4ab6-42c7-b2c9-bb28cfb35708,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:49.400093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aba81ff7-46ff-4427-b02a-5a687bdec083 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e08ff26d5ff8438dbaf2b3c1969da73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318095 Dec 15 04:57:49.402594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36802) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:49.442673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Made reservation on behalf of 9dca3fa973b64fe393c76a66fb344b62 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:49.446236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.517287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbed2003-dd2b-483f-91b1-0d8e376e2c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.558084 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbed2003-dd2b-483f-91b1-0d8e376e2c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.641104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbed2003-dd2b-483f-91b1-0d8e376e2c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.643730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbed2003-dd2b-483f-91b1-0d8e376e2c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.647690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cbed2003-dd2b-483f-91b1-0d8e376e2c0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad3bd844-4ab6-42c7-b2c9-bb28cfb35708 HTTP/1.1" status: 204 len: 168 time: 0.2417088 Dec 15 04:57:49.678870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed2003-dd2b-483f-91b1-0d8e376e2c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3bd844-4ab6-42c7-b2c9-bb28cfb35708,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:49.803621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:57:49.805096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.868821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event updated for resources: {'Subnet': ['ID=5370df92-38db-4720-b6e7-315fd4aeac48,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:49.879781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Checking segment: {'id': '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:49.880175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network hostable DHCP agents. Network: c564cdcd-5edc-4385-8f1a-96deecf5796e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:49.898260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Network c564cdcd-5edc-4385-8f1a-96deecf5796e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:49.910846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c564cdcd-5edc-4385-8f1a-96deecf5796e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:49.919313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4e32c-7816-4293-af9b-e98ae06ffcd2 None None] Network c564cdcd-5edc-4385-8f1a-96deecf5796e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:49.925167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:49.925818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:49.959880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36816) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:49.962989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-da32db60-f76d-450d-8052-e7bbde952de4 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6895337 Dec 15 04:57:50.070395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c564cdcd-5edc-4385-8f1a-96deecf5796e', 'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e', 'project_id': '9dca3fa973b64fe393c76a66fb344b62', 'fixed_ips': [{'subnet_id': '5370df92-38db-4720-b6e7-315fd4aeac48'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:57:50.071209 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.132124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.302954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Allocated IP 2001:db8::f816:3eff:fe96:c11f (c564cdcd-5edc-4385-8f1a-96deecf5796e/5370df92-38db-4720-b6e7-315fd4aeac48/212c8266-8fb3-4e83-bdd3-52f5604bf09c) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:50.309006 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.490936 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.497831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.513159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.542018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Network c564cdcd-5edc-4385-8f1a-96deecf5796e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:50.543791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Subnet': ['ID=5370df92-38db-4720-b6e7-315fd4aeac48,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:50.550049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:50.554401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:50.564920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Pushing event updated for resources: {'Port': ['ID=212c8266-8fb3-4e83-bdd3-52f5604bf09c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:50.613004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.633752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c564cdcd-5edc-4385-8f1a-96deecf5796e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:50.636710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Attempting to bind port 212c8266-8fb3-4e83-bdd3-52f5604bf09c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:57:50.637087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Attempting to bind port 212c8266-8fb3-4e83-bdd3-52f5604bf09c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:57:50.637454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Attempting to bind port 212c8266-8fb3-4e83-bdd3-52f5604bf09c on network c564cdcd-5edc-4385-8f1a-96deecf5796e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:57:50.643245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:57:50.643806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:50.643950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Checking segment: {'id': '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:50.644144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:50.644360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.644765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Bound using segment: {'id': '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:57:50.645516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Bound port: 212c8266-8fb3-4e83-bdd3-52f5604bf09c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:57:50.645663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.653880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.669337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.676420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:50.676835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:50.680236 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:50.715269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] For port 212c8266-8fb3-4e83-bdd3-52f5604bf09c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:57:50.741521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 04:57:50.741521 n-d-820935-10 neutron-server[103132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 04:57:50.741521 n-d-820935-10 neutron-server[103132]: [parameters: {'id': 'c564cdcd-5edc-4385-8f1a-96deecf5796e'}] Dec 15 04:57:50.741521 n-d-820935-10 neutron-server[103132]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:57:50.742135 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:57:50.742260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] For port 212c8266-8fb3-4e83-bdd3-52f5604bf09c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=212c8266-8fb3-4e83-bdd3-52f5604bf09c,segment=NetworkSegment(0b016cd6-c2e9-486d-ab08-abaeb0b8acc1),segment_id=0b016cd6-c2e9-486d-ab08-abaeb0b8acc1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:57:50.745828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:50.833017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dacd-635b-4756-bf10-5a2cc066b1d3 None None] Pushing event updated for resources: {'Port': ['ID=212c8266-8fb3-4e83-bdd3-52f5604bf09c,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:50.847853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9201f7e-368c-413c-8973-186402571612 None None] Network c564cdcd-5edc-4385-8f1a-96deecf5796e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:50.942273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947f7d7-70ba-42e7-af94-c94537bee236 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:57:51.052487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947f7d7-70ba-42e7-af94-c94537bee236 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:57:51.243318 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.321699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting port 212c8266-8fb3-4e83-bdd3-52f5604bf09c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:51.322042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.415724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] For port 212c8266-8fb3-4e83-bdd3-52f5604bf09c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=212c8266-8fb3-4e83-bdd3-52f5604bf09c,segment=NetworkSegment(0b016cd6-c2e9-486d-ab08-abaeb0b8acc1),segment_id=0b016cd6-c2e9-486d-ab08-abaeb0b8acc1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:51.416418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.429391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Calling delete_port for 212c8266-8fb3-4e83-bdd3-52f5604bf09c owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:51.508787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.543036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No DVR routers for this DVR port 212c8266-8fb3-4e83-bdd3-52f5604bf09c on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:51.545580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Port': ['ID=212c8266-8fb3-4e83-bdd3-52f5604bf09c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:51.650528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.671964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c564cdcd-5edc-4385-8f1a-96deecf5796e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:51.681337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:51.681636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b016cd6-c2e9-486d-ab08-abaeb0b8acc1') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:51.692391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.707281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.714436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:51.715078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:51.718549 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:51.795649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.807882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:51.815238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36876) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:51.828787 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/c564cdcd-5edc-4385-8f1a-96deecf5796e HTTP/1.1" status: 204 len: 168 time: 1.8675351 Dec 15 04:57:51.863643 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-16baa546-7a87-4a93-a5f6-726f92d58f85 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:51.865045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567308-ed2b-468d-9062-83a56bfa0bf0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Network': ['ID=c564cdcd-5edc-4385-8f1a-96deecf5796e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:51.866732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16baa546-7a87-4a93-a5f6-726f92d58f85 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:51.873942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36880) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:51.880782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-16baa546-7a87-4a93-a5f6-726f92d58f85 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/5370df92-38db-4720-b6e7-315fd4aeac48 HTTP/1.1" status: 404 len: 337 time: 0.0643284 Dec 15 04:57:51.895113 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-870edb83-d6f0-44e9-9497-552a81c67353 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:51.895723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870edb83-d6f0-44e9-9497-552a81c67353 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:51.900105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-870edb83-d6f0-44e9-9497-552a81c67353 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/c564cdcd-5edc-4385-8f1a-96deecf5796e HTTP/1.1" status: 404 len: 339 time: 0.0247006 Dec 15 04:57:51.902606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:51.929554 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-613a18fe-a773-4674-abe1-f45b1f4bd2a9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:51.930251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613a18fe-a773-4674-abe1-f45b1f4bd2a9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:51.933539 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-613a18fe-a773-4674-abe1-f45b1f4bd2a9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/a23628b9-c476-4474-bb6e-d3eec8426f3f HTTP/1.1" status: 404 len: 337 time: 0.0297525 Dec 15 04:57:51.936145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36884) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:51.955534 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7da2a81-ad03-4af7-ae04-510caae706e2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:51.956022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7da2a81-ad03-4af7-ae04-510caae706e2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:51.960145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d7da2a81-ad03-4af7-ae04-510caae706e2 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/5efdddcb-438e-4497-9cfb-d15bf4469de4 HTTP/1.1" status: 404 len: 339 time: 0.0217423 Dec 15 04:57:51.961840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36886) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:51.989374 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a462f4a-bd8b-46b7-b100-081a236f7ffb tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:51.989853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a462f4a-bd8b-46b7-b100-081a236f7ffb tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:51.993187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a462f4a-bd8b-46b7-b100-081a236f7ffb tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/83657ceb-c2f6-4efb-868d-7cf7a512c2a4 HTTP/1.1" status: 404 len: 337 time: 0.0303316 Dec 15 04:57:51.995963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36890) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:52.015438 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04f680-e5ef-4cd5-9cee-ea80bfc10be6 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:52.015930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f04f680-e5ef-4cd5-9cee-ea80bfc10be6 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:52.019707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f04f680-e5ef-4cd5-9cee-ea80bfc10be6 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/c45b3469-f573-44ca-9407-b502ee83cce4 HTTP/1.1" status: 404 len: 339 time: 0.0229275 Dec 15 04:57:52.022666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36892) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:52.133337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting port e60f1b3e-1065-4ff0-a642-dd10a429a089 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:52.133774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.208844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.222945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Calling delete_port for e60f1b3e-1065-4ff0-a642-dd10a429a089 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:52.327799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.357394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Port': ['ID=e60f1b3e-1065-4ff0-a642-dd10a429a089,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:52.363515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.369842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:52.369969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3f3d8754-d740-4c4a-8527-b230300eb663 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/ports/e60f1b3e-1065-4ff0-a642-dd10a429a089 HTTP/1.1" status: 204 len: 168 time: 0.3458679 Dec 15 04:57:52.420774 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ac1c5a-53a4-417c-a338-4f3f0c5c4b1c tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:52.421599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ac1c5a-53a4-417c-a338-4f3f0c5c4b1c tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:52.425962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-14ac1c5a-53a4-417c-a338-4f3f0c5c4b1c tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/9df1c312-9d42-4c06-9b4a-7fe614a8313c HTTP/1.1" status: 404 len: 337 time: 0.0552194 Dec 15 04:57:52.428764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36908) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:52.512719 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.619249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.639224 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505b630c-858c-42c1-b6ba-688a28b311f2']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:52.650530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:52.650916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3285b0b-ca01-47dd-b138-9b0dc6c9c808') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:52.660999 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.678077 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.684932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:52.685327 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:52.746736 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:52.766393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.774822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.781428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/505b630c-858c-42c1-b6ba-688a28b311f2 HTTP/1.1" status: 204 len: 168 time: 0.3506351 Dec 15 04:57:52.781639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36914) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:52.791262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398309c-48b9-4d2b-994f-11d8fda59ce0 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Network': ['ID=505b630c-858c-42c1-b6ba-688a28b311f2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:52.890115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting port 56ae39b5-741f-4186-86e0-451f65e51bef {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:52.890481 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.968497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:52.982503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Calling delete_port for 56ae39b5-741f-4186-86e0-451f65e51bef owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:53.025158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36918) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.068344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.094964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Port': ['ID=56ae39b5-741f-4186-86e0-451f65e51bef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:53.102313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.108283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36922) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.108484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d35b8d42-6637-4330-9dff-aa85331596e9 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/ports/56ae39b5-741f-4186-86e0-451f65e51bef HTTP/1.1" status: 204 len: 168 time: 0.3261189 Dec 15 04:57:53.144506 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d137e57-9cad-4dfe-8209-c72905b7d3dd tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] DELETE failed (client error): The resource could not be found. Dec 15 04:57:53.144943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d137e57-9cad-4dfe-8209-c72905b7d3dd tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:57:53.148101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5d137e57-9cad-4dfe-8209-c72905b7d3dd tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/8235dca2-208b-4423-8559-0370b0fc14f1 HTTP/1.1" status: 404 len: 337 time: 0.0388317 Dec 15 04:57:53.150804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36924) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.154754 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab4cfd7b-4bdd-461b-94d9-5e57b80c1428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.234196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.242443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab4cfd7b-4bdd-461b-94d9-5e57b80c1428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.254610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab4cfd7b-4bdd-461b-94d9-5e57b80c1428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.299133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ab4cfd7b-4bdd-461b-94d9-5e57b80c1428 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f5aec6664c84f9f88be62ea3421786b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720740 Dec 15 04:57:53.300154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cfd7b-4bdd-461b-94d9-5e57b80c1428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b558f5a0-9b75-42df-a2e0-0a1d44f1edee,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:53.302762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36930) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.328637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.349228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb1927c-ca1c-44ba-8ce0-76f10f84a102']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:53.352609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ffe07db-202a-4ae9-83c5-d011fbce8cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.358738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f7a395-e4f1-43c5-b91c-b657636ec826') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:53.359041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f7a395-e4f1-43c5-b91c-b657636ec826') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:53.368657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.374281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ffe07db-202a-4ae9-83c5-d011fbce8cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.381994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.388791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:53.389315 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:53.393600 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:53.424343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ffe07db-202a-4ae9-83c5-d011fbce8cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.427103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ffe07db-202a-4ae9-83c5-d011fbce8cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.428465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ffe07db-202a-4ae9-83c5-d011fbce8cc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b558f5a0-9b75-42df-a2e0-0a1d44f1edee HTTP/1.1" status: 204 len: 168 time: 0.1246862 Dec 15 04:57:53.440220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe07db-202a-4ae9-83c5-d011fbce8cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558f5a0-9b75-42df-a2e0-0a1d44f1edee,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:53.463988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.486303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.491314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/edb1927c-ca1c-44ba-8ce0-76f10f84a102 HTTP/1.1" status: 204 len: 168 time: 0.3393126 Dec 15 04:57:53.492787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa50d9-6302-4a0f-8c47-d93e4178abab tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Network': ['ID=edb1927c-ca1c-44ba-8ce0-76f10f84a102,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:53.494222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36938) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.567309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting subnet bd0906c6-e5b7-4e1e-a46c-e2f9a6b1bf50 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:57:53.570842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.624027 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.710015 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.772666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.779794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36944) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.793760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21cd11ad-4f4a-4e0e-be8d-eeedee81ded3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.807390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0906c6-e5b7-4e1e-a46c-e2f9a6b1bf50,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:53.818115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.819266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8cc4e-e547-4ed4-b477-359e57c8ec4a None None] Network c48b1f74-fe2f-4309-91f6-aa40e3547dcf requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:53.822394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8aa7c86d-d5c7-4fe2-8186-929b224ee67d tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/subnets/bd0906c6-e5b7-4e1e-a46c-e2f9a6b1bf50 HTTP/1.1" status: 204 len: 168 time: 0.3270237 Dec 15 04:57:53.825048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 36946) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.890405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21cd11ad-4f4a-4e0e-be8d-eeedee81ded3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.896912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21cd11ad-4f4a-4e0e-be8d-eeedee81ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.922866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:53.936970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd11ad-4f4a-4e0e-be8d-eeedee81ded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c4c17c-0f6c-41a5-ab0b-e70d7190344a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:53.955249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-21cd11ad-4f4a-4e0e-be8d-eeedee81ded3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d965cc10859744c9a058673dffb4294c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718812 Dec 15 04:57:53.955416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36948) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:53.990183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Deleting port af213826-e719-41c7-bed2-4a8e03920489 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:53.990532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.014098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adbbff6-f4b1-4da8-b61a-9dda18e74da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.042756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adbbff6-f4b1-4da8-b61a-9dda18e74da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.056106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] DHCP port deletion for c48b1f74-fe2f-4309-91f6-aa40e3547dcf request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:54.072860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] For port af213826-e719-41c7-bed2-4a8e03920489, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af213826-e719-41c7-bed2-4a8e03920489,segment=NetworkSegment(b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5),segment_id=b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:54.073500 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.088661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Calling delete_port for af213826-e719-41c7-bed2-4a8e03920489 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:54.106531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adbbff6-f4b1-4da8-b61a-9dda18e74da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.111185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adbbff6-f4b1-4da8-b61a-9dda18e74da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.112726 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2adbbff6-f4b1-4da8-b61a-9dda18e74da6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1c4c17c-0f6c-41a5-ab0b-e70d7190344a HTTP/1.1" status: 204 len: 168 time: 0.1564620 Dec 15 04:57:54.120893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbbff6-f4b1-4da8-b61a-9dda18e74da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c4c17c-0f6c-41a5-ab0b-e70d7190344a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:54.131878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] Deleting port af213826-e719-41c7-bed2-4a8e03920489 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:57:54.132398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.189545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.240982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Port': ['ID=af213826-e719-41c7-bed2-4a8e03920489,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:54.243769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] No DVR routers for this DVR port af213826-e719-41c7-bed2-4a8e03920489 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:54.413154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] For port af213826-e719-41c7-bed2-4a8e03920489, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=af213826-e719-41c7-bed2-4a8e03920489,segment=NetworkSegment(b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5),segment_id=b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:57:54.414168 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.438222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] Calling delete_port for af213826-e719-41c7-bed2-4a8e03920489 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:57:54.439677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.493639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48b1f74-fe2f-4309-91f6-aa40e3547dcf']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:54.514322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:54.516047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13ddceb-d1cd-4c1d-9dd2-e8bafe5b8ca5') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:57:54.534161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.544951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.558227 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.575407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:57:54.577851 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.598368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] Pushing event deleted for resources: {'Port': ['ID=af213826-e719-41c7-bed2-4a8e03920489,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:54.603672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669d2e5-0890-414f-890a-7248bc0fa3c2 None None] No DVR routers for this DVR port af213826-e719-41c7-bed2-4a8e03920489 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:57:54.622687 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:57:54.701935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.710625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:54.716098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] 10.222.0.37 "DELETE /v2.0/networks/c48b1f74-fe2f-4309-91f6-aa40e3547dcf HTTP/1.1" status: 204 len: 168 time: 0.8877976 Dec 15 04:57:54.731291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fff553-75a8-463b-a916-3dcb29869c89 tempest-NetworksIpV6TestAttrs-1178457030 tempest-NetworksIpV6TestAttrs-1178457030-project] Pushing event deleted for resources: {'Network': ['ID=c48b1f74-fe2f-4309-91f6-aa40e3547dcf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:54.998664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36978) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:55.255932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cabc1bae-311f-44a7-8444-3ad5f5ba5d72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dca3fa973b64fe393c76a66fb344b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560561 Dec 15 04:57:55.258624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 36988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:55.307878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f468ea0-5037-4edd-8108-b01226cd2b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:55.329637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f468ea0-5037-4edd-8108-b01226cd2b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:55.416503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f468ea0-5037-4edd-8108-b01226cd2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:55.419809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f468ea0-5037-4edd-8108-b01226cd2b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:55.421335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4f468ea0-5037-4edd-8108-b01226cd2b24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e8320d1-0bee-4186-8923-83866091c2c7 HTTP/1.1" status: 204 len: 168 time: 0.1613016 Dec 15 04:57:55.431939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f468ea0-5037-4edd-8108-b01226cd2b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8320d1-0bee-4186-8923-83866091c2c7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:55.887334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-a3ab5817-759e-45a4-8850-20c4ffb98fb7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:55.894660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-a3ab5817-759e-45a4-8850-20c4ffb98fb7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.1451898 Dec 15 04:57:55.908889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-a9826e30-697c-4d79-abf5-0c844c755aaa tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/quotas/fe098934b5b0418bb957419d0a50c64f HTTP/1.1" status: 200 len: 375 time: 0.0131209 Dec 15 04:57:55.995089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-bbb937a5-52a3-40fd-b877-d6f9e3c6f3c7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761743 Dec 15 04:57:56.008663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af213826-e719-41c7-bed2-4a8e03920489 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:57:56.035131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: af213826-e719-41c7-bed2-4a8e03920489 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:57:56.035746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device af213826-e719-41c7-bed2-4a8e03920489 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:57:56.153338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ebc7a0a5-8225-424e-9cee-e94a16bf5a56 service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524930 Dec 15 04:57:56.273594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-2635315e-252b-487c-8f13-bce4de92333e service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118598 Dec 15 04:57:56.513855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:56.521051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1ac37be-c0c9-465b-8b83-5cd02fc2c233 req-076f39ab-c94b-4238-9694-a0ee4a41464f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 210 time: 0.0821555 Dec 15 04:57:56.638373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-776881661'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:56.674344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:56.679189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:56.689103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:56.813296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:56.823765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:56.870448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:56.886136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfcd0a-450a-4d63-b6a3-1bb1c823920c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:56.892845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:56.893410 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 097a74a8-8f2d-44f4-922d-6b7647768dbb of type vlan for network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 Dec 15 04:57:56.958510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:56.966455 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:57:57.017992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.027830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:57.030482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.149461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=37c9c1d1-a3c3-43a1-8d84-18f6faad3006,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:57.163916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:57.168302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37092) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:57.168993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e30d429-0d6c-410b-b44c-afe04d6edf68 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6539092 Dec 15 04:57:57.174796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'name': 'tempest-PortsTestJSON-624981859'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:57.356492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:57.362527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.398333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 86a7fcc4-1cce-4055-ad50-fcff593551ce yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:57:57.411337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37098) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:57.431677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37102) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:57.545061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-169b3022-c188-4ec5-aa6c-2a7123e71dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.601587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3517d8b-9803-4cc0-98d7-c828d823858b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.629391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.649853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d29653-6b0b-4284-8be5-a7c6a7b32b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.655688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-daae6076-6e6e-4ccd-8516-535fa95ab0cc req-af671e86-4c3f-4d65-afad-fa40c80857d0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 210 time: 0.0425251 Dec 15 04:57:57.691841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.701813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-169b3022-c188-4ec5-aa6c-2a7123e71dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.709369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-169b3022-c188-4ec5-aa6c-2a7123e71dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.757586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=86a7fcc4-1cce-4055-ad50-fcff593551ce,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:57.775134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '097a74a8-8f2d-44f4-922d-6b7647768dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:57:57.775842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 37c9c1d1-a3c3-43a1-8d84-18f6faad3006, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:57:57.793420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:57:57.808922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 37c9c1d1-a3c3-43a1-8d84-18f6faad3006) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:57.814651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:57.819814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db065bc-3bf7-4d2b-8fe7-fe25448b3f1e None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:57:57.830015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:57.831343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.850807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3022-c188-4ec5-aa6c-2a7123e71dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c8294-afa4-46f4-b0bd-b095f2796e70,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:57.860507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-169b3022-c188-4ec5-aa6c-2a7123e71dfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8bdb46ac365485ab457f11315f05203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4479251 Dec 15 04:57:57.866920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37110) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:57.872975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd5793de-7347-4e3a-8f1a-f9cb6da1adc4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7028537 Dec 15 04:57:57.874855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3517d8b-9803-4cc0-98d7-c828d823858b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.875765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:57.883724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-736255883'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:57.885714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3517d8b-9803-4cc0-98d7-c828d823858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.915540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:57.921084 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.962053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:57:57.978718 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:57.979219 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 644a4dab-3f00-4f4a-a7b3-23080ccf6188 of type vlan for network db5748f9-2470-4c6a-868f-9b3d053ad182 Dec 15 04:57:57.983633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d3517d8b-9803-4cc0-98d7-c828d823858b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c49cc4ea59f4283b90fd032c415ab4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5508804 Dec 15 04:57:57.988651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37114) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:57.996516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-8e90c3ee-5de5-4597-a5b8-2052c55fde66 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:57.997947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-8e90c3ee-5de5-4597-a5b8-2052c55fde66 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.2106178 Dec 15 04:57:57.999747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517d8b-9803-4cc0-98d7-c828d823858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102cdb33-1a34-4017-8e75-b89825ffe44f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:58.028418 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.045633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d662cdf2-1b8c-4186-8215-42c01144402c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.053971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.055682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Request body: {'port': {'device_id': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'admin_state_up': True, 'tenant_id': 'fe098934b5b0418bb957419d0a50c64f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:58.060676 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:58.061396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.118363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2398133 Dec 15 04:57:58.125286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37116) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:58.133778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2f72a-eb9d-4db2-94e5-a7e4a2957534 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=db5748f9-2470-4c6a-868f-9b3d053ad182,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:58.136489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'ports': [{'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'}, {'network_id': 'db5748f9-2470-4c6a-868f-9b3d053ad182'}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:58.136801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:58.137278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': 'db5748f9-2470-4c6a-868f-9b3d053ad182'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:58.141493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d662cdf2-1b8c-4186-8215-42c01144402c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.144658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network db5748f9-2470-4c6a-868f-9b3d053ad182 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:57:58.167924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fce23df-f184-4ad4-a26b-cf9d4f8a0957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.260268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fce23df-f184-4ad4-a26b-cf9d4f8a0957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.368211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d662cdf2-1b8c-4186-8215-42c01144402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.370739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d662cdf2-1b8c-4186-8215-42c01144402c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.371884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d662cdf2-1b8c-4186-8215-42c01144402c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a11c8294-afa4-46f4-b0bd-b095f2796e70 HTTP/1.1" status: 204 len: 168 time: 0.4993989 Dec 15 04:57:58.410813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662cdf2-1b8c-4186-8215-42c01144402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c8294-afa4-46f4-b0bd-b095f2796e70,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:58.415602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Made reservation on behalf of fe098934b5b0418bb957419d0a50c64f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:58.418282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.444964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fce23df-f184-4ad4-a26b-cf9d4f8a0957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.447484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3fce23df-f184-4ad4-a26b-cf9d4f8a0957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.448683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3fce23df-f184-4ad4-a26b-cf9d4f8a0957 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/102cdb33-1a34-4017-8e75-b89825ffe44f HTTP/1.1" status: 204 len: 168 time: 0.4498401 Dec 15 04:57:58.515975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce23df-f184-4ad4-a26b-cf9d4f8a0957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102cdb33-1a34-4017-8e75-b89825ffe44f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:58.531610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:57:58.537860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.561745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.701624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Allocated IP 172.20.0.3 (2b650e30-55f5-451e-b8b2-017ea8a1c256/944fcfc9-8066-4bd2-b89b-097168154c4a/6c3f1a64-06b6-4901-b0de-1d80b9933d4b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:57:58.708359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 2dfb535b-b161-4f01-a576-51cdd6cb4f84 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:57:58.795230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2495242-ca33-4a32-9dce-1ed4eece5be7 req-81e8aeaf-9c00-4fc6-bd6c-0c667aeb2cef tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 210 time: 0.0498319 Dec 15 04:57:58.834007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37130) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:58.848646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f7bb08-8c96-485a-9b7f-6d54e16e2a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.874238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37132) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:58.906270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db99fa29-e70e-45db-a4b0-f5e04ada49c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.965463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:58.993649 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f7bb08-8c96-485a-9b7f-6d54e16e2a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.002045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-35f7bb08-8c96-485a-9b7f-6d54e16e2a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.015005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.048643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port c2a8d1de-f864-474a-82d6-37dfbc14498e yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:57:59.057918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7bb08-8c96-485a-9b7f-6d54e16e2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b28a1fb-b8af-41ee-b52d-3ff42d51cfff,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:59.080277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-35f7bb08-8c96-485a-9b7f-6d54e16e2a94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d82f50dd9c1d48ad801dbd473cd85049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424736 Dec 15 04:57:59.080924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37134) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:59.083143 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db99fa29-e70e-45db-a4b0-f5e04ada49c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.087595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db99fa29-e70e-45db-a4b0-f5e04ada49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.093478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.128398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:57:59.132087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-db99fa29-e70e-45db-a4b0-f5e04ada49c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b013fe3416f84b95bd8c95d0aed67d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544131 Dec 15 04:57:59.132087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fa29-e70e-45db-a4b0-f5e04ada49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c5738-9e3f-4d13-8ea0-87bc00e1b302,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:59.135244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37138) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:57:59.189735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3030f-e1c2-4ca5-a91a-bb7bc024b3e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.212345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:59.213657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3030f-e1c2-4ca5-a91a-bb7bc024b3e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.226510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:59.232947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event updated for resources: {'Port': ['ID=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:59.234898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:59.244794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e08983-e051-45c0-8511-86d1e105392c None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:57:59.283901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3030f-e1c2-4ca5-a91a-bb7bc024b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.286757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3030f-e1c2-4ca5-a91a-bb7bc024b3e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.290498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a7d3030f-e1c2-4ca5-a91a-bb7bc024b3e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e08c5738-9e3f-4d13-8ea0-87bc00e1b302 HTTP/1.1" status: 204 len: 168 time: 0.1517870 Dec 15 04:57:59.290685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:59.290685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.294634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732c302d-10e1-4e33-94db-15d201c62cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.298810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3030f-e1c2-4ca5-a91a-bb7bc024b3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c5738-9e3f-4d13-8ea0-87bc00e1b302,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:59.338999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732c302d-10e1-4e33-94db-15d201c62cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.346842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-31503c9d-10f7-4976-adff-529235926ef9 None None] Provisioning complete for port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:57:59.347379 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31503c9d-10f7-4976-adff-529235926ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.357190 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-dcb1cac4-5512-4e0c-9f55-43cbf0697eba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3066809 Dec 15 04:57:59.382098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Request body: {'port': {'device_id': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:57:59.383041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-31503c9d-10f7-4976-adff-529235926ef9 None None] Port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:57:59.385891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.478029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.488780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.491871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732c302d-10e1-4e33-94db-15d201c62cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.494773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-732c302d-10e1-4e33-94db-15d201c62cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.496037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-732c302d-10e1-4e33-94db-15d201c62cd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b28a1fb-b8af-41ee-b52d-3ff42d51cfff HTTP/1.1" status: 204 len: 168 time: 0.4134927 Dec 15 04:57:59.535892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c302d-10e1-4e33-94db-15d201c62cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b28a1fb-b8af-41ee-b52d-3ff42d51cfff,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:59.583619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:57:59.591321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:57:59.593212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=2dfb535b-b161-4f01-a576-51cdd6cb4f84,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:57:59.595949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:57:59.597348 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.884476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8cf72ec7-6f90-4005-994f-abaeeffcd02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:57:59.960552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12019db2-c709-44b1-90f2-4cb2246ed71e req-c99c57fc-fd56-4602-ab5e-0d388d05daf9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:57:59.972854 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12019db2-c709-44b1-90f2-4cb2246ed71e req-c99c57fc-fd56-4602-ab5e-0d388d05daf9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 931 time: 0.0842850 Dec 15 04:58:00.048783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=c2a8d1de-f864-474a-82d6-37dfbc14498e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:00.056795 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12019db2-c709-44b1-90f2-4cb2246ed71e req-d21bcce6-8aa1-459e-bd48-78e5a5d62606 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814111 Dec 15 04:58:00.118561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '644a4dab-3f00-4f4a-a7b3-23080ccf6188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'db5748f9-2470-4c6a-868f-9b3d053ad182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:00.118922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: db5748f9-2470-4c6a-868f-9b3d053ad182, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:00.151832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network db5748f9-2470-4c6a-868f-9b3d053ad182 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:00.178252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, db5748f9-2470-4c6a-868f-9b3d053ad182) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:00.186392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:00.192551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea7de9-691e-4b56-ab47-2ceacde4b577 None None] Network db5748f9-2470-4c6a-868f-9b3d053ad182 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:00.193945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.199398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.200288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.244585 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8241082e-e0cd-45fa-889d-5c1612c58383 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1141143 Dec 15 04:58:00.247314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37178) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:00.305544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3f1a64-06b6-4901-b0de-1d80b9933d4b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:58:00.317833 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.348343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Transition to ACTIVE for port object 6c3f1a64-06b6-4901-b0de-1d80b9933d4b will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:58:00.354647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.391393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port c2a8d1de-f864-474a-82d6-37dfbc14498e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:00.392636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.406565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a1c1b-93e9-40b4-bd1e-c7e8e42105f5 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:00.419959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:00.487162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.502531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for c2a8d1de-f864-474a-82d6-37dfbc14498e owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:00.509145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Attempting to bind port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:00.509486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Attempting to bind port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:00.509823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Attempting to bind port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:00.514909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:58:00.515236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Attempting to bind port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:00.520858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:00.521138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Checking segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:00.521510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Bound using segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:00.522189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Bound port: 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:00.522550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.602868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.633375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] For port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:00.637410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] For port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:00.645255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.646156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=c2a8d1de-f864-474a-82d6-37dfbc14498e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:00.653893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.657648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0b27dd5-1940-4f55-8736-a78426f0d6b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/c2a8d1de-f864-474a-82d6-37dfbc14498e HTTP/1.1" status: 204 len: 168 time: 0.4086430 Dec 15 04:58:00.661242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37194) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:00.710593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.711866 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.713678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/6c3f1a64-06b6-4901-b0de-1d80b9933d4b HTTP/1.1" status: 200 len: 1092 time: 1.3386736 Dec 15 04:58:00.717085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'tag': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:00.720567 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02956368-f259-41cd-b84f-66664bc6b124" -d '{"events": [{"name": "network-changed", "server_uuid": "8b95a3b8-611b-4302-a74c-b3b670e8dff5", "tag": "6c3f1a64-06b6-4901-b0de-1d80b9933d4b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:00.740854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36d7b4-ca04-4445-9e92-6c21bf81d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:00.751593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea9930-0c6b-445a-ada1-78132c7f72ba None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:00.822010 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a2f253-2b67-4168-8de1-ec0986526d62 x-openstack-request-id: req-75a2f253-2b67-4168-8de1-ec0986526d62 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:00.822378 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b95a3b8-611b-4302-a74c-b3b670e8dff5", "tag": "6c3f1a64-06b6-4901-b0de-1d80b9933d4b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:00.822558 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75a2f253-2b67-4168-8de1-ec0986526d62 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:00.822970 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'tag': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b', 'status': 'completed', 'code': 200} Dec 15 04:58:00.836873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd5b76-0233-4d12-93ba-0e1a12dfae73 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.837886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-d8e12379-5552-4f91-9bd4-e0afbf71fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.840296 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-d8e12379-5552-4f91-9bd4-e0afbf71fc7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 1095 time: 0.0581620 Dec 15 04:58:00.843288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd5b76-0233-4d12-93ba-0e1a12dfae73 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.845106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c5cd5b76-0233-4d12-93ba-0e1a12dfae73 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1827500 Dec 15 04:58:00.847976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37204) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:00.915546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-512ebd3d-8738-4626-9e2a-2052b029c288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b HTTP/1.1" status: 200 len: 217 time: 0.0535502 Dec 15 04:58:00.966001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 2dfb535b-b161-4f01-a576-51cdd6cb4f84 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:00.966694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:00.977840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-051f8d69-fb3e-4005-ab1c-edadc0d3b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:00.979646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-051f8d69-fb3e-4005-ab1c-edadc0d3b870 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.0566046 Dec 15 04:58:01.019598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-d6247d47-c27e-4d5d-af5a-1e76b9f6aef7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314395 Dec 15 04:58:01.048473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.072980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 2dfb535b-b161-4f01-a576-51cdd6cb4f84 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:01.175152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.179482 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-8029a62e-2b92-41d3-8830-518d9c21c4a1 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524928 Dec 15 04:58:01.260323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bd63f-5a31-4c54-a651-8a7494b951db req-c7691654-ba73-45ce-a16c-7c40bdb8dfa3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:01.261860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-325bd63f-5a31-4c54-a651-8a7494b951db req-c7691654-ba73-45ce-a16c-7c40bdb8dfa3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 943 time: 0.0988216 Dec 15 04:58:01.278797 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.316888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=2dfb535b-b161-4f01-a576-51cdd6cb4f84,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:01.318952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d020afcc-9a0f-4157-b56e-3e49d3b7ab82 req-79410c84-aa90-4ada-bc48-241abc9ffe14 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299083 Dec 15 04:58:01.330396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.333649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf2e04c1-937f-4352-b958-916a6a4e090e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/2dfb535b-b161-4f01-a576-51cdd6cb4f84 HTTP/1.1" status: 204 len: 168 time: 0.4846885 Dec 15 04:58:01.336311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37228) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:01.374571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-325bd63f-5a31-4c54-a651-8a7494b951db req-b55fb64a-d335-485c-9ab8-fee7c0b4f954 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046758 Dec 15 04:58:01.408674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b2e25b-3dba-4de0-82fc-e8b5cd23993d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:01.410275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c7b2e25b-3dba-4de0-82fc-e8b5cd23993d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0730457 Dec 15 04:58:01.416864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:01.458044 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a1d9ff-b93e-4c57-8adb-b292b4865a59 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:01.459897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-77a1d9ff-b93e-4c57-8adb-b292b4865a59 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/c2a8d1de-f864-474a-82d6-37dfbc14498e HTTP/1.1" status: 404 len: 333 time: 0.0400555 Dec 15 04:58:01.466415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:01.468257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956368-f259-41cd-b84f-66664bc6b124 req-1d441435-1f8d-467a-8384-950177eaca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:01.471187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-1d441435-1f8d-467a-8384-950177eaca56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 1095 time: 0.0581334 Dec 15 04:58:01.492855 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a204bee-9dfc-462b-a7b7-bdfad72855bc tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:01.494507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8a204bee-9dfc-462b-a7b7-bdfad72855bc tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/2dfb535b-b161-4f01-a576-51cdd6cb4f84 HTTP/1.1" status: 404 len: 333 time: 0.0300055 Dec 15 04:58:01.497318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37240) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:01.598441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956368-f259-41cd-b84f-66664bc6b124 req-5caaa68e-77ae-475e-9843-e87c26f7ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:01.600554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-5caaa68e-77ae-475e-9843-e87c26f7ff92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.1202116 Dec 15 04:58:01.608616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.649643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-c5ca5bc0-a1a1-4230-b280-a39c9fb22fd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b HTTP/1.1" status: 200 len: 217 time: 0.0411520 Dec 15 04:58:01.715709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956368-f259-41cd-b84f-66664bc6b124 req-ee9ed6d6-db75-418f-b08c-55de2ca4f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:01.725525 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-ee9ed6d6-db75-418f-b08c-55de2ca4f5ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.0532460 Dec 15 04:58:01.725812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.756363 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-9948a85f-49f5-44dc-9790-ada13563802b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310397 Dec 15 04:58:01.762651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5748f9-2470-4c6a-868f-9b3d053ad182']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:01.773288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644a4dab-3f00-4f4a-a7b3-23080ccf6188') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:01.773588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644a4dab-3f00-4f4a-a7b3-23080ccf6188') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:01.784099 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.806077 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.819908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:58:01.820377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:58:01.824827 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:58:01.872426 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-92fdd9ba-6d60-474a-a784-9c8ee2de2aee service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069589 Dec 15 04:58:01.892378 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.914247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.922087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/db5748f9-2470-4c6a-868f-9b3d053ad182 HTTP/1.1" status: 204 len: 168 time: 0.4235046 Dec 15 04:58:01.923550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5e76d-9fb2-4620-9068-d1f219dc6462 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=db5748f9-2470-4c6a-868f-9b3d053ad182,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:01.925215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37258) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:01.930095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-680629194'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:01.962146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:01.968611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:01.999578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:02.010751 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.011258 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 02d664d2-fa5f-4f7e-8559-ecf338500612 of type vlan for network 0caf757a-ce55-45ad-9cf3-e30332939b7a Dec 15 04:58:02.020251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-02956368-f259-41cd-b84f-66664bc6b124 req-f5f098b1-a992-4de0-befd-d39fd098d728 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311712 Dec 15 04:58:02.057437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.085897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.092666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:02.093557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.115731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1894217 Dec 15 04:58:02.118697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37268) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:02.123786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:02.190221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09367a-dc77-46bc-a842-781875efe1b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=0caf757a-ce55-45ad-9cf3-e30332939b7a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:02.202767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:02.274454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:02.280746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.357234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Performing IP validity checks on allocation pools {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 04:58:02.357856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 04:58:02.513508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.524157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd8d9-66b6-44a3-b554-daaa3f9cd16e req-035269da-1ed8-44e0-9d72-f2aa0ad44d3b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:02.526368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8bfdd8d9-66b6-44a3-b554-daaa3f9cd16e req-035269da-1ed8-44e0-9d72-f2aa0ad44d3b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 943 time: 0.0651867 Dec 15 04:58:02.586348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=0ad0b279-a316-4e70-8c1b-feb20b93abfa,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:02.592044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8bfdd8d9-66b6-44a3-b554-daaa3f9cd16e req-f9260c67-e3a3-4afb-a0d6-3d3bc3843808 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Dec 15 04:58:02.613999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '02d664d2-fa5f-4f7e-8559-ecf338500612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:02.614388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 0caf757a-ce55-45ad-9cf3-e30332939b7a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:02.635722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:02.646352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0caf757a-ce55-45ad-9cf3-e30332939b7a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:02.650694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:02.651333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.655894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6e009-ce86-43df-beee-45f0b1bea600 None None] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:02.684819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a8812a33-dd28-4d72-9f2a-148762a3597a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5634429 Dec 15 04:58:02.686553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37286) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:02.698906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a', 'name': 'tempest-PortsTestJSON-432600297'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:02.753590 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.813263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-0caf757a-ce55-45ad-9cf3-e30332939b7a', 'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': '0ad0b279-a316-4e70-8c1b-feb20b93abfa'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:02.815360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.825415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:02.879567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:02.884640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:02.908228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 1f98d6c4-16bd-48ef-921e-ed75d5b9f599 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:02.992765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9608dbd-d070-4cf3-b9ca-699470c4f805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.005487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Allocated IP 172.20.0.2 (0caf757a-ce55-45ad-9cf3-e30332939b7a/0ad0b279-a316-4e70-8c1b-feb20b93abfa/76b43235-9b2a-41e0-af4d-7a6282bea2f1) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:03.010616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-26aa9e4e-396e-41b3-9a07-10ed46939cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779648 Dec 15 04:58:03.092278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9608dbd-d070-4cf3-b9ca-699470c4f805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.121394 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9608dbd-d070-4cf3-b9ca-699470c4f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.169438 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.173802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a255489-782d-46dc-8509-05d487da3401 req-d113e3e9-c7c7-4a83-a124-f5f5a66af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:03.175332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-d113e3e9-c7c7-4a83-a124-f5f5a66af47a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1097 time: 0.0814981 Dec 15 04:58:03.177208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.178436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608dbd-d070-4cf3-b9ca-699470c4f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac328ca2-5f30-44f8-aff5-2b6051773957,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:03.185238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a9608dbd-d070-4cf3-b9ca-699470c4f805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9d13e9d98bd428da358777dffc438a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563633 Dec 15 04:58:03.185443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37298) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:03.239121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:03.242859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:03.246430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:03.255033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Pushing event updated for resources: {'Port': ['ID=76b43235-9b2a-41e0-af4d-7a6282bea2f1,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:03.268991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.12 (0caf757a-ce55-45ad-9cf3-e30332939b7a/0ad0b279-a316-4e70-8c1b-feb20b93abfa/1f98d6c4-16bd-48ef-921e-ed75d5b9f599) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:03.322151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Attempting to bind port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:03.322906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Attempting to bind port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '02d664d2-fa5f-4f7e-8559-ecf338500612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:03.324131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Attempting to bind port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 on network 0caf757a-ce55-45ad-9cf3-e30332939b7a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:03.332101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-739d5f6a-28bc-4a6e-b07a-bd51721a478e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.333654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:03.334705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Checking segment: {'id': '02d664d2-fa5f-4f7e-8559-ecf338500612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:03.335320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.335893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Bound using segment: {'id': '02d664d2-fa5f-4f7e-8559-ecf338500612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:03.336613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Bound port: 76b43235-9b2a-41e0-af4d-7a6282bea2f1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d664d2-fa5f-4f7e-8559-ecf338500612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0caf757a-ce55-45ad-9cf3-e30332939b7a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:03.338085 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.377023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-739d5f6a-28bc-4a6e-b07a-bd51721a478e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.399989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a255489-782d-46dc-8509-05d487da3401 req-91d0d734-3ac3-4259-8c41-32917f93d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:03.401671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-91d0d734-3ac3-4259-8c41-32917f93d57c service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1803479 Dec 15 04:58:03.436322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] For port 76b43235-9b2a-41e0-af4d-7a6282bea2f1, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:03.440748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] For port 76b43235-9b2a-41e0-af4d-7a6282bea2f1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76b43235-9b2a-41e0-af4d-7a6282bea2f1,segment=NetworkSegment(02d664d2-fa5f-4f7e-8559-ecf338500612),segment_id=02d664d2-fa5f-4f7e-8559-ecf338500612)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:03.444639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.451651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.494967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-a621bc00-eaa8-49dd-aeeb-846f8fbce999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 1001 time: 0.0847993 Dec 15 04:58:03.498814 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.516321 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-739d5f6a-28bc-4a6e-b07a-bd51721a478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.522495 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-739d5f6a-28bc-4a6e-b07a-bd51721a478e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.524684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-739d5f6a-28bc-4a6e-b07a-bd51721a478e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac328ca2-5f30-44f8-aff5-2b6051773957 HTTP/1.1" status: 204 len: 168 time: 0.3381569 Dec 15 04:58:03.534355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613ce64-faa6-4c51-911d-b462da961a13 None None] Pushing event updated for resources: {'Port': ['ID=76b43235-9b2a-41e0-af4d-7a6282bea2f1,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:03.566079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d5f6a-28bc-4a6e-b07a-bd51721a478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac328ca2-5f30-44f8-aff5-2b6051773957,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:03.568368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.575654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.594449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a255489-782d-46dc-8509-05d487da3401 req-22a6f035-52e5-497a-8095-766f273ae16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:03.596453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-22a6f035-52e5-497a-8095-766f273ae16f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.0918834 Dec 15 04:58:03.670276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37306) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:03.725873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:03.737989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:03.745425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:03.756096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a255489-782d-46dc-8509-05d487da3401 req-8e5d5389-6370-473f-baa8-b98780ab4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:03.756486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-8e5d5389-6370-473f-baa8-b98780ab4cfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498964 Dec 15 04:58:03.798317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=1f98d6c4-16bd-48ef-921e-ed75d5b9f599,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:03.908026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bda4d2-c847-4e14-bb34-f04d4d8eb54c req-ee82350a-3bbb-4fac-a4b3-aaad90c3a02e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:03.909445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21bda4d2-c847-4e14-bb34-f04d4d8eb54c req-ee82350a-3bbb-4fac-a4b3-aaad90c3a02e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 943 time: 0.1879473 Dec 15 04:58:03.936020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:03.936907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:03.972968 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3141e7af-b328-4212-abb0-dcd8bb065b31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2850475 Dec 15 04:58:03.990175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37312) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:04.038823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-7922b3e4-2334-4966-a76f-b90569d5c809 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612870 Dec 15 04:58:04.040930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port df092ab0-33db-4f85-ae33-d8bb6f32d585 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:04.040930 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.109092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21bda4d2-c847-4e14-bb34-f04d4d8eb54c req-f8ba5252-3dae-4c63-a2c9-d5e4efec964e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913595 Dec 15 04:58:04.130046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76b43235-9b2a-41e0-af4d-7a6282bea2f1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:04.164153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37314) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:04.189289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.189640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.192278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-813a9ab2-fe02-45b7-a1de-48719c24472b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.198997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6c3f1a64-06b6-4901-b0de-1d80b9933d4b details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:58:04.210875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for df092ab0-33db-4f85-ae33-d8bb6f32d585 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:04.221380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:04.222040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.257116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a255489-782d-46dc-8509-05d487da3401 req-a3caf6ab-f6f9-48d2-91e0-6af9116c09c8 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753402 Dec 15 04:58:04.260206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 1f98d6c4-16bd-48ef-921e-ed75d5b9f599 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:04.260630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.365130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:04.382144 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.383492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'port_id': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b', 'mac_address': 'fa:16:3e:66:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944fcfc9-8066-4bd2-b89b-097168154c4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:58:04.384231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-813a9ab2-fe02-45b7-a1de-48719c24472b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.385717 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.396293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-813a9ab2-fe02-45b7-a1de-48719c24472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.399798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 1f98d6c4-16bd-48ef-921e-ed75d5b9f599 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:04.429284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9ab2-fe02-45b7-a1de-48719c24472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f44b4-9194-44e1-84bf-6edc33fe2d19,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:04.454009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-813a9ab2-fe02-45b7-a1de-48719c24472b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b874f78ab834f53a5229d5c468f74af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854502 Dec 15 04:58:04.454295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 76b43235-9b2a-41e0-af4d-7a6282bea2f1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76b43235-9b2a-41e0-af4d-7a6282bea2f1,segment=NetworkSegment(02d664d2-fa5f-4f7e-8559-ecf338500612),segment_id=02d664d2-fa5f-4f7e-8559-ecf338500612)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:04.458433 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.461171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37318) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:04.462819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.500867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.503473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3f1a64-06b6-4901-b0de-1d80b9933d4b {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:58:04.541686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:04.550798 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.552754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=76b43235-9b2a-41e0-af4d-7a6282bea2f1,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:04.576794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54156e93-5024-42ae-a663-496d20aa1e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.583506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=df092ab0-33db-4f85-ae33-d8bb6f32d585,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:04.605979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54156e93-5024-42ae-a663-496d20aa1e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.635285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:04.638236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:04.638745 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Floating IP e2b9c771-4057-44bb-84fc-9b004f8e91dc disassociated (deleted). External IP: 172.25.2.234, port: 63345360-7203-4c54-b76e-880b99bfd5ed. Dec 15 04:58:04.846818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6c3f1a64-06b6-4901-b0de-1d80b9933d4b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:58:04.909736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:58:05.045288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6830fa-6f42-428b-b841-699ce642b5ad None None] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:05.046752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.100164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=1f98d6c4-16bd-48ef-921e-ed75d5b9f599,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:05.106724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:58:05.120773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.127504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:58:05.166373 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e440804c-0eea-4e87-9c52-942bfee012a8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2b9c771-4057-44bb-84fc-9b004f8e91dc HTTP/1.1" status: 204 len: 168 time: 1.4942482 Dec 15 04:58:05.166978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:05.170037 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030" -d '{"events": [{"name": "network-changed", "server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:05.188892 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54156e93-5024-42ae-a663-496d20aa1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.191422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54156e93-5024-42ae-a663-496d20aa1e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.194950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54156e93-5024-42ae-a663-496d20aa1e56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a7f44b4-9194-44e1-84bf-6edc33fe2d19 HTTP/1.1" status: 204 len: 168 time: 0.7207067 Dec 15 04:58:05.208907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54156e93-5024-42ae-a663-496d20aa1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f44b4-9194-44e1-84bf-6edc33fe2d19,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:05.221988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.225346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:58:05.226245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:58:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:05.226395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-59d474e4-7bcb-4190-9469-80a75e777c66 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/1f98d6c4-16bd-48ef-921e-ed75d5b9f599 HTTP/1.1" status: 204 len: 168 time: 1.2331946 Dec 15 04:58:05.229610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37342) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:05.267197 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5214a28c-bc5b-4ed0-87ef-b187dea64288 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:58:05.267772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5214a28c-bc5b-4ed0-87ef-b187dea64288 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:58:05.273659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5214a28c-bc5b-4ed0-87ef-b187dea64288 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/1f98d6c4-16bd-48ef-921e-ed75d5b9f599 HTTP/1.1" status: 404 len: 333 time: 0.0402679 Dec 15 04:58:05.275983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37346) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:05.308488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-928d2b73-be22-49f9-a6dc-683e8942d9f8 None None] Provisioning complete for port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:05.309260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-928d2b73-be22-49f9-a6dc-683e8942d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.337041 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba346766-ace4-4143-a5c1-b9dcac57ea02 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:05.348662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ba346766-ace4-4143-a5c1-b9dcac57ea02 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/1f98d6c4-16bd-48ef-921e-ed75d5b9f599 HTTP/1.1" status: 404 len: 333 time: 0.0690632 Dec 15 04:58:05.349366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37350) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:05.371996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8ccdb-c93d-4b10-95a0-3a05d4f73731 req-74dcc7da-7cb9-4f49-9196-543418d76092 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:05.373689 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fc8ccdb-c93d-4b10-95a0-3a05d4f73731 req-74dcc7da-7cb9-4f49-9196-543418d76092 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 944 time: 0.1091664 Dec 15 04:58:05.427379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:58:05.479887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fc8ccdb-c93d-4b10-95a0-3a05d4f73731 req-c7efaeac-6948-4d80-8b69-6b8ec53884dc tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995371 Dec 15 04:58:05.515624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 0ad0b279-a316-4e70-8c1b-feb20b93abfa {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:05.527240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.616977 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e5f5fb-60be-4e83-91ea-c2443ca71df2 x-openstack-request-id: req-c6e5f5fb-60be-4e83-91ea-c2443ca71df2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:05.617740 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:05.621074 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6e5f5fb-60be-4e83-91ea-c2443ca71df2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:05.621710 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed', 'status': 'completed', 'code': 200} Dec 15 04:58:05.721721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8412e-6c5f-41f1-b01c-a7b171afc9c4 req-cd68e6d7-bc7c-42e8-94f7-4ff688f686d1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:05.723645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26c8412e-6c5f-41f1-b01c-a7b171afc9c4 req-cd68e6d7-bc7c-42e8-94f7-4ff688f686d1 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.0988460 Dec 15 04:58:05.724643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:05.838823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26c8412e-6c5f-41f1-b01c-a7b171afc9c4 req-41c399ea-0a56-4871-92f9-b2be774910a7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078200 Dec 15 04:58:05.861298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:50Z', 'revision_number': 1, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:05.884546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-357a0e39-4104-4e8c-b1f3-5dd8e22c5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:05.890861 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-357a0e39-4104-4e8c-b1f3-5dd8e22c5ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 1097 time: 0.2328475 Dec 15 04:58:05.903657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:58:05.918212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f19017e0-bb4c-4bf4-a966-2f94e7d1b2e8 None None] Provisioning complete for port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:05.918791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f19017e0-bb4c-4bf4-a966-2f94e7d1b2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.017917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:58:06.020664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:58:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:06.054226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-79b4c8eb-2ad1-4fba-93b2-fa137e001ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:06.055819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-79b4c8eb-2ad1-4fba-93b2-fa137e001ffb service neutron] 10.222.0.42 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1200414 Dec 15 04:58:06.148940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76b43235-9b2a-41e0-af4d-7a6282bea2f1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:06.150127 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-0d884135-bc48-4c5d-a412-3f8caac57303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 200 len: 217 time: 0.0810349 Dec 15 04:58:06.203384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.314856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-f362cf22-64d1-4aae-a24d-b623a4e80776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:06.316959 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-f362cf22-64d1-4aae-a24d-b623a4e80776 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1599629 Dec 15 04:58:06.321587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.353752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6c3f1a64-06b6-4901-b0de-1d80b9933d4b up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:06.367831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad0b279-a316-4e70-8c1b-feb20b93abfa,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:06.431083 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.435274 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa47af1a-2caa-437c-a187-b5e5a57ffc33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/0ad0b279-a316-4e70-8c1b-feb20b93abfa HTTP/1.1" status: 204 len: 168 time: 1.0842454 Dec 15 04:58:06.437413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37380) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:06.487185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-c5b44458-44e5-4503-bc88-a70a7bfa8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:06.489633 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-c5b44458-44e5-4503-bc88-a70a7bfa8fc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610067 Dec 15 04:58:06.510326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e465cdf-0edf-4cfb-8898-74e1be78a006 None None] Network 0caf757a-ce55-45ad-9cf3-e30332939b7a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:06.522497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:58:06.561782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.702525 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-f6241f77-7428-4f34-abf4-eb74cc0507a3 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047358 Dec 15 04:58:06.753170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:06.753576 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.770669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-38314f0f-7d41-401c-beb1-fe440feaaed3 None None] Could not find standard attr ID for object 1f98d6c4-16bd-48ef-921e-ed75d5b9f599. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:06.783787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:06.785836 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.790841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:58:06.799541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:06.800263 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.857993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port 76b43235-9b2a-41e0-af4d-7a6282bea2f1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76b43235-9b2a-41e0-af4d-7a6282bea2f1,segment=NetworkSegment(02d664d2-fa5f-4f7e-8559-ecf338500612),segment_id=02d664d2-fa5f-4f7e-8559-ecf338500612)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:06.858432 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:06.875534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 76b43235-9b2a-41e0-af4d-7a6282bea2f1 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:06.900671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7c5a631-9c8a-4ed9-b5ba-ad5697683030 req-24fc3f14-d3cc-4001-88a2-d357fb6a5f21 service neutron] 10.222.0.42 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885867 Dec 15 04:58:06.989300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c5c97-7a1e-4afa-821d-a824e6e2e613 req-588a1959-0d11-492b-ac51-f752ed4080c9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:06.991527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-421c5c97-7a1e-4afa-821d-a824e6e2e613 req-588a1959-0d11-492b-ac51-f752ed4080c9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 944 time: 0.3634763 Dec 15 04:58:07.069689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.101284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port 76b43235-9b2a-41e0-af4d-7a6282bea2f1 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:07.113146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b88ec-9b2c-454d-89f1-42d188774f66 None None] DHCP port deletion for 0caf757a-ce55-45ad-9cf3-e30332939b7a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:07.150763 n-d-820935-10 neutron-server[103134]: INFO neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No ports have port_id starting with 76b43235-9b2a-41e0-af4d-7a6282bea2f1 Dec 15 04:58:07.164385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.208182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=76b43235-9b2a-41e0-af4d-7a6282bea2f1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:07.227686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.232220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-421c5c97-7a1e-4afa-821d-a824e6e2e613 req-f0467c0c-4372-4bf1-9cbc-86e569cbc19b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069764 Dec 15 04:58:07.233347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:50Z', 'revision_number': 1, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:07.286615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb52837-f3b8-4f5c-8d6e-92a8c0574998 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '141a7527-2957-4ef2-a584-2c23aef02965', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'port_id': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'mac_address': 'fa:16:3e:d4:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T04:53:46Z', 'updated_at': '2021-12-15T04:53:50Z', 'revision_number': 1, 'project_id': '89f540e069f243de8fb833a184538d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:58:07.309774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5603-de80-431f-960f-852ccd372fb0 req-95b391c4-e622-4e92-85e9-78b167de6aed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:07.311332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a19d5603-de80-431f-960f-852ccd372fb0 req-95b391c4-e622-4e92-85e9-78b167de6aed tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.2135572 Dec 15 04:58:07.350620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.357521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:07.364465 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb9cb4c-f190-4f8e-88c2-4592cb334078" -d '{"events": [{"server_uuid": "8b95a3b8-611b-4302-a74c-b3b670e8dff5", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f1a64-06b6-4901-b0de-1d80b9933d4b"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:07.410363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a529-e450-49d2-836a-c276266b6d6e req-310abd26-73d5-4679-b8cc-2af1e5f238d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:07.417620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caf757a-ce55-45ad-9cf3-e30332939b7a']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:07.419976 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e69a529-e450-49d2-836a-c276266b6d6e req-310abd26-73d5-4679-b8cc-2af1e5f238d2 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.1364241 Dec 15 04:58:07.424783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:07.446435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d664d2-fa5f-4f7e-8559-ecf338500612') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:07.447923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d664d2-fa5f-4f7e-8559-ecf338500612') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:07.449005 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.475857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.509206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a19d5603-de80-431f-960f-852ccd372fb0 req-98eb941e-7e69-401e-ab13-fd0ea6dbdf7f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701458 Dec 15 04:58:07.528005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.533458 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274183f6-2dd0-473d-9b09-7c9230704936 x-openstack-request-id: req-274183f6-2dd0-473d-9b09-7c9230704936 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:07.533948 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b95a3b8-611b-4302-a74c-b3b670e8dff5", "name": "network-vif-plugged", "status": "completed", "tag": "6c3f1a64-06b6-4901-b0de-1d80b9933d4b", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:07.534066 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-274183f6-2dd0-473d-9b09-7c9230704936 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:07.539460 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b', 'code': 200} Dec 15 04:58:07.554764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:58:07.556607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:58:07.564294 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:58:07.584763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:07.788060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.800485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:07.821956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/0caf757a-ce55-45ad-9cf3-e30332939b7a HTTP/1.1" status: 204 len: 168 time: 1.3830554 Dec 15 04:58:07.849452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ef047-c333-4d77-9ef4-a0a23f3832e6 None None] New status for floating IP e2b9c771-4057-44bb-84fc-9b004f8e91dc: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:58:07.870226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37424) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:07.871195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55643371-d5f3-4ee6-8b5b-c67074e16e11 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=0caf757a-ce55-45ad-9cf3-e30332939b7a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:07.901899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972291961'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:07.977464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:07.996371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.077006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76b43235-9b2a-41e0-af4d-7a6282bea2f1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:08.093628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:08.118485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.118825 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment f1ed933a-6c85-4460-b75a-e8b1787b19e6 of type vlan for network 33ce4baa-de35-4b54-bc5c-4be9f396567c Dec 15 04:58:08.168310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 76b43235-9b2a-41e0-af4d-7a6282bea2f1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:08.168948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76b43235-9b2a-41e0-af4d-7a6282bea2f1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:08.226539 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.318349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.340253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:08.348406 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.462285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port 63345360-7203-4c54-b76e-880b99bfd5ed {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:08.463415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.463724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=33ce4baa-de35-4b54-bc5c-4be9f396567c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:08.473017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-683cd8b6-2015-4353-8ad7-3239c5552d75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5837789 Dec 15 04:58:08.476520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:08.488715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37446) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:08.511217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29572-437e-42d0-9005-2a90bf357b7f req-10775e64-7eff-42cf-851d-acb32890be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:08.512842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ec29572-437e-42d0-9005-2a90bf357b7f req-10775e64-7eff-42cf-851d-acb32890be49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 1097 time: 0.1105103 Dec 15 04:58:08.551360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:08.577118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bd55d-b4fb-4f3a-9192-9bd21c438a5c req-4e9edbd1-d6c5-441d-939a-a21ac3648a67 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:08.586383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d31bd55d-b4fb-4f3a-9192-9bd21c438a5c req-4e9edbd1-d6c5-441d-939a-a21ac3648a67 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 945 time: 0.2216456 Dec 15 04:58:08.603264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bbe78-8470-40ab-80b0-1c10b094b51b req-49bfa17d-4a1c-4fda-b83e-66a8ebc696f4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:08.611683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-275bbe78-8470-40ab-80b0-1c10b094b51b req-49bfa17d-4a1c-4fda-b83e-66a8ebc696f4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.2456729 Dec 15 04:58:08.711776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-275bbe78-8470-40ab-80b0-1c10b094b51b req-c16d6486-dc44-407c-ad38-53afa950240c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987253 Dec 15 04:58:08.740716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d31bd55d-b4fb-4f3a-9192-9bd21c438a5c req-2c360041-10a8-4077-86c2-7f6d0ca01a7f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530690 Dec 15 04:58:08.760207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ec29572-437e-42d0-9005-2a90bf357b7f req-735e5cab-89aa-4693-9ba6-72a12b5b936e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032754 Dec 15 04:58:08.762994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port 63345360-7203-4c54-b76e-880b99bfd5ed, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=63345360-7203-4c54-b76e-880b99bfd5ed,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:08.763549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.786374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for 63345360-7203-4c54-b76e-880b99bfd5ed owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:08.806621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:08.811787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:08.868469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9202f-7248-4b6a-b33a-dc1ad6bc568a req-e9705825-618d-4633-a655-dcb8b62a6e58 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:08.870176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44c9202f-7248-4b6a-b33a-dc1ad6bc568a req-e9705825-618d-4633-a655-dcb8b62a6e58 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 945 time: 0.0671556 Dec 15 04:58:08.975295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44c9202f-7248-4b6a-b33a-dc1ad6bc568a req-b92581db-199d-4705-a8cb-9ed3a5fbf941 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808232 Dec 15 04:58:09.144351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:09.197755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=63345360-7203-4c54-b76e-880b99bfd5ed,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:09.228837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:09.254253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port 63345360-7203-4c54-b76e-880b99bfd5ed on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:09.261969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:09.265580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e69a529-e450-49d2-836a-c276266b6d6e req-bf8c1bc3-dbbc-4808-afc8-d87f4fd84040 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.42 "DELETE /v2.0/ports/63345360-7203-4c54-b76e-880b99bfd5ed HTTP/1.1" status: 204 len: 173 time: 1.8283160 Dec 15 04:58:09.287475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'name': 'network-vif-deleted', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:09.289736 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56570f4-0c98-4065-a1e4-b6c19cac9a1e" -d '{"events": [{"server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "name": "network-vif-deleted", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:09.353994 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7621167-d9fa-4771-9350-08c3b57fda0b x-openstack-request-id: req-d7621167-d9fa-4771-9350-08c3b57fda0b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:09.354823 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68341ec4-848b-42d8-865e-784e47d933e3", "name": "network-vif-deleted", "tag": "63345360-7203-4c54-b76e-880b99bfd5ed", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:09.355077 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7621167-d9fa-4771-9350-08c3b57fda0b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:09.355886 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68341ec4-848b-42d8-865e-784e47d933e3', 'name': 'network-vif-deleted', 'tag': '63345360-7203-4c54-b76e-880b99bfd5ed', 'status': 'completed', 'code': 200} Dec 15 04:58:09.367476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=4a326ed9-bc98-4f4c-9b95-024832f6d555,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:09.378129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': 'f1ed933a-6c85-4460-b75a-e8b1787b19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:09.378378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 33ce4baa-de35-4b54-bc5c-4be9f396567c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:09.409006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:09.425111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 33ce4baa-de35-4b54-bc5c-4be9f396567c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:09.431066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:09.431775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:09.439557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3456fd7-3298-4f75-8687-ee85cc8c3b92 None None] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:09.453920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f65e567c-c73e-494f-a6c4-39d0f9a75dcf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9399300 Dec 15 04:58:09.456939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37504) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:09.463567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1040537184'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:09.626160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-33ce4baa-de35-4b54-bc5c-4be9f396567c', 'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': '4a326ed9-bc98-4f4c-9b95-024832f6d555'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:09.627245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:09.707552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:09.715770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:09.761603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 681e5553-63b3-41dd-9725-3de7cbe27743 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:09.984532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Allocated IP 172.20.0.2 (33ce4baa-de35-4b54-bc5c-4be9f396567c/4a326ed9-bc98-4f4c-9b95-024832f6d555/d9ddf306-d481-4097-8092-df3852717a49) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:09.993208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:10.113441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c570a2-45df-4895-995f-53fbda36e420 req-e40c5919-74dc-4111-b24e-9b6ee2fe3189 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:10.118491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20c570a2-45df-4895-995f-53fbda36e420 req-e40c5919-74dc-4111-b24e-9b6ee2fe3189 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1753728 Dec 15 04:58:10.184847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f23043-5a53-4739-ae6b-c45eb19650a6 req-8e072977-517b-4854-9c0a-fa78b0b5770c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:10.186772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87f23043-5a53-4739-ae6b-c45eb19650a6 req-8e072977-517b-4854-9c0a-fa78b0b5770c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 945 time: 0.2751951 Dec 15 04:58:10.245894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-20c570a2-45df-4895-995f-53fbda36e420 req-7d27c360-b527-447c-9803-2b7f611c978c tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140530 Dec 15 04:58:10.262926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 63345360-7203-4c54-b76e-880b99bfd5ed no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:10.264597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63522ab5-6f92-4e36-946e-d4f6a02647a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.277942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87f23043-5a53-4739-ae6b-c45eb19650a6 req-a43a7f0a-96c0-4257-8eaa-1b8975ceca93 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825086 Dec 15 04:58:10.306827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.306827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 63345360-7203-4c54-b76e-880b99bfd5ed {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:10.306827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 63345360-7203-4c54-b76e-880b99bfd5ed not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:10.338670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.411171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63522ab5-6f92-4e36-946e-d4f6a02647a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.421592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63522ab5-6f92-4e36-946e-d4f6a02647a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.450789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Pushing event updated for resources: {'Port': ['ID=d9ddf306-d481-4097-8092-df3852717a49,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:10.456113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-176232a3-6f7d-4f52-9340-0ee57a67356f req-ee97a3bb-9228-41ad-8474-287bbaa7a3a5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0488176 Dec 15 04:58:10.469580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:10.472184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:10.478764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:10.479870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.6 (33ce4baa-de35-4b54-bc5c-4be9f396567c/4a326ed9-bc98-4f4c-9b95-024832f6d555/681e5553-63b3-41dd-9725-3de7cbe27743) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:10.514682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63522ab5-6f92-4e36-946e-d4f6a02647a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a05bc-b24b-4f56-b980-0719fd81439d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:10.530383 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-63522ab5-6f92-4e36-946e-d4f6a02647a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a5243b9af1e4143a38bcf3c0ec72446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355186 Dec 15 04:58:10.533458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37530) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:10.595627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Attempting to bind port d9ddf306-d481-4097-8092-df3852717a49 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:10.598290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Attempting to bind port d9ddf306-d481-4097-8092-df3852717a49 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f1ed933a-6c85-4460-b75a-e8b1787b19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:10.598580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Attempting to bind port d9ddf306-d481-4097-8092-df3852717a49 on network 33ce4baa-de35-4b54-bc5c-4be9f396567c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:10.615339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:10.615727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Checking segment: {'id': 'f1ed933a-6c85-4460-b75a-e8b1787b19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:10.616358 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.616504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Bound using segment: {'id': 'f1ed933a-6c85-4460-b75a-e8b1787b19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:10.619973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Bound port: d9ddf306-d481-4097-8092-df3852717a49, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ed933a-6c85-4460-b75a-e8b1787b19e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33ce4baa-de35-4b54-bc5c-4be9f396567c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:10.619973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.620282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37532) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:10.643259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa914-26ed-497d-bb4e-65864b793431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.690405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa914-26ed-497d-bb4e-65864b793431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.732514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.733694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] For port d9ddf306-d481-4097-8092-df3852717a49, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:10.740235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] For port d9ddf306-d481-4097-8092-df3852717a49, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9ddf306-d481-4097-8092-df3852717a49,segment=NetworkSegment(f1ed933a-6c85-4460-b75a-e8b1787b19e6),segment_id=f1ed933a-6c85-4460-b75a-e8b1787b19e6)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:10.748557 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.826485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.827855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bde8b-414c-4971-b463-4d0c623f8dcc None None] Pushing event updated for resources: {'Port': ['ID=d9ddf306-d481-4097-8092-df3852717a49,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:10.833713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33769c23-15d3-47a7-bdd8-dbd3635312f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.835868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa914-26ed-497d-bb4e-65864b793431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.838540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa914-26ed-497d-bb4e-65864b793431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:10.843338 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ab0aa914-26ed-497d-bb4e-65864b793431 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f03a05bc-b24b-4f56-b980-0719fd81439d HTTP/1.1" status: 204 len: 168 time: 0.3086550 Dec 15 04:58:10.866786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aa914-26ed-497d-bb4e-65864b793431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a05bc-b24b-4f56-b980-0719fd81439d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:10.910315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:10.916638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:10.921081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:10.973261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=681e5553-63b3-41dd-9725-3de7cbe27743,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:10.987905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.988308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.988797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.989210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.989613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.990017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.990793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.990793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.991043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.991493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.991888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.992443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.992682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:10.998792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33769c23-15d3-47a7-bdd8-dbd3635312f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.011799 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33769c23-15d3-47a7-bdd8-dbd3635312f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.019049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:11.019742 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.058844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7f7e289e-1782-4232-88b2-7b374287b686 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5985229 Dec 15 04:58:11.059369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37538) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:11.074151 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-33769c23-15d3-47a7-bdd8-dbd3635312f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86a5c31a0b5b48c2a80ab8936e6c7e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519780 Dec 15 04:58:11.076321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33769c23-15d3-47a7-bdd8-dbd3635312f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854e710-4d1c-4f1d-9253-5c4133cdf2bd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:11.081622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37540) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:11.183648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eac70dd-469e-4c66-9872-21a5b3d5a95a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.207851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eac70dd-469e-4c66-9872-21a5b3d5a95a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.252495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 681e5553-63b3-41dd-9725-3de7cbe27743 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:11.255370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.303440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eac70dd-469e-4c66-9872-21a5b3d5a95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.306883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eac70dd-469e-4c66-9872-21a5b3d5a95a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.308892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eac70dd-469e-4c66-9872-21a5b3d5a95a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e854e710-4d1c-4f1d-9253-5c4133cdf2bd HTTP/1.1" status: 204 len: 168 time: 0.2247543 Dec 15 04:58:11.327941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac70dd-469e-4c66-9872-21a5b3d5a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854e710-4d1c-4f1d-9253-5c4133cdf2bd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:11.477461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37554) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:11.495902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d55dbe53-4806-4f71-9d6d-07feef63a039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.545925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06445648-d80e-48bf-b1cf-bb80f0ec631e req-83feadf6-c3fd-461b-9451-38f5a73b03e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:11.554690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06445648-d80e-48bf-b1cf-bb80f0ec631e req-83feadf6-c3fd-461b-9451-38f5a73b03e9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1679513 Dec 15 04:58:11.601170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.603224 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d55dbe53-4806-4f71-9d6d-07feef63a039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.610490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d55dbe53-4806-4f71-9d6d-07feef63a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.618753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68aed-4554-406a-96fe-f949ba14a149 req-40720a26-ef58-499a-8993-7639ea7cef48 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:11.626390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9a68aed-4554-406a-96fe-f949ba14a149 req-40720a26-ef58-499a-8993-7639ea7cef48 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 945 time: 0.1741738 Dec 15 04:58:11.643076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 681e5553-63b3-41dd-9725-3de7cbe27743 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:11.661055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dbe53-4806-4f71-9d6d-07feef63a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7680c13-1ae1-4e0e-a37d-115539394575,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:11.694632 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d55dbe53-4806-4f71-9d6d-07feef63a039 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca5db03b984c47e4a51f04820b4896c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154107 Dec 15 04:58:11.697207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37558) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:11.708713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06445648-d80e-48bf-b1cf-bb80f0ec631e req-1e79bb32-1329-4383-9cb1-008542c7dd50 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531742 Dec 15 04:58:11.767612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37560) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:11.772905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01ec50f9-137a-420d-849c-625735655cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.786652 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebcc3-7e79-4cbf-96d1-8dce619b00b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.802791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01ec50f9-137a-420d-849c-625735655cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.815472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9a68aed-4554-406a-96fe-f949ba14a149 req-b52ba2b5-0186-4f4a-9b62-bef64c13b119 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878414 Dec 15 04:58:11.878608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01ec50f9-137a-420d-849c-625735655cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.882817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-01ec50f9-137a-420d-849c-625735655cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:11.884012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-01ec50f9-137a-420d-849c-625735655cf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7680c13-1ae1-4e0e-a37d-115539394575 HTTP/1.1" status: 204 len: 168 time: 0.1856627 Dec 15 04:58:11.933566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec50f9-137a-420d-849c-625735655cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7680c13-1ae1-4e0e-a37d-115539394575,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:11.980101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.085913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbba2276-88e1-4203-88a7-d43d6d3d20fc req-fd437b88-199b-4c48-a076-49af6c3f78f8 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0860679 Dec 15 04:58:12.118292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=681e5553-63b3-41dd-9725-3de7cbe27743,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:12.211380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d9ddf306-d481-4097-8092-df3852717a49 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:12.227219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.230811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e9a691ed-ef21-4ffa-981e-96747f18dcde tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/681e5553-63b3-41dd-9725-3de7cbe27743 HTTP/1.1" status: 204 len: 168 time: 1.1704226 Dec 15 04:58:12.233506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:12.276049 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ca8936-3a29-4ac4-88ae-bd6f4b16ffd7 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:12.277906 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-95ca8936-3a29-4ac4-88ae-bd6f4b16ffd7 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/681e5553-63b3-41dd-9725-3de7cbe27743 HTTP/1.1" status: 404 len: 333 time: 0.0434411 Dec 15 04:58:12.282675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37574) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:12.371003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebcc3-7e79-4cbf-96d1-8dce619b00b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.383384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aa0ebcc3-7e79-4cbf-96d1-8dce619b00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.388788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d9ddf306-d481-4097-8092-df3852717a49 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:12.396933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.460249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3697491-f64e-4d3b-ac96-81d2ec7a18b8 None None] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:12.470660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ebcc3-7e79-4cbf-96d1-8dce619b00b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f6837-bd9a-4a58-938b-180c880e957a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:12.493302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 4a326ed9-bc98-4f4c-9b95-024832f6d555 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:12.505328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.575896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aa0ebcc3-7e79-4cbf-96d1-8dce619b00b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdad8538ca33452bb01d0af6e374c5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8064499 Dec 15 04:58:12.586171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37582) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:12.625130 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.723163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2043-5455-4164-9b37-c4a437e16726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.777632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2043-5455-4164-9b37-c4a437e16726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.806177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-55deb4bd-bdcd-4f0e-83f9-f9be388a51c1 None None] Provisioning complete for port d9ddf306-d481-4097-8092-df3852717a49 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:12.806481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55deb4bd-bdcd-4f0e-83f9-f9be388a51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.863281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2043-5455-4164-9b37-c4a437e16726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.867287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2043-5455-4164-9b37-c4a437e16726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.869203 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6dcb2043-5455-4164-9b37-c4a437e16726 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b72f6837-bd9a-4a58-938b-180c880e957a HTTP/1.1" status: 204 len: 168 time: 0.2789400 Dec 15 04:58:12.880487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.903178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb2043-5455-4164-9b37-c4a437e16726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f6837-bd9a-4a58-938b-180c880e957a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:12.919428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:12.940306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf79b4-a23b-49fe-b6da-26c06651a8aa req-720e7c47-f5aa-41c5-baab-34a739dd88e2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:12.948420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efaf79b4-a23b-49fe-b6da-26c06651a8aa req-720e7c47-f5aa-41c5-baab-34a739dd88e2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1128848 Dec 15 04:58:13.032564 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55deb4bd-bdcd-4f0e-83f9-f9be388a51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.038647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-efaf79b4-a23b-49fe-b6da-26c06651a8aa req-bbf6f608-f5a5-402e-92c0-dea6fc4d2c00 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827985 Dec 15 04:58:13.061571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.131751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=4a326ed9-bc98-4f4c-9b95-024832f6d555,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:13.139471 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.145870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3ea4a07-89c8-411a-a257-9feb647b0a77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/4a326ed9-bc98-4f4c-9b95-024832f6d555 HTTP/1.1" status: 204 len: 168 time: 0.8592224 Dec 15 04:58:13.146408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37600) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:13.320109 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-55deb4bd-bdcd-4f0e-83f9-f9be388a51c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:13.326023 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-55deb4bd-bdcd-4f0e-83f9-f9be388a51c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:13.353962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.373768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-973eb94e-8f25-490d-babd-311c9cfa1c2f req-e4eb2553-ddea-41e0-90dd-e562f879e573 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0701070 Dec 15 04:58:13.378728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:13.379875 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:13.424812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749661e-99a9-4f24-bd5c-b3032e0b0101 None None] Network 33ce4baa-de35-4b54-bc5c-4be9f396567c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:13.505991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port d9ddf306-d481-4097-8092-df3852717a49 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:13.506437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.594156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:13.610472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3340407-51d5-4f9e-92fd-a659689abb6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.653941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] DHCP port deletion for 33ce4baa-de35-4b54-bc5c-4be9f396567c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:13.698737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port d9ddf306-d481-4097-8092-df3852717a49, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9ddf306-d481-4097-8092-df3852717a49,segment=NetworkSegment(f1ed933a-6c85-4460-b75a-e8b1787b19e6),segment_id=f1ed933a-6c85-4460-b75a-e8b1787b19e6)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:13.699341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.713377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3340407-51d5-4f9e-92fd-a659689abb6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.721719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Deleting port d9ddf306-d481-4097-8092-df3852717a49 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:13.722097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.726547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3340407-51d5-4f9e-92fd-a659689abb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.730751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for d9ddf306-d481-4097-8092-df3852717a49 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:13.822115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3340407-51d5-4f9e-92fd-a659689abb6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90e3fc6e3abb4f75b737829f1a440a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253361 Dec 15 04:58:13.824866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37616) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:13.847083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3340407-51d5-4f9e-92fd-a659689abb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195a991-e629-42df-82bd-32385f375cbf,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:13.858553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] For port d9ddf306-d481-4097-8092-df3852717a49, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d9ddf306-d481-4097-8092-df3852717a49,segment=NetworkSegment(f1ed933a-6c85-4460-b75a-e8b1787b19e6),segment_id=f1ed933a-6c85-4460-b75a-e8b1787b19e6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:13.858872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.872858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.947999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port d9ddf306-d481-4097-8092-df3852717a49 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:13.950359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-216bd11f-1784-4c1d-8aeb-07583525023a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:13.966604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=d9ddf306-d481-4097-8092-df3852717a49,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:13.996440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-216bd11f-1784-4c1d-8aeb-07583525023a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.020087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Calling delete_port for d9ddf306-d481-4097-8092-df3852717a49 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:14.107820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.113349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-216bd11f-1784-4c1d-8aeb-07583525023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.116691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-216bd11f-1784-4c1d-8aeb-07583525023a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.121371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-216bd11f-1784-4c1d-8aeb-07583525023a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7195a991-e629-42df-82bd-32385f375cbf HTTP/1.1" status: 204 len: 168 time: 0.2929134 Dec 15 04:58:14.141179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ce4baa-de35-4b54-bc5c-4be9f396567c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:14.149127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bd11f-1784-4c1d-8aeb-07583525023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195a991-e629-42df-82bd-32385f375cbf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:14.160837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ed933a-6c85-4460-b75a-e8b1787b19e6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:14.161410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ed933a-6c85-4460-b75a-e8b1787b19e6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:14.175982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.217829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Port d9ddf306-d481-4097-8092-df3852717a49 update to ACTIVE by agent not found {{(pid=103134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 04:58:14.227926 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.228144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55deb4bd-bdcd-4f0e-83f9-f9be388a51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.252928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:58:14.254442 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.257564 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:58:14.267720 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:58:14.317387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Pushing event deleted for resources: {'Port': ['ID=d9ddf306-d481-4097-8092-df3852717a49,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:14.321020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] No DVR routers for this DVR port d9ddf306-d481-4097-8092-df3852717a49 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:14.337563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e96b96-c11a-45ba-9d12-99434aa7284d req-40893d01-0aa4-4783-b7cc-45dee9256b6e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:14.337829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.338429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.339150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11e96b96-c11a-45ba-9d12-99434aa7284d req-40893d01-0aa4-4783-b7cc-45dee9256b6e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1592469 Dec 15 04:58:14.347854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.349187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.350347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.354468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.354838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.355186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.355587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.356169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.356511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.357020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.357532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12578d62-2907-4dcf-8ab4-d556d3894f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:14.402531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d9ddf306-d481-4097-8092-df3852717a49 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:14.435812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d9ddf306-d481-4097-8092-df3852717a49 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:14.436428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d9ddf306-d481-4097-8092-df3852717a49 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:14.455523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-73e53aa0-a9b4-49a8-ac5a-31534cf3fec1 None None] Could not find standard attr ID for object d9ddf306-d481-4097-8092-df3852717a49. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:14.467478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.489988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-11e96b96-c11a-45ba-9d12-99434aa7284d req-e6aeb512-868e-4894-9202-bb66d09443f2 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304402 Dec 15 04:58:14.500610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.506615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/33ce4baa-de35-4b54-bc5c-4be9f396567c HTTP/1.1" status: 204 len: 168 time: 1.3564758 Dec 15 04:58:14.506615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f2f76-08a8-40e9-a647-29a8a6f0f802 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=33ce4baa-de35-4b54-bc5c-4be9f396567c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:14.510578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37640) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:14.524052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'name': 'tempest-PortsTestJSON-476597920'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:14.789652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-294891f9-a9cd-40e1-8240-3f84d028389c req-cab7d806-b157-4974-bccf-2ab5b2e60241 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0592132 Dec 15 04:58:14.803112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:14.811418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:14.835803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 2fb56983-ed39-4a2f-b430-73dd70ae27b0 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:15.057859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.103502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.166104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=2fb56983-ed39-4a2f-b430-73dd70ae27b0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:15.183665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:15.185654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:15.193207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:15.202180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:15.202849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.222218 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0ff45714-bdb9-4db6-8b67-dc524b16402e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7105544 Dec 15 04:58:15.225065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37674) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:15.339617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 2fb56983-ed39-4a2f-b430-73dd70ae27b0 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:15.339965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.415705 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.450255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 2fb56983-ed39-4a2f-b430-73dd70ae27b0 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:15.632848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.690254 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.693983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/2fb56983-ed39-4a2f-b430-73dd70ae27b0 HTTP/1.1" status: 204 len: 168 time: 0.4677734 Dec 15 04:58:15.695868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cd4e-4854-46d0-b5ea-91f2a5a179ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=2fb56983-ed39-4a2f-b430-73dd70ae27b0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:15.697420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37716) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:15.709368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'mac_address': 'fa:16:3e:99:d7:90', 'name': 'tempest-PortsTestJSON-2075395877'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:15.727046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16310d03-2830-4647-a645-4952a337e750 req-2dfb8bd0-ae83-441e-8870-8127ed9845ec tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:15.730419 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16310d03-2830-4647-a645-4952a337e750 req-2dfb8bd0-ae83-441e-8870-8127ed9845ec tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1327507 Dec 15 04:58:15.805626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16310d03-2830-4647-a645-4952a337e750 req-e756777a-e102-4a45-bf00-b7d8a9c17acc tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648723 Dec 15 04:58:15.843440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:15.937761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:15.970567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port bf6829ee-fd86-4c67-81b5-a68c5850219d yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:16.062445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f29eeede-98e6-495c-8ee1-93cc2b32af4c req-003e4125-d804-4270-ba95-6a67735a96ac tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=68341ec4-848b-42d8-865e-784e47d933e3 HTTP/1.1" status: 200 len: 210 time: 0.0395420 Dec 15 04:58:16.070012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37730) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:16.164517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.199585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.246717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:16.249961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:16.251838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c31a95fc-8f25-4e82-b4c7-4faf1dcc555f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.253922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:16.261482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:16.262228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.281266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=bf6829ee-fd86-4c67-81b5-a68c5850219d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:16.291501 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0c485e4e-00b5-4cca-9c92-7a14e01bb893 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5929101 Dec 15 04:58:16.292299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37734) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:16.340319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6704917-c203-4061-911c-47e92a1137a5 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:16.344530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6704917-c203-4061-911c-47e92a1137a5 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/bf6829ee-fd86-4c67-81b5-a68c5850219d HTTP/1.1" status: 200 len: 841 time: 0.0481980 Dec 15 04:58:16.344706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37736) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:16.354079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c31a95fc-8f25-4e82-b4c7-4faf1dcc555f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.361113 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c31a95fc-8f25-4e82-b4c7-4faf1dcc555f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.407881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c31a95fc-8f25-4e82-b4c7-4faf1dcc555f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ebc6a1f8ad949ab93237b88e6a0ea56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366609 Dec 15 04:58:16.409535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37738) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:16.415936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a95fc-8f25-4e82-b4c7-4faf1dcc555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00986644-a5bf-4b10-85d1-47f2d97bad4c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:16.465915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ba91ca9-3b2e-485f-94ae-093889f451af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.497627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port bf6829ee-fd86-4c67-81b5-a68c5850219d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:16.498400 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.506222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ba91ca9-3b2e-485f-94ae-093889f451af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.594554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.596438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ba91ca9-3b2e-485f-94ae-093889f451af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.605676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ba91ca9-3b2e-485f-94ae-093889f451af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.613645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for bf6829ee-fd86-4c67-81b5-a68c5850219d owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:16.621415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ba91ca9-3b2e-485f-94ae-093889f451af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00986644-a5bf-4b10-85d1-47f2d97bad4c HTTP/1.1" status: 204 len: 168 time: 0.2014117 Dec 15 04:58:16.632504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba91ca9-3b2e-485f-94ae-093889f451af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00986644-a5bf-4b10-85d1-47f2d97bad4c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:16.733713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.802435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=bf6829ee-fd86-4c67-81b5-a68c5850219d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:16.821441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:16.849082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-576f1d4e-2a75-4821-88f5-3bc6a5506680 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/bf6829ee-fd86-4c67-81b5-a68c5850219d HTTP/1.1" status: 204 len: 168 time: 0.5031862 Dec 15 04:58:16.851737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37760) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:16.909672 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f845aea4-3ea0-420c-be15-38b45123d02e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:16.920240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f845aea4-3ea0-420c-be15-38b45123d02e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/bf6829ee-fd86-4c67-81b5-a68c5850219d HTTP/1.1" status: 404 len: 333 time: 0.0663633 Dec 15 04:58:16.924262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37770) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:16.930820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'name': 'tempest-PortsTestJSON-1645757683'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:17.069178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850678c-a174-498b-b676-ac38b3174481 req-59a3e1fe-8e93-47ed-9437-68029d4f076e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:17.070857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b850678c-a174-498b-b676-ac38b3174481 req-59a3e1fe-8e93-47ed-9437-68029d4f076e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1493447 Dec 15 04:58:17.139968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b850678c-a174-498b-b676-ac38b3174481 req-fad04608-68ba-4cab-989d-370828e5ddaa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599825 Dec 15 04:58:17.141253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:17.145460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.176503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 036a9252-fbb7-4f3a-a9cb-c7b2276cb637 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:17.223910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37786) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:17.238305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d55fcf43-46d4-416f-913e-2e3975f200df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.372673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d55fcf43-46d4-416f-913e-2e3975f200df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.381629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d55fcf43-46d4-416f-913e-2e3975f200df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.453246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d55fcf43-46d4-416f-913e-2e3975f200df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f1997d33b2d409bb785955e25e6e750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256260 Dec 15 04:58:17.454726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37792) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:17.463149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fcf43-46d4-416f-913e-2e3975f200df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f23b98-aeff-416f-b674-aa203110abaa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:17.498472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.538518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ce96257-442d-4cf4-956c-4aaa01b1e455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.569365 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ce96257-442d-4cf4-956c-4aaa01b1e455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.577978 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.620549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37796) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:17.645102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:17.649319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:17.655828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:17.661237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:17.661983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.667291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=036a9252-fbb7-4f3a-a9cb-c7b2276cb637,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:17.685687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c90193e-ea54-4f44-be02-bf93152e182a tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7601573 Dec 15 04:58:17.687616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ce96257-442d-4cf4-956c-4aaa01b1e455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.688546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37800) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:17.691492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ce96257-442d-4cf4-956c-4aaa01b1e455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.695142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ce96257-442d-4cf4-956c-4aaa01b1e455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53f23b98-aeff-416f-b674-aa203110abaa HTTP/1.1" status: 204 len: 168 time: 0.2375348 Dec 15 04:58:17.695323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:17.704905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96257-442d-4cf4-956c-4aaa01b1e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f23b98-aeff-416f-b674-aa203110abaa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:17.772873 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.822530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ecdb-3e46-4ee1-a803-ba83c080c304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:17.992853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.003879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.012394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ecdb-3e46-4ee1-a803-ba83c080c304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.039636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ecdb-3e46-4ee1-a803-ba83c080c304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.064960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] In _notify_port_updated(), no bound segment for port 036a9252-fbb7-4f3a-a9cb-c7b2276cb637 on network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:58:18.070286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:18.070924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.074757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/ports/036a9252-fbb7-4f3a-a9cb-c7b2276cb637 HTTP/1.1" status: 200 len: 818 time: 0.3825426 Dec 15 04:58:18.075100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:18.109717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e8e5ecdb-3e46-4ee1-a803-ba83c080c304 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1df4f8d5632b4bc594f03bb3f7d276fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4879060 Dec 15 04:58:18.112860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37816) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:18.113035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5ecdb-3e46-4ee1-a803-ba83c080c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca461c-9d54-487c-895b-48a1c0eaeecb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:18.126028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7c505-f228-48cb-890f-1b1c02872927 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=036a9252-fbb7-4f3a-a9cb-c7b2276cb637,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:18.207942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c57788ce-3ba5-43cf-bac6-a0d1c85ec2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.254529 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c57788ce-3ba5-43cf-bac6-a0d1c85ec2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.302491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 036a9252-fbb7-4f3a-a9cb-c7b2276cb637 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:18.302964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.358769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e3c8-beb2-4db6-a576-d2e736a17b44 req-e52ec205-47c5-40a2-ae8b-6e51dc42b0fa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:18.361248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d186e3c8-beb2-4db6-a576-d2e736a17b44 req-e52ec205-47c5-40a2-ae8b-6e51dc42b0fa tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1398580 Dec 15 04:58:18.420460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.450387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 036a9252-fbb7-4f3a-a9cb-c7b2276cb637 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:18.459796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c57788ce-3ba5-43cf-bac6-a0d1c85ec2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.463768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c57788ce-3ba5-43cf-bac6-a0d1c85ec2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.463768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c57788ce-3ba5-43cf-bac6-a0d1c85ec2d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74ca461c-9d54-487c-895b-48a1c0eaeecb HTTP/1.1" status: 204 len: 168 time: 0.3493831 Dec 15 04:58:18.479235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d186e3c8-beb2-4db6-a576-d2e736a17b44 req-5e70e5d4-4f22-4e4d-a69e-4c50345a9730 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083500 Dec 15 04:58:18.490204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57788ce-3ba5-43cf-bac6-a0d1c85ec2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca461c-9d54-487c-895b-48a1c0eaeecb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:18.592665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.627359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=036a9252-fbb7-4f3a-a9cb-c7b2276cb637,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:18.645595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.652354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e2338e09-2589-4805-8cbe-ed59d7d15713 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/036a9252-fbb7-4f3a-a9cb-c7b2276cb637 HTTP/1.1" status: 204 len: 168 time: 0.5762167 Dec 15 04:58:18.655163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37836) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:18.718299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d300f-0f12-4f1f-845c-f219775815fb tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:18.722614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37846) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:18.722766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a37d300f-0f12-4f1f-845c-f219775815fb tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0664279 Dec 15 04:58:18.751544 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be07667-2089-400f-b326-bb0a19148002 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:18.753152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7be07667-2089-400f-b326-bb0a19148002 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/036a9252-fbb7-4f3a-a9cb-c7b2276cb637 HTTP/1.1" status: 404 len: 333 time: 0.0294690 Dec 15 04:58:18.756898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37848) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:18.763748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-616089147'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:18.791130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:18.797375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.831050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:18.845779 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.846747 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 7f026197-d482-4998-984b-248162b2909c of type vlan for network 71ac4ca8-6957-451f-b84a-8335d1c48d17 Dec 15 04:58:18.921593 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.954251 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.960139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:18.960805 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:18.961754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:18.982811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51c4c1e0-7af8-4b7d-916a-52ffb0a3c810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.060379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3019559 Dec 15 04:58:19.064362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37862) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:19.069777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:19.079912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf83b-79ea-4519-be95-4353d40f8dc2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=71ac4ca8-6957-451f-b84a-8335d1c48d17,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:19.134315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:19.148280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51c4c1e0-7af8-4b7d-916a-52ffb0a3c810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.156760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51c4c1e0-7af8-4b7d-916a-52ffb0a3c810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.207310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-51c4c1e0-7af8-4b7d-916a-52ffb0a3c810 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9865394d6d984582a93eb0407481d930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441604 Dec 15 04:58:19.208635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4c1e0-7af8-4b7d-916a-52ffb0a3c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895fdca-b812-47f1-873b-ed7205668c62,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:19.211123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37878) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:19.235946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:19.239551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.272438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2b7a-6dd4-4f80-8831-17842cb66c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.298542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2b7a-6dd4-4f80-8831-17842cb66c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.353245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2b7a-6dd4-4f80-8831-17842cb66c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.356761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2b7a-6dd4-4f80-8831-17842cb66c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.363099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b1ef2b7a-6dd4-4f80-8831-17842cb66c89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9895fdca-b812-47f1-873b-ed7205668c62 HTTP/1.1" status: 204 len: 168 time: 0.1492341 Dec 15 04:58:19.373501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef2b7a-6dd4-4f80-8831-17842cb66c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895fdca-b812-47f1-873b-ed7205668c62,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:19.535749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.598004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37892) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:19.648213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=78cabcc7-0cc5-44ff-b5f7-895e873afb18,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:19.674599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '7f026197-d482-4998-984b-248162b2909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:19.675049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 71ac4ca8-6957-451f-b84a-8335d1c48d17, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:19.713661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481ebfd-d68d-492f-ac59-8798e8a8e6f2 req-a5b78856-7378-4f97-8870-dcf3972f06d4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:19.715320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2481ebfd-d68d-492f-ac59-8798e8a8e6f2 req-a5b78856-7378-4f97-8870-dcf3972f06d4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.0801473 Dec 15 04:58:19.716270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:19.742428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 71ac4ca8-6957-451f-b84a-8335d1c48d17) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:19.753665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23397ba-6bb3-4b49-b74d-886de93d184e None None] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:19.772734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6500b519-ec15-4c86-acc5-540efb030c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.775556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:19.776306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.822512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2481ebfd-d68d-492f-ac59-8798e8a8e6f2 req-7a0fd2bc-1e70-4a88-b316-0b3e168a2b55 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986636 Dec 15 04:58:19.841696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a34f1480-1af8-4596-8506-a8e796becc34 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7761452 Dec 15 04:58:19.844898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37906) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:19.851188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:19.911444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-71ac4ca8-6957-451f-b84a-8335d1c48d17', 'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': '78cabcc7-0cc5-44ff-b5f7-895e873afb18'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:19.912303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.951805 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6500b519-ec15-4c86-acc5-540efb030c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:19.956658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6500b519-ec15-4c86-acc5-540efb030c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.010076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6500b519-ec15-4c86-acc5-540efb030c9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d40b9b7845e4a7aa34d6c7110f65400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103997 Dec 15 04:58:20.011316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 37910) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:20.014348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500b519-ec15-4c86-acc5-540efb030c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32485480-331a-4540-a0e9-1c687481dc4e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:20.053707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:20.058093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.137870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Allocated IP 172.20.0.2 (71ac4ca8-6957-451f-b84a-8335d1c48d17/78cabcc7-0cc5-44ff-b5f7-895e873afb18/b381210c-e06a-47f0-a911-d34b7dad0c5b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:20.202981 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78cabcc7-0cc5-44ff-b5f7-895e873afb18 (CIDR: 172.20.0.0/28) Dec 15 04:58:20.207301 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:58:20.207963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:58:20.247859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bcaed315-15b4-444f-8a87-1422d8fbbc2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4004500 Dec 15 04:58:20.249744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37918) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:20.287067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:20.324789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.335921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.514750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39e551e7-e3b3-48b3-b6a2-42afed586c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.522039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:20.525791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.542787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39e551e7-e3b3-48b3-b6a2-42afed586c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.615346 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39e551e7-e3b3-48b3-b6a2-42afed586c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.618255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39e551e7-e3b3-48b3-b6a2-42afed586c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.619813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-39e551e7-e3b3-48b3-b6a2-42afed586c5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32485480-331a-4540-a0e9-1c687481dc4e HTTP/1.1" status: 204 len: 168 time: 0.5926986 Dec 15 04:58:20.649443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e551e7-e3b3-48b3-b6a2-42afed586c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32485480-331a-4540-a0e9-1c687481dc4e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:20.703800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:20.730917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:20.738180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:20.801314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Pushing event updated for resources: {'Port': ['ID=b381210c-e06a-47f0-a911-d34b7dad0c5b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:20.839575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Attempting to bind port b381210c-e06a-47f0-a911-d34b7dad0c5b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:20.839989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Attempting to bind port b381210c-e06a-47f0-a911-d34b7dad0c5b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7f026197-d482-4998-984b-248162b2909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:20.840613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Attempting to bind port b381210c-e06a-47f0-a911-d34b7dad0c5b on network 71ac4ca8-6957-451f-b84a-8335d1c48d17 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:20.852466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:20.853174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Checking segment: {'id': '7f026197-d482-4998-984b-248162b2909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:20.853760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.854475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Bound using segment: {'id': '7f026197-d482-4998-984b-248162b2909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:20.855132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Bound port: b381210c-e06a-47f0-a911-d34b7dad0c5b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f026197-d482-4998-984b-248162b2909c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:20.855715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.897968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.945570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] For port b381210c-e06a-47f0-a911-d34b7dad0c5b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:20.953451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] For port b381210c-e06a-47f0-a911-d34b7dad0c5b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b381210c-e06a-47f0-a911-d34b7dad0c5b,segment=NetworkSegment(7f026197-d482-4998-984b-248162b2909c),segment_id=7f026197-d482-4998-984b-248162b2909c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:20.967160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:20.967765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:20.972300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:20.976261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:20.977002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:21.009743 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7564154 Dec 15 04:58:21.012830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 37940) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:21.027814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17', 'fixed_ips': [{'subnet_id': '78cabcc7-0cc5-44ff-b5f7-895e873afb18'}, {'subnet_id': 'f4f42831-147b-47cd-ae84-0c62fdb05f08'}], 'name': 'tempest-PortsTestJSON-1340064337'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:21.031408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4285d-7995-41a4-8517-6a069992e80b req-ba78a291-c91b-488d-9976-8fad0b252518 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:21.032722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa3ea2-60ea-44cd-aedd-aff67195dfbf tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=f4f42831-147b-47cd-ae84-0c62fdb05f08,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:21.042926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6da4285d-7995-41a4-8517-6a069992e80b req-ba78a291-c91b-488d-9976-8fad0b252518 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1198077 Dec 15 04:58:21.088433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2bdde-1366-478b-a0c7-a322be66bd4a None None] Pushing event updated for resources: {'Port': ['ID=b381210c-e06a-47f0-a911-d34b7dad0c5b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:21.167982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6da4285d-7995-41a4-8517-6a069992e80b req-f2e1838d-cd9e-4e90-8a66-c06ec03faae5 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239476 Dec 15 04:58:21.249696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:21.383584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:21.426900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 836806d2-d6f9-4350-b3ce-254cbfa47e9d yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:21.867768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.6 (71ac4ca8-6957-451f-b84a-8335d1c48d17/78cabcc7-0cc5-44ff-b5f7-895e873afb18/836806d2-d6f9-4350-b3ce-254cbfa47e9d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:21.882245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.29 (71ac4ca8-6957-451f-b84a-8335d1c48d17/f4f42831-147b-47cd-ae84-0c62fdb05f08/836806d2-d6f9-4350-b3ce-254cbfa47e9d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:22.119737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.282010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.414382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b381210c-e06a-47f0-a911-d34b7dad0c5b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:22.449619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:22.454461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:22.462352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:22.489540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c14588-0bae-4b23-a161-77a620893c34 req-45d33490-9337-4b17-8a8a-d222268ea3ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:22.492797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6c14588-0bae-4b23-a161-77a620893c34 req-45d33490-9337-4b17-8a8a-d222268ea3ef tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1259918 Dec 15 04:58:22.522494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b381210c-e06a-47f0-a911-d34b7dad0c5b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:22.523136 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.555993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=836806d2-d6f9-4350-b3ce-254cbfa47e9d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:22.590740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.591354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.591944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.592564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.593627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.595279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.595853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.596441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.597272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.597853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.599772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.608162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.608829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:58:22.659430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:22.660277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.680354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6c14588-0bae-4b23-a161-77a620893c34 req-07f0b91f-ef7e-4a28-94bc-e5e6d056602b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686206 Dec 15 04:58:22.706405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-85955b32-bd04-4622-b9a8-1652419f218e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6924653 Dec 15 04:58:22.707487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.709069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38008) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:22.714803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78cabcc7-0cc5-44ff-b5f7-895e873afb18'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:22.798897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ebf93-3839-4731-9e5d-6a78a3a7a72d None None] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:22.886250 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38020) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:22.897204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.901613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port b381210c-e06a-47f0-a911-d34b7dad0c5b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b381210c-e06a-47f0-a911-d34b7dad0c5b,segment=NetworkSegment(7f026197-d482-4998-984b-248162b2909c),segment_id=7f026197-d482-4998-984b-248162b2909c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:22.911556 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:22.977497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-34b5fedc-6c30-4d60-8db1-b3512c7475ff None None] Provisioning complete for port b381210c-e06a-47f0-a911-d34b7dad0c5b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:22.977956 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34b5fedc-6c30-4d60-8db1-b3512c7475ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.029876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=b381210c-e06a-47f0-a911-d34b7dad0c5b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:23.032650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:23.066610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.208930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.264352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] Update dhcp port {'port': {'network_id': '71ac4ca8-6957-451f-b84a-8335d1c48d17', 'fixed_ips': [{'subnet_id': '78cabcc7-0cc5-44ff-b5f7-895e873afb18', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4f42831-147b-47cd-ae84-0c62fdb05f08'}], 'binding:host_id': 'n-d-820935-10'}, 'id': 'b381210c-e06a-47f0-a911-d34b7dad0c5b'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:58:23.298124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.338596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Allocated IP 172.25.2.205 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/143604db-2819-4b42-bcc9-353e6dfdafba) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:23.442516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38034) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:23.479201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Delete allocated IP 172.20.0.29 (71ac4ca8-6957-451f-b84a-8335d1c48d17/f4f42831-147b-47cd-ae84-0c62fdb05f08) {{(pid=103132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 04:58:23.595434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.637335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.680023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.690044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.763981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ee30219-3a38-49c8-966d-c39809588e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.767267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:23.769053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Pushing event updated for resources: {'Port': ['ID=143604db-2819-4b42-bcc9-353e6dfdafba,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:23.785220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:23.787785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] Allocated IP 172.20.0.18 (71ac4ca8-6957-451f-b84a-8335d1c48d17/f4f42831-147b-47cd-ae84-0c62fdb05f08/b381210c-e06a-47f0-a911-d34b7dad0c5b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:23.797062 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:23.829035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=836806d2-d6f9-4350-b3ce-254cbfa47e9d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:23.853548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] In _notify_port_updated(), no bound segment for port 836806d2-d6f9-4350-b3ce-254cbfa47e9d on network 71ac4ca8-6957-451f-b84a-8335d1c48d17 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:58:23.862098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:23.863010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.864580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cef1a7c9-52e0-43a0-aec7-868a4c42e35d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/ports/836806d2-d6f9-4350-b3ce-254cbfa47e9d HTTP/1.1" status: 200 len: 919 time: 1.1542401 Dec 15 04:58:23.867223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38052) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:23.873583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78cabcc7-0cc5-44ff-b5f7-895e873afb18'}, {'subnet_id': 'f4f42831-147b-47cd-ae84-0c62fdb05f08'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:23.903761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] For port b381210c-e06a-47f0-a911-d34b7dad0c5b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b381210c-e06a-47f0-a911-d34b7dad0c5b,segment=NetworkSegment(7f026197-d482-4998-984b-248162b2909c),segment_id=7f026197-d482-4998-984b-248162b2909c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:23.935443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.943591 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.976749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:23.996026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.043708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56b2a2-20a3-42f3-a91a-baecc88d5622 None None] Pushing event updated for resources: {'Port': ['ID=b381210c-e06a-47f0-a911-d34b7dad0c5b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:24.153799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.162328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ee30219-3a38-49c8-966d-c39809588e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.171104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ecc8e-99ff-425b-8ef2-a8a1c46eaf2a req-d0dc9059-7a4d-4b93-aefd-ed5ae02688d3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:24.173594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3ecc8e-99ff-425b-8ef2-a8a1c46eaf2a req-d0dc9059-7a4d-4b93-aefd-ed5ae02688d3 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.3960764 Dec 15 04:58:24.196045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ee30219-3a38-49c8-966d-c39809588e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.238259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-3eed8e7d-fcb5-44a9-9816-36f99fafb202 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:24.240405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-3eed8e7d-fcb5-44a9-9816-36f99fafb202 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.3945301 Dec 15 04:58:24.313033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38058) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:24.314087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ee30219-3a38-49c8-966d-c39809588e45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0916497af6414ad1a9e25b5087ee0217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8642223 Dec 15 04:58:24.346407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-90284fcb-5d7e-4972-9569-cc062d4d33a0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/quotas/fe098934b5b0418bb957419d0a50c64f HTTP/1.1" status: 200 len: 375 time: 0.0705478 Dec 15 04:58:24.353769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee30219-3a38-49c8-966d-c39809588e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0a75f5-5699-463a-89f0-1ea7acb93047,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:24.358590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b381210c-e06a-47f0-a911-d34b7dad0c5b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:24.417158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3ecc8e-99ff-425b-8ef2-a8a1c46eaf2a req-19202409-a648-4443-b472-3ab8d8e89b44 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182474 Dec 15 04:58:24.489943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b381210c-e06a-47f0-a911-d34b7dad0c5b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:24.490902 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.496747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-f210cfc7-f7cb-484a-aa29-c41da2b325d8 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319530 Dec 15 04:58:24.510192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23deace2-5e04-42b7-98ee-4ceded0c8854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.512606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.29 (71ac4ca8-6957-451f-b84a-8335d1c48d17/f4f42831-147b-47cd-ae84-0c62fdb05f08/836806d2-d6f9-4350-b3ce-254cbfa47e9d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:24.613075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23deace2-5e04-42b7-98ee-4ceded0c8854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.622966 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.684946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.756814 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23deace2-5e04-42b7-98ee-4ceded0c8854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.759841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23deace2-5e04-42b7-98ee-4ceded0c8854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.761036 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23deace2-5e04-42b7-98ee-4ceded0c8854 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e0a75f5-5699-463a-89f0-1ea7acb93047 HTTP/1.1" status: 204 len: 168 time: 0.4454231 Dec 15 04:58:24.776797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deace2-5e04-42b7-98ee-4ceded0c8854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0a75f5-5699-463a-89f0-1ea7acb93047,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:24.781702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Pushing event updated for resources: {'Port': ['ID=143604db-2819-4b42-bcc9-353e6dfdafba,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:24.787760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.802229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.855324 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.859548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-1c91e851-8e7d-4a7c-8eb4-5e1f0d82d45a service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390269 Dec 15 04:58:24.942916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:24.944197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2096fd20-a4f3-4bbc-8b2a-7b800edf5c4d tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0568759 Dec 15 04:58:24.947596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:24.973555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418b84d-15b2-421a-8da7-5eec3a9a3ee9 None None] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:24.990822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-915036606', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'fixed_ips': [{'ip_address': '172.25.2.205'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:24.997062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-902696f4-1e0c-4cef-a498-f59e93300ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252849 Dec 15 04:58:25.007975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=836806d2-d6f9-4350-b3ce-254cbfa47e9d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:25.064293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] In _notify_port_updated(), no bound segment for port 836806d2-d6f9-4350-b3ce-254cbfa47e9d on network 71ac4ca8-6957-451f-b84a-8335d1c48d17 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:58:25.070578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:25.071349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.072784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4c4e451-4a59-45fb-9336-930c000541f0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/ports/836806d2-d6f9-4350-b3ce-254cbfa47e9d HTTP/1.1" status: 200 len: 999 time: 1.2043922 Dec 15 04:58:25.075739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:25.085223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Made reservation on behalf of fd01816220a34ababb1e0d587ed4bc42 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:25.088051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.109019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.137837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-03fc1b4c-7d54-41c3-bdb3-2ceb3566d6c0 None None] Provisioning complete for port b381210c-e06a-47f0-a911-d34b7dad0c5b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:25.138250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03fc1b4c-7d54-41c3-bdb3-2ceb3566d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.269860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38072) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:25.285741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.292740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.301262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] device_id is not set on port 50b41eab-61ec-4e97-b807-76b1c5cdee81 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:25.308323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d51c-6f08-45af-9652-424842878563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.410115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-323633e4-ab8f-464b-82cc-a648b4345f78 req-c2754810-d636-443d-aaeb-abdae0fa6308 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 210 time: 0.0998232 Dec 15 04:58:25.410115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 836806d2-d6f9-4350-b3ce-254cbfa47e9d {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:25.410115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.411182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-03fc1b4c-7d54-41c3-bdb3-2ceb3566d6c0 None None] Provisioning complete for port 836806d2-d6f9-4350-b3ce-254cbfa47e9d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:25.411182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03fc1b4c-7d54-41c3-bdb3-2ceb3566d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.496741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f478d18-d652-4c06-8e45-68f12941905b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:25.524695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-03fc1b4c-7d54-41c3-bdb3-2ceb3566d6c0 None None] Port 836806d2-d6f9-4350-b3ce-254cbfa47e9d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:25.724474 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 04:58:25.725626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:58:25.736968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.752735 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-925c0f47-32fe-41d5-b008-1eed8355abb6 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8041568 Dec 15 04:58:25.757036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38086) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:25.765133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688660b-28dd-4dd1-aa28-1bb05021971c req-8d806ae1-623f-4855-a747-faaf8e8d2348 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:25.772914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9688660b-28dd-4dd1-aa28-1bb05021971c req-8d806ae1-623f-4855-a747-faaf8e8d2348 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1980493 Dec 15 04:58:25.790474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 836806d2-d6f9-4350-b3ce-254cbfa47e9d owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:25.854628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-21ab31d0-e566-44e1-beba-84212ab9a6c8 None None] Provisioning complete for port b381210c-e06a-47f0-a911-d34b7dad0c5b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:25.855063 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-21ab31d0-e566-44e1-beba-84212ab9a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.924857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d51c-6f08-45af-9652-424842878563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.944284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d51c-6f08-45af-9652-424842878563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:25.996599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Deleting port 143604db-2819-4b42-bcc9-353e6dfdafba {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:25.996948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.016315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-21ab31d0-e566-44e1-beba-84212ab9a6c8 None None] Provisioning complete for port 836806d2-d6f9-4350-b3ce-254cbfa47e9d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:26.017389 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-21ab31d0-e566-44e1-beba-84212ab9a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.056021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2d51c-6f08-45af-9652-424842878563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b8460c-0bbf-454f-934f-54a4abdc6a5d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:26.063556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9688660b-28dd-4dd1-aa28-1bb05021971c req-0cb70182-9037-48d4-a135-9217f7162bc9 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897935 Dec 15 04:58:26.076338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ffa2d51c-6f08-45af-9652-424842878563 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5c43efb89a84547a1da2f7c9abc1a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8048203 Dec 15 04:58:26.078887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38088) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:26.094989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-21ab31d0-e566-44e1-beba-84212ab9a6c8 None None] Port 836806d2-d6f9-4350-b3ce-254cbfa47e9d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:26.168703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.169034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.182512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Calling delete_port for 143604db-2819-4b42-bcc9-353e6dfdafba owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:26.185483 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6052c87-f559-40d0-85f2-8c5e1b090e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.226666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cf17ddf5-d3dd-4728-b5c0-e11c6437d5f3 None None] Provisioning complete for port 836806d2-d6f9-4350-b3ce-254cbfa47e9d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:26.227304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cf17ddf5-d3dd-4728-b5c0-e11c6437d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.251589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6052c87-f559-40d0-85f2-8c5e1b090e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.281093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cf17ddf5-d3dd-4728-b5c0-e11c6437d5f3 None None] Port 836806d2-d6f9-4350-b3ce-254cbfa47e9d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:26.310080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.350495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=836806d2-d6f9-4350-b3ce-254cbfa47e9d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:26.405565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.433672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Pushing event deleted for resources: {'Port': ['ID=143604db-2819-4b42-bcc9-353e6dfdafba,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:26.448612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6052c87-f559-40d0-85f2-8c5e1b090e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.451224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e6052c87-f559-40d0-85f2-8c5e1b090e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.454809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e6052c87-f559-40d0-85f2-8c5e1b090e57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4b8460c-0bbf-454f-934f-54a4abdc6a5d HTTP/1.1" status: 204 len: 168 time: 0.3731396 Dec 15 04:58:26.465176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6052c87-f559-40d0-85f2-8c5e1b090e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b8460c-0bbf-454f-934f-54a4abdc6a5d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:26.544194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.548531 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7622e5e5-33e5-438f-b308-9cdca405d3e2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/836806d2-d6f9-4350-b3ce-254cbfa47e9d HTTP/1.1" status: 204 len: 168 time: 1.4709864 Dec 15 04:58:26.550806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f324c72-5786-4f9b-9c4f-63cb72f2caec req-6a219b87-62a4-47f1-bca2-627ccb001672 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 210 time: 0.0562296 Dec 15 04:58:26.551277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38098) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:26.590899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.593932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:26.594632 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bd1195-8993-4318-b93e-be42c9b27c20 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:26.595575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1d2fdf55-2308-49ec-9d7b-e0018b00c296 tempest-ExternalNetworksAdminNegativeTestJSON-863736166 tempest-ExternalNetworksAdminNegativeTestJSON-863736166-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/1a70adfb-490e-48c4-abfd-fe321d498a44 HTTP/1.1" status: 204 len: 168 time: 0.8349879 Dec 15 04:58:26.599097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38100) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:26.611371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-66bd1195-8993-4318-b93e-be42c9b27c20 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/836806d2-d6f9-4350-b3ce-254cbfa47e9d HTTP/1.1" status: 404 len: 333 time: 0.0490704 Dec 15 04:58:27.013715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:27.103878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-a265e094-12f9-4a5c-842c-723482346955 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:27.108869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-a265e094-12f9-4a5c-842c-723482346955 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.2196856 Dec 15 04:58:27.138421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Request body: {'port': {'device_id': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'admin_state_up': True, 'tenant_id': 'fe098934b5b0418bb957419d0a50c64f'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:27.478605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acaae552-7100-4be0-b028-12c36e8f8d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.527886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Made reservation on behalf of fe098934b5b0418bb957419d0a50c64f for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:27.533189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.543814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet f4f42831-147b-47cd-ae84-0c62fdb05f08 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:27.548715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.566149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2639f-c58e-4654-a694-637ac4226a97 req-17827d07-4917-4c33-87ea-e8ad648408cb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:27.572646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bb2639f-c58e-4654-a694-637ac4226a97 req-17827d07-4917-4c33-87ea-e8ad648408cb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1485949 Dec 15 04:58:27.601757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-67ff0bdd-5160-480b-aeeb-0ebe92ed9d4f None None] Could not find standard attr ID for object 836806d2-d6f9-4350-b3ce-254cbfa47e9d. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:27.623564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec655-3936-400c-8faa-9fe186a4dd9d req-d9bbcf0f-3691-4f61-8898-cd7bac60d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:27.625710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-618ec655-3936-400c-8faa-9fe186a4dd9d req-d9bbcf0f-3691-4f61-8898-cd7bac60d140 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1097 time: 0.1780672 Dec 15 04:58:27.664109 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3683411-e59f-4e7d-a0c4-ac7e887c508d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.668301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.817593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-618ec655-3936-400c-8faa-9fe186a4dd9d req-01bf643e-5975-4e22-bc62-c22f6eb1420f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735394 Dec 15 04:58:27.867408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.920386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d236a0bc-6756-41fa-b1a0-9b1a90bd8f76 req-3bdef138-d7f0-4bc2-b914-3a54ef926638 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 210 time: 0.1669662 Dec 15 04:58:27.931100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bb2639f-c58e-4654-a694-637ac4226a97 req-2614699e-aa5b-4388-ad3c-e4f4bde665eb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314784 Dec 15 04:58:27.983473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acaae552-7100-4be0-b028-12c36e8f8d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.991425 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acaae552-7100-4be0-b028-12c36e8f8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:27.997490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.020314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e1f3b37f-ef42-4585-a3d5-73b801466d9c None None] Could not find standard attr ID for object 836806d2-d6f9-4350-b3ce-254cbfa47e9d. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:28.040258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaae552-7100-4be0-b028-12c36e8f8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49090384-26b2-4c3a-b451-1c4b352a8cf1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:28.080533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f42831-147b-47cd-ae84-0c62fdb05f08,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:28.091764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.099690 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-024abc20-b22b-47f0-8a1c-c5a9ec952c74 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/f4f42831-147b-47cd-ae84-0c62fdb05f08 HTTP/1.1" status: 204 len: 168 time: 1.4970973 Dec 15 04:58:28.100117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38144) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:28.120429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acaae552-7100-4be0-b028-12c36e8f8d94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e09ddfb31d8f4ba59f2d4caa23805e55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1034982 Dec 15 04:58:28.121704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38146) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:28.181375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 78cabcc7-0cc5-44ff-b5f7-895e873afb18 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:28.186519 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.192870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Allocated IP 172.20.0.14 (2b650e30-55f5-451e-b8b2-017ea8a1c256/944fcfc9-8066-4bd2-b89b-097168154c4a/39d3f3da-720e-4824-b167-0112fcaab73c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:28.269582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.272016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5fa1-183a-45bc-b7e3-456c8dd74c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.318570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5fa1-183a-45bc-b7e3-456c8dd74c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.325867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:58:28.481454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5fa1-183a-45bc-b7e3-456c8dd74c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.485654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5fa1-183a-45bc-b7e3-456c8dd74c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.485830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:28.487198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1f2e5fa1-183a-45bc-b7e3-456c8dd74c7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49090384-26b2-4c3a-b451-1c4b352a8cf1 HTTP/1.1" status: 204 len: 168 time: 0.3646507 Dec 15 04:58:28.510532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:28.547483 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.548505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'port_id': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'mac_address': 'fa:16:3e:b1:5c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:58:28.561703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.692349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e5fa1-183a-45bc-b7e3-456c8dd74c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49090384-26b2-4c3a-b451-1c4b352a8cf1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:28.702685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.716001 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.759665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e6ee7-755f-4736-8dd4-9356431dae4b None None] Network 71ac4ca8-6957-451f-b84a-8335d1c48d17 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:28.780867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=78cabcc7-0cc5-44ff-b5f7-895e873afb18,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:28.785182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.791462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a6d8733e-d076-4b98-b4f2-aba0b1114e8f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/78cabcc7-0cc5-44ff-b5f7-895e873afb18 HTTP/1.1" status: 204 len: 168 time: 0.6881201 Dec 15 04:58:28.792289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38162) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:28.807002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6c3f1a64-06b6-4901-b0de-1d80b9933d4b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:58:28.809386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:58:28.905353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event updated for resources: {'Port': ['ID=39d3f3da-720e-4824-b167-0112fcaab73c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:28.909862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:28.910990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:28.912826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:28.933150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:29.035509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:29.036220 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.054888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.070789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-faf3dd77-b84a-4280-99d2-545b16d5e924 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9373255 Dec 15 04:58:29.092742 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.184868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55585a70-31a9-49f3-a0e8-4894e6d209fa None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:29.185264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port b381210c-e06a-47f0-a911-d34b7dad0c5b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:29.185759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.189044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b15b44fd-c11a-4081-801f-9da0d23db52f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:58:29.189173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Request body: {'port': {'device_id': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:29.233646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:29.284605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.291243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port b381210c-e06a-47f0-a911-d34b7dad0c5b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b381210c-e06a-47f0-a911-d34b7dad0c5b,segment=NetworkSegment(7f026197-d482-4998-984b-248162b2909c),segment_id=7f026197-d482-4998-984b-248162b2909c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:29.291620 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.315565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for b381210c-e06a-47f0-a911-d34b7dad0c5b owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:29.371157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.448649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4494885-09c8-4803-beb4-eb191a19e07d req-791eabb4-b1dc-4cfd-b120-05eda90e11b8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:29.450354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4494885-09c8-4803-beb4-eb191a19e07d req-791eabb4-b1dc-4cfd-b120-05eda90e11b8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.3610733 Dec 15 04:58:29.463753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.497525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38176) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:29.506492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=b381210c-e06a-47f0-a911-d34b7dad0c5b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:29.524632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port b381210c-e06a-47f0-a911-d34b7dad0c5b on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:29.525710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0a63c-f309-487d-bf0c-3476eb0fbea3 req-0a3a5a69-4f5a-4ebb-979b-1b6268c8d841 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:29.527543 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1f0a63c-f309-487d-bf0c-3476eb0fbea3 req-0a3a5a69-4f5a-4ebb-979b-1b6268c8d841 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 932 time: 0.2675865 Dec 15 04:58:29.596869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dea9a12a-672a-4a87-88db-d3e3d33c1938 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd01816220a34ababb1e0d587ed4bc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0979037 Dec 15 04:58:29.597560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:29.600371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38178) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:29.618896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-39aa5ec3-3da3-4497-8a03-aa56aa2e42ba None None] Provisioning complete for port 39d3f3da-720e-4824-b167-0112fcaab73c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:29.619501 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39aa5ec3-3da3-4497-8a03-aa56aa2e42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.662641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b15b44fd-c11a-4081-801f-9da0d23db52f'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:58:29.673238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:29.673864 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:29.704200 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.743291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ac4ca8-6957-451f-b84a-8335d1c48d17']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:29.760737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-39aa5ec3-3da3-4497-8a03-aa56aa2e42ba None None] Port 39d3f3da-720e-4824-b167-0112fcaab73c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:29.766521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f026197-d482-4998-984b-248162b2909c') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:29.766827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f026197-d482-4998-984b-248162b2909c') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:29.785060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.795843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4494885-09c8-4803-beb4-eb191a19e07d req-bbc9f39a-5dd4-4aff-98a5-6f9c21a1c841 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335440 Dec 15 04:58:29.802149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:29.824734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38184) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:29.905009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1508177c-0aec-4970-8f4d-c32cd0638730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.916028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.948026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:58:29.948690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:58:29.952284 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:58:29.986876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfc0f0-1a68-4de5-ba4e-aa8920c2280a None None] DHCP port deletion for 71ac4ca8-6957-451f-b84a-8335d1c48d17 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:29.988861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d1f0a63c-f309-487d-bf0c-3476eb0fbea3 req-238c0836-e36b-4ec2-a177-d1e29d5730f3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492083 Dec 15 04:58:30.026074 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1508177c-0aec-4970-8f4d-c32cd0638730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.061941 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ed23ef1a-829d-48f4-9cfc-6fdcece4857e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.086567 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f88aa65e-b49c-477c-9043-29f910e2b2c4 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/floatingips/7c1e038f-5e11-4798-8d71-cb736ba35aca HTTP/1.1" status: 200 len: 991 time: 0.2604282 Dec 15 04:58:30.088773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port 6d4079d2-641e-44aa-8cf6-1b6296b558f7 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:30.089246 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.160646 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.168078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.171318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/71ac4ca8-6957-451f-b84a-8335d1c48d17 HTTP/1.1" status: 204 len: 168 time: 1.3785386 Dec 15 04:58:30.184390 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:30.248727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.271351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8cce-63cd-43fb-bb06-2b801617e12b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=71ac4ca8-6957-451f-b84a-8335d1c48d17,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:30.280106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b15b44fd-c11a-4081-801f-9da0d23db52f {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:58:30.284943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1508177c-0aec-4970-8f4d-c32cd0638730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.287843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1508177c-0aec-4970-8f4d-c32cd0638730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.290648 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1508177c-0aec-4970-8f4d-c32cd0638730 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f478d18-d652-4c06-8e45-68f12941905b HTTP/1.1" status: 204 len: 168 time: 0.6800900 Dec 15 04:58:30.304956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508177c-0aec-4970-8f4d-c32cd0638730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f478d18-d652-4c06-8e45-68f12941905b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:30.325926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed939b-2452-49bf-a5ac-71f9e3fe78be tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:30.331920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c2ed939b-2452-49bf-a5ac-71f9e3fe78be tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1461823 Dec 15 04:58:30.335396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38198) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:30.339946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.341634 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.352059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:30.369099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b381210c-e06a-47f0-a911-d34b7dad0c5b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:30.374369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.377000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for 6d4079d2-641e-44aa-8cf6-1b6296b558f7 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:30.391501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d3f3da-720e-4824-b167-0112fcaab73c {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:58:30.416189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b381210c-e06a-47f0-a911-d34b7dad0c5b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:30.416550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b381210c-e06a-47f0-a911-d34b7dad0c5b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:30.425970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.439117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-870c01c1-7056-48a6-a462-70bf6783742d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1012092 Dec 15 04:58:30.442128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38200) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:30.449376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1527996533'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:30.451006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Transition to ACTIVE for port object 39d3f3da-720e-4824-b167-0112fcaab73c will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:58:30.486370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.487487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:30.496020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.496245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:30.530746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:30.545121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef83985-e2b3-4256-962e-9054266c7875 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:30.571962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.572510 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 13744f07-5821-4088-a48c-25135fab78c1 of type vlan for network 04cabb7c-c572-4569-a91c-bd55007a4e73 Dec 15 04:58:30.619209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Pushing event updated for resources: {'Port': ['ID=39d3f3da-720e-4824-b167-0112fcaab73c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:30.654643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.686872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Attempting to bind port 39d3f3da-720e-4824-b167-0112fcaab73c on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:30.687285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Attempting to bind port 39d3f3da-720e-4824-b167-0112fcaab73c by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:30.687757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Attempting to bind port 39d3f3da-720e-4824-b167-0112fcaab73c on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:30.690963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.697169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:30.697794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.716163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Port 39d3f3da-720e-4824-b167-0112fcaab73c on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:58:30.716989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Attempting to bind port 39d3f3da-720e-4824-b167-0112fcaab73c on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:30.742913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:30.743602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Checking segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:30.744266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Bound using segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:30.744930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Bound port: 39d3f3da-720e-4824-b167-0112fcaab73c, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:30.745487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.777645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3343329 Dec 15 04:58:30.787387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38206) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:30.803952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:30.810305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2ef5e-0041-4c53-8df4-4f9ada4f412f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=04cabb7c-c572-4569-a91c-bd55007a4e73,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:30.821381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:30.907348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:30.933043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] For port 39d3f3da-720e-4824-b167-0112fcaab73c, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:31.187786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.305600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=6d4079d2-641e-44aa-8cf6-1b6296b558f7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:31.338456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] For port 39d3f3da-720e-4824-b167-0112fcaab73c, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=39d3f3da-720e-4824-b167-0112fcaab73c,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:31.360784 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.399648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38228) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:31.453803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d361dd-9f92-4a65-ab00-7817919a16b4 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:31.455438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:31.456059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.457455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] 10.222.0.16 "PUT /v2.0/ports/39d3f3da-720e-4824-b167-0112fcaab73c HTTP/1.1" status: 200 len: 1093 time: 2.2736809 Dec 15 04:58:31.459587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'tag': '39d3f3da-720e-4824-b167-0112fcaab73c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:31.462167 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625aa220-f467-4c6d-a078-104414a4a1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cac2d19-0471-48a9-b11f-1e40f3469d43", "tag": "39d3f3da-720e-4824-b167-0112fcaab73c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:31.469582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:31.473377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.504282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.504617 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Floating IP 141a7527-2957-4ef2-a584-2c23aef02965 disassociated (deleted). External IP: 172.25.2.190, port: 6b16feca-69e4-4579-97fc-cbcccf0ad313. Dec 15 04:58:31.513885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2b77-8d6d-4248-a5ec-7b3fefcff9be req-2e1d0de8-ba57-4a79-8902-e27f0f5bc381 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:31.515414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5ee2b77-8d6d-4248-a5ec-7b3fefcff9be req-2e1d0de8-ba57-4a79-8902-e27f0f5bc381 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 944 time: 0.2208118 Dec 15 04:58:31.540736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0946a4bb-307e-48a9-8ff4-8cf2bb75d292 tempest-AgentManagementNegativeTest-18923543 tempest-AgentManagementNegativeTest-18923543-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1398349 Dec 15 04:58:31.545649 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b29fcb-8821-4eb9-8175-3850fa46bcf9 x-openstack-request-id: req-57b29fcb-8821-4eb9-8175-3850fa46bcf9 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:31.545941 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cac2d19-0471-48a9-b11f-1e40f3469d43", "tag": "39d3f3da-720e-4824-b167-0112fcaab73c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:31.546194 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57b29fcb-8821-4eb9-8175-3850fa46bcf9 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:31.546589 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'tag': '39d3f3da-720e-4824-b167-0112fcaab73c', 'status': 'completed', 'code': 200} Dec 15 04:58:31.596871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514573a6-d5dd-41f4-bc14-d3719c03d59c service neutron] Pushing event updated for resources: {'Port': ['ID=39d3f3da-720e-4824-b167-0112fcaab73c,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:31.745945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-8cee931b-f3d8-492c-8c98-4200a87de246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:31.747451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-8cee931b-f3d8-492c-8c98-4200a87de246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 1096 time: 0.1617172 Dec 15 04:58:31.753961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5ee2b77-8d6d-4248-a5ec-7b3fefcff9be req-ce4d9fe1-4d38-4309-b5b6-ab94bf41e3b7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062745 Dec 15 04:58:31.807403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38238) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:31.841865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-abcf6972-0c88-4bf0-a4b0-575e2ec501a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d3f3da-720e-4824-b167-0112fcaab73c HTTP/1.1" status: 200 len: 217 time: 0.0512307 Dec 15 04:58:31.916132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cd4c69-b030-40f3-bacb-b532ed83741e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.985742 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.994569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cd4c69-b030-40f3-bacb-b532ed83741e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:31.999196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cd4c69-b030-40f3-bacb-b532ed83741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.024214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-91b15949-36b0-47cd-9b0e-750186b129d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:32.025598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-91b15949-36b0-47cd-9b0e-750186b129d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.1501870 Dec 15 04:58:32.042098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-51cd4c69-b030-40f3-bacb-b532ed83741e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8704e6e27b684d5aa1d5d80fb41e7d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312255 Dec 15 04:58:32.042098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd4c69-b030-40f3-bacb-b532ed83741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bfe11f-e20e-410d-bfae-2941037b9091,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:32.042678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38242) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:32.087663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-3d208717-5692-415f-9c50-abea1a28c5e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481799 Dec 15 04:58:32.114786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=c184e362-fe83-4e5f-970e-b4cee3e16602,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:32.177989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:58:32.203061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '13744f07-5821-4088-a48c-25135fab78c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:32.203940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 04cabb7c-c572-4569-a91c-bd55007a4e73, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:32.277904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-387cff48-005d-4c66-8fdd-f820e266a653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.336785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-e566ab42-abba-4c8a-be25-a4e4a1e0b10e service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351694 Dec 15 04:58:32.341152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:32.345223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:32.366115 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-387cff48-005d-4c66-8fdd-f820e266a653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.380567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 04cabb7c-c572-4569-a91c-bd55007a4e73) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:32.392847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf550c-4915-4a9f-a72b-f49c554037bd None None] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:32.434843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:32.436002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.449904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port b15b44fd-c11a-4081-801f-9da0d23db52f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:32.450282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.492120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c3903a3-0446-47d7-8b21-97863df974b8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7000906 Dec 15 04:58:32.494935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:32.495565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:58:32.503899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73', 'name': 'tempest-PortsTestJSON-1797371782'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:32.505819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.521632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:58:32.549075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a37d4a0b-eebb-40cc-ac07-e75b7c76bde0 req-3ed6b1e5-22a3-4a82-bfc6-4a5a5d8dbe25 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924803 Dec 15 04:58:32.550051 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-387cff48-005d-4c66-8fdd-f820e266a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.556040 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-387cff48-005d-4c66-8fdd-f820e266a653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.559688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-387cff48-005d-4c66-8fdd-f820e266a653 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0bfe11f-e20e-410d-bfae-2941037b9091 HTTP/1.1" status: 204 len: 168 time: 0.5039394 Dec 15 04:58:32.567709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-517d1f8c-9d7f-4e5d-8c6d-149e40af4570 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "DELETE /v2.0/floatingips/141a7527-2957-4ef2-a584-2c23aef02965 HTTP/1.1" status: 204 len: 168 time: 2.7618454 Dec 15 04:58:32.568886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cff48-005d-4c66-8fdd-f820e266a653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bfe11f-e20e-410d-bfae-2941037b9091,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:32.623182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:58:32.624490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:58:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:32.679211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-04cabb7c-c572-4569-a91c-bd55007a4e73', 'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': 'c184e362-fe83-4e5f-970e-b4cee3e16602'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:32.680544 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.712953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:32.719393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.749012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:32.802690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-1eb2ec4a-8b86-4dc2-a90b-b4feb275f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:32.804576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-1eb2ec4a-8b86-4dc2-a90b-b4feb275f6fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 1096 time: 0.1173599 Dec 15 04:58:32.877086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:32.967293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.4 (04cabb7c-c572-4569-a91c-bd55007a4e73/c184e362-fe83-4e5f-970e-b4cee3e16602/5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:33.006656 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.082980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6726f1-4730-4dd4-b78c-a6037c74ef62 req-53053081-90a3-4fb6-83a5-33dd9298b0e3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.085110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:33.090950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b6726f1-4730-4dd4-b78c-a6037c74ef62 req-53053081-90a3-4fb6-83a5-33dd9298b0e3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 944 time: 0.2408848 Dec 15 04:58:33.092968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:33.095678 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ecdd9-a003-497f-9d88-5ecdf4e5b86e" -d '{"events": [{"server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "name": "network-vif-plugged", "status": "completed", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:33.141506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4d09f-ed9d-4bf6-bbd4-30b2ffdc4427 req-c3ac64ed-5268-47ce-8e3a-b52772c6410e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.144489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79a4d09f-ed9d-4bf6-bbd4-30b2ffdc4427 req-c3ac64ed-5268-47ce-8e3a-b52772c6410e tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 945 time: 0.2100866 Dec 15 04:58:33.145700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-54396f4a-e170-484f-a183-5fdc15e6e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.147459 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-54396f4a-e170-484f-a183-5fdc15e6e239 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.2817347 Dec 15 04:58:33.148472 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.217060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.219933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-86605d69-ab89-460a-9eaf-a96437cdddff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d3f3da-720e-4824-b167-0112fcaab73c HTTP/1.1" status: 200 len: 217 time: 0.0559928 Dec 15 04:58:33.241383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9b6726f1-4730-4dd4-b78c-a6037c74ef62 req-2ffd3248-706f-48fa-ae5e-492864ef0a57 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413100 Dec 15 04:58:33.257524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.293643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:58:33.295713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:33.327800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:33.364322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:33.366876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:33.396002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79a4d09f-ed9d-4bf6-bbd4-30b2ffdc4427 req-0d9b87c7-e0cc-4b29-91c0-cdfbb7390edc tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308111 Dec 15 04:58:33.398845 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a1d5c1-8f9d-4a2f-ba02-1e4f92fd905c x-openstack-request-id: req-a2a1d5c1-8f9d-4a2f-ba02-1e4f92fd905c {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:33.399274 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "name": "network-vif-plugged", "status": "completed", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:33.399384 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2a1d5c1-8f9d-4a2f-ba02-1e4f92fd905c {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:33.399789 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'code': 200} Dec 15 04:58:33.415408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-c0b8cdc5-414e-43a4-ad47-9281a6758b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.416690 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-c0b8cdc5-414e-43a4-ad47-9281a6758b9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.1728551 Dec 15 04:58:33.441559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.442242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.455552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-32d16eeb-4512-49a9-a133-b0e4e6484325 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290978 Dec 15 04:58:33.461206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d1637d27-b5d6-439c-a4d5-c5b253da819b tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9650202 Dec 15 04:58:33.464146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38284) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:33.471608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73', 'name': 'tempest-PortsTestJSON-774844865'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:33.559059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:33.573449 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef987ef-e3fd-4084-a2cd-806a271cce61" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:33.599502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:33.655814 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647e916-197d-4cc2-9674-da50fb438288 x-openstack-request-id: req-3647e916-197d-4cc2-9674-da50fb438288 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:33.656042 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:33.656366 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3647e916-197d-4cc2-9674-da50fb438288 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:33.656727 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'status': 'completed', 'code': 200} Dec 15 04:58:33.661083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:33.663865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.666385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-121928d5-70bd-4245-af09-85656a4e91ff service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812863 Dec 15 04:58:33.666764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.690208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:33.709880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 3cf26cca-8037-47b3-be95-05e722b91be2 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:33.731521 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.746795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Allocated IP 172.20.0.2 (04cabb7c-c572-4569-a91c-bd55007a4e73/c184e362-fe83-4e5f-970e-b4cee3e16602/a2af28dd-ea7e-4ea3-9ad8-85f352013b33) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:33.830005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-a46004ab-3d3b-4bf9-b720-0c8263cd3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.831817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-a46004ab-3d3b-4bf9-b720-0c8263cd3d96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89f540e069f243de8fb833a184538d89&device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 1097 time: 0.1327937 Dec 15 04:58:33.852718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-348986588'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:33.889106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-625aa220-f467-4c6d-a078-104414a4a1c4 req-32a166db-58ee-49f3-9baf-3f61360dac76 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015603 Dec 15 04:58:33.898474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:33.907193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.922599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:33.939979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:33.967471 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:58:33.978261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-c27333a8-bd6a-45a1-984d-ae7c3b35c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:33.981126 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-c27333a8-bd6a-45a1-984d-ae7c3b35c7c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 200 len: 911 time: 0.1400421 Dec 15 04:58:33.985500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:58:34.003616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:58:34.004319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:58:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:34.042464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.048454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.054249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-337a659e-032e-4276-9c4c-3c9ca9abd8d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 200 len: 217 time: 0.0639076 Dec 15 04:58:34.086699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.098972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:34.099306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.100233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f0c967-6398-4abd-974d-acd2247262eb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:34.155007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.155616 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Added segment 7c71eadc-73a2-41ee-adeb-a1ee9c6be678 of type vlan for network 16079ce4-e180-4983-82f9-1ec8db4fda78 Dec 15 04:58:34.162178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:34.172945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:34.181106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:34.197408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Pushing event updated for resources: {'Port': ['ID=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:34.208490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:58:34.217402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.6 (04cabb7c-c572-4569-a91c-bd55007a4e73/c184e362-fe83-4e5f-970e-b4cee3e16602/3cf26cca-8037-47b3-be95-05e722b91be2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:34.224775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-e25ec8ab-e99b-4a06-9f10-93a3b08d8a5f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:34.226547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-e25ec8ab-e99b-4a06-9f10-93a3b08d8a5f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 945 time: 0.1517336 Dec 15 04:58:34.234643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-82865410-0bd6-47be-8d84-c55dee3e5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:34.236192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-82865410-0bd6-47be-8d84-c55dee3e5a78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 200 len: 850 time: 0.1610250 Dec 15 04:58:34.252058 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.324409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Attempting to bind port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:34.330738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Attempting to bind port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '13744f07-5821-4088-a48c-25135fab78c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:34.331474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Attempting to bind port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 on network 04cabb7c-c572-4569-a91c-bd55007a4e73 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:34.336183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-014bb9fe-bdc9-41fa-b3b5-dbe34daa8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:34.337815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-014bb9fe-bdc9-41fa-b3b5-dbe34daa8459 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eadacfe2-4db6-4a69-bcf1-4b14a2342663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871105 Dec 15 04:58:34.377032 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.382048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:34.382897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Checking segment: {'id': '13744f07-5821-4088-a48c-25135fab78c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:34.383183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:34.383823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.384213 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.384897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Bound using segment: {'id': '13744f07-5821-4088-a48c-25135fab78c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:34.385581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Bound port: a2af28dd-ea7e-4ea3-9ad8-85f352013b33, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13744f07-5821-4088-a48c-25135fab78c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04cabb7c-c572-4569-a91c-bd55007a4e73'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:34.386196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.389078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 39d3f3da-720e-4824-b167-0112fcaab73c details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:58:34.486581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7952504 Dec 15 04:58:34.490244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38300) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:34.496534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:34.565089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd8f2c-61b4-41d7-9a6d-47d8d60ec23f req-06fd5644-4f9b-4b24-8e48-7a715774c48e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:34.568713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.573890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12fd8f2c-61b4-41d7-9a6d-47d8d60ec23f req-06fd5644-4f9b-4b24-8e48-7a715774c48e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 944 time: 0.2314456 Dec 15 04:58:34.579158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-8270dab0-f89a-44ad-b18a-e399bf1f77dc service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131827 Dec 15 04:58:34.669446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12fd8f2c-61b4-41d7-9a6d-47d8d60ec23f req-f461dd55-07f6-422d-87af-d34a615588db tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945034 Dec 15 04:58:34.677392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port 6b16feca-69e4-4579-97fc-cbcccf0ad313 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:34.677774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.754472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.778018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c41e2a-6a18-4e6f-9e7d-97f5386bcc34 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Network': ['ID=16079ce4-e180-4983-82f9-1ec8db4fda78,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:34.816764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c74d86-0c97-40ab-8f98-c37bda862167 req-56f32a78-8ba4-4d1d-b807-b8a6f0f2426f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:34.818358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6c74d86-0c97-40ab-8f98-c37bda862167 req-56f32a78-8ba4-4d1d-b807-b8a6f0f2426f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 945 time: 0.3248785 Dec 15 04:58:34.820716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] For port 6b16feca-69e4-4579-97fc-cbcccf0ad313, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6b16feca-69e4-4579-97fc-cbcccf0ad313,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:34.821087 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.826939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aef987ef-e3fd-4084-a2cd-806a271cce61 req-6fc7ec3e-8b45-4660-a3b9-3e370266f3d9 service neutron] 10.222.0.16 "GET /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249427 Dec 15 04:58:34.833015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:34.848686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:34.864481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for 6b16feca-69e4-4579-97fc-cbcccf0ad313 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:34.869816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:34.899022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6c74d86-0c97-40ab-8f98-c37bda862167 req-c1175538-34f9-40df-bf5a-15e7c2d2f627 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689805 Dec 15 04:58:34.968048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] For port a2af28dd-ea7e-4ea3-9ad8-85f352013b33, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:34.970546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:34.980965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:34.985213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:35.025172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] For port a2af28dd-ea7e-4ea3-9ad8-85f352013b33, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,segment=NetworkSegment(13744f07-5821-4088-a48c-25135fab78c1),segment_id=13744f07-5821-4088-a48c-25135fab78c1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:35.031810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 39d3f3da-720e-4824-b167-0112fcaab73c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=39d3f3da-720e-4824-b167-0112fcaab73c,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:35.041606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.064365 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.106367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=6b16feca-69e4-4579-97fc-cbcccf0ad313,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:35.107310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d4932-98e6-4f99-a406-f190ae9f0a87 None None] Pushing event updated for resources: {'Port': ['ID=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:35.111703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '39d3f3da-720e-4824-b167-0112fcaab73c', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'port_id': '39d3f3da-720e-4824-b167-0112fcaab73c', 'mac_address': 'fa:16:3e:f5:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944fcfc9-8066-4bd2-b89b-097168154c4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:58:35.185053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] No DVR routers for this DVR port 6b16feca-69e4-4579-97fc-cbcccf0ad313 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:35.193364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.197994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82b70824-1337-4fe0-9ecb-ca3f98a384e7 req-2acf4edd-4551-46ef-a7b0-11a20a29fc2a tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.16 "DELETE /v2.0/ports/6b16feca-69e4-4579-97fc-cbcccf0ad313 HTTP/1.1" status: 204 len: 173 time: 0.9585736 Dec 15 04:58:35.200853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=3cf26cca-8037-47b3-be95-05e722b91be2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:35.222080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:35.226287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.254363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.272501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866c048-a976-4057-80b7-eb0c6bf35d66 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:43:57Z', 'revision_number': 4, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '8ec7f916-5dd9-4113-9a23-85abc3f283ff', 'name': '', 'network_id': 'eadacfe2-4db6-4a69-bcf1-4b14a2342663', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'mac_address': 'fa:16:3e:6d:65:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:56Z', 'updated_at': '2021-12-15T04:44:13Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'subnets': [{'id': 'a851a236-ad9a-41a7-bb39-677039f74c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:58:35.286266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d3f3da-720e-4824-b167-0112fcaab73c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:58:35.331860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 39d3f3da-720e-4824-b167-0112fcaab73c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=39d3f3da-720e-4824-b167-0112fcaab73c,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:35.334802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:35.341718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.341910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.394762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:35.395192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network hostable DHCP agents. Network: 16079ce4-e180-4983-82f9-1ec8db4fda78, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:35.405445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24aacab4-12fe-4643-9227-a4cbed769f6d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9400876 Dec 15 04:58:35.408897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38308) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:35.409391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:35.419353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=39d3f3da-720e-4824-b167-0112fcaab73c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:35.438223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:35.487331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 16079ce4-e180-4983-82f9-1ec8db4fda78) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:35.493831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:35.494819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.499583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981b36c-2fd0-427d-86d7-cd3e5db8081d None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:35.547316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7ceb688-b475-4108-af1e-a5683d3ac596 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0520072 Dec 15 04:58:35.548308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:35.554840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'name': 'tempest-NetworksTestDHCPv6-1160651608'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:35.627233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ca509-d191-4473-9972-be4f405182b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:35.630503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-891ca509-d191-4473-9972-be4f405182b9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2198994 Dec 15 04:58:35.633503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38312) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:35.691845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'name': 'network-vif-deleted', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:35.698955 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a7c31-fd60-46fa-87c5-b04a7823630b" -d '{"events": [{"server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "name": "network-vif-deleted", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:35.775610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['39d3f3da-720e-4824-b167-0112fcaab73c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:58:35.836961 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f29228-b733-4b9c-b398-2832b2a5ff40 x-openstack-request-id: req-02f29228-b733-4b9c-b398-2832b2a5ff40 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:35.837254 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20cd23-6077-4271-ad5a-553c87ed95f9", "name": "network-vif-deleted", "tag": "6b16feca-69e4-4579-97fc-cbcccf0ad313", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:35.837506 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02f29228-b733-4b9c-b398-2832b2a5ff40 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:35.837903 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20cd23-6077-4271-ad5a-553c87ed95f9', 'name': 'network-vif-deleted', 'tag': '6b16feca-69e4-4579-97fc-cbcccf0ad313', 'status': 'completed', 'code': 200} Dec 15 04:58:35.904660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:35.913076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:35.962832 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5fd9b5-53f4-4859-817f-8c34e3fee952 None None] New status for floating IP 141a7527-2957-4ef2-a584-2c23aef02965: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:58:35.967609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 1ee5bf80-53dc-4af9-b896-0e04135f3f4c yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:36.002809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:36.003929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.007484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 3cf26cca-8037-47b3-be95-05e722b91be2 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:36.007995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.029913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05240422-5cec-4d1c-b9e1-304777d8365e req-fb1fa5b1-3547-4a0a-9cb0-ac9ef2ebacb0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:36.031915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05240422-5cec-4d1c-b9e1-304777d8365e req-fb1fa5b1-3547-4a0a-9cb0-ac9ef2ebacb0 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 945 time: 0.1734428 Dec 15 04:58:36.331468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::11 (16079ce4-e180-4983-82f9-1ec8db4fda78/5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e/1ee5bf80-53dc-4af9-b896-0e04135f3f4c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:36.405139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.420019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b16feca-69e4-4579-97fc-cbcccf0ad313 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:36.433571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:36.438379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 3cf26cca-8037-47b3-be95-05e722b91be2 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:36.485782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 6b16feca-69e4-4579-97fc-cbcccf0ad313 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:36.489910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6b16feca-69e4-4579-97fc-cbcccf0ad313 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:36.514592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a2af28dd-ea7e-4ea3-9ad8-85f352013b33 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:36.531669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a471fde4-8abc-4956-a1e0-9b14d720d28c req-e01c226d-ffae-472c-9207-7de0511a193d tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.3172696 Dec 15 04:58:36.590894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05240422-5cec-4d1c-b9e1-304777d8365e req-ca20a6f8-0836-4938-a1a6-2d8732e6cab7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315831 Dec 15 04:58:36.644181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:36.644881 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.696765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8016ea30-8bd6-45a2-a8a9-e9930a822397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.813861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.842938 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.911783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8016ea30-8bd6-45a2-a8a9-e9930a822397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.913896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port a2af28dd-ea7e-4ea3-9ad8-85f352013b33, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,segment=NetworkSegment(13744f07-5821-4088-a48c-25135fab78c1),segment_id=13744f07-5821-4088-a48c-25135fab78c1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:36.918243 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8016ea30-8bd6-45a2-a8a9-e9930a822397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.922876 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.936854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:36.999942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f611e-5911-41d4-8da7-e77b7ce0103c None None] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:37.010127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016ea30-8bd6-45a2-a8a9-e9930a822397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64fbae-5f45-4808-ab93-eeded46e38e5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:37.100553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:37.116826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:37.144512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:37.152831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:37.153657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.167605 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8016ea30-8bd6-45a2-a8a9-e9930a822397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b561b6466994191bcdab7ce737e1882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305152 Dec 15 04:58:37.172920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38334) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:37.215990 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6655040 Dec 15 04:58:37.221678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96528ab0-4e0f-4c83-a944-f38e820fa94c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=1ee5bf80-53dc-4af9-b896-0e04135f3f4c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:37.229256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.233516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38336) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:37.238254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e/99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:37.246096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:37.256204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4f93e1f8-273d-45bc-b05c-da1fbe4065b2 None None] Provisioning complete for port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:37.256777 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4f93e1f8-273d-45bc-b05c-da1fbe4065b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.261016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.290266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=3cf26cca-8037-47b3-be95-05e722b91be2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:37.362472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77516ad5-59cc-44a1-94e2-7ac02cb5cf77 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:37.364751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-77516ad5-59cc-44a1-94e2-7ac02cb5cf77 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1219399 Dec 15 04:58:37.365759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc14179-2f27-4dfa-bd19-d2c2739dd685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.367384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38338) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:37.378140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.384874 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-26efc182-8be5-4d0f-b20f-f354a194b7c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/3cf26cca-8037-47b3-be95-05e722b91be2 HTTP/1.1" status: 204 len: 168 time: 1.7503188 Dec 15 04:58:37.385880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38340) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:37.434272 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac13049-07dd-4e7c-a9ac-0646d2a45b33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:37.443351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fac13049-07dd-4e7c-a9ac-0646d2a45b33 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/3cf26cca-8037-47b3-be95-05e722b91be2 HTTP/1.1" status: 404 len: 333 time: 0.0560515 Dec 15 04:58:37.444738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38342) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:37.477780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc14179-2f27-4dfa-bd19-d2c2739dd685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.513280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 1ee5bf80-53dc-4af9-b896-0e04135f3f4c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:37.513585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.610875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:37.611518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.664757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc14179-2f27-4dfa-bd19-d2c2739dd685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.670166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cc14179-2f27-4dfa-bd19-d2c2739dd685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.675429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4cc14179-2f27-4dfa-bd19-d2c2739dd685 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef64fbae-5f45-4808-ab93-eeded46e38e5 HTTP/1.1" status: 204 len: 168 time: 0.4944384 Dec 15 04:58:37.707720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc14179-2f27-4dfa-bd19-d2c2739dd685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64fbae-5f45-4808-ab93-eeded46e38e5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:37.718339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.743261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 1ee5bf80-53dc-4af9-b896-0e04135f3f4c owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:37.830579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.842979 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.871378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21e1c4b2-7dac-4769-9f98-c1110c0ff8b8 req-e795a110-fde7-47ea-bee9-4efc535742af tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.1348076 Dec 15 04:58:37.933536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af4f0-5a7d-4ffc-b3eb-a37096cdfd8d req-1f930056-8cb5-4961-a83c-73c4d1a23888 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:37.942318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-880af4f0-5a7d-4ffc-b3eb-a37096cdfd8d req-1f930056-8cb5-4961-a83c-73c4d1a23888 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 945 time: 0.1763997 Dec 15 04:58:37.970851 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:37.977955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:37.991548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:37.998319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:38.001146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:38.036747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.094629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Pushing event updated for resources: {'Port': ['ID=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:38.111849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=1ee5bf80-53dc-4af9-b896-0e04135f3f4c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:38.122622 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-880af4f0-5a7d-4ffc-b3eb-a37096cdfd8d req-9d7db2ee-d501-4991-ae02-8381596ea04c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751497 Dec 15 04:58:38.191907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a76e973e-ae58-4115-bec0-610d27dac2b9 None None] Provisioning complete for port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:38.192989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a76e973e-ae58-4115-bec0-610d27dac2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.193159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.200110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b70193d-f51d-4ce3-bb00-f66d2d345176 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/1ee5bf80-53dc-4af9-b896-0e04135f3f4c HTTP/1.1" status: 204 len: 168 time: 0.8316989 Dec 15 04:58:38.203458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38354) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:38.267218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38356) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:38.280450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Attempting to bind port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:38.281437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Attempting to bind port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:38.281931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Attempting to bind port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:38.295695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:38.296109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:38.296551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.306509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:38.306787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Bound port: 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:38.307233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.313515 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e62c8791-9d28-4e95-b9c1-6299e20013e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.389888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ccf30-9d1b-4e27-a6bc-8f5eac260c02 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:38.392824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ccf30-9d1b-4e27-a6bc-8f5eac260c02 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:38.397337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c97ccf30-9d1b-4e27-a6bc-8f5eac260c02 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1891823 Dec 15 04:58:38.397654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38358) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:38.453580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] For port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:38.457718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] For port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:38.463015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a2af28dd-ea7e-4ea3-9ad8-85f352013b33 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:38.464802 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e62c8791-9d28-4e95-b9c1-6299e20013e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.465917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 39d3f3da-720e-4824-b167-0112fcaab73c up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:38.486478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e62c8791-9d28-4e95-b9c1-6299e20013e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.514813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:38.515011 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.523022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.545006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e62c8791-9d28-4e95-b9c1-6299e20013e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f6ad87ce9da479d9a2280151e3da4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2711222 Dec 15 04:58:38.545006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8791-9d28-4e95-b9c1-6299e20013e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61db0c62-12d7-4149-b44d-a78881f9b6d7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:38.558982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38360) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:38.600388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.621449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.631374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:38.641859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f54279-8838-478f-b4b0-da5c3e5f4338 None None] Pushing event updated for resources: {'Port': ['ID=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:38.656984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a76e973e-ae58-4115-bec0-610d27dac2b9 None None] Could not find standard attr ID for object 5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:38.675836 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0e1-65a8-4e1c-9a27-031ef5da2a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.714176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:38.714176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.715623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0e1-65a8-4e1c-9a27-031ef5da2a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.750257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 39d3f3da-720e-4824-b167-0112fcaab73c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:58:38.757078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 39d3f3da-720e-4824-b167-0112fcaab73c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:38.757449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.794834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0e1-65a8-4e1c-9a27-031ef5da2a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.798448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0e1-65a8-4e1c-9a27-031ef5da2a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.799430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a75cf0e1-65a8-4e1c-9a27-031ef5da2a16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61db0c62-12d7-4149-b44d-a78881f9b6d7 HTTP/1.1" status: 204 len: 168 time: 0.2384226 Dec 15 04:58:38.812552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cf0e1-65a8-4e1c-9a27-031ef5da2a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db0c62-12d7-4149-b44d-a78881f9b6d7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:38.839918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.876105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.886893 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54b60c06-79e2-4fcc-8464-e7e71d8886e0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90 HTTP/1.1" status: 204 len: 168 time: 1.4365330 Dec 15 04:58:38.887621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38364) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:38.936952 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eea74f-8d2f-4ccb-a816-fab9d581ded8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:38.943066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1495b841-1f16-45e9-9d7e-8a0d8d98f6c6 None None] Could not find standard attr ID for object 3cf26cca-8037-47b3-be95-05e722b91be2. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:38.945179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e4eea74f-8d2f-4ccb-a816-fab9d581ded8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90 HTTP/1.1" status: 404 len: 333 time: 0.0563824 Dec 15 04:58:38.946370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38368) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:38.954968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:38.957253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1495b841-1f16-45e9-9d7e-8a0d8d98f6c6 None None] Could not find standard attr ID for object 5e6fd711-cc5f-4ab4-bbf5-63b899d7ee90. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:39.020790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:39.089508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.091267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.102570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b574f9b-09d7-4aeb-a402-ff16cb2a0bc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e HTTP/1.1" status: 204 len: 168 time: 0.7037575 Dec 15 04:58:39.105877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:39.195304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d3f3da-720e-4824-b167-0112fcaab73c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:58:39.200976 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a747c95-e69c-4a8e-8f5d-82000ce74046" -d '{"events": [{"server_uuid": "0cac2d19-0471-48a9-b11f-1e40f3469d43", "name": "network-vif-plugged", "status": "completed", "tag": "39d3f3da-720e-4824-b167-0112fcaab73c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:58:39.205017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84f985a7-52ae-4feb-b8bf-97a6cc538399 req-1428dcb7-7732-4baf-811f-45daab39dcf7 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.0806565 Dec 15 04:58:39.221491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 39d3f3da-720e-4824-b167-0112fcaab73c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=39d3f3da-720e-4824-b167-0112fcaab73c,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:39.222668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet c184e362-fe83-4e5f-970e-b4cee3e16602 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:39.231942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.241470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.285251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-303c8db1-94a4-4982-a3ba-0405d1249ec4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735227 Dec 15 04:58:39.292682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38376) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:39.316166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:39.346306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.404159 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b1c641-4ad6-4e15-a5d2-2fca9c9de026 x-openstack-request-id: req-59b1c641-4ad6-4e15-a5d2-2fca9c9de026 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:58:39.404623 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cac2d19-0471-48a9-b11f-1e40f3469d43", "name": "network-vif-plugged", "status": "completed", "tag": "39d3f3da-720e-4824-b167-0112fcaab73c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:58:39.405833 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b1c641-4ad6-4e15-a5d2-2fca9c9de026 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:58:39.406922 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d3f3da-720e-4824-b167-0112fcaab73c', 'code': 200} Dec 15 04:58:39.414125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=39d3f3da-720e-4824-b167-0112fcaab73c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:39.532498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:39.536316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.625834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0cba3-56d8-4057-b8e2-4af8ee0b6575 req-0c46ac95-7751-4caa-993a-0d6238423e45 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:39.637357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24c0cba3-56d8-4057-b8e2-4af8ee0b6575 req-0c46ac95-7751-4caa-993a-0d6238423e45 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 946 time: 0.1779256 Dec 15 04:58:39.644025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72bc4-2986-49b6-98cb-b672ead26c7d req-e35e62d8-d0db-4489-987a-81637ad974d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:39.645645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58e72bc4-2986-49b6-98cb-b672ead26c7d req-e35e62d8-d0db-4489-987a-81637ad974d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 1098 time: 0.1475515 Dec 15 04:58:39.747092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.764981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24c0cba3-56d8-4057-b8e2-4af8ee0b6575 req-112482a7-dd39-443a-b48b-11d97de662c9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266499 Dec 15 04:58:39.792812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.805015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:39.808800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:39.819013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:39.819529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.840845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=757845d2-28a4-4280-9b68-b27d9819492a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:39.843180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58e72bc4-2986-49b6-98cb-b672ead26c7d req-9824b06c-6492-47da-845d-a26ddc8baa5e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748600 Dec 15 04:58:39.851842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e6f3071c-d9fb-4353-b946-142d59ab55bf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5530474 Dec 15 04:58:39.852236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:39.858765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'name': 'tempest-NetworksTestDHCPv6-2075910892'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:39.907159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.943976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=c184e362-fe83-4e5f-970e-b4cee3e16602,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:39.946066 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:39.951671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6202ab21-fd0a-4afa-934a-15f268315652 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/c184e362-fe83-4e5f-970e-b4cee3e16602 HTTP/1.1" status: 204 len: 168 time: 1.0012934 Dec 15 04:58:39.953307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38394) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:39.956567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb415c-5981-4f40-8f35-ad94d086df11 None None] Network 04cabb7c-c572-4569-a91c-bd55007a4e73 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:40.017783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:40.022548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.045995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 58bf6970-5179-45dc-815d-77187cb1e1c4 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:40.067972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.165846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:40.167358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.266713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::3d5 (16079ce4-e180-4983-82f9-1ec8db4fda78/757845d2-28a4-4280-9b68-b27d9819492a/58bf6970-5179-45dc-815d-77187cb1e1c4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:40.291996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port a2af28dd-ea7e-4ea3-9ad8-85f352013b33, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,segment=NetworkSegment(13744f07-5821-4088-a48c-25135fab78c1),segment_id=13744f07-5821-4088-a48c-25135fab78c1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:40.292487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.307919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] DHCP port deletion for 04cabb7c-c572-4569-a91c-bd55007a4e73 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:40.338823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for a2af28dd-ea7e-4ea3-9ad8-85f352013b33 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:40.439769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] Deleting port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:40.442665 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.528519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26f17c6e-eb17-4d4b-8365-2ecc525ee693 req-3b186bb8-57af-4e44-a30b-baa53cf06e7c tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.0795684 Dec 15 04:58:40.541148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:40.599700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] For port a2af28dd-ea7e-4ea3-9ad8-85f352013b33, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,segment=NetworkSegment(13744f07-5821-4088-a48c-25135fab78c1),segment_id=13744f07-5821-4088-a48c-25135fab78c1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:40.600021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.604708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ea587-9f67-4f9e-b0a3-9d4ea62d2a25 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:40.623315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.680987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.695245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:40.754343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.854635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:40.865337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:40.870957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=58bf6970-5179-45dc-815d-77187cb1e1c4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:40.885957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:40.888002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:40.898790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.903271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] Calling delete_port for a2af28dd-ea7e-4ea3-9ad8-85f352013b33 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:40.910069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:40.912030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:40.946893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cabb7c-c572-4569-a91c-bd55007a4e73']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:40.953987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef667227-bafc-4a31-8750-928597fe0eae tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0997036 Dec 15 04:58:40.954929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:40.958905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13744f07-5821-4088-a48c-25135fab78c1') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:40.959212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13744f07-5821-4088-a48c-25135fab78c1') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:40.976334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.007699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.020225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241567ec-a995-47db-afa6-01ed7e667101 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:41.023755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:58:41.023996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.028617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241567ec-a995-47db-afa6-01ed7e667101 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:41.030523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-241567ec-a995-47db-afa6-01ed7e667101 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0735285 Dec 15 04:58:41.034357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:41.035338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d34d-8702-42e6-8a46-04274e1acfe6 req-2bc5f7ba-77fb-4036-82e0-8fce7243cd02 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:41.043736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d152d34d-8702-42e6-8a46-04274e1acfe6 req-2bc5f7ba-77fb-4036-82e0-8fce7243cd02 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 946 time: 0.1260970 Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:58:41.045767 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:58:41.101994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fbd0dd3d-b644-443c-ae09-c2f224495f07 None None] Provisioning complete for port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:41.102386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dd3d-b644-443c-ae09-c2f224495f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.104320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.162650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] Pushing event deleted for resources: {'Port': ['ID=a2af28dd-ea7e-4ea3-9ad8-85f352013b33,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:41.191358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5fac5-67ac-453c-89dd-1ae90f8d0e07 None None] No DVR routers for this DVR port a2af28dd-ea7e-4ea3-9ad8-85f352013b33 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:41.211838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:41.212276 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.229064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.295614 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.304262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/04cabb7c-c572-4569-a91c-bd55007a4e73 HTTP/1.1" status: 204 len: 168 time: 1.3497608 Dec 15 04:58:41.305203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293eec2-63f1-4529-bcd1-0acf2c419321 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=04cabb7c-c572-4569-a91c-bd55007a4e73,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:41.315424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38452) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:41.326916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-522201800'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:41.328581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dd3d-b644-443c-ae09-c2f224495f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.394796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:41.400202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.406713 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.449670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fbd0dd3d-b644-443c-ae09-c2f224495f07 None None] For port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:41.458772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dd3d-b644-443c-ae09-c2f224495f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.523235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d152d34d-8702-42e6-8a46-04274e1acfe6 req-647ba26d-c874-40d0-8acf-d84af4ef8b12 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784393 Dec 15 04:58:41.538052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:41.550609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.551394 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 954440ef-ffe7-46e1-b1b8-9e411eeab8c5 of type vlan for network 896fa179-fd34-4702-85ab-495e5da4c9cb Dec 15 04:58:41.603152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:41.603511 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:41.620240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.633153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0dd3d-b644-443c-ae09-c2f224495f07 None None] Pushing event updated for resources: {'Port': ['ID=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:41.685451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.691889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:41.692549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.747116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3576d2-d20e-4947-8744-b6c16757e5ed None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:41.828826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5070050 Dec 15 04:58:41.829465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38472) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:41.851448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:41.858509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-794bcb84-9a6f-4962-a80d-f8a2cbd83534 req-63733df1-2217-4175-b48d-598b916a6f8f tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.0502973 Dec 15 04:58:41.875521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b8787530-7b71-4498-9909-b705a47a9334 None None] Provisioning complete for port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:41.876151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8787530-7b71-4498-9909-b705a47a9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.915796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b437-9322-490f-bc90-43879e65315e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=896fa179-fd34-4702-85ab-495e5da4c9cb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:41.938973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 58bf6970-5179-45dc-815d-77187cb1e1c4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:41.939499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:41.956896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 896fa179-fd34-4702-85ab-495e5da4c9cb details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:41.994065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:42.001521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.070371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.091194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 58bf6970-5179-45dc-815d-77187cb1e1c4 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:42.229894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b8787530-7b71-4498-9909-b705a47a9334 None None] Provisioning complete for port 58bf6970-5179-45dc-815d-77187cb1e1c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:42.230270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8787530-7b71-4498-9909-b705a47a9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.331415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.349238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b8787530-7b71-4498-9909-b705a47a9334 None None] Port 58bf6970-5179-45dc-815d-77187cb1e1c4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:42.393421 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.396002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=58bf6970-5179-45dc-815d-77187cb1e1c4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:42.398789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:42.448911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.454560 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a4d7fe42-2e71-4e2b-b513-f6f05f84f682 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/58bf6970-5179-45dc-815d-77187cb1e1c4 HTTP/1.1" status: 204 len: 168 time: 1.4168291 Dec 15 04:58:42.455495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38494) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:42.513159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=ed884968-1c38-48c4-8586-ee06c55a1fbd,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:42.516953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:42.517635 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.528946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '954440ef-ffe7-46e1-b1b8-9e411eeab8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:42.529391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 896fa179-fd34-4702-85ab-495e5da4c9cb, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:42.560238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c9f9e-50e1-4cdb-b5ca-740b76d85097 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:42.564869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c9f9e-50e1-4cdb-b5ca-740b76d85097 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:42.569551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-047c9f9e-50e1-4cdb-b5ca-740b76d85097 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1106732 Dec 15 04:58:42.574110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38500) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:42.697923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9cb105d0-0aaf-434c-a2ae-a12e62eeec94 None None] Provisioning complete for port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:42.698357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9cb105d0-0aaf-434c-a2ae-a12e62eeec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.706558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 896fa179-fd34-4702-85ab-495e5da4c9cb is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:42.712487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 757845d2-28a4-4280-9b68-b27d9819492a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:42.723019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.751937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 896fa179-fd34-4702-85ab-495e5da4c9cb) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:42.765122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:42.766356 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.775603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c692584-c934-4c6a-9e92-9282808cfd77 None None] Network 896fa179-fd34-4702-85ab-495e5da4c9cb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:42.835468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e23c-29c8-4fe1-a248-60178ec89fe3 req-f8fa8bd0-2882-4045-b6dd-afd62b40e7a4 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:42.849668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3431e23c-29c8-4fe1-a248-60178ec89fe3 req-f8fa8bd0-2882-4045-b6dd-afd62b40e7a4 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 946 time: 0.1849110 Dec 15 04:58:42.879473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:42.947643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a2af28dd-ea7e-4ea3-9ad8-85f352013b33 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:42.954776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-258ee628-c3f1-4621-bb9f-b49cb952a9da tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1076317 Dec 15 04:58:42.957700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38506) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:42.962823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb', 'name': 'tempest-PortsTestJSON-622111884', 'fixed_ips': [{'subnet_id': 'ed884968-1c38-48c4-8586-ee06c55a1fbd', 'ip_address': '172.20.0.10'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:43.019455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-896fa179-fd34-4702-85ab-495e5da4c9cb', 'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': 'ed884968-1c38-48c4-8586-ee06c55a1fbd'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:43.020356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.022982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a2af28dd-ea7e-4ea3-9ad8-85f352013b33 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:43.023321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a2af28dd-ea7e-4ea3-9ad8-85f352013b33 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:43.069283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3431e23c-29c8-4fe1-a248-60178ec89fe3 req-f71e5151-5057-49c6-9db9-71d43a92f770 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185016 Dec 15 04:58:43.113173 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.168222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74242cd7-2fac-4a3a-b432-53e1eb98a740 req-e776ad71-0012-400a-bd9e-fddb16e663a5 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.1264646 Dec 15 04:58:43.231953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.273458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=757845d2-28a4-4280-9b68-b27d9819492a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:43.279149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.282554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:43.283599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2663ef40-5b6f-43c4-9cb9-c8f4d7cbf4dd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/757845d2-28a4-4280-9b68-b27d9819492a HTTP/1.1" status: 204 len: 168 time: 0.7082574 Dec 15 04:58:43.285864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38510) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:43.353574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9cb105d0-0aaf-434c-a2ae-a12e62eeec94 None None] Could not find standard attr ID for object 58bf6970-5179-45dc-815d-77187cb1e1c4. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:43.374025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27a39f52-f851-4cfd-a6e9-e5c451f3842d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857818 Dec 15 04:58:43.376827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38512) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:43.386554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:43.410542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Allocated IP 172.20.0.2 (896fa179-fd34-4702-85ab-495e5da4c9cb/ed884968-1c38-48c4-8586-ee06c55a1fbd/24358df4-39e3-4790-9bb9-27d86f761017) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:43.501817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.516656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e93e02-102e-4aac-8c49-ba324a8a29ac None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:43.544674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 26916571-816a-4bf1-bc73-5f62210411da yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:43.555886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:43.566742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0356ab67-7eae-43fa-829a-66739f7d4246 None None] Could not find standard attr ID for object 1ee5bf80-53dc-4af9-b896-0e04135f3f4c. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:43.568843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.705924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e0c2bf7d-d3a0-4d3d-ac32-e684cf70cb9d None None] Could not find standard attr ID for object 58bf6970-5179-45dc-815d-77187cb1e1c4. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:43.831050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:43.838182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.845894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:43.910610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Network 896fa179-fd34-4702-85ab-495e5da4c9cb is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:43.911191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.10 (896fa179-fd34-4702-85ab-495e5da4c9cb/ed884968-1c38-48c4-8586-ee06c55a1fbd/26916571-816a-4bf1-bc73-5f62210411da) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:43.914593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:43.917265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:43.941117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Pushing event updated for resources: {'Port': ['ID=24358df4-39e3-4790-9bb9-27d86f761017,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:43.973024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.025565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:44.029480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:44.034402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Attempting to bind port 24358df4-39e3-4790-9bb9-27d86f761017 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:44.034724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Attempting to bind port 24358df4-39e3-4790-9bb9-27d86f761017 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '954440ef-ffe7-46e1-b1b8-9e411eeab8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:44.035095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Attempting to bind port 24358df4-39e3-4790-9bb9-27d86f761017 on network 896fa179-fd34-4702-85ab-495e5da4c9cb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:44.037916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:44.038735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.040933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:44.041315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Checking segment: {'id': '954440ef-ffe7-46e1-b1b8-9e411eeab8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:44.041727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.042119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Bound using segment: {'id': '954440ef-ffe7-46e1-b1b8-9e411eeab8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:44.042593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Bound port: 24358df4-39e3-4790-9bb9-27d86f761017, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954440ef-ffe7-46e1-b1b8-9e411eeab8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:44.042990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.071052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] Deleting port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:44.071461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.072276 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6935675 Dec 15 04:58:44.074078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e2c7-496a-4a90-8017-ddd63f11d52e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=1e09698a-43f2-4a86-bf19-15e599081253,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:44.076479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38524) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:44.084721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'name': 'tempest-NetworksTestDHCPv6-116158899'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:44.223808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.269862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.328684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] For port 24358df4-39e3-4790-9bb9-27d86f761017, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:44.337356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=26916571-816a-4bf1-bc73-5f62210411da,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:44.364724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 896fa179-fd34-4702-85ab-495e5da4c9cb is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:44.366197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:44.373514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:44.378165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] For port 24358df4-39e3-4790-9bb9-27d86f761017, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24358df4-39e3-4790-9bb9-27d86f761017,segment=NetworkSegment(954440ef-ffe7-46e1-b1b8-9e411eeab8c5),segment_id=954440ef-ffe7-46e1-b1b8-9e411eeab8c5)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:44.382083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] For port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:44.383707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.403799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.448549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:44.449203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.452131 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36eae9b2-8160-48b9-9c6b-c07b68de4f76 req-c1986206-efb7-4109-b2b5-7ed6c571f0f4 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a20cd23-6077-4271-ad5a-553c87ed95f9 HTTP/1.1" status: 200 len: 210 time: 0.0964828 Dec 15 04:58:44.475318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:44.479018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] Calling delete_port for 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:44.487568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aa59f553-7af6-4de7-b842-b21e2a75fa77 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5287225 Dec 15 04:58:44.490127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:44.495869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '896fa179-fd34-4702-85ab-495e5da4c9cb', 'name': 'tempest-PortsTestJSON-452076126', 'fixed_ips': [{'subnet_id': 'ed884968-1c38-48c4-8586-ee06c55a1fbd', 'ip_address': '172.20.0.9'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:44.499334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:44.503749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.524336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 20a780f5-f690-4f7f-832c-96b800ba537f yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:44.662973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6163a8-4acd-48a3-ab34-544f6e6070d9 None None] Pushing event updated for resources: {'Port': ['ID=24358df4-39e3-4790-9bb9-27d86f761017,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:44.712153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::354 (16079ce4-e180-4983-82f9-1ec8db4fda78/1e09698a-43f2-4a86-bf19-15e599081253/20a780f5-f690-4f7f-832c-96b800ba537f) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:44.756512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:44.763436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.794828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 379ca41c-12b9-4bd5-b06e-3a318d65a916 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:44.810151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:44.983465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.020662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] Pushing event deleted for resources: {'Port': ['ID=99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:45.037897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b5b47-57b5-4db7-b8ff-cad84f19f703 None None] No DVR routers for this DVR port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:45.048600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.067989 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 04:58:45.067989 n-d-820935-10 neutron-server[103134]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 15 04:58:45.067989 n-d-820935-10 neutron-server[103134]: [parameters: {'status': 'DOWN', 'ports_id': '99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd'}] Dec 15 04:58:45.067989 n-d-820935-10 neutron-server[103134]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:45.072257 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:45.091463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6618c-e384-4ec9-9e56-10da134f8ef6 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:45.174063 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.184472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.9 (896fa179-fd34-4702-85ab-495e5da4c9cb/ed884968-1c38-48c4-8586-ee06c55a1fbd/379ca41c-12b9-4bd5-b06e-3a318d65a916) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:45.269736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:45.274394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:45.279375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:45.285222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:45.285881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.292496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '1e09698a-43f2-4a86-bf19-15e599081253'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:45.293735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.308735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2306783 Dec 15 04:58:45.310202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f148534-7316-41b7-b68b-227c7fcad9ca tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=20a780f5-f690-4f7f-832c-96b800ba537f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:45.311832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38536) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:45.379720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7a495-9d4e-4497-8625-9d54bbb7c5be tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:45.381599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a1f7a495-9d4e-4497-8625-9d54bbb7c5be tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0682869 Dec 15 04:58:45.384682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38538) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:45.424516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.469258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/1e09698a-43f2-4a86-bf19-15e599081253/fea69b93-de12-44fe-8894-eb306bdeea75) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:45.474768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.489180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 20a780f5-f690-4f7f-832c-96b800ba537f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:45.489840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.543492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38542) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:45.611010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 896fa179-fd34-4702-85ab-495e5da4c9cb is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:45.621543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:45.626132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:45.669730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.682271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=379ca41c-12b9-4bd5-b06e-3a318d65a916,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:45.708034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 20a780f5-f690-4f7f-832c-96b800ba537f owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:45.728767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:45.729775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.769522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Port 99d6e9ee-4a73-46df-b9e5-8bdfc25b3ffd update to DOWN by agent not found {{(pid=103134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 04:58:45.818679 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8bc37aac-cd5f-4c15-aef3-98f5a36d143c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3274312 Dec 15 04:58:45.822492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38546) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:45.932921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.945276 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:45.964373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Deleting port a8bf2e11-0417-4db7-96fe-53d5378d5498 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:45.964952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.001081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ab5e0f-d461-4b87-b831-03e45060d8bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:46.002700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-16ab5e0f-d461-4b87-b831-03e45060d8bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1781206 Dec 15 04:58:46.006001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38552) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:46.020242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:46.032233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:46.036809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:46.055211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Pushing event updated for resources: {'Port': ['ID=fea69b93-de12-44fe-8894-eb306bdeea75,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:46.103523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.127877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Attempting to bind port fea69b93-de12-44fe-8894-eb306bdeea75 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:46.128283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Attempting to bind port fea69b93-de12-44fe-8894-eb306bdeea75 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:46.128654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Attempting to bind port fea69b93-de12-44fe-8894-eb306bdeea75 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:46.131115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778de07d-fd39-40b8-9a99-e51f19572981 None None] Network 896fa179-fd34-4702-85ab-495e5da4c9cb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:46.155727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=20a780f5-f690-4f7f-832c-96b800ba537f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:46.158601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:46.158985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:46.159416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.159804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:46.160320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Bound port: fea69b93-de12-44fe-8894-eb306bdeea75, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:46.160870 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.166468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.166468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.188952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Calling delete_port for a8bf2e11-0417-4db7-96fe-53d5378d5498 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:46.208807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.211521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27e9261c-c0c9-45b4-a941-6415acc76e2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/20a780f5-f690-4f7f-832c-96b800ba537f HTTP/1.1" status: 204 len: 168 time: 0.8253300 Dec 15 04:58:46.224825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38558) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:46.236585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddc3c1-abf5-4d6f-a0f7-63322ec646c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:46.243698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddc3c1-abf5-4d6f-a0f7-63322ec646c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:46.247057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f5214a42-985e-4c33-b73c-6d4562606fdb None None] Provisioning complete for port 24358df4-39e3-4790-9bb9-27d86f761017 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:46.247364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5214a42-985e-4c33-b73c-6d4562606fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.250355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddc3c1-abf5-4d6f-a0f7-63322ec646c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:46.251995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-adddc3c1-abf5-4d6f-a0f7-63322ec646c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2416918 Dec 15 04:58:46.254883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:46.400589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] For port fea69b93-de12-44fe-8894-eb306bdeea75, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:46.418572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] For port fea69b93-de12-44fe-8894-eb306bdeea75, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fea69b93-de12-44fe-8894-eb306bdeea75,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:46.429272 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.482844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24358df4-39e3-4790-9bb9-27d86f761017 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:46.517277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.525397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb978d96-f2da-4f96-afdb-c5155975a6d2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:46.528088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb978d96-f2da-4f96-afdb-c5155975a6d2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:46.529824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bb978d96-f2da-4f96-afdb-c5155975a6d2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2767889 Dec 15 04:58:46.533931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38566) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:46.541269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 379ca41c-12b9-4bd5-b06e-3a318d65a916 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:46.541820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.630568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'Port': ['ID=a8bf2e11-0417-4db7-96fe-53d5378d5498,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:46.655967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.675040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d913fe-6711-4452-b4a2-0a8060af7e52 None None] Pushing event updated for resources: {'Port': ['ID=fea69b93-de12-44fe-8894-eb306bdeea75,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:46.679382 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5214a42-985e-4c33-b73c-6d4562606fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.697096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 379ca41c-12b9-4bd5-b06e-3a318d65a916 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:46.751640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f5214a42-985e-4c33-b73c-6d4562606fdb None None] For port 24358df4-39e3-4790-9bb9-27d86f761017, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24358df4-39e3-4790-9bb9-27d86f761017,segment=NetworkSegment(954440ef-ffe7-46e1-b1b8-9e411eeab8c5),segment_id=954440ef-ffe7-46e1-b1b8-9e411eeab8c5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:46.767058 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5214a42-985e-4c33-b73c-6d4562606fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.807300 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.810667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 24358df4-39e3-4790-9bb9-27d86f761017 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:46.811155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.811267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.820196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-549ac451-c571-4c5d-bbc3-930e4b3e6211 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "DELETE /v2.0/floatingips/816a4297-64c2-4790-968b-09cbca34df54 HTTP/1.1" status: 204 len: 168 time: 1.2722065 Dec 15 04:58:46.932102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 1e09698a-43f2-4a86-bf19-15e599081253 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:46.949120 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:46.965400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5214a42-985e-4c33-b73c-6d4562606fdb None None] Pushing event updated for resources: {'Port': ['ID=24358df4-39e3-4790-9bb9-27d86f761017,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:47.085880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Provisioning complete for port 379ca41c-12b9-4bd5-b06e-3a318d65a916 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:47.086301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.098621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.114550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.247028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Port 379ca41c-12b9-4bd5-b06e-3a318d65a916 was deleted so its status cannot be updated. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 15 04:58:47.294783 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Provisioning complete for port 26916571-816a-4bf1-bc73-5f62210411da triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:47.295153 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.369451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Port 26916571-816a-4bf1-bc73-5f62210411da cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:47.380540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Provisioning complete for port 24358df4-39e3-4790-9bb9-27d86f761017 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:47.380920 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66565be8-a192-41bc-b10e-3a0878011b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.385287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=379ca41c-12b9-4bd5-b06e-3a318d65a916,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:47.388445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.394823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4ee03f09-60c8-494b-b71e-5d82dbc5bd55 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/379ca41c-12b9-4bd5-b06e-3a318d65a916 HTTP/1.1" status: 204 len: 168 time: 1.1170890 Dec 15 04:58:47.395306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38580) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:47.447163 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e49ed06-b83b-462a-891b-bb2116d519f9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:47.451736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2e49ed06-b83b-462a-891b-bb2116d519f9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/379ca41c-12b9-4bd5-b06e-3a318d65a916 HTTP/1.1" status: 404 len: 333 time: 0.0525341 Dec 15 04:58:47.452343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38584) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:47.544338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.648892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 26916571-816a-4bf1-bc73-5f62210411da {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:47.649399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.687320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-df4bd026-53ba-41cf-869f-877bbeeb69e9 None None] Provisioning complete for port 26916571-816a-4bf1-bc73-5f62210411da triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:47.687623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-df4bd026-53ba-41cf-869f-877bbeeb69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.729136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.763817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-df4bd026-53ba-41cf-869f-877bbeeb69e9 None None] Port 26916571-816a-4bf1-bc73-5f62210411da cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:47.790604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.794414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:47.814037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 26916571-816a-4bf1-bc73-5f62210411da owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:47.821785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/1e09698a-43f2-4a86-bf19-15e599081253 HTTP/1.1" status: 204 len: 168 time: 1.2834618 Dec 15 04:58:47.833370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38588) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:47.878708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fa38012e-8b33-4aa5-96f3-41544ca3d64c None None] Could not find standard attr ID for object 379ca41c-12b9-4bd5-b06e-3a318d65a916. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:47.925626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-02a1cef0-8402-4a92-9a0c-d5c5b79b6f5b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495181 Dec 15 04:58:47.930557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38590) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:47.932364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486157b-27a5-4bd0-a321-309bd6a7a6cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=1e09698a-43f2-4a86-bf19-15e599081253,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:48.036755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7ebcf-fcc9-48f4-9c1f-6aedb0c3db96 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:48.039099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bab7ebcf-fcc9-48f4-9c1f-6aedb0c3db96 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1053574 Dec 15 04:58:48.041411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38592) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:48.141699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72cc659-62e4-4ed6-9d00-8d5456b0ed1d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:48.145780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f72cc659-62e4-4ed6-9d00-8d5456b0ed1d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1009891 Dec 15 04:58:48.146191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38594) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:48.190493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.252416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e394ce15-f4e0-40db-bf29-5762f53ef83b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005750 Dec 15 04:58:48.253069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38596) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:48.258036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:48.259727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=26916571-816a-4bf1-bc73-5f62210411da,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:48.378273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.382876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99be8089-07eb-4215-9903-4d4f4c35adb8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/26916571-816a-4bf1-bc73-5f62210411da HTTP/1.1" status: 204 len: 168 time: 0.9287620 Dec 15 04:58:48.385325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38602) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:48.447643 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eb07a0-a3ff-4eb9-8694-070f04431e31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:58:48.449183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-62eb07a0-a3ff-4eb9-8694-070f04431e31 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/26916571-816a-4bf1-bc73-5f62210411da HTTP/1.1" status: 404 len: 333 time: 0.0626481 Dec 15 04:58:48.455575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38604) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:48.537634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c1bb0-4c6a-4c27-bd61-e00d19c6309b None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:48.544964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet ed884968-1c38-48c4-8586-ee06c55a1fbd {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:48.549216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.617108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.658318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fea69b93-de12-44fe-8894-eb306bdeea75 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:48.682949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] Could not find standard attr ID for object 20a780f5-f690-4f7f-832c-96b800ba537f. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:48.717853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:48.727427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.774919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] Provisioning complete for port fea69b93-de12-44fe-8894-eb306bdeea75 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:48.775208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.828346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fea69b93-de12-44fe-8894-eb306bdeea75 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:48.828722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.938109 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:48.938351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:48.979852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.037868 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.064595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.076703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] For port fea69b93-de12-44fe-8894-eb306bdeea75, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fea69b93-de12-44fe-8894-eb306bdeea75,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:49.084185 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.145295 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:49.145654 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:49.160231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] Deleting port fea69b93-de12-44fe-8894-eb306bdeea75 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:49.160518 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.227726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdec07-fe55-4e07-b16e-eec00129f262 None None] Pushing event updated for resources: {'Port': ['ID=fea69b93-de12-44fe-8894-eb306bdeea75,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:49.252134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] For port fea69b93-de12-44fe-8894-eb306bdeea75, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fea69b93-de12-44fe-8894-eb306bdeea75,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:49.252545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.268238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] Calling delete_port for fea69b93-de12-44fe-8894-eb306bdeea75 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:49.375808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.439940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] Pushing event deleted for resources: {'Port': ['ID=fea69b93-de12-44fe-8894-eb306bdeea75,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:49.473027 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c46d5a-c8a0-4841-9695-511742cb5a83 None None] No DVR routers for this DVR port fea69b93-de12-44fe-8894-eb306bdeea75 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:49.543861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=ed884968-1c38-48c4-8586-ee06c55a1fbd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:49.564209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13de22-ae7a-4580-a523-b0f6fc389e95 None None] Network 896fa179-fd34-4702-85ab-495e5da4c9cb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:49.574110 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.590502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ca61fbc5-b1d4-4a9a-bdaf-549741a1e6e1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/ed884968-1c38-48c4-8586-ee06c55a1fbd HTTP/1.1" status: 204 len: 168 time: 1.1337824 Dec 15 04:58:49.593051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38614) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:49.693990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.725368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Port fea69b93-de12-44fe-8894-eb306bdeea75 update to ACTIVE by agent not found {{(pid=103134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 04:58:49.728109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24358df4-39e3-4790-9bb9-27d86f761017 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:49.738740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.739967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:49.743564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:49.748233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:49.749895 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.780323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=de3f07d4-6df2-47eb-a7e3-bd880a52fd68,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:49.791359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b50d03ce-2051-4f8a-8d14-48603e27e2d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5372305 Dec 15 04:58:49.792808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38618) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:49.798681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': 'de3f07d4-6df2-47eb-a7e3-bd880a52fd68', 'ip_address': '2001:db8::75b9:f437:2189:66e2'}], 'name': 'tempest-NetworksTestDHCPv6-1386020812'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:49.815577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb31f4-ed56-494d-be6e-8f219f1880c7 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:49.862490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 24358df4-39e3-4790-9bb9-27d86f761017 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:49.862834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.961739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port 24358df4-39e3-4790-9bb9-27d86f761017, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24358df4-39e3-4790-9bb9-27d86f761017,segment=NetworkSegment(954440ef-ffe7-46e1-b1b8-9e411eeab8c5),segment_id=954440ef-ffe7-46e1-b1b8-9e411eeab8c5)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:49.962106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.980525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 24358df4-39e3-4790-9bb9-27d86f761017 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:49.981007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:49.983902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 24358df4-39e3-4790-9bb9-27d86f761017 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:50.061639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:50.070162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a201c8-bbff-402f-95a1-72aa5b4137d3 None None] DHCP port deletion for 896fa179-fd34-4702-85ab-495e5da4c9cb request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:50.091615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.110122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': 'de3f07d4-6df2-47eb-a7e3-bd880a52fd68'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:50.111002 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.152012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=24358df4-39e3-4790-9bb9-27d86f761017,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:50.160782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port 24358df4-39e3-4790-9bb9-27d86f761017 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:50.169616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Could not find standard attr ID for object 24358df4-39e3-4790-9bb9-27d86f761017. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:50.187937 n-d-820935-10 neutron-server[103134]: INFO neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No ports have port_id starting with 24358df4-39e3-4790-9bb9-27d86f761017 Dec 15 04:58:50.236382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.290395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 9868772b-2ea4-4696-be79-9baf7cf9d6f5 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:50.298929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.337730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896fa179-fd34-4702-85ab-495e5da4c9cb']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:50.349204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954440ef-ffe7-46e1-b1b8-9e411eeab8c5') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:50.349749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954440ef-ffe7-46e1-b1b8-9e411eeab8c5') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:58:50.364715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.396529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.405391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:58:50.406610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.442104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/de3f07d4-6df2-47eb-a7e3-bd880a52fd68/05899831-0626-4fba-91e5-bb4fa7e88e12) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:58:50.499976 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:58:50.509107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.522440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.525424 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/896fa179-fd34-4702-85ab-495e5da4c9cb HTTP/1.1" status: 204 len: 168 time: 0.9313099 Dec 15 04:58:50.538110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38624) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:50.543157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-497116317'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:50.571783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c31ee-3d1f-496d-b13a-bea6861a5695 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=896fa179-fd34-4702-85ab-495e5da4c9cb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:50.621946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:50.626303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.664722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:58:50.685114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.685454 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Added segment 1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b of type vlan for network 7fdf4a50-73f9-4900-9609-ede4a91f41aa Dec 15 04:58:50.730600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fea69b93-de12-44fe-8894-eb306bdeea75 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:50.761625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: fea69b93-de12-44fe-8894-eb306bdeea75 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:50.762291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fea69b93-de12-44fe-8894-eb306bdeea75 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:50.762914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24358df4-39e3-4790-9bb9-27d86f761017 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:50.790449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.793852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 24358df4-39e3-4790-9bb9-27d86f761017 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:50.794550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24358df4-39e3-4790-9bb9-27d86f761017 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:50.835160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.853141 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.860059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.877364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:50.879601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:50.947361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:50.952367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:50.957887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:50.961432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Pushing event updated for resources: {'Port': ['ID=05899831-0626-4fba-91e5-bb4fa7e88e12,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:50.965815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::75b9:f437:2189:66e2 (16079ce4-e180-4983-82f9-1ec8db4fda78/de3f07d4-6df2-47eb-a7e3-bd880a52fd68/9868772b-2ea4-4696-be79-9baf7cf9d6f5) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:51.014440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4752805 Dec 15 04:58:51.018371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38630) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:51.023118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:51.059239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Attempting to bind port 05899831-0626-4fba-91e5-bb4fa7e88e12 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:51.060462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Attempting to bind port 05899831-0626-4fba-91e5-bb4fa7e88e12 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:51.061271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Attempting to bind port 05899831-0626-4fba-91e5-bb4fa7e88e12 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:51.071550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:51.072349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:51.073933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.074624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:51.076543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Bound port: 05899831-0626-4fba-91e5-bb4fa7e88e12, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:51.077316 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.086318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c62a0-8681-4227-8761-c5724250cefd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Network': ['ID=7fdf4a50-73f9-4900-9609-ede4a91f41aa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:51.122458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:58:51.194106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:51.203235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.281579 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.339563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.340307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] For port 05899831-0626-4fba-91e5-bb4fa7e88e12, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:51.345522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] For port 05899831-0626-4fba-91e5-bb4fa7e88e12, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05899831-0626-4fba-91e5-bb4fa7e88e12,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:51.350723 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.408851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:51.412648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:51.419500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:51.445144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:51.445978 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.476722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.478758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6847944 Dec 15 04:58:51.484186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:51.492637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb707fb-fe68-4047-8887-79589a17e3f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=9868772b-2ea4-4696-be79-9baf7cf9d6f5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:51.493367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fe95e-96cf-4cd2-8b70-f44be9d0f63b None None] Pushing event updated for resources: {'Port': ['ID=05899831-0626-4fba-91e5-bb4fa7e88e12,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:51.644031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Checking segment: {'id': '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:51.644731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network hostable DHCP agents. Network: 7fdf4a50-73f9-4900-9609-ede4a91f41aa, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:58:51.657907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9d0f5-2b38-47d8-ab29-c96b6651ed2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:51.666802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9d0f5-2b38-47d8-ab29-c96b6651ed2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:51.668770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5d9d0f5-2b38-47d8-ab29-c96b6651ed2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1827593 Dec 15 04:58:51.670523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=59ee0782-31e3-4bd2-b80d-f728f6cb15e1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:51.671597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:51.731145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:58:51.789622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7fdf4a50-73f9-4900-9609-ede4a91f41aa) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:51.796674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:51.797721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.800035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806a4d4-f9bc-4afb-9efa-bf319b2ed9bf None None] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:51.848584 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-472a439c-eb01-4198-b910-8e583a1a057d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8287716 Dec 15 04:58:51.850717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38642) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:51.866070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 9868772b-2ea4-4696-be79-9baf7cf9d6f5 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:51.866409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.871290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1637243246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:51.944599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:51.945856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.043446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.073016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.083117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.087821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 9868772b-2ea4-4696-be79-9baf7cf9d6f5 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:52.159126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.160501 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-931728d3-fa19-44e8-a101-425de3feb9ed tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3073218 Dec 15 04:58:52.163707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38648) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:52.175792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa', 'name': 'tempest-PortsTestJSON-1770211463'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:52.426550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.457409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7fdf4a50-73f9-4900-9609-ede4a91f41aa', 'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': '59ee0782-31e3-4bd2-b80d-f728f6cb15e1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:52.460099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.525993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=9868772b-2ea4-4696-be79-9baf7cf9d6f5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:52.648575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.657526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:52.666156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bc19e680-f778-41eb-83e5-a28f71296239 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/9868772b-2ea4-4696-be79-9baf7cf9d6f5 HTTP/1.1" status: 204 len: 168 time: 0.9918525 Dec 15 04:58:52.669255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.673809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38658) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:52.680972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05899831-0626-4fba-91e5-bb4fa7e88e12 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:52.699940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 61648b20-b1ad-46fe-b5db-3874c19a242b yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:52.837447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f026f0-6421-494d-adc4-5875b68dc535 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:52.849428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f026f0-6421-494d-adc4-5875b68dc535 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:52.859050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c9f026f0-6421-494d-adc4-5875b68dc535 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1812997 Dec 15 04:58:52.859449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38662) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:52.893729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Allocated IP 172.20.0.2 (7fdf4a50-73f9-4900-9609-ede4a91f41aa/59ee0782-31e3-4bd2-b80d-f728f6cb15e1/dad81ab6-2f2a-4769-9496-f5115ba8fe9a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:52.925696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 05899831-0626-4fba-91e5-bb4fa7e88e12 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:52.933483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:52.995049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet de3f07d4-6df2-47eb-a7e3-bd880a52fd68 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:58:53.001145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.090751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.180481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.214428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.337302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:53.355637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:53.361222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.389825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:53.395454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Pushing event updated for resources: {'Port': ['ID=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:53.414082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9ae933c5-81e3-4da2-b579-f0e1ba8a4180 None None] Provisioning complete for port 05899831-0626-4fba-91e5-bb4fa7e88e12 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:53.414450 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9ae933c5-81e3-4da2-b579-f0e1ba8a4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.549934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ff5f164a-e9a1-4f14-b6d4-492d451fd2c5 {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:53.553703 n-d-820935-10 neutron-server[103132]: DEBUG oslo_db.api [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:53.567967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.636148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=de3f07d4-6df2-47eb-a7e3-bd880a52fd68,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:53.676665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.692881 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c15e1531-8145-4407-8cef-bec18d3f2cb5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/de3f07d4-6df2-47eb-a7e3-bd880a52fd68 HTTP/1.1" status: 204 len: 168 time: 0.8322294 Dec 15 04:58:53.695396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38672) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:53.719642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Attempting to bind port dad81ab6-2f2a-4769-9496-f5115ba8fe9a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:53.721174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Attempting to bind port dad81ab6-2f2a-4769-9496-f5115ba8fe9a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:53.722033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Attempting to bind port dad81ab6-2f2a-4769-9496-f5115ba8fe9a on network 7fdf4a50-73f9-4900-9609-ede4a91f41aa {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:53.737702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.740569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:53.741520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Checking segment: {'id': '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:53.742363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.742922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Bound using segment: {'id': '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:53.743553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Bound port: dad81ab6-2f2a-4769-9496-f5115ba8fe9a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7fdf4a50-73f9-4900-9609-ede4a91f41aa'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:53.744166 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.760623 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b485c010-06ca-4f03-b949-9bdcfa24ba51 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614729 Dec 15 04:58:53.760846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:53.767352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:53.898710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:53.902325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.961246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9ae933c5-81e3-4da2-b579-f0e1ba8a4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:53.966115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38682) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:53.997953 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:53.998314 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:54.027646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b3b89-8cda-4f7b-a201-3c4909166855 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:54.056678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.121203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47aaa032-3fdb-48de-b0ad-dbcec3555e18 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.128757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] For port dad81ab6-2f2a-4769-9496-f5115ba8fe9a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:54.140188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:54.159282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] For port dad81ab6-2f2a-4769-9496-f5115ba8fe9a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,segment=NetworkSegment(1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b),segment_id=1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:54.185880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47aaa032-3fdb-48de-b0ad-dbcec3555e18 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.193172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9ae933c5-81e3-4da2-b579-f0e1ba8a4180 None None] For port 05899831-0626-4fba-91e5-bb4fa7e88e12, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05899831-0626-4fba-91e5-bb4fa7e88e12,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:54.205730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.275179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9ae933c5-81e3-4da2-b579-f0e1ba8a4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.339973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47aaa032-3fdb-48de-b0ad-dbcec3555e18 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.343847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-47aaa032-3fdb-48de-b0ad-dbcec3555e18 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.345232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-47aaa032-3fdb-48de-b0ad-dbcec3555e18 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8 HTTP/1.1" status: 204 len: 168 time: 0.3781173 Dec 15 04:58:54.363527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa032-3fdb-48de-b0ad-dbcec3555e18 tempest-TestVolumeBootPattern-759042760 tempest-TestVolumeBootPattern-759042760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef5c4c-d1a9-43db-838c-8e6fad1ec1a8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:54.456392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38690) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:54.479317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0b2d11d6-55a4-4fc9-a47b-bb64fa31f123 None None] Could not find standard attr ID for object 9868772b-2ea4-4696-be79-9baf7cf9d6f5. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:54.494133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0f476-9747-4606-8e96-eb206a8c856e None None] Pushing event updated for resources: {'Port': ['ID=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:54.539285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.553248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.14 (7fdf4a50-73f9-4900-9609-ede4a91f41aa/59ee0782-31e3-4bd2-b80d-f728f6cb15e1/580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:54.700891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae933c5-81e3-4da2-b579-f0e1ba8a4180 None None] Pushing event updated for resources: {'Port': ['ID=05899831-0626-4fba-91e5-bb4fa7e88e12,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:54.766068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:58:54.790275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:54.790275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:54.796199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=8d6b729d-826e-474c-9211-40a129962849,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:54.820440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:54.821928 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.913377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] Deleting port 05899831-0626-4fba-91e5-bb4fa7e88e12 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:54.914496 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:54.947315 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3844fc49-0089-49df-8113-ed51c5b89f22 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1854348 Dec 15 04:58:54.958515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38700) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:54.965367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '8d6b729d-826e-474c-9211-40a129962849', 'ip_address': '2001:db8::af55:1688:35a3:392c'}], 'name': 'tempest-NetworksTestDHCPv6-920454118'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:58:55.149525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] For port 05899831-0626-4fba-91e5-bb4fa7e88e12, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05899831-0626-4fba-91e5-bb4fa7e88e12,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:55.149946 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.185212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] Calling delete_port for 05899831-0626-4fba-91e5-bb4fa7e88e12 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:55.271233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.358616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.370567 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.427268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] Pushing event deleted for resources: {'Port': ['ID=05899831-0626-4fba-91e5-bb4fa7e88e12,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:55.433068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede93b34-33b2-4f71-a602-3d808a27755a None None] No DVR routers for this DVR port 05899831-0626-4fba-91e5-bb4fa7e88e12 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:58:55.454032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612bedd-423b-4f37-9aee-516d3792351b None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:55.460590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:55.471406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:55.481743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:55.503784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:58:55.569260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:55.570207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.594290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:55.618065 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3c0a11a6-3bda-47c0-aff9-1b7943a0ee04 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4531555 Dec 15 04:58:55.620954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:55.634645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.646607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '8d6b729d-826e-474c-9211-40a129962849'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:58:55.648041 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:55.676447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port ff42d944-0bcf-43a2-b126-e4baabd98466 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:58:56.035412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/8d6b729d-826e-474c-9211-40a129962849/54e7899e-4222-4dc2-8529-549e3655a7ae) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:56.378522 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:56.451502 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:56.471654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:56.548983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:56.557146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:56.568081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:56.638475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Pushing event updated for resources: {'Port': ['ID=54e7899e-4222-4dc2-8529-549e3655a7ae,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:56.694674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::af55:1688:35a3:392c (16079ce4-e180-4983-82f9-1ec8db4fda78/8d6b729d-826e-474c-9211-40a129962849/ff42d944-0bcf-43a2-b126-e4baabd98466) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:58:56.695540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Attempting to bind port 54e7899e-4222-4dc2-8529-549e3655a7ae on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:58:56.696169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Attempting to bind port 54e7899e-4222-4dc2-8529-549e3655a7ae by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:58:56.697067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Attempting to bind port 54e7899e-4222-4dc2-8529-549e3655a7ae on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:58:56.705793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:58:56.706239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:58:56.707208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:56.707722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:58:56.708294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Bound port: 54e7899e-4222-4dc2-8529-549e3655a7ae, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:58:56.709915 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:56.841453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] For port 54e7899e-4222-4dc2-8529-549e3655a7ae, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:58:56.845678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] For port 54e7899e-4222-4dc2-8529-549e3655a7ae, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=54e7899e-4222-4dc2-8529-549e3655a7ae,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:58:56.855714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:56.998338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba8924-b293-4a30-a74a-037ecbec43b2 None None] Pushing event updated for resources: {'Port': ['ID=54e7899e-4222-4dc2-8529-549e3655a7ae,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:57.008815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9620cc-d893-4a2b-9585-51a9727a74ab None None] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:58:57.115789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dad81ab6-2f2a-4769-9496-f5115ba8fe9a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:57.241194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-09e67e6e-397f-4842-b60a-405c42f0354c None None] Provisioning complete for port dad81ab6-2f2a-4769-9496-f5115ba8fe9a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:57.241578 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09e67e6e-397f-4842-b60a-405c42f0354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.322751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.334848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.379584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port dad81ab6-2f2a-4769-9496-f5115ba8fe9a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:57.379895 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.428188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Deleting port 8ec7f916-5dd9-4113-9a23-85abc3f283ff {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:57.428873 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.567635 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09e67e6e-397f-4842-b60a-405c42f0354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.626072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.632120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.726407 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b16e-37a0-4ae4-bab4-67d3399578a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.733046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port dad81ab6-2f2a-4769-9496-f5115ba8fe9a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,segment=NetworkSegment(1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b),segment_id=1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:57.742033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.753145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.765793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.863319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:57.878407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:57.884760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-09e67e6e-397f-4842-b60a-405c42f0354c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:58:57.885126 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-09e67e6e-397f-4842-b60a-405c42f0354c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:58:57.893461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05899831-0626-4fba-91e5-bb4fa7e88e12 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:58:57.903246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:58:57.909101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:57.909775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.916821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=ff42d944-0bcf-43a2-b126-e4baabd98466,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:57.925187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] For port 8ec7f916-5dd9-4113-9a23-85abc3f283ff, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8ec7f916-5dd9-4113-9a23-85abc3f283ff,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:58:57.925556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:57.960519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Calling delete_port for 8ec7f916-5dd9-4113-9a23-85abc3f283ff owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:57.979506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c77cb9a-cecf-4f8d-b7f4-92667a106839 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0198340 Dec 15 04:58:57.993042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 05899831-0626-4fba-91e5-bb4fa7e88e12 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:58:57.993397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05899831-0626-4fba-91e5-bb4fa7e88e12 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:58:57.997050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38728) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:58.058113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:58.071558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:58.226363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc68bab-9206-432b-b267-ade640e326f1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:58.232852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc68bab-9206-432b-b267-ade640e326f1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:58:58.235716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bdc68bab-9206-432b-b267-ade640e326f1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2373290 Dec 15 04:58:58.238484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:58.245109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:58.490688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:58.602054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c22c54d7-4b7e-4fed-b70b-2f53e21001c1 None None] Provisioning complete for port dad81ab6-2f2a-4769-9496-f5115ba8fe9a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:58.603872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c22c54d7-4b7e-4fed-b70b-2f53e21001c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:58.664308 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:58.704913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port ff42d944-0bcf-43a2-b126-e4baabd98466 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:58:58.709890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:58.801586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec7f916-5dd9-4113-9a23-85abc3f283ff,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:59.115370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.123804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.163620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dad81ab6-2f2a-4769-9496-f5115ba8fe9a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:59.200030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.209203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.235142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for ff42d944-0bcf-43a2-b126-e4baabd98466 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:58:59.341285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:59.357486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.389365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port dad81ab6-2f2a-4769-9496-f5115ba8fe9a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:59.391132 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.490006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c22c54d7-4b7e-4fed-b70b-2f53e21001c1 None None] Provisioning complete for port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:59.492748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c22c54d7-4b7e-4fed-b70b-2f53e21001c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.554134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:58:59.556755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:58:59.624737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.631055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54e7899e-4222-4dc2-8529-549e3655a7ae up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:58:59.679336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c22c54d7-4b7e-4fed-b70b-2f53e21001c1 None None] Port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:58:59.699701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 54e7899e-4222-4dc2-8529-549e3655a7ae triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:58:59.700241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.759724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=ff42d944-0bcf-43a2-b126-e4baabd98466,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:58:59.820579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Router 1756eee4-3246-4bfd-8f6a-37edc8b8be47 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:58:59.834541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.848968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-78a9d1f4-3fa1-464a-830c-37031dea1afe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/ff42d944-0bcf-43a2-b126-e4baabd98466 HTTP/1.1" status: 204 len: 168 time: 1.6092577 Dec 15 04:58:59.851192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38738) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:58:59.902395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:58:59.906041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ff924fd9-9e2e-4a0a-9a3b-c4218d4aea8a None None] Could not find standard attr ID for object ff42d944-0bcf-43a2-b126-e4baabd98466. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:58:59.985903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:00.009870 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1b8730ab-9a5c-4c94-8d9b-52d31344c0a4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/routers/1756eee4-3246-4bfd-8f6a-37edc8b8be47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3875332 Dec 15 04:59:00.010515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38744) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:00.032426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 54e7899e-4222-4dc2-8529-549e3655a7ae, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=54e7899e-4222-4dc2-8529-549e3655a7ae,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:00.044948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] Sync routers for ids ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:00.059975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ff924fd9-9e2e-4a0a-9a3b-c4218d4aea8a None None] Provisioning complete for port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:00.063038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff924fd9-9e2e-4a0a-9a3b-c4218d4aea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.090322 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c924ea37-6854-47bb-b6b0-adf62c80ea93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.137846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e82f5b-bc36-41a6-a1db-ecf5e71c1ad2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:00.147884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e82f5b-bc36-41a6-a1db-ecf5e71c1ad2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:00.148018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb259f-b848-48a2-b82e-f8c888b9700f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:00.151011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2e82f5b-bc36-41a6-a1db-ecf5e71c1ad2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2981243 Dec 15 04:59:00.153299 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-21fb259f-b848-48a2-b82e-f8c888b9700f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports?device_id=1756eee4-3246-4bfd-8f6a-37edc8b8be47 HTTP/1.1" status: 200 len: 983 time: 0.1414669 Dec 15 04:59:00.153923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38748) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:00.154626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38750) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:00.205479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.228244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:00.283911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] Routers {'1756eee4-3246-4bfd-8f6a-37edc8b8be47'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:00.285613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:00.323537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=54e7899e-4222-4dc2-8529-549e3655a7ae,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:00.328952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:00.335551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ff924fd9-9e2e-4a0a-9a3b-c4218d4aea8a None None] Port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:00.346179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] Routers {'1756eee4-3246-4bfd-8f6a-37edc8b8be47'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:00.347193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:00.364075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 8d6b729d-826e-474c-9211-40a129962849 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:00.369446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.397815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:00.403572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ba042-e1bd-44b7-9b08-859e08b1f29d None None] The sync data for ids ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:00.433081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ff924fd9-9e2e-4a0a-9a3b-c4218d4aea8a None None] Provisioning complete for port 54e7899e-4222-4dc2-8529-549e3655a7ae triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:00.434957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ff924fd9-9e2e-4a0a-9a3b-c4218d4aea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.511086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.683935 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.721590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0801e843-2352-401d-9b4e-964227c6679c None None] Provisioning complete for port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:00.725476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0801e843-2352-401d-9b4e-964227c6679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.784677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38754) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:00.829377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0801e843-2352-401d-9b4e-964227c6679c None None] Port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:00.861631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54e7899e-4222-4dc2-8529-549e3655a7ae up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:00.865225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.885597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:00.897771 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] Sync routers for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:00.901542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c038dc98-1e4c-42cf-9913-88bb20b96247 admin admin] 10.222.0.37 "PUT /v2.0/routers/8a0c90eb-81a4-4905-bcce-6244cbc10ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4413743 Dec 15 04:59:00.901789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38758) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:00.918615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:00.919242 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:00.934721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:00.945364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/8d6b729d-826e-474c-9211-40a129962849 HTTP/1.1" status: 204 len: 168 time: 0.6869338 Dec 15 04:59:00.946472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38760) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:00.950811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fb2d2-2136-4194-8f09-3ac17d6dfa82 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:00.957303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d7bc9-eb88-4f2b-829f-ec6da4785ca3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6b729d-826e-474c-9211-40a129962849,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:01.049963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b471bd1d-6fcc-4de8-98bf-bbb74c92e173 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945861 Dec 15 04:59:01.054466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:01.069947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:01.149188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.188773 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:01.219996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 54e7899e-4222-4dc2-8529-549e3655a7ae triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:01.220402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.313403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.408360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.454502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.486011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:01.578726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:01.582178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.623458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] Deleting port 54e7899e-4222-4dc2-8529-549e3655a7ae {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:01.623866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.634228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Deleting port de118ac8-4a3b-4624-8f76-f2f80afa9140 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:01.634559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.656744 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:58:58Z', 'revision_number': 5, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port': {'id': 'de118ac8-4a3b-4624-8f76-f2f80afa9140', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:01.694533 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] Checking router: 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:01.712344 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] Routers {'8a0c90eb-81a4-4905-bcce-6244cbc10ba7'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:01.714012 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:01.742561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] For port de118ac8-4a3b-4624-8f76-f2f80afa9140, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=de118ac8-4a3b-4624-8f76-f2f80afa9140,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:01.743292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.759081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Calling delete_port for de118ac8-4a3b-4624-8f76-f2f80afa9140 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:01.777396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] For port 54e7899e-4222-4dc2-8529-549e3655a7ae, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=54e7899e-4222-4dc2-8529-549e3655a7ae,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:01.778511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.807417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] Calling delete_port for 54e7899e-4222-4dc2-8529-549e3655a7ae owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:01.875067 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] Set router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:01.987264 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:01.993966 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:59:01Z', 'revision_number': 6, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:02.002771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port f3f1e1a7-bc4b-4760-b914-25168907d696 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:02.003305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.005035 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.018220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] No DVR routers for this DVR port 54e7899e-4222-4dc2-8529-549e3655a7ae on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:02.054942 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2aa32-3d19-47e7-9f7c-f6c926394d16 None None] The sync data for ids ['8a0c90eb-81a4-4905-bcce-6244cbc10ba7'] in n-d-820935-10 is: [{'id': '8a0c90eb-81a4-4905-bcce-6244cbc10ba7', 'name': 'tempest-TestVolumeBootPattern-353542636-router', 'tenant_id': '89f540e069f243de8fb833a184538d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:43:51Z', 'updated_at': '2021-12-15T04:59:01Z', 'revision_number': 6, 'project_id': '89f540e069f243de8fb833a184538d89', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:02.060735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Pushing event deleted for resources: {'Port': ['ID=de118ac8-4a3b-4624-8f76-f2f80afa9140,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:02.099241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55df6d0-1022-4d27-8247-d64559839d46 None None] Pushing event deleted for resources: {'Port': ['ID=54e7899e-4222-4dc2-8529-549e3655a7ae,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:02.121421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec139b30-b4a1-42a9-850f-aeeb4dd9e670 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:02.134688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.240561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.242973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.302773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.303595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0c90eb-81a4-4905-bcce-6244cbc10ba7 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:59:02.322162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.322162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3361f3e3-5bd3-41c9-b906-8aaf85676526 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8a0c90eb-81a4-4905-bcce-6244cbc10ba7 HTTP/1.1" status: 204 len: 168 time: 1.4114399 Dec 15 04:59:02.322162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38774) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:02.404246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Deleting subnet a851a236-ad9a-41a7-bb39-677039f74c5a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:02.411486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.475340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.585438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.660598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.683796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.690594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a851a236-ad9a-41a7-bb39-677039f74c5a HTTP/1.1" status: 204 len: 168 time: 0.3728867 Dec 15 04:59:02.691294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38778) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:02.704391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776579e-b166-4e39-a468-8caad69a450b None None] Network eadacfe2-4db6-4a69-bcf1-4b14a2342663 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:02.724508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d97c9d-36ef-4c73-b3f6-93f5b7d90284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a851a236-ad9a-41a7-bb39-677039f74c5a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:02.812102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.914902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.916429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Deleting port ce450b19-0acc-4772-a89d-0cf78ed54344 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:02.916891 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.917831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54e7899e-4222-4dc2-8529-549e3655a7ae no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:02.925488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.925905 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.954614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:02.957755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 54e7899e-4222-4dc2-8529-549e3655a7ae {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:02.958470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 54e7899e-4222-4dc2-8529-549e3655a7ae not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:02.959126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8ec7f916-5dd9-4113-9a23-85abc3f283ff no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:02.989914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8ec7f916-5dd9-4113-9a23-85abc3f283ff {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:02.990515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8ec7f916-5dd9-4113-9a23-85abc3f283ff not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:02.991105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device de118ac8-4a3b-4624-8f76-f2f80afa9140 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:03.010436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for f3f1e1a7-bc4b-4760-b914-25168907d696 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:03.015529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: de118ac8-4a3b-4624-8f76-f2f80afa9140 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:03.016105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device de118ac8-4a3b-4624-8f76-f2f80afa9140 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:03.036337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:03.036688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.055277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:03.073096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:03.084858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffbe2c-92cf-4c15-883e-ffb23eff0c2a None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:03.089601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] For port ce450b19-0acc-4772-a89d-0cf78ed54344, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ce450b19-0acc-4772-a89d-0cf78ed54344,segment=NetworkSegment(1cb45b83-f4f2-45e6-811d-56583d250ebf),segment_id=1cb45b83-f4f2-45e6-811d-56583d250ebf)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:03.090049 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.109496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-3695dfc2-e8f3-4065-8600-dc23ae861609 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1130605 Dec 15 04:59:03.110506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Calling delete_port for ce450b19-0acc-4772-a89d-0cf78ed54344 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:03.121996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:03.122479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.191796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=84b45a5f-ae9c-4ff4-8914-504fa46e07b1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:03.235797 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-90b3084b-82f4-4e2b-a5b2-4017b11895fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1760399 Dec 15 04:59:03.239283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38782) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:03.251307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '84b45a5f-ae9c-4ff4-8914-504fa46e07b1', 'ip_address': '2001:db8::dfb3:666d:9f76:96a0'}], 'name': 'tempest-NetworksTestDHCPv6-969533780'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:03.305320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-b35b9c71-232d-4028-a5fe-15eca6433412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:03.309265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-b35b9c71-232d-4028-a5fe-15eca6433412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1097 time: 0.1546643 Dec 15 04:59:03.311423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] DHCP port deletion for eadacfe2-4db6-4a69-bcf1-4b14a2342663 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:03.360031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.388249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:03.426698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '84b45a5f-ae9c-4ff4-8914-504fa46e07b1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:03.426698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.473321 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.533812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.615769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] No DVR routers for this DVR port ce450b19-0acc-4772-a89d-0cf78ed54344 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:03.622377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:03.630677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce450b19-0acc-4772-a89d-0cf78ed54344,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:03.650459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.667270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-f2d97677-db91-4b9d-9a14-9b630d5f333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:03.669083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-f2d97677-db91-4b9d-9a14-9b630d5f333d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.3344467 Dec 15 04:59:03.681590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Deleting port ce450b19-0acc-4772-a89d-0cf78ed54344 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:03.682518 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.773272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] For port ce450b19-0acc-4772-a89d-0cf78ed54344, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:03.773736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.781195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.791813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Calling delete_port for ce450b19-0acc-4772-a89d-0cf78ed54344 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:03.794719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Port ce450b19-0acc-4772-a89d-0cf78ed54344 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:59:03.802359 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.804058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=f3f1e1a7-bc4b-4760-b914-25168907d696,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:03.809560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.818101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-76ecfb04-5bc0-4c80-9e76-479dbb7ee0ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 1000 time: 0.1270378 Dec 15 04:59:03.842384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadacfe2-4db6-4a69-bcf1-4b14a2342663']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:03.883424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 1602d05f-a906-4276-b8f5-ca0ba4c101f0 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:03.891825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb45b83-f4f2-45e6-811d-56583d250ebf') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:03.892189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb45b83-f4f2-45e6-811d-56583d250ebf') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:03.907668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.913361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] No DVR routers for this DVR port ce450b19-0acc-4772-a89d-0cf78ed54344 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:03.913542 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.913703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1def-8175-491c-bd25-2605926b9d21 None None] Pushing event deleted for resources: {'Port': ['ID=ce450b19-0acc-4772-a89d-0cf78ed54344,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:03.973863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.976958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-e7c479de-9519-4908-b89a-592b21474770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:03.981613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-e7c479de-9519-4908-b89a-592b21474770 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.1365836 Dec 15 04:59:03.994595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:59:03.995338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:59:03.997302 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:59:04.038170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/84b45a5f-ae9c-4ff4-8914-504fa46e07b1/15512a1d-a919-47b2-baad-4fe3afd84e00) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:04.090459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.116854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-645c1e01-5a52-4d3a-87b5-eb2d70997347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:04.118740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-645c1e01-5a52-4d3a-87b5-eb2d70997347 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991635 Dec 15 04:59:04.121407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.126716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.132983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.133431 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Floating IP 7c1e038f-5e11-4798-8d71-cb736ba35aca disassociated (deleted). External IP: 172.25.2.99, port: b15b44fd-c11a-4081-801f-9da0d23db52f. Dec 15 04:59:04.133818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] 10.222.0.37 "DELETE /v2.0/networks/eadacfe2-4db6-4a69-bcf1-4b14a2342663 HTTP/1.1" status: 204 len: 168 time: 1.4401343 Dec 15 04:59:04.142945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38796) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:04.182934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:04.217771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea71a8f-996e-4c6c-86ea-61f5409ac00c admin admin] Pushing event deleted for resources: {'Network': ['ID=eadacfe2-4db6-4a69-bcf1-4b14a2342663,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:04.592173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.606943 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.653469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.720390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:04.722541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:04.729630 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-aa22659b-cbb7-403c-a1eb-d1889650b45c service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916593 Dec 15 04:59:04.732363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:04.785214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ce450b19-0acc-4772-a89d-0cf78ed54344 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:04.846362 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6b01edd-449b-4a3b-b10f-09b96c7f1140 req-393c2b1e-0898-4ba2-92c3-9b9fb2b0fc1e service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011403 Dec 15 04:59:04.876216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ce450b19-0acc-4772-a89d-0cf78ed54344 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:04.876549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ce450b19-0acc-4772-a89d-0cf78ed54344 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:04.878058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Pushing event updated for resources: {'Port': ['ID=15512a1d-a919-47b2-baad-4fe3afd84e00,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:04.887470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::dfb3:666d:9f76:96a0 (16079ce4-e180-4983-82f9-1ec8db4fda78/84b45a5f-ae9c-4ff4-8914-504fa46e07b1/1602d05f-a906-4276-b8f5-ca0ba4c101f0) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:04.934128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Attempting to bind port 15512a1d-a919-47b2-baad-4fe3afd84e00 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:04.934575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Attempting to bind port 15512a1d-a919-47b2-baad-4fe3afd84e00 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:04.935040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Attempting to bind port 15512a1d-a919-47b2-baad-4fe3afd84e00 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:04.946998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:04.947537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:04.948010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.948467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:04.950082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Bound port: 15512a1d-a919-47b2-baad-4fe3afd84e00, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:04.950449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:04.988224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.071765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] For port 15512a1d-a919-47b2-baad-4fe3afd84e00, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:05.078339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] For port 15512a1d-a919-47b2-baad-4fe3afd84e00, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=15512a1d-a919-47b2-baad-4fe3afd84e00,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:05.080344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Router 1756eee4-3246-4bfd-8f6a-37edc8b8be47 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:05.086065 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.131552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router bf2b0356-595d-484d-9c3c-6f94413653f0 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:05.179076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116473-bf71-44a8-834f-50222c627ae1 None None] Pushing event updated for resources: {'Port': ['ID=15512a1d-a919-47b2-baad-4fe3afd84e00,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:05.358754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:05.374577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] Sync routers for ids ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:05.375261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-268ae02f-2e98-41f4-820f-b8c23afde838 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/routers/1756eee4-3246-4bfd-8f6a-37edc8b8be47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2199764 Dec 15 04:59:05.385287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38804) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:05.394834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] Routers {'1756eee4-3246-4bfd-8f6a-37edc8b8be47'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:05.395481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:05.431569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Deleting port 7e07b424-4841-462e-bdae-ed30c1f0be3f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:05.431842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.468158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:05.472243 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-26066b40-e105-4dda-83f7-634c5811d691 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:59:05.477063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-26066b40-e105-4dda-83f7-634c5811d691 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/580b4c5d-4bfc-440d-9fa8-b72d6ca2e0d5 HTTP/1.1" status: 404 len: 333 time: 0.0877995 Dec 15 04:59:05.500666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38816) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:05.511643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] Routers {'1756eee4-3246-4bfd-8f6a-37edc8b8be47'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:05.524671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:05.623628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.705649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:05.720488 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] Sync routers for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:05.724016 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.753691 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:05.754354 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:05.767981 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d1f5ff04-72ca-482c-b32c-de9f930a45da tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/floatingips/7c1e038f-5e11-4798-8d71-cb736ba35aca HTTP/1.1" status: 204 len: 168 time: 4.9721992 Dec 15 04:59:05.769140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:59:05.772374 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:59:05.777422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.804956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] For port 7e07b424-4841-462e-bdae-ed30c1f0be3f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7e07b424-4841-462e-bdae-ed30c1f0be3f,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:05.805577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.833629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:05.837092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:05.847441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:05.855199 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.857523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:05.859123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:05.880822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=1602d05f-a906-4276-b8f5-ca0ba4c101f0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:05.908265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-034bea44-3cf9-400c-ae0f-fa1a1687c00e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6610496 Dec 15 04:59:05.909245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38834) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:05.976476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:05.977607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19b68d-2f8c-4375-b0be-a65c03bb9cf4 None None] The sync data for ids ['1756eee4-3246-4bfd-8f6a-37edc8b8be47'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:06.011680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ec59b-752e-4f94-9ac5-01df77ca761b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.031849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ec59b-752e-4f94-9ac5-01df77ca761b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.039595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b1ec59b-752e-4f94-9ac5-01df77ca761b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1261480 Dec 15 04:59:06.040437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38836) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:06.051100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Calling delete_port for 7e07b424-4841-462e-bdae-ed30c1f0be3f owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:06.152159 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30a2264-dafa-4843-b302-299f076a8f8b x-openstack-request-id: req-d30a2264-dafa-4843-b302-299f076a8f8b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:59:06.152159 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:59:06.152159 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d30a2264-dafa-4843-b302-299f076a8f8b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:59:06.152159 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'status': 'completed', 'code': 200} Dec 15 04:59:06.264866 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:06.337516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-02b76f9e-769e-4f96-9901-7038f27741cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.342281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-02b76f9e-769e-4f96-9901-7038f27741cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 1097 time: 0.1391308 Dec 15 04:59:06.383921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:06.391800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:06.566344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:06.570806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Fanout notify agent at l3_agent the message router_deleted on router 1756eee4-3246-4bfd-8f6a-37edc8b8be47 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:59:06.622575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:06.628249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aad303c2-90d6-48f1-9302-003e7077e7ff tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/routers/1756eee4-3246-4bfd-8f6a-37edc8b8be47 HTTP/1.1" status: 204 len: 168 time: 1.1265390 Dec 15 04:59:06.639624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38848) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:06.640558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-de57420a-c4bc-404b-aa91-250997795e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.644547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-de57420a-c4bc-404b-aa91-250997795e0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1917f552-d5fc-479e-a599-3bf492a074ef HTTP/1.1" status: 200 len: 896 time: 0.2937171 Dec 15 04:59:06.722610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-15861802-bd46-49ee-9755-a97908bae8aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b15b44fd-c11a-4081-801f-9da0d23db52f HTTP/1.1" status: 200 len: 217 time: 0.0687177 Dec 15 04:59:06.828176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:06.832330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-a525f8d8-ebe4-4155-8936-8609632cd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.834037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-a525f8d8-ebe4-4155-8936-8609632cd2fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=844b7274-0cff-40f3-8aff-21b4fb169c13 HTTP/1.1" status: 200 len: 835 time: 0.1039565 Dec 15 04:59:06.845383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 15512a1d-a919-47b2-baad-4fe3afd84e00 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:06.882154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7548c4-f87b-4c75-a260-5b39ba6df4b0 req-1d1bfcd5-89af-4ac5-bc97-cbff71d535a6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.893004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b7548c4-f87b-4c75-a260-5b39ba6df4b0 req-1d1bfcd5-89af-4ac5-bc97-cbff71d535a6 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.4326632 Dec 15 04:59:06.934496 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] Checking router: bf2b0356-595d-484d-9c3c-6f94413653f0 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:06.951600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 59ee0782-31e3-4bd2-b80d-f728f6cb15e1 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:06.955365 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:06.955983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-d6522c3e-d9a5-4308-8d71-44973b3f3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:06.956356 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:06.962318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-d6522c3e-d9a5-4308-8d71-44973b3f3a48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1917f552-d5fc-479e-a599-3bf492a074ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161754 Dec 15 04:59:06.987737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 15512a1d-a919-47b2-baad-4fe3afd84e00 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:06.988187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:06.995573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.103011 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.108301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-185b7254-87f1-41d2-819a-ed17bbdf557a None None] Provisioning complete for port 15512a1d-a919-47b2-baad-4fe3afd84e00 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:07.108995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-185b7254-87f1-41d2-819a-ed17bbdf557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.122973 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-dfe1c85f-2b95-4a09-a688-ad6a6156ce9e service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508734 Dec 15 04:59:07.169858 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:07.288207 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.331384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f97cd641-fc05-48d9-b2e6-3ebcd64c9b0a req-03c5a945-25d6-4db4-9fb8-e6f4becfa0a0 service neutron] 10.222.0.42 "GET /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990480 Dec 15 04:59:07.333559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.400539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 15512a1d-a919-47b2-baad-4fe3afd84e00, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=15512a1d-a919-47b2-baad-4fe3afd84e00,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:07.414197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.443221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 1602d05f-a906-4276-b8f5-ca0ba4c101f0 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:07.443663 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.537792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=15512a1d-a919-47b2-baad-4fe3afd84e00,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:07.651665 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:07.663994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b7548c4-f87b-4c75-a260-5b39ba6df4b0 req-2d549a9b-3b75-4116-9f78-e1e404f8ceec tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/security-groups?id=8dca0eab-aa91-479b-aab0-7761fdb5e814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7339046 Dec 15 04:59:07.696950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1e2adcc7-e9ef-40e6-885a-d37b59d6e18a None None] Provisioning complete for port 1602d05f-a906-4276-b8f5-ca0ba4c101f0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:07.697243 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1e2adcc7-e9ef-40e6-885a-d37b59d6e18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.751813 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb40a6a-14ed-46ae-9d66-79cc6122f84d None None] The sync data for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 is: [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:57:15Z', 'revision_number': 4, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5ea214a3-918d-4779-80e8-6a2a687baae0', 'name': '', 'network_id': '1917f552-d5fc-479e-a599-3bf492a074ef', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'mac_address': 'fa:16:3e:7c:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:12Z', 'updated_at': '2021-12-15T04:57:20Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'subnets': [{'id': '844b7274-0cff-40f3-8aff-21b4fb169c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:07.783635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1e2adcc7-e9ef-40e6-885a-d37b59d6e18a None None] Port 1602d05f-a906-4276-b8f5-ca0ba4c101f0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:07.787647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-29b4c77f-0c54-40c5-8ba8-6d4dc8989d78 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:07.791994 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-29b4c77f-0c54-40c5-8ba8-6d4dc8989d78 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 945 time: 0.1134710 Dec 15 04:59:07.818477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:07.860612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 1602d05f-a906-4276-b8f5-ca0ba4c101f0 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:07.927177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port b15b44fd-c11a-4081-801f-9da0d23db52f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:07.927601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.029667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.131094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=1602d05f-a906-4276-b8f5-ca0ba4c101f0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:08.167440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port b15b44fd-c11a-4081-801f-9da0d23db52f, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b15b44fd-c11a-4081-801f-9da0d23db52f,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:08.167816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.191275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for b15b44fd-c11a-4081-801f-9da0d23db52f owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:08.230731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.238302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-322ef88c-3b0b-4283-af22-53114dc4780c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/1602d05f-a906-4276-b8f5-ca0ba4c101f0 HTTP/1.1" status: 204 len: 168 time: 2.1863132 Dec 15 04:59:08.247122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38858) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:08.277824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812838e-e63a-4760-8d4f-560409d8f8bc None None] New status for floating IP 7c1e038f-5e11-4798-8d71-cb736ba35aca: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 04:59:08.391564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.432123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=b15b44fd-c11a-4081-801f-9da0d23db52f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:08.517163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] No DVR routers for this DVR port b15b44fd-c11a-4081-801f-9da0d23db52f on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:08.521013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.533884 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed9f0696-cd99-4e22-8756-ba116364f206 req-7b3483d4-2fa0-4fdc-bf9a-818ca0f06edb tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.42 "DELETE /v2.0/ports/b15b44fd-c11a-4081-801f-9da0d23db52f HTTP/1.1" status: 204 len: 173 time: 0.7298741 Dec 15 04:59:08.534407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'name': 'network-vif-deleted', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:59:08.536751 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed84e28-434e-425c-9693-06d1a9863fc4" -d '{"events": [{"server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "name": "network-vif-deleted", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:59:08.609895 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c845da-ecc8-4ef4-9f85-c54161c493c6 x-openstack-request-id: req-05c845da-ecc8-4ef4-9f85-c54161c493c6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:59:08.610195 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59a55ae-a584-42a1-960a-1b1bc485a83f", "name": "network-vif-deleted", "tag": "b15b44fd-c11a-4081-801f-9da0d23db52f", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:59:08.610454 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05c845da-ecc8-4ef4-9f85-c54161c493c6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:59:08.610883 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59a55ae-a584-42a1-960a-1b1bc485a83f', 'name': 'network-vif-deleted', 'tag': 'b15b44fd-c11a-4081-801f-9da0d23db52f', 'status': 'completed', 'code': 200} Dec 15 04:59:08.708017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 15512a1d-a919-47b2-baad-4fe3afd84e00 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:08.772444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 15512a1d-a919-47b2-baad-4fe3afd84e00 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:08.773030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:08.906428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ae67968-8050-4a9e-be9e-e5425bc9a7ba req-de908a6c-26ab-426b-bc56-c72b6a97f450 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "GET /v2.0/ports?device_id=f59a55ae-a584-42a1-960a-1b1bc485a83f HTTP/1.1" status: 200 len: 210 time: 0.0430794 Dec 15 04:59:08.914066 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67a768-5f5c-42b2-8186-d00c01e1baa6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:08.915907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67a768-5f5c-42b2-8186-d00c01e1baa6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:08.917511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d67a768-5f5c-42b2-8186-d00c01e1baa6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6684282 Dec 15 04:59:08.920333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38872) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:08.936623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.012654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 84b45a5f-ae9c-4ff4-8914-504fa46e07b1 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:09.018466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.124557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.192563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.202684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e07b424-4841-462e-bdae-ed30c1f0be3f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:09.228533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124de0c-4a46-4ca9-89d2-c792f52548c1 None None] Network 7fdf4a50-73f9-4900-9609-ede4a91f41aa requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:09.254343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.264171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/59ee0782-31e3-4bd2-b80d-f728f6cb15e1 HTTP/1.1" status: 204 len: 168 time: 2.6099894 Dec 15 04:59:09.264961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38878) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:09.289623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97572850-cf76-4c6f-89f8-e8b1d66877c1 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=59ee0782-31e3-4bd2-b80d-f728f6cb15e1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:09.476421 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.545094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] DHCP port deletion for 7fdf4a50-73f9-4900-9609-ede4a91f41aa request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:09.657360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] Deleting port dad81ab6-2f2a-4769-9496-f5115ba8fe9a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:09.657734 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.673293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.677703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port dad81ab6-2f2a-4769-9496-f5115ba8fe9a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:09.678574 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.733583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.785712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] For port dad81ab6-2f2a-4769-9496-f5115ba8fe9a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,segment=NetworkSegment(1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b),segment_id=1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:09.786275 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.812646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] Calling delete_port for dad81ab6-2f2a-4769-9496-f5115ba8fe9a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:09.819859 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.888563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.948717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port dad81ab6-2f2a-4769-9496-f5115ba8fe9a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,segment=NetworkSegment(1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b),segment_id=1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:09.949154 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.954189 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.964774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=84b45a5f-ae9c-4ff4-8914-504fa46e07b1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:09.973358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:09.977551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for dad81ab6-2f2a-4769-9496-f5115ba8fe9a owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:09.977945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] No DVR routers for this DVR port dad81ab6-2f2a-4769-9496-f5115ba8fe9a on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:09.982581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:09.983863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d6ac3-5b3f-408f-8fe6-f4a9029a350e None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:09.984192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b0b3a809-b9b2-4036-b438-24888a99b1df tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/84b45a5f-ae9c-4ff4-8914-504fa46e07b1 HTTP/1.1" status: 204 len: 168 time: 1.0618458 Dec 15 04:59:10.008990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38884) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:10.037537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249483e-c959-4d71-a863-b7fea584b913 None None] Pushing event deleted for resources: {'Port': ['ID=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:10.060720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-62da9ae1-b3ce-4e7c-8056-68aae7e9bdf4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746529 Dec 15 04:59:10.063968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38886) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:10.142269 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:10.190024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb6e61e-d8e9-47d5-9084-9030d6ace67b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:10.191743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2fb6e61e-d8e9-47d5-9084-9030d6ace67b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1266074 Dec 15 04:59:10.198414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38890) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:10.326220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:10.374656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ecaeda-5246-4bfa-898c-b934833d0b8d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:10.378497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c6ecaeda-5246-4bfa-898c-b934833d0b8d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1768539 Dec 15 04:59:10.381074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38894) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:10.416462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] Deleting port 15512a1d-a919-47b2-baad-4fe3afd84e00 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:10.416837 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.434640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-88f0268b-b837-4660-9e8d-9e208e8dfb88 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484703 Dec 15 04:59:10.436652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:10.437481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38896) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:10.447002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:10.460209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.501902 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=dad81ab6-2f2a-4769-9496-f5115ba8fe9a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:10.505342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port dad81ab6-2f2a-4769-9496-f5115ba8fe9a on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:10.512981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:10.521533 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] Sync routers for ids ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:10.538617 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] Routers {'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:10.539236 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:10.550748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-58d0fff5-5617-4211-a34c-e80ae5a9cda7 admin admin] 10.222.0.37 "PUT /v2.0/routers/c2e2976b-5fb4-4eb5-813c-252fa0bf4f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4051340 Dec 15 04:59:10.555502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38898) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:10.595577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: b15b44fd-c11a-4081-801f-9da0d23db52f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:10.596036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b15b44fd-c11a-4081-801f-9da0d23db52f not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:10.671090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] For port 15512a1d-a919-47b2-baad-4fe3afd84e00, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=15512a1d-a919-47b2-baad-4fe3afd84e00,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:10.676479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.708388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] Calling delete_port for 15512a1d-a919-47b2-baad-4fe3afd84e00 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:10.755106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.829230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:10.835647 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] Set router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:10.841965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.843164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdf4a50-73f9-4900-9609-ede4a91f41aa']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:10.860908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:10.861532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc7c6b5-4c57-4ac0-bc4c-d1a1e83f097b') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:10.862873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dad81ab6-2f2a-4769-9496-f5115ba8fe9a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:10.875244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.890600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.895880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:10.925966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: dad81ab6-2f2a-4769-9496-f5115ba8fe9a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:10.927623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dad81ab6-2f2a-4769-9496-f5115ba8fe9a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:10.928824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 15512a1d-a919-47b2-baad-4fe3afd84e00 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:10.974009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 15512a1d-a919-47b2-baad-4fe3afd84e00 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:10.974411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 15512a1d-a919-47b2-baad-4fe3afd84e00 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:10.976648 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.022369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:59:11.022800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:59:11.037411 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:59:11.047350 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:59:11.053828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] Pushing event deleted for resources: {'Port': ['ID=15512a1d-a919-47b2-baad-4fe3afd84e00,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:11.063029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff63c2-2fd3-464a-8539-48027b713eaa None None] No DVR routers for this DVR port 15512a1d-a919-47b2-baad-4fe3afd84e00 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:11.166390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.173992 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.177438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/7fdf4a50-73f9-4900-9609-ede4a91f41aa HTTP/1.1" status: 204 len: 168 time: 1.8995862 Dec 15 04:59:11.182624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38900) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:11.193575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.258488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=7fdf4a50-73f9-4900-9609-ede4a91f41aa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:11.289764 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.290121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.290471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.290815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.291156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.291490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.291826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.292199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.292531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.292864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.293197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.293522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.293848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5408-5dd2-4afa-b2fb-db1be2c4ecb9 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:11.299707 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '7a76ccfa-6f04-470a-890b-684a34207638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:59:08Z', 'revision_number': 5, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port': {'id': '7a76ccfa-6f04-470a-890b-684a34207638', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:44:03Z', 'updated_at': '2021-12-15T04:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:11.308295 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.333679 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] Checking router: c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:11.345612 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] Routers {'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:11.346250 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:11.384538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef897e-3405-4d8b-91cd-8b07b5b7f041 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:11.386035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7ef897e-3405-4d8b-91cd-8b07b5b7f041 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/86a7fcc4-1cce-4055-ad50-fcff593551ce HTTP/1.1" status: 200 len: 840 time: 0.2009988 Dec 15 04:59:11.390124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38906) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:11.445330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-90d78659-fd39-4e14-a357-30d4a9c27c5e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/86a7fcc4-1cce-4055-ad50-fcff593551ce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0540597 Dec 15 04:59:11.448765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38908) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:11.454122 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] Set router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:11.460151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:11.517717 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:59:11Z', 'revision_number': 6, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:11.549426 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45356a20-9019-4707-b856-e3f45e24c342 None None] The sync data for ids ['c2e2976b-5fb4-4eb5-813c-252fa0bf4f43'] in n-d-820935-10 is: [{'id': 'c2e2976b-5fb4-4eb5-813c-252fa0bf4f43', 'name': 'tempest-TestVolumeBootPattern-1055716965-router', 'tenant_id': 'e14b24c228e5435cac79f6fb84621b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:44:01Z', 'updated_at': '2021-12-15T04:59:11Z', 'revision_number': 6, 'project_id': 'e14b24c228e5435cac79f6fb84621b83', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:11.575708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.644338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Deleting port 7a76ccfa-6f04-470a-890b-684a34207638 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:11.644797 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.650376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:11.658798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:11.668262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9d142-6238-4153-b64f-ac306de7e62d None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:11.691905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:11.692539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.767417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=45171a31-5fae-4541-9213-63ed8df9ee25,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:11.791202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:11.797826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:11.809229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-085c1b38-1d63-4c32-add5-c7432ac1e1fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3695426 Dec 15 04:59:11.809841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38912) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:11.822703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '45171a31-5fae-4541-9213-63ed8df9ee25', 'ip_address': '2001:db8::3f5:2b0d:5172:8f54'}], 'name': 'tempest-NetworksTestDHCPv6-89095906'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:11.835291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '45171a31-5fae-4541-9213-63ed8df9ee25'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:11.837092 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.054631 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.097379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/45171a31-5fae-4541-9213-63ed8df9ee25/b2a2b86f-687c-4534-b74d-c9fc7e907147) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:12.154263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=3218de05-6f6b-4496-b377-e0b710889aef,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:12.181319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:12.188339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:12.192391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] For port 7a76ccfa-6f04-470a-890b-684a34207638, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7a76ccfa-6f04-470a-890b-684a34207638,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:12.192869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.197635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:12.198487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.230045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Calling delete_port for 7a76ccfa-6f04-470a-890b-684a34207638 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:12.240934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 5ea214a3-918d-4779-80e8-6a2a687baae0 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:12.241797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.413979 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.424817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b0a8f-3a57-4b80-bcf2-bf0f1b18e2b1 None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:12.456051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 5ea214a3-918d-4779-80e8-6a2a687baae0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5ea214a3-918d-4779-80e8-6a2a687baae0,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:12.456609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.481710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 5ea214a3-918d-4779-80e8-6a2a687baae0 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:12.680008 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.770456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.772449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a76ccfa-6f04-470a-890b-684a34207638,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:12.788981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.817642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9e431-2896-4f40-8a62-d33f164dc327 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:12.882262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:12.950598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c3a54437-a6f1-4a39-8d58-0de83e72d84e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4998558 Dec 15 04:59:12.951383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:12.968868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Pushing event updated for resources: {'Port': ['ID=b2a2b86f-687c-4534-b74d-c9fc7e907147,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:12.970815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'security_group': {'name': 'tempest-secgroup-881196582'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:12.975603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:12.988214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e07b424-4841-462e-bdae-ed30c1f0be3f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:12.996286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:13.062103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:13.066809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:13.087049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.099570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'project_id': '5eef08008a684f7baa95c8aeab268837', 'fixed_ips': [{'subnet_id': '3218de05-6f6b-4496-b377-e0b710889aef'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:13.100364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.111489 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=5ea214a3-918d-4779-80e8-6a2a687baae0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:13.119487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7e07b424-4841-462e-bdae-ed30c1f0be3f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:13.119836 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7e07b424-4841-462e-bdae-ed30c1f0be3f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:13.120286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7a76ccfa-6f04-470a-890b-684a34207638 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:13.202637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 801a35ec-fe0c-464d-b183-8a8a258f846b yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:13.215610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.244745 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.281782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.301972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Allocated IP 172.20.0.2 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/3218de05-6f6b-4496-b377-e0b710889aef/76f90ba6-0641-410d-b266-4b7addfec406) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:13.491609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.495024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7a76ccfa-6f04-470a-890b-684a34207638 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:13.495465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7a76ccfa-6f04-470a-890b-684a34207638 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:13.521703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.525573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.527402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.527539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:59:13.540501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.549268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.549268 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ca6d8e63-561c-480f-8854-b3ef721a7d04 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c2e2976b-5fb4-4eb5-813c-252fa0bf4f43 HTTP/1.1" status: 204 len: 168 time: 2.9924090 Dec 15 04:59:13.559018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38926) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:13.609997 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.615016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6486876 Dec 15 04:59:13.615836 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:13.617978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38928) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:13.632430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba6a84-ae62-4728-9d02-326de14180ad tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30503c-8122-47a8-b946-956a76b526be,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:13.649625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:13.652908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:13.655836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'security_group': {'name': 'tempest-secgroup-1524432502'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:13.659109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Attempting to bind port b2a2b86f-687c-4534-b74d-c9fc7e907147 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:13.660012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Attempting to bind port b2a2b86f-687c-4534-b74d-c9fc7e907147 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:13.668166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Attempting to bind port b2a2b86f-687c-4534-b74d-c9fc7e907147 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:13.692887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Pushing event updated for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:13.701488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:13.701488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:13.701488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.702479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.710729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:13.711549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Bound port: b2a2b86f-687c-4534-b74d-c9fc7e907147, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:13.712060 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.789348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Attempting to bind port 76f90ba6-0641-410d-b266-4b7addfec406 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:13.789935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Attempting to bind port 76f90ba6-0641-410d-b266-4b7addfec406 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '097a74a8-8f2d-44f4-922d-6b7647768dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:13.791187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Attempting to bind port 76f90ba6-0641-410d-b266-4b7addfec406 on network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:13.799638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:13.799980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Checking segment: {'id': '097a74a8-8f2d-44f4-922d-6b7647768dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:13.800513 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.801007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Bound using segment: {'id': '097a74a8-8f2d-44f4-922d-6b7647768dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:13.801596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Bound port: 76f90ba6-0641-410d-b266-4b7addfec406, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097a74a8-8f2d-44f4-922d-6b7647768dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:13.802098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.817980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Deleting subnet c8de3bb1-02c5-485f-befa-dbab3aaebc0b {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:13.824272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.935391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] For port b2a2b86f-687c-4534-b74d-c9fc7e907147, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:13.939881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] For port b2a2b86f-687c-4534-b74d-c9fc7e907147, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b2a2b86f-687c-4534-b74d-c9fc7e907147,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:13.941570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:13.945218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76f90ba6-0641-410d-b266-4b7addfec406,segment=NetworkSegment(097a74a8-8f2d-44f4-922d-6b7647768dbb),segment_id=097a74a8-8f2d-44f4-922d-6b7647768dbb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:13.953606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:13.965660 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.063388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843535b-9dff-432c-96e0-ca9fa05da343 None None] Pushing event updated for resources: {'Port': ['ID=b2a2b86f-687c-4534-b74d-c9fc7e907147,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:14.117986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::3f5:2b0d:5172:8f54 (16079ce4-e180-4983-82f9-1ec8db4fda78/45171a31-5fae-4541-9213-63ed8df9ee25/801a35ec-fe0c-464d-b183-8a8a258f846b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:14.217974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453bb44-f592-482f-8e55-cc04ccdda069 req-b7014515-f056-45a1-b9aa-56739617e578 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:14.229007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6453bb44-f592-482f-8e55-cc04ccdda069 req-b7014515-f056-45a1-b9aa-56739617e578 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1236806 Dec 15 04:59:14.231492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925ea6f-529b-478b-b8a2-d3f492a0b16f None None] Pushing event updated for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:14.329585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6453bb44-f592-482f-8e55-cc04ccdda069 req-ebbe7f4b-a749-4364-bf02-0207e0029f6c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927243 Dec 15 04:59:14.350238 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.458842 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.620745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.667261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.756435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=801a35ec-fe0c-464d-b183-8a8a258f846b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:14.805888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:14.820633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:14.831135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:14.837203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:14.837849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.898405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Router bf2b0356-595d-484d-9c3c-6f94413653f0 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:14.910922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d56e23d2-0548-41f6-b899-6fef76d87dfc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.0960109 Dec 15 04:59:14.911623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38940) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:14.917086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '45171a31-5fae-4541-9213-63ed8df9ee25', 'ip_address': '2001:db8::3f5:2b0d:5172:8f54'}], 'name': 'tempest-NetworksTestDHCPv6-2036198399'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:14.930045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.934069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:14.960446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.014563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:15.084483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:15.085098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.085864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.089729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4642439 Dec 15 04:59:15.092794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38944) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:15.099988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-165416949', 'security_groups': ['1c8b9472-38c3-411d-ad7b-aaeeb6b37d1e'], 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3218de05-6f6b-4496-b377-e0b710889aef'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:15.108644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c9c1e-4fd9-4580-8e5f-0e2108ae3903 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b9472-38c3-411d-ad7b-aaeeb6b37d1e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:15.182307 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.188713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:15.224517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8de3bb1-02c5-485f-befa-dbab3aaebc0b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:15.230965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:15.234070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.240172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79e9f20a-3662-47fc-ae8b-3c469f9aa227 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c8de3bb1-02c5-485f-befa-dbab3aaebc0b HTTP/1.1" status: 204 len: 168 time: 1.6727142 Dec 15 04:59:15.243611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38946) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:15.250451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cec9ede1-ae5c-4abd-b133-973b96aa6466 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "PUT /v2.0/routers/bf2b0356-595d-484d-9c3c-6f94413653f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2369874 Dec 15 04:59:15.261966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38948) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:15.262842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420737a5-64aa-43d1-a160-70f4221cc2bf None None] Network a7ce0a48-dc9f-4bba-8237-195e518f36f6 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:15.286079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] Sync routers for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:15.329130 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.359173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.362368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 07c04be0-02fd-4010-bb34-f2fd77a65d76 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:15.396036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting subnet 844b7274-0cff-40f3-8aff-21b4fb169c13 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:15.396220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:15.396220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:15.401774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.412515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.430763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76f90ba6-0641-410d-b266-4b7addfec406,segment=NetworkSegment(097a74a8-8f2d-44f4-922d-6b7647768dbb),segment_id=097a74a8-8f2d-44f4-922d-6b7647768dbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:15.468777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:15.533578 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.655148 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 04:59:15.655635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:15.713596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d0859656-e6b7-4dc4-9e28-6b173b36fba7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8006017 Dec 15 04:59:15.720101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38956) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:15.795291 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.839608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.859785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4854-58be-421d-93f5-5ea4016edcab req-f3439967-db30-41c6-a567-eab4bfe78592 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:15.862471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-694b4854-58be-421d-93f5-5ea4016edcab req-f3439967-db30-41c6-a567-eab4bfe78592 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2208960 Dec 15 04:59:15.895437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Deleting port 8746e67b-6d94-4403-bce5-0b4aa36f80ba {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:15.895437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.929751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cdd63-e474-49ab-9f16-bc05b5644f04 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:15.941264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cdd63-e474-49ab-9f16-bc05b5644f04 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:15.947194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b14cdd63-e474-49ab-9f16-bc05b5644f04 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2260976 Dec 15 04:59:15.955024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:15.955810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a2b86f-687c-4534-b74d-c9fc7e907147 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:15.961105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38960) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:15.978565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 2f4d864f-7402-4329-af55-784d08658f2c yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:16.022503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-694b4854-58be-421d-93f5-5ea4016edcab req-addead8a-c952-476f-9237-8a0bda2a250e tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366150 Dec 15 04:59:16.168751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 801a35ec-fe0c-464d-b183-8a8a258f846b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:16.169343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.178717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:16.311790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5d673024-c3e6-4c48-9fcf-a1e06f1ab295 None None] Provisioning complete for port 86a7fcc4-1cce-4055-ad50-fcff593551ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:16.312378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d673024-c3e6-4c48-9fcf-a1e06f1ab295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.410852 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.445536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 801a35ec-fe0c-464d-b183-8a8a258f846b owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:16.517573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5d673024-c3e6-4c48-9fcf-a1e06f1ab295 None None] Port 86a7fcc4-1cce-4055-ad50-fcff593551ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:16.523191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] DHCP port deletion for a7ce0a48-dc9f-4bba-8237-195e518f36f6 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:16.542421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b2a2b86f-687c-4534-b74d-c9fc7e907147 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:16.543021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.646148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5d673024-c3e6-4c48-9fcf-a1e06f1ab295 None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:16.646616 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d673024-c3e6-4c48-9fcf-a1e06f1ab295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.741079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:16.757619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.758213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.759434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.759976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.760338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.761464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.761805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.763084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.763084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.763084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.763084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.763543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.763880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:16.792930 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.797604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-2b4eac35-cc91-4ffd-b33c-e80cb46d6fd9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:16.799278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-2b4eac35-cc91-4ffd-b33c-e80cb46d6fd9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.1843898 Dec 15 04:59:16.805609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] For port 8746e67b-6d94-4403-bce5-0b4aa36f80ba, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8746e67b-6d94-4403-bce5-0b4aa36f80ba,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:16.806185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.834557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.847964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.877297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=801a35ec-fe0c-464d-b183-8a8a258f846b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:16.881317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Subnet': ['ID=844b7274-0cff-40f3-8aff-21b4fb169c13,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:16.886426 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-62b97036-03bf-4f45-a65c-1873aa88d906 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9215257 Dec 15 04:59:16.890680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Calling delete_port for 8746e67b-6d94-4403-bce5-0b4aa36f80ba owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:16.892833 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.896013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35fff1ff-feb3-45d1-9c45-d3c02ec82ed8 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/subnets/844b7274-0cff-40f3-8aff-21b4fb169c13 HTTP/1.1" status: 204 len: 168 time: 1.6330848 Dec 15 04:59:16.900588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] Deleting port 8746e67b-6d94-4403-bce5-0b4aa36f80ba {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:16.901145 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:16.903218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38978) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:16.925954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-d547c4f9-077d-40fb-8c05-57fe44b77e41 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/quotas/fe098934b5b0418bb957419d0a50c64f HTTP/1.1" status: 200 len: 375 time: 0.1035123 Dec 15 04:59:16.990746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb479bb-e905-4526-969b-d4a7f53891c6 None None] Network 1917f552-d5fc-479e-a599-3bf492a074ef requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:16.993808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.002655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49c3b8a2-e3be-443d-939f-ef9525cc80e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/801a35ec-fe0c-464d-b183-8a8a258f846b HTTP/1.1" status: 204 len: 168 time: 1.0057096 Dec 15 04:59:17.004026 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38980) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:17.103646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] For port 8746e67b-6d94-4403-bce5-0b4aa36f80ba, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8746e67b-6d94-4403-bce5-0b4aa36f80ba,segment=NetworkSegment(c5b2018d-7355-4ac5-845d-6c216f82cb0c),segment_id=c5b2018d-7355-4ac5-845d-6c216f82cb0c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:17.104033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.117483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:59:12Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:17.124806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port b2a2b86f-687c-4534-b74d-c9fc7e907147, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b2a2b86f-687c-4534-b74d-c9fc7e907147,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:17.176021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] Calling delete_port for 8746e67b-6d94-4403-bce5-0b4aa36f80ba owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:17.180329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.185332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] Checking router: bf2b0356-595d-484d-9c3c-6f94413653f0 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:17.269617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] Routers {'bf2b0356-595d-484d-9c3c-6f94413653f0'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:17.270098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bf2b0356-595d-484d-9c3c-6f94413653f0'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:17.291380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.10 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/3218de05-6f6b-4496-b377-e0b710889aef/2f4d864f-7402-4329-af55-784d08658f2c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:17.298386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-17d233d3-8db3-407b-9323-c5c31c508c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:17.300221 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-17d233d3-8db3-407b-9323-c5c31c508c5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 1097 time: 0.3334947 Dec 15 04:59:17.327448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.404224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:17.449114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a65723a6-e048-467f-aa32-e6741cc83f31 None None] Provisioning complete for port b2a2b86f-687c-4534-b74d-c9fc7e907147 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:17.449527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a65723a6-e048-467f-aa32-e6741cc83f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.551568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=b2a2b86f-687c-4534-b74d-c9fc7e907147,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:17.669577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78643da3-8cd0-4926-a9cc-b676789f87c3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:17.671913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78643da3-8cd0-4926-a9cc-b676789f87c3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:17.673644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-78643da3-8cd0-4926-a9cc-b676789f87c3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6644554 Dec 15 04:59:17.677497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38986) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:17.679662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.680008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] Set router bf2b0356-595d-484d-9c3c-6f94413653f0 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:17.682093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.718505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-cb4c7707-a5e4-44e4-bc8d-de0dda3c78ec tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7916119 Dec 15 04:59:17.736359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] No DVR routers for this DVR port 8746e67b-6d94-4403-bce5-0b4aa36f80ba on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:17.738262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.746931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.747537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] DHCP port deletion for 1917f552-d5fc-479e-a599-3bf492a074ef request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:17.758268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7de7-65fe-4687-b8cb-dc60a9557913 req-d56d07c1-a837-4147-b10b-0f73d5733fcb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:17.760292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-860d7de7-65fe-4687-b8cb-dc60a9557913 req-d56d07c1-a837-4147-b10b-0f73d5733fcb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.6197484 Dec 15 04:59:17.826056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8746e67b-6d94-4403-bce5-0b4aa36f80ba,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:17.833544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 45171a31-5fae-4541-9213-63ed8df9ee25 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:17.835828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97b1a6-e326-4782-b097-b8575de66a03 None None] Pushing event deleted for resources: {'Port': ['ID=8746e67b-6d94-4403-bce5-0b4aa36f80ba,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:17.836592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:17.843687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.858238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:17.875030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] No DVR routers for this DVR port 8746e67b-6d94-4403-bce5-0b4aa36f80ba on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:17.914372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:17.936701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:17.937075 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:17.942830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-860d7de7-65fe-4687-b8cb-dc60a9557913 req-a82c7f59-d020-47f0-a049-6147bc3f8d13 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648750 Dec 15 04:59:17.953175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.003415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-855f2440-e008-4b7d-914e-76b48bb57a47 service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683170 Dec 15 04:59:18.098530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.141925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-66a1e112-f736-4309-ba04-b678e2148b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:18.143876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-66a1e112-f736-4309-ba04-b678e2148b85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.7685609 Dec 15 04:59:18.150383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=2f4d864f-7402-4329-af55-784d08658f2c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:18.164371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.181365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.199553 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.205429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ce0a48-dc9f-4bba-8237-195e518f36f6']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:18.216225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b2018d-7355-4ac5-845d-6c216f82cb0c') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:18.216671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b2018d-7355-4ac5-845d-6c216f82cb0c') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:18.230221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:18.230683 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.247341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.259085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c5b31f8e-31b7-43fb-b503-81d8704598a2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1649833 Dec 15 04:59:18.263220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 38994) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:18.268207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:18.286988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=45171a31-5fae-4541-9213-63ed8df9ee25,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:18.291454 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.322661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a65723a6-e048-467f-aa32-e6741cc83f31 None None] Could not find standard attr ID for object 801a35ec-fe0c-464d-b183-8a8a258f846b. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:18.330905 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.337633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82828627-7a1a-4e8e-856d-f893a4eb565c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/45171a31-5fae-4541-9213-63ed8df9ee25 HTTP/1.1" status: 204 len: 168 time: 0.6559203 Dec 15 04:59:18.340646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ccb9d-7165-4b77-b398-19f04a6249b7 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:18.340906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 38998) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:18.363223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:59:18.363616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:59:18.394709 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:59:18.405203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b85958a6-7392-4674-8d6f-6d134d65ca18 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624502 Dec 15 04:59:18.405875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:18.416104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:18.421582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-d16e064c-9a04-4bd9-baa6-a5da3b0a0b26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b HTTP/1.1" status: 200 len: 217 time: 0.2664037 Dec 15 04:59:18.483764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] Deleting port 5a963a00-dc66-40ee-88e5-afbb54027ad0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:18.484197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.507267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-5d924a35-03dd-433a-bb54-04660843c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:18.508864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-5d924a35-03dd-433a-bb54-04660843c33a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.0546265 Dec 15 04:59:18.527662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-5cbee82d-cbab-420b-b718-5d88d7924aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403306 Dec 15 04:59:18.582127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ac92acff-34ae-43aa-aff4-c4d08872c5fb None None] Provisioning complete for port 2f4d864f-7402-4329-af55-784d08658f2c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:18.582127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac92acff-34ae-43aa-aff4-c4d08872c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.606246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-a0c574f5-6703-4575-af40-9fd30ffcbe9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788243 Dec 15 04:59:18.613653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.624212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:18.624672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-fdaa684c-6c6a-4b86-910c-5d2b3f8ef3b5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:59:18.625428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-fdaa684c-6c6a-4b86-910c-5d2b3f8ef3b5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066769 Dec 15 04:59:18.636682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.681323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8746e67b-6d94-4403-bce5-0b4aa36f80ba no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:18.696782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] For port 5a963a00-dc66-40ee-88e5-afbb54027ad0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5a963a00-dc66-40ee-88e5-afbb54027ad0,segment=NetworkSegment(3772472b-dda6-4cee-bac9-98b0ec62d03d),segment_id=3772472b-dda6-4cee-bac9-98b0ec62d03d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:18.697193 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.760217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8746e67b-6d94-4403-bce5-0b4aa36f80ba {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:18.760574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8746e67b-6d94-4403-bce5-0b4aa36f80ba not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:18.780674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] Calling delete_port for 5a963a00-dc66-40ee-88e5-afbb54027ad0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:18.782507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ac92acff-34ae-43aa-aff4-c4d08872c5fb None None] Port 2f4d864f-7402-4329-af55-784d08658f2c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:18.786835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:59:12Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:18.811679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.818563 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a7ce0a48-dc9f-4bba-8237-195e518f36f6 HTTP/1.1" status: 204 len: 168 time: 3.5692525 Dec 15 04:59:18.822680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92073d8c-eb3a-4bc6-9a68-9770428442b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ce0a48-dc9f-4bba-8237-195e518f36f6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:18.827534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-49a535a8-ab63-4c03-abd5-18955528ecfb service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799366 Dec 15 04:59:18.833677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f440f8d-cdaa-48b5-9f00-3f1f814c2d92 None None] The sync data for ids ['bf2b0356-595d-484d-9c3c-6f94413653f0'] in n-d-820935-10 is: [{'id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458077617', 'tenant_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:57:05Z', 'updated_at': '2021-12-15T04:59:12Z', 'revision_number': 5, 'project_id': 'ef16d8f2c8554964a7b209e9ac5a74bf', 'gw_port': {'id': '524124c7-f5b2-4a27-86dd-c74473307b61', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2b0356-595d-484d-9c3c-6f94413653f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:57:06Z', 'updated_at': '2021-12-15T04:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:18.833977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Deleting port 524124c7-f5b2-4a27-86dd-c74473307b61 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:18.834376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:18.892410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:18.923354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abebe538-d6e1-4285-b181-ec1853dff301 req-d8108f4b-3ae6-40a3-9585-74628a7c1688 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 210 time: 0.1418109 Dec 15 04:59:18.986200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3a6781c6-45f9-4fe1-9d25-4fb881daf95d req-ed243f76-025f-4c98-a8f2-f23390fbdd54 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485901 Dec 15 04:59:19.004878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:19.012509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.061606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.081453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] No DVR routers for this DVR port 5a963a00-dc66-40ee-88e5-afbb54027ad0 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:19.113479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c6bf-5b38-49ab-8d5f-5150cd687569 None None] Pushing event deleted for resources: {'Port': ['ID=5a963a00-dc66-40ee-88e5-afbb54027ad0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:19.116095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] Deleting port b2a2b86f-687c-4534-b74d-c9fc7e907147 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:19.116486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.137500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39016) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:19.149500 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3218de05-6f6b-4496-b377-e0b710889aef (CIDR: 172.20.0.0/28) Dec 15 04:59:19.182988 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:59:19.183453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:19.203624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] For port b2a2b86f-687c-4534-b74d-c9fc7e907147, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b2a2b86f-687c-4534-b74d-c9fc7e907147,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:19.204250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.220008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] Calling delete_port for b2a2b86f-687c-4534-b74d-c9fc7e907147 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:19.255794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cb182160-f089-4c62-821e-43725336d6d6 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9915252 Dec 15 04:59:19.259154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39022) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:19.266183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:19.278682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d397f7-193c-4a87-8387-a293734a2a0d req-3abf549e-422b-409c-89fa-0e1b4cf8959f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:19.300833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55d397f7-193c-4a87-8387-a293734a2a0d req-3abf549e-422b-409c-89fa-0e1b4cf8959f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1979814 Dec 15 04:59:19.335844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-012150c4-5d0d-4116-b44d-7a5dc62f9ee3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89f540e069f243de8fb833a184538d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959634 Dec 15 04:59:19.338971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39024) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:19.343414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.353602 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.363610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] No DVR routers for this DVR port b2a2b86f-687c-4534-b74d-c9fc7e907147 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:19.365554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5ea214a3-918d-4779-80e8-6a2a687baae0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:19.420970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309ecf-0787-4d80-abfb-ddc720569fb9 None None] Pushing event deleted for resources: {'Port': ['ID=b2a2b86f-687c-4534-b74d-c9fc7e907147,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:19.424129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5ea214a3-918d-4779-80e8-6a2a687baae0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:19.424652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5ea214a3-918d-4779-80e8-6a2a687baae0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:19.425752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a2b86f-687c-4534-b74d-c9fc7e907147 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:19.433160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:19.449403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b2a2b86f-687c-4534-b74d-c9fc7e907147 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:19.450036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b2a2b86f-687c-4534-b74d-c9fc7e907147 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:19.450606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a963a00-dc66-40ee-88e5-afbb54027ad0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:19.473974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5a963a00-dc66-40ee-88e5-afbb54027ad0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:19.474362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5a963a00-dc66-40ee-88e5-afbb54027ad0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:19.478579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:19.494386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:19.494974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.507195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55d397f7-193c-4a87-8387-a293734a2a0d req-16e4648d-3780-4c61-bac8-4ebb63141565 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054186 Dec 15 04:59:19.513097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81804990-6228-4ed7-883e-561dcbbc24fe None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:19.563310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70721840-7bf9-4ada-9dd2-d7678f38c5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.566445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=e1e81793-f9be-49dc-b6b5-7209232ebf14,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:19.570302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:19.580753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.594606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dcd54054-6c50-4da2-8324-7d6de9659efc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1820462 Dec 15 04:59:19.595307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39028) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:19.606173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': 'e1e81793-f9be-49dc-b6b5-7209232ebf14', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2082257650'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:19.657705 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70721840-7bf9-4ada-9dd2-d7678f38c5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.723537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] For port 524124c7-f5b2-4a27-86dd-c74473307b61, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=524124c7-f5b2-4a27-86dd-c74473307b61,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:19.723914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.737578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Calling delete_port for 524124c7-f5b2-4a27-86dd-c74473307b61 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:19.742573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': 'e1e81793-f9be-49dc-b6b5-7209232ebf14'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:19.743478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.793239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:19.799955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.844366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70721840-7bf9-4ada-9dd2-d7678f38c5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.851004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70721840-7bf9-4ada-9dd2-d7678f38c5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:19.852474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-70721840-7bf9-4ada-9dd2-d7678f38c5ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7298b09-a2f6-4560-81ee-f8cf704630e2 HTTP/1.1" status: 204 len: 168 time: 0.5108931 Dec 15 04:59:19.881009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 2e0d6bf8-8f68-4cc9-9bad-c4610b76e2dc yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:19.913690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70721840-7bf9-4ada-9dd2-d7678f38c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7298b09-a2f6-4560-81ee-f8cf704630e2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:19.970977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.031684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Port': ['ID=524124c7-f5b2-4a27-86dd-c74473307b61,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:20.064681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8742a9a-2d17-476b-86bc-e27a99fd7ac4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:20.087259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/e1e81793-f9be-49dc-b6b5-7209232ebf14/6501ae0c-5350-4a0e-9f60-ef80314a67c4) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:20.200561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a8e6f2b-52dd-4fdf-878b-55f3137f185e req-3d4f8a96-c984-429f-8a92-859aacfcee46 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 210 time: 0.1651201 Dec 15 04:59:20.229624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.296551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.304770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.310274 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:59:20.311865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:20.335221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89632e18-e9b1-4b1c-8f33-afcfdbc75087 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7392411 Dec 15 04:59:20.338623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39038) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:20.341716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.346091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.386640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:20.391488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:20.395960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Pushing event updated for resources: {'Port': ['ID=6501ae0c-5350-4a0e-9f60-ef80314a67c4,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:20.400160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:20.440259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9860b7-cf02-4bd0-9c5f-98e48fb5c727 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:20.458020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eb9860b7-cf02-4bd0-9c5f-98e48fb5c727 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1167133 Dec 15 04:59:20.459383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39040) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:20.487637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.487759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Fanout notify agent at l3_agent the message router_deleted on router bf2b0356-595d-484d-9c3c-6f94413653f0 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:59:20.495311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.496484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-701a98b6-b6f1-45e3-b515-8dc103b18e9e tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/routers/bf2b0356-595d-484d-9c3c-6f94413653f0 HTTP/1.1" status: 204 len: 168 time: 3.5902531 Dec 15 04:59:20.500300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39042) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:20.500643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:20.519643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Attempting to bind port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:20.521725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Attempting to bind port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:20.523012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Attempting to bind port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:20.535121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:20.536122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:20.536122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.536709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:20.538013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Bound port: 6501ae0c-5350-4a0e-9f60-ef80314a67c4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:20.538770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.565294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03e226-70e3-447f-9b0d-bb3fd88bd123 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:20.569249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03e226-70e3-447f-9b0d-bb3fd88bd123 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:20.570845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ff03e226-70e3-447f-9b0d-bb3fd88bd123 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1096396 Dec 15 04:59:20.574539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:20.630186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet e1e81793-f9be-49dc-b6b5-7209232ebf14 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:20.633840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.713361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] For port 6501ae0c-5350-4a0e-9f60-ef80314a67c4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:20.722934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] For port 6501ae0c-5350-4a0e-9f60-ef80314a67c4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6501ae0c-5350-4a0e-9f60-ef80314a67c4,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:20.731097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.736034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.772347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-785e3d55-89bd-4074-8e4f-495629b65ba2 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:20.773232 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-785e3d55-89bd-4074-8e4f-495629b65ba2 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 815 time: 0.1662831 Dec 15 04:59:20.789045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c091-894b-494f-a001-1107d48bf942 req-c0ee0223-c2d1-4a89-ace2-d4eee275c73a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:20.790663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23d7c091-894b-494f-a001-1107d48bf942 req-c0ee0223-c2d1-4a89-ace2-d4eee275c73a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1109741 Dec 15 04:59:20.814952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Request body: {'port': {'device_id': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'admin_state_up': True, 'tenant_id': 'fe098934b5b0418bb957419d0a50c64f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:20.818034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477a03-20d4-48dc-8010-95f95ed2cd75 None None] Pushing event updated for resources: {'Port': ['ID=6501ae0c-5350-4a0e-9f60-ef80314a67c4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:20.890302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1bd2d9bf-60a3-42ad-88a3-f9c5f1252b2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e14b24c228e5435cac79f6fb84621b83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884864 Dec 15 04:59:20.891953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23d7c091-894b-494f-a001-1107d48bf942 req-3103fce2-456f-4f57-9546-dda9502e704a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925305 Dec 15 04:59:20.893247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.896428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39050) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:20.935534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.983426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:20.991050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ecc82051-c2d3-4457-b8ac-869c3f0c8944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.024215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ecc82051-c2d3-4457-b8ac-869c3f0c8944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.053715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.075620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.082663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/e1e81793-f9be-49dc-b6b5-7209232ebf14 HTTP/1.1" status: 204 len: 168 time: 0.5071981 Dec 15 04:59:21.100845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39056) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:21.108831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb222eef-ea39-4a8e-b7d7-5cd6951ea763 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e81793-f9be-49dc-b6b5-7209232ebf14,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:21.162603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:21.175945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:21.182407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-14218715-9033-45f6-9a66-f5d219e77e4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760705 Dec 15 04:59:21.182583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39058) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:21.183522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=5b3a75da-909c-49a9-98aa-796fe83e751e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:21.190843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:21.190843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.203462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.207076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381ddd4-58b0-4d9b-a5f0-534e454a85d9 None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:21.221497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:21.230370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Made reservation on behalf of fe098934b5b0418bb957419d0a50c64f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:21.240894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.298435 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e8b91a53-beca-4a2e-a7be-7e34f6456482 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0379276 Dec 15 04:59:21.302749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39064) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:21.316572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-888692313', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b3a75da-909c-49a9-98aa-796fe83e751e'}], 'security_groups': ['0e30503c-8122-47a8-b946-956a76b526be']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:21.328542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1917f552-d5fc-479e-a599-3bf492a074ef']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:21.379392 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ecc82051-c2d3-4457-b8ac-869c3f0c8944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.382252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ecc82051-c2d3-4457-b8ac-869c3f0c8944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.391775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ecc82051-c2d3-4457-b8ac-869c3f0c8944 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b96ddfc-3f18-4ce8-ba9a-ad5900aa9e9e HTTP/1.1" status: 204 len: 168 time: 0.4944241 Dec 15 04:59:21.430699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc82051-c2d3-4457-b8ac-869c3f0c8944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96ddfc-3f18-4ce8-ba9a-ad5900aa9e9e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:21.433413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3772472b-dda6-4cee-bac9-98b0ec62d03d') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:21.434338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3772472b-dda6-4cee-bac9-98b0ec62d03d') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:21.452281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d8d84c5-13ee-4ba0-89cf-8f1b1e32b29c req-e67cb88d-855e-4c67-815b-c7d32b661614 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 210 time: 0.0896652 Dec 15 04:59:21.475103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6501ae0c-5350-4a0e-9f60-ef80314a67c4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:21.510756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:21.515070 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.540418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.580048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:21.580443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.714769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.723269 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.750957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:59:21.751319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: timer() Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:59:21.766702 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:59:21.772619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 6501ae0c-5350-4a0e-9f60-ef80314a67c4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6501ae0c-5350-4a0e-9f60-ef80314a67c4,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:21.793587 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:21.867366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] Update dhcp port {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'fixed_ips': [{'subnet_id': '3218de05-6f6b-4496-b377-e0b710889aef', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b3a75da-909c-49a9-98aa-796fe83e751e'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '76f90ba6-0641-410d-b266-4b7addfec406'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:59:21.950337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 524124c7-f5b2-4a27-86dd-c74473307b61 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:21.993440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.040428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 524124c7-f5b2-4a27-86dd-c74473307b61 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:22.042337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 524124c7-f5b2-4a27-86dd-c74473307b61 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:22.048701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=6501ae0c-5350-4a0e-9f60-ef80314a67c4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:22.065915 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.108382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=2e2dc8ab-4ab8-49a0-badf-49eb9842b186,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:22.139884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:22.172310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:22.191260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:22.192668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.241923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05505b-9fb6-4091-ad09-6df0d1d1982d req-336603cc-1e8f-4559-9dc2-c4f03dbd9126 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:22.244870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b05505b-9fb6-4091-ad09-6df0d1d1982d req-336603cc-1e8f-4559-9dc2-c4f03dbd9126 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1532292 Dec 15 04:59:22.250101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-83211d35-e16b-4ae7-b227-ded9a8023710 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0663378 Dec 15 04:59:22.255695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:22.260826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:22.327361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.328630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.350190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b05505b-9fb6-4091-ad09-6df0d1d1982d req-1f838b38-38a1-449c-a4f7-57f4a128e48b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979333 Dec 15 04:59:22.359576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] Allocated IP 172.20.0.18 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/5b3a75da-909c-49a9-98aa-796fe83e751e/76f90ba6-0641-410d-b266-4b7addfec406) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:22.486881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76f90ba6-0641-410d-b266-4b7addfec406,segment=NetworkSegment(097a74a8-8f2d-44f4-922d-6b7647768dbb),segment_id=097a74a8-8f2d-44f4-922d-6b7647768dbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:22.523364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.531517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.619782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.624804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.637195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.645706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.651335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.651699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3787a0-0854-4b74-a855-8d16260fb6bb None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:22.655404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/networks/1917f552-d5fc-479e-a599-3bf492a074ef HTTP/1.1" status: 204 len: 168 time: 2.1346755 Dec 15 04:59:22.655702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeeb81-fbcc-4d7b-bfc8-7e29b6eefd73 None None] Pushing event updated for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:22.658940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Allocated IP 172.20.0.8 (2b650e30-55f5-451e-b8b2-017ea8a1c256/944fcfc9-8066-4bd2-b89b-097168154c4a/97c0f296-8a95-4105-b444-8500f1533a1d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:22.662113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39076) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:22.678449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8925c1-b90b-4874-be80-81a5d9c0ffae req-42641049-cce7-4e4a-810c-87725cb4e4e3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 210 time: 0.0397608 Dec 15 04:59:22.689353 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.693066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cd3817fc-7b12-4e83-b4c3-274a73e564bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4337900 Dec 15 04:59:22.693462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39078) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:22.715681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'Network': ['ID=1917f552-d5fc-479e-a599-3bf492a074ef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:22.759663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.759904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.760282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.760620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.760953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.761485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.761820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.762148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.762474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.762799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.763125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.763443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.763968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32268f-9d31-431e-96c0-ccf2dc69661b tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:22.785212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-79dffb2b-050c-4665-ab1c-f92806ca95b2 None None] Provisioning complete for port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:22.787114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79dffb2b-050c-4665-ab1c-f92806ca95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:22.850179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b235755b-6fa5-4819-88e1-e8314c855d61 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.025669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b235755b-6fa5-4819-88e1-e8314c855d61 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.185732 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.256894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.300917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d2244e6f-049a-4500-a0bd-d1e04ce699b5 None None] Provisioning complete for port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:23.301380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2244e6f-049a-4500-a0bd-d1e04ce699b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.313139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b235755b-6fa5-4819-88e1-e8314c855d61 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.315842 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b235755b-6fa5-4819-88e1-e8314c855d61 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.323898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b235755b-6fa5-4819-88e1-e8314c855d61 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] 10.222.0.37 "DELETE /v2.0/security-groups/8dca0eab-aa91-479b-aab0-7761fdb5e814 HTTP/1.1" status: 204 len: 168 time: 0.6578727 Dec 15 04:59:23.389469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235755b-6fa5-4819-88e1-e8314c855d61 tempest-TestNetworkAdvancedServerOps-1043184262 tempest-TestNetworkAdvancedServerOps-1043184262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dca0eab-aa91-479b-aab0-7761fdb5e814,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:23.397747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6501ae0c-5350-4a0e-9f60-ef80314a67c4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:23.470219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Delete allocated IP 172.20.0.10 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/3218de05-6f6b-4496-b377-e0b710889aef) {{(pid=103132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 04:59:23.506737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.526455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.28 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/5b3a75da-909c-49a9-98aa-796fe83e751e/2f4d864f-7402-4329-af55-784d08658f2c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:23.624678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:23.635290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:23.646875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:23.649799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event updated for resources: {'Port': ['ID=97c0f296-8a95-4105-b444-8500f1533a1d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:23.834899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869df93-58e5-4782-9ae5-24d7fa254a07 req-63358af6-a072-4342-a471-1272f557c1a3 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:23.836769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2869df93-58e5-4782-9ae5-24d7fa254a07 req-63358af6-a072-4342-a471-1272f557c1a3 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1150544 Dec 15 04:59:23.838018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:23.838797 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:23.866571 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-db052c2a-5735-4386-b827-98baf4a06ee9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0559707 Dec 15 04:59:23.891206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Request body: {'port': {'device_id': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:23.925030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2869df93-58e5-4782-9ae5-24d7fa254a07 req-6128b5d6-18fb-4348-b542-cfc7a9d7ca24 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741792 Dec 15 04:59:23.929161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::1 (16079ce4-e180-4983-82f9-1ec8db4fda78/2e2dc8ab-4ab8-49a0-badf-49eb9842b186/d846a8b7-7f29-4a19-ae60-7eb4cdde1388) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:23.971561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bbf72-2e70-4038-bb6e-a1336b12aa55 req-853e3a5c-0721-4998-a9d0-6a1cd31dd18b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:23.974230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0bbf72-2e70-4038-bb6e-a1336b12aa55 req-853e3a5c-0721-4998-a9d0-6a1cd31dd18b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 931 time: 0.1368301 Dec 15 04:59:23.995389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39092) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:23.995776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6c3f1a64-06b6-4901-b0de-1d80b9933d4b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:59:23.997958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1', '39d3f3da-720e-4824-b167-0112fcaab73c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:59:24.000610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec6523-479e-472d-9134-bea39a0268f2 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:24.019261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.035455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.044244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.132038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d0bbf72-2e70-4038-bb6e-a1336b12aa55 req-03fd6f2b-97a5-4f52-9ccb-b83fdefe1a06 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514020 Dec 15 04:59:24.166472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.174270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:24.174662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.206037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.248025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:24.251855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:24.254754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:24.255292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.300404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=2f4d864f-7402-4329-af55-784d08658f2c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:24.306247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:24.317332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] In _notify_port_updated(), no bound segment for port 2f4d864f-7402-4329-af55-784d08658f2c on network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:59:24.322885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:24.323512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.327832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ff84167d-c343-4bbe-ad76-a610693da684 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/ports/2f4d864f-7402-4329-af55-784d08658f2c HTTP/1.1" status: 200 len: 920 time: 3.0203526 Dec 15 04:59:24.334584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39096) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:24.351399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5345024a-2335-491f-98c0-e45e4d5087a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef16d8f2c8554964a7b209e9ac5a74bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523185 Dec 15 04:59:24.354291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39098) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:24.420831 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32205e87-1da9-4f11-ac15-840c10e34cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.504672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.585142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32205e87-1da9-4f11-ac15-840c10e34cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.639784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:24.656590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 2f4d864f-7402-4329-af55-784d08658f2c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:24.657174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.664514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c0f296-8a95-4105-b444-8500f1533a1d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:59:24.680898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7cf68668-ccc8-49f0-ae3f-57d4324e7509 None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:24.681271 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7cf68668-ccc8-49f0-ae3f-57d4324e7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.713483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.803518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32205e87-1da9-4f11-ac15-840c10e34cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.806024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Transition to ACTIVE for port object 97c0f296-8a95-4105-b444-8500f1533a1d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:59:24.807214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32205e87-1da9-4f11-ac15-840c10e34cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.808718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-32205e87-1da9-4f11-ac15-840c10e34cac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb0f249f-9b18-418c-9dda-8487649cb32c HTTP/1.1" status: 204 len: 168 time: 0.4530375 Dec 15 04:59:24.823719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.846418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32205e87-1da9-4f11-ac15-840c10e34cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0f249f-9b18-418c-9dda-8487649cb32c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:24.876245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:24.901452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 2f4d864f-7402-4329-af55-784d08658f2c owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:24.903087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ad80e-5c61-4bab-b510-980054297173 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:24.907595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Pushing event updated for resources: {'Port': ['ID=97c0f296-8a95-4105-b444-8500f1533a1d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:25.019866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:25.020381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.058605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Attempting to bind port 97c0f296-8a95-4105-b444-8500f1533a1d on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:25.058957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Attempting to bind port 97c0f296-8a95-4105-b444-8500f1533a1d by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:25.059384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Attempting to bind port 97c0f296-8a95-4105-b444-8500f1533a1d on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:25.065713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Port 97c0f296-8a95-4105-b444-8500f1533a1d on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:59:25.067793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Attempting to bind port 97c0f296-8a95-4105-b444-8500f1533a1d on network 2b650e30-55f5-451e-b8b2-017ea8a1c256 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:25.075021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:25.075335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Checking segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:25.075713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Bound using segment: {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:25.076747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Bound port: 97c0f296-8a95-4105-b444-8500f1533a1d, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a546066a-5993-4e96-86ed-a4ad2d4045b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:25.077158 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.187773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.198975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.205967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.206748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.244687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] For port 97c0f296-8a95-4105-b444-8500f1533a1d, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:25.257024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=2f4d864f-7402-4329-af55-784d08658f2c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:25.269302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7cf68668-ccc8-49f0-ae3f-57d4324e7509 None None] Could not find standard attr ID for object 2f4d864f-7402-4329-af55-784d08658f2c. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:25.270607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] For port 97c0f296-8a95-4105-b444-8500f1533a1d, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=97c0f296-8a95-4105-b444-8500f1533a1d,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:25.292333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.303346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2b31-fa00-4791-9330-42496840622d req-9b0b08a5-ea7f-4b7e-a6a4-1f63f9d9b27d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:25.304965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe3f2b31-fa00-4791-9330-42496840622d req-9b0b08a5-ea7f-4b7e-a6a4-1f63f9d9b27d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2249558 Dec 15 04:59:25.365364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7cf68668-ccc8-49f0-ae3f-57d4324e7509 None None] Provisioning complete for port 86a7fcc4-1cce-4055-ad50-fcff593551ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:25.365753 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7cf68668-ccc8-49f0-ae3f-57d4324e7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.385278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39114) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:25.407805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:25.408402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.410363 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] 10.222.0.42 "PUT /v2.0/ports/97c0f296-8a95-4105-b444-8500f1533a1d HTTP/1.1" status: 200 len: 1092 time: 1.5256536 Dec 15 04:59:25.414320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'tag': '97c0f296-8a95-4105-b444-8500f1533a1d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:59:25.414488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a7c25-43ad-4c4b-a4c1-e68ad77d9253 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:25.417614 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6978438-e6f8-4780-bc80-42180f3d6da4" -d '{"events": [{"name": "network-changed", "server_uuid": "c114f9de-944a-4567-af4f-b17c99f675f6", "tag": "97c0f296-8a95-4105-b444-8500f1533a1d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:59:25.478697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7cf68668-ccc8-49f0-ae3f-57d4324e7509 None None] Port 86a7fcc4-1cce-4055-ad50-fcff593551ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:25.507263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900dd6a-d273-4092-992f-02e427b1233f service neutron] Pushing event updated for resources: {'Port': ['ID=97c0f296-8a95-4105-b444-8500f1533a1d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:25.514896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.521232 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-991227ab-f1fb-4333-beb0-4ed2eb416c2c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/2f4d864f-7402-4329-af55-784d08658f2c HTTP/1.1" status: 204 len: 168 time: 1.1855791 Dec 15 04:59:25.522550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39118) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:25.548938 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b4cf21f-cff0-4bee-96d9-227f4faa046d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=329d9681d299433d8798ba4b444fa1ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610847 Dec 15 04:59:25.553179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39120) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:25.578587 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c08ee3-d755-4db0-9537-0da055a63168 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:59:25.584188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-82c08ee3-d755-4db0-9537-0da055a63168 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/2f4d864f-7402-4329-af55-784d08658f2c HTTP/1.1" status: 404 len: 333 time: 0.0461032 Dec 15 04:59:25.586695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39122) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:25.616832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c8e3200a-fe2c-463e-9d55-7bb8e925a596 None None] Could not find standard attr ID for object 2f4d864f-7402-4329-af55-784d08658f2c. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:25.628851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c8e3200a-fe2c-463e-9d55-7bb8e925a596 None None] Provisioning complete for port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:25.629224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c8e3200a-fe2c-463e-9d55-7bb8e925a596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.674637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3200a-fe2c-463e-9d55-7bb8e925a596 None None] Port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:25.697338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-988dc516-6432-4187-8b16-28c6e600adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:25.698857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-988dc516-6432-4187-8b16-28c6e600adbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 1095 time: 0.2007754 Dec 15 04:59:25.708915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49368c3b-71e2-4436-b35b-4dfb213bde6e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.778259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49368c3b-71e2-4436-b35b-4dfb213bde6e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.782350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-1aa844fa-4213-4138-a8c3-a9ee0eaae67d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c0f296-8a95-4105-b444-8500f1533a1d HTTP/1.1" status: 200 len: 217 time: 0.0680182 Dec 15 04:59:25.782977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d5d991-3682-4b8e-aace-e1b8f053a55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.809483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d5d991-3682-4b8e-aace-e1b8f053a55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.867631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:25.896310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d5d991-3682-4b8e-aace-e1b8f053a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.899186 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39d5d991-3682-4b8e-aace-e1b8f053a55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:25.902696 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39d5d991-3682-4b8e-aace-e1b8f053a55a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59db30e5-de33-4af6-88f0-077a171a3013 HTTP/1.1" status: 204 len: 168 time: 0.3462377 Dec 15 04:59:25.918493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f484d7-cd66-4b96-b6ef-9ca1b61386c6 req-d86450e5-6e80-416c-b040-aa236b78ea11 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:25.926360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6f484d7-cd66-4b96-b6ef-9ca1b61386c6 req-d86450e5-6e80-416c-b040-aa236b78ea11 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 943 time: 0.6193383 Dec 15 04:59:25.937621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe3f2b31-fa00-4791-9330-42496840622d req-2ebd14ca-c1b8-410a-a918-450eab252b10 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5380962 Dec 15 04:59:25.940965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5d991-3682-4b8e-aace-e1b8f053a55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59db30e5-de33-4af6-88f0-077a171a3013,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:25.951635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-d317da57-2948-4b77-acd3-bdf1a51eed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:25.953832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-d317da57-2948-4b77-acd3-bdf1a51eed14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.0996134 Dec 15 04:59:25.974886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:25.980906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:26.015616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49368c3b-71e2-4436-b35b-4dfb213bde6e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.015803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6f484d7-cd66-4b96-b6ef-9ca1b61386c6 req-80b6bd7b-b02d-4537-89c7-0f144f09915b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886521 Dec 15 04:59:26.024718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49368c3b-71e2-4436-b35b-4dfb213bde6e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.032711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-49368c3b-71e2-4436-b35b-4dfb213bde6e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/security-groups/1c8b9472-38c3-411d-ad7b-aaeeb6b37d1e HTTP/1.1" status: 204 len: 168 time: 0.4413016 Dec 15 04:59:26.070013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39130) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:26.094116 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34acc74c-c1db-45e1-a34d-0a94388148cf x-openstack-request-id: req-34acc74c-c1db-45e1-a34d-0a94388148cf {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:59:26.094526 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c114f9de-944a-4567-af4f-b17c99f675f6", "tag": "97c0f296-8a95-4105-b444-8500f1533a1d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:59:26.095053 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34acc74c-c1db-45e1-a34d-0a94388148cf {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:59:26.095598 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'tag': '97c0f296-8a95-4105-b444-8500f1533a1d', 'status': 'completed', 'code': 200} Dec 15 04:59:26.100947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-ff94a0ba-72a4-4880-9d4f-fb7e69f6358e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320386 Dec 15 04:59:26.127672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49368c3b-71e2-4436-b35b-4dfb213bde6e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b9472-38c3-411d-ad7b-aaeeb6b37d1e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:26.291792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:59:26.337346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14f06fbf-00d9-433a-a436-2a9b23452e9e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.393069 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14f06fbf-00d9-433a-a436-2a9b23452e9e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.397624 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-97dae5bf-1525-4a27-9d36-dc7a24c94835 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818489 Dec 15 04:59:26.429111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-348945b3-d396-448a-a10c-57980ff0f7f7 None None] Provisioning complete for port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:26.430191 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-348945b3-d396-448a-a10c-57980ff0f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.506286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-348945b3-d396-448a-a10c-57980ff0f7f7 None None] Port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:26.535168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:26.546133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6af96161-1477-46d2-9d68-e66ffa4f4233 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "PUT /v2.0/routers/aedb0c69-cf00-4c66-a1d3-ebb4220d4626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8513541 Dec 15 04:59:26.550195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39138) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:26.551318 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Sync routers for ids ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:26.557388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-559b17f1-7426-472c-a97b-f33acd3fe47e req-a19abe47-313f-42fb-b01e-4330bd67302a service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507616 Dec 15 04:59:26.558753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14f06fbf-00d9-433a-a436-2a9b23452e9e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.558897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cfda-988c-4d40-9d8b-0a3815278cfb req-663c5816-6c48-4f92-bac4-49918c553a69 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.562293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14f06fbf-00d9-433a-a436-2a9b23452e9e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.563667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-14f06fbf-00d9-433a-a436-2a9b23452e9e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e30503c-8122-47a8-b946-956a76b526be HTTP/1.1" status: 204 len: 168 time: 0.4841330 Dec 15 04:59:26.567311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:26.570533 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Routers {'aedb0c69-cf00-4c66-a1d3-ebb4220d4626'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:26.571626 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:26.579638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23a3cfda-988c-4d40-9d8b-0a3815278cfb req-663c5816-6c48-4f92-bac4-49918c553a69 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1704822 Dec 15 04:59:26.609755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f06fbf-00d9-433a-a436-2a9b23452e9e tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30503c-8122-47a8-b946-956a76b526be,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:26.619162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-4f604c30-ad6f-4716-a06e-1da92f76fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.621064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-4f604c30-ad6f-4716-a06e-1da92f76fb6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1097 time: 0.1804981 Dec 15 04:59:26.743887 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Set router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:26.751018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23a3cfda-988c-4d40-9d8b-0a3815278cfb req-bcdc9d8e-8ccb-4779-9f60-38c46206df7a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687062 Dec 15 04:59:26.754074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-849481ed-d998-4a9e-a882-1e57ef8f3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.756051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-849481ed-d998-4a9e-a882-1e57ef8f3a57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 1095 time: 0.0863726 Dec 15 04:59:26.770790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 3218de05-6f6b-4496-b377-e0b710889aef {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:26.770790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.770990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6033bde5-4172-4aa8-978f-fe69ecc11015 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.771663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6033bde5-4172-4aa8-978f-fe69ecc11015 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports/d846a8b7-7f29-4a19-ae60-7eb4cdde1388 HTTP/1.1" status: 200 len: 911 time: 0.1819000 Dec 15 04:59:26.776607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39148) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:26.852888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da23cae0-40aa-4383-939c-135a8f6f1c7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.859202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da23cae0-40aa-4383-939c-135a8f6f1c7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.860560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-da23cae0-40aa-4383-939c-135a8f6f1c7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0829871 Dec 15 04:59:26.864283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:26.866682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:26.948682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-88af4e57-c9e2-4fbd-a604-b8e9c38e581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:26.950179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-88af4e57-c9e2-4fbd-a604-b8e9c38e581b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.2927449 Dec 15 04:59:26.974280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:27.053622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:27.117097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-4efecaed-8903-4e6c-aec2-bfba40662a24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 1000 time: 0.1534965 Dec 15 04:59:27.118677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=3218de05-6f6b-4496-b377-e0b710889aef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:27.126156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:27.131404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b30b4-469d-4e0b-a562-5a94e5a49376 None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:27.136406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf05b5d0-35a1-4e1c-b5cb-8c9afc132e0f tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/3218de05-6f6b-4496-b377-e0b710889aef HTTP/1.1" status: 204 len: 168 time: 0.5635161 Dec 15 04:59:27.148511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39162) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:27.155960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:27.186430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-974dda62-ac8e-463c-aa06-153238463d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:27.191839 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-974dda62-ac8e-463c-aa06-153238463d54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.0551889 Dec 15 04:59:27.271778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-3d035fb3-d1c7-4a11-8e21-0bdfe679e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:27.273536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-3d035fb3-d1c7-4a11-8e21-0bdfe679e220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.5055442 Dec 15 04:59:27.339139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-ebf59f08-d421-46de-ad90-bafe27c15abe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c0f296-8a95-4105-b444-8500f1533a1d HTTP/1.1" status: 200 len: 217 time: 0.0559320 Dec 15 04:59:27.402639 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:22Z', 'updated_at': '2021-12-15T04:59:24Z', 'revision_number': 2, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None, '_interfaces': [{'id': 'd846a8b7-7f29-4a19-ae60-7eb4cdde1388', 'name': '', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'mac_address': 'fa:16:3e:b5:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '2e2dc8ab-4ab8-49a0-badf-49eb9842b186', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:23Z', 'updated_at': '2021-12-15T04:59:24Z', 'revision_number': 2, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'subnets': [{'id': '2e2dc8ab-4ab8-49a0-badf-49eb9842b186', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:27.496865 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Checking router: aedb0c69-cf00-4c66-a1d3-ebb4220d4626 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:27.498587 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Updating router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:59:27.516841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-ea11936e-aebb-409d-b01d-9e1185472c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:27.523218 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-ea11936e-aebb-409d-b01d-9e1185472c12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.1654596 Dec 15 04:59:27.526873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:27.533741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:27.558596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-7a63348d-c168-4573-b3db-4ec48d788ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:27.560759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-7a63348d-c168-4573-b3db-4ec48d788ede service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3558545 Dec 15 04:59:27.561847 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:27.571668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602540b9-56cf-4362-bbad-ad7e9a786d33 req-b0ccb34d-e8d7-472f-98bd-39ef03454770 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:27.584222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-602540b9-56cf-4362-bbad-ad7e9a786d33 req-b0ccb34d-e8d7-472f-98bd-39ef03454770 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 943 time: 0.2673132 Dec 15 04:59:27.606257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-c21c3fb0-b5da-42a3-b53c-130309e96d16 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 04:59:27.608575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-c21c3fb0-b5da-42a3-b53c-130309e96d16 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077043 Dec 15 04:59:27.631169 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-9d15876b-3ca4-4d12-ae8b-666a5908b181 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884953 Dec 15 04:59:27.697206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-274b0259-ef1c-4784-a885-502e4f48969f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:27.816309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-602540b9-56cf-4362-bbad-ad7e9a786d33 req-08d15101-f2bd-4c9f-8878-d87c1a040fef tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297184 Dec 15 04:59:28.039895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-fff5eb03-18ed-4b25-889f-c32a2a5dc968 service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190733 Dec 15 04:59:28.087801 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.102146 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.200170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-a45e8799-deed-49ca-89d6-8fba79408bf2 req-35355cfd-72f1-4eb2-8e97-90a10e94e05d service neutron] (103132) timed out ('10.222.0.37', 45414) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 04:59:28.202703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-687cdfe6-1e6b-4f6d-8e5b-7e4f78b2975f service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681899 Dec 15 04:59:28.205901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.211700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.239776 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Pushing event updated for resources: {'Port': ['ID=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:28.294616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf15d9-d74e-45f2-8235-f79700ae2fc3 req-ac3d635c-d4ec-4ef3-8caa-a6821462ebfb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:28.304251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17bf15d9-d74e-45f2-8235-f79700ae2fc3 req-ac3d635c-d4ec-4ef3-8caa-a6821462ebfb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.4080641 Dec 15 04:59:28.327492 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Attempting to bind port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:28.328141 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Attempting to bind port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:28.328656 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Attempting to bind port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:28.332879 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.335245 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.336700 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.337187 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.341127 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.342202 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.342738 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.343233 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.344990 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.345508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.346135 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.347187 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.349664 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 04:59:28.361335 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:28.363354 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:28.365727 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.366583 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:28.368716 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Bound port: d846a8b7-7f29-4a19-ae60-7eb4cdde1388, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:28.370069 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.458910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=7a59c82e-4113-459a-be7d-2e08a31969d3,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:28.472655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c6978438-e6f8-4780-bc80-42180f3d6da4 req-5445c613-4d2f-4c34-9f63-d51791bd28a9 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584689 Dec 15 04:59:28.476135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39184) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:28.481346 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] For port d846a8b7-7f29-4a19-ae60-7eb4cdde1388, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:28.487049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] For port d846a8b7-7f29-4a19-ae60-7eb4cdde1388, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:28.501563 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.506653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 97c0f296-8a95-4105-b444-8500f1533a1d details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 04:59:28.508810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:28.512887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:28.517952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:28.518890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.549399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-15a90a14-a8c4-423d-9436-1f9bf8eff0df tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3997998 Dec 15 04:59:28.552007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39188) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:28.560023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085109695'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:28.608455 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.629652 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271520d-45ac-49cd-ae8f-527069f20994 None None] Pushing event updated for resources: {'Port': ['ID=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:28.652200 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Routers {'aedb0c69-cf00-4c66-a1d3-ebb4220d4626'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:28.653154 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:28.705394 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3918b7ae-9c0b-4aa6-ab14-ff5beedfcef1 req-6d3cb3dd-f282-483a-b200-6605f2504516 service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414838 Dec 15 04:59:28.781549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17bf15d9-d74e-45f2-8235-f79700ae2fc3 req-760d7cf8-b3db-419b-b30e-ddd12f54de53 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4763300 Dec 15 04:59:28.790807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-24b2210d-ff5b-4a65-b845-d5f0f7086897 None None] Provisioning complete for port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:28.791785 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24b2210d-ff5b-4a65-b845-d5f0f7086897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.839287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.844744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 97c0f296-8a95-4105-b444-8500f1533a1d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=97c0f296-8a95-4105-b444-8500f1533a1d,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:28.853965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.864470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c082c6e-1090-404c-9b6f-74fe7aa4cbb8 None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:28.895939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port d846a8b7-7f29-4a19-ae60-7eb4cdde1388 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:28.896334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:28.921193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '97c0f296-8a95-4105-b444-8500f1533a1d', 'network_id': '2b650e30-55f5-451e-b8b2-017ea8a1c256', 'port_id': '97c0f296-8a95-4105-b444-8500f1533a1d', 'mac_address': 'fa:16:3e:62:6e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944fcfc9-8066-4bd2-b89b-097168154c4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 04:59:28.939745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'network': {'name': 'tempest-network-smoke--1576603195', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:28.972968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] Set router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:29.010364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d2d83-badb-4255-a0dd-ca91955bf4f0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.051494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.055199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.059515 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-86d903a6-2faa-4259-b6b9-cab55ffe9239 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5037696 Dec 15 04:59:29.064643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:29.068810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39192) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:29.069673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.085542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'security_group': {'name': 'tempest-secgroup-363585808'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:29.087364 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.141883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c0f296-8a95-4105-b444-8500f1533a1d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:59:29.146235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24b2210d-ff5b-4a65-b845-d5f0f7086897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.167907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] For port d846a8b7-7f29-4a19-ae60-7eb4cdde1388, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:29.176582 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.227816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for d846a8b7-7f29-4a19-ae60-7eb4cdde1388 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:29.231990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.239418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.249586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.266908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76671f1c-bb4e-4415-b3b8-496fcdae3e23 req-5d126777-f659-401b-b30e-6041e66aabd6 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:29.272704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 97c0f296-8a95-4105-b444-8500f1533a1d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=97c0f296-8a95-4105-b444-8500f1533a1d,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:29.275836 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-24b2210d-ff5b-4a65-b845-d5f0f7086897 None None] For port d846a8b7-7f29-4a19-ae60-7eb4cdde1388, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:29.277124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:59:29.282984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76671f1c-bb4e-4415-b3b8-496fcdae3e23 req-5d126777-f659-401b-b30e-6041e66aabd6 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 943 time: 0.2486675 Dec 15 04:59:29.288058 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:22Z', 'updated_at': '2021-12-15T04:59:24Z', 'revision_number': 2, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None, '_interfaces': [{'id': 'd846a8b7-7f29-4a19-ae60-7eb4cdde1388', 'name': '', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'mac_address': 'fa:16:3e:b5:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '2e2dc8ab-4ab8-49a0-badf-49eb9842b186', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:23Z', 'updated_at': '2021-12-15T04:59:28Z', 'revision_number': 4, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'subnets': [{'id': '2e2dc8ab-4ab8-49a0-badf-49eb9842b186', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:29.295698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24b2210d-ff5b-4a65-b845-d5f0f7086897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.301367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4418e1-3b0d-40a7-8e20-1fe8b15f16d3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.305056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.312044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.312843 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Added segment 86b6db9e-aa65-4986-9ccc-0223fc03bfed of type vlan for network 27429e38-a05e-48f8-9cb4-64231ac2b557 Dec 15 04:59:29.353266 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebada5a-0467-4122-9923-d72c5c8104a3 None None] The sync data for ids ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'] in n-d-820935-10 is: [{'id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:22Z', 'updated_at': '2021-12-15T04:59:24Z', 'revision_number': 2, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None, '_interfaces': [{'id': 'd846a8b7-7f29-4a19-ae60-7eb4cdde1388', 'name': '', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'mac_address': 'fa:16:3e:b5:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '2e2dc8ab-4ab8-49a0-badf-49eb9842b186', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:23Z', 'updated_at': '2021-12-15T04:59:28Z', 'revision_number': 4, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'subnets': [{'id': '2e2dc8ab-4ab8-49a0-badf-49eb9842b186', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:29.369319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.406447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.416319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:29.417813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.429655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2210d-ff5b-4a65-b845-d5f0f7086897 None None] Pushing event updated for resources: {'Port': ['ID=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.513020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] Update dhcp port {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'fixed_ips': [{'subnet_id': '5b3a75da-909c-49a9-98aa-796fe83e751e', 'ip_address': '172.20.0.18'}, {'subnet_id': '7a59c82e-4113-459a-be7d-2e08a31969d3'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '76f90ba6-0641-410d-b266-4b7addfec406'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:59:29.544158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0651970 Dec 15 04:59:29.572965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39196) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:29.589057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818247720', 'admin_state_up': True, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:29.594989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76671f1c-bb4e-4415-b3b8-496fcdae3e23 req-503931b1-ee97-469a-b098-6d081bbedd3e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110895 Dec 15 04:59:29.610577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3db4a5-2fd8-4b9f-8595-11033f9f141b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Network': ['ID=27429e38-a05e-48f8-9cb4-64231ac2b557,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.638622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:59:29.652038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['97c0f296-8a95-4105-b444-8500f1533a1d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 04:59:29.653997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.655134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.694204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.706859 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.708366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dd66a3a4-e426-4305-8fb4-cf5dcf7cdfee None None] Provisioning complete for port 86a7fcc4-1cce-4055-ad50-fcff593551ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:29.708917 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd66a3a4-e426-4305-8fb4-cf5dcf7cdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.718346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.775541 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.821185 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.824928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7526803 Dec 15 04:59:29.827122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83040c-1882-4443-98cc-aa7af69e2012 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161b03d2-8905-43f5-97f3-75c4d1c03050,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.830575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:29.835646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545324999'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:29.850555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=97c0f296-8a95-4105-b444-8500f1533a1d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.852210 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:29.916604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=d846a8b7-7f29-4a19-ae60-7eb4cdde1388,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:29.946162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.003698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8884bef6-8345-476b-a7cb-0c50bbe312c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.050224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-dd66a3a4-e426-4305-8fb4-cf5dcf7cdfee None None] Port 86a7fcc4-1cce-4055-ad50-fcff593551ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:30.058216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dd66a3a4-e426-4305-8fb4-cf5dcf7cdfee None None] Could not find standard attr ID for object d846a8b7-7f29-4a19-ae60-7eb4cdde1388. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:30.129031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.163161 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.174024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dd66a3a4-e426-4305-8fb4-cf5dcf7cdfee None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:30.174618 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dd66a3a4-e426-4305-8fb4-cf5dcf7cdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.333227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814661-42d9-48fc-8c04-9d1b3b3075f3 req-867b7adc-e50b-4189-b10f-2be08207422c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:30.335430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa814661-42d9-48fc-8c04-9d1b3b3075f3 req-867b7adc-e50b-4189-b10f-2be08207422c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.3905938 Dec 15 04:59:30.402454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] Allocated IP 172.20.0.2 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/7a59c82e-4113-459a-be7d-2e08a31969d3/76f90ba6-0641-410d-b266-4b7addfec406) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:30.526872 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.603116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.661447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76f90ba6-0641-410d-b266-4b7addfec406,segment=NetworkSegment(097a74a8-8f2d-44f4-922d-6b7647768dbb),segment_id=097a74a8-8f2d-44f4-922d-6b7647768dbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:30.697792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.706897 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.817935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3d22-c7f8-421a-b7d0-ce7a93d4af59 None None] Pushing event updated for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:30.961428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:30.981613 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.012264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa814661-42d9-48fc-8c04-9d1b3b3075f3 req-cacd8860-407d-400e-bee1-bbaa04aeeb1f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816765 Dec 15 04:59:31.055249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.056559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2250342 Dec 15 04:59:31.059921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39208) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:31.064057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f212-2843-48a2-88c6-b094855de310 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c1834-8564-47bc-ab05-67450c3fb597,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:31.065371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1004078319', 'security_groups': ['f29c1834-8564-47bc-ab05-67450c3fb597'], 'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a59c82e-4113-459a-be7d-2e08a31969d3'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:31.071277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:31.101141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccf134-f10c-468e-b380-5830a3ce6d4d req-e5d8742f-ca60-4fff-a903-13e45a6dffb7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:31.102676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7ccf134-f10c-468e-b380-5830a3ce6d4d req-e5d8742f-ca60-4fff-a903-13e45a6dffb7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 944 time: 0.1058512 Dec 15 04:59:31.196251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.25.2.240 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/354201e4-7144-493f-ac7c-22805e09fa6f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:31.199893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.228695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7ccf134-f10c-468e-b380-5830a3ce6d4d req-35449efc-4577-4fa3-bc3b-a4e8f9e21601 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883589 Dec 15 04:59:31.232024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:31.239663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39210) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:31.239826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7bed7b59-3e78-4786-aad4-c81389e8a2e9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "PUT /v2.0/routers/aedb0c69-cf00-4c66-a1d3-ebb4220d4626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3721476 Dec 15 04:59:31.313237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:31.388221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6eec90-9c14-4c9b-b214-86d28b88aab0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:31.389905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6eec90-9c14-4c9b-b214-86d28b88aab0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:31.391474 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c6eec90-9c14-4c9b-b214-86d28b88aab0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1508148 Dec 15 04:59:31.394210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:31.448276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.460609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.484836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] device_id is not set on port 32666b5a-112b-4cb7-9bf3-5ed83f24366f yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:31.494169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 2e2dc8ab-4ab8-49a0-badf-49eb9842b186 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:31.501017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.511109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] Sync routers for ids ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:31.527340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] Routers {'aedb0c69-cf00-4c66-a1d3-ebb4220d4626'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:31.530491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:31.588696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.640635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.667893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.738927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:31.743788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.754613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:31.770664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:31.787251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2dc8ab-4ab8-49a0-badf-49eb9842b186,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:31.796244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:31.800520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-006869eb-c547-4ed7-b6b4-a057997d83e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/2e2dc8ab-4ab8-49a0-badf-49eb9842b186 HTTP/1.1" status: 204 len: 168 time: 0.4049528 Dec 15 04:59:31.803319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39222) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:31.815846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:31.817659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37044f18-939a-4c8e-b38d-7a4dcbed799a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:31.819262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f4c6c-3fd7-450f-9f37-4a2982c1f78c None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:31.841425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=354201e4-7144-493f-ac7c-22805e09fa6f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:31.895224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] Set router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:31.928738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eb51f561-4cda-4193-ad30-d5df76b8430f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1225884 Dec 15 04:59:31.930694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39224) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:31.943935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.13 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/7a59c82e-4113-459a-be7d-2e08a31969d3/32666b5a-112b-4cb7-9bf3-5ed83f24366f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:31.982360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:22Z', 'updated_at': '2021-12-15T04:59:29Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:31.989582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5c39f987-b9bc-47d1-81a2-0e1cd74f4f97 None None] Provisioning complete for port 86a7fcc4-1cce-4055-ad50-fcff593551ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:31.989873 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5c39f987-b9bc-47d1-81a2-0e1cd74f4f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.037270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.044417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] Checking router: aedb0c69-cf00-4c66-a1d3-ebb4220d4626 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:32.100871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5c39f987-b9bc-47d1-81a2-0e1cd74f4f97 None None] Port 86a7fcc4-1cce-4055-ad50-fcff593551ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:32.105907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] Routers {'aedb0c69-cf00-4c66-a1d3-ebb4220d4626'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:32.106548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:32.174819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:32.175311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.210866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] Set router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:32.220360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.258962 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.265685 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.275635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5c39f987-b9bc-47d1-81a2-0e1cd74f4f97 None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:32.276298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5c39f987-b9bc-47d1-81a2-0e1cd74f4f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.277987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:32.283662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:22Z', 'updated_at': '2021-12-15T04:59:29Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:32.323607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.324653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Fanout notify agent at l3_agent the message router_deleted on router aedb0c69-cf00-4c66-a1d3-ebb4220d4626 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:59:32.335303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.336762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2c6e9205-0641-43c2-b60f-06f24fd4c0db tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/routers/aedb0c69-cf00-4c66-a1d3-ebb4220d4626 HTTP/1.1" status: 204 len: 168 time: 0.4034052 Dec 15 04:59:32.339955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39228) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:32.348620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:32.365784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.386973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7a122-3541-452c-8537-8aca5ede6e36 None None] The sync data for ids ['aedb0c69-cf00-4c66-a1d3-ebb4220d4626'] in n-d-820935-10 is: [{'id': 'aedb0c69-cf00-4c66-a1d3-ebb4220d4626', 'name': 'tempest-NetworksTestDHCPv6-router-269313730', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:22Z', 'updated_at': '2021-12-15T04:59:29Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:32.508568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eff207-0aef-4b6e-b21c-b10f79e7efe0 req-b52b695a-a886-427f-b5fc-4690f8e6b00f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:32.510056 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03eff207-0aef-4b6e-b21c-b10f79e7efe0 req-b52b695a-a886-427f-b5fc-4690f8e6b00f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 944 time: 0.0876241 Dec 15 04:59:32.521056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:32.525838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.526039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 97c0f296-8a95-4105-b444-8500f1533a1d up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:32.543174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.605961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] Deleting port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:32.606335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.645111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:32.651009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:32.654083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:32.725270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] For port 6501ae0c-5350-4a0e-9f60-ef80314a67c4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6501ae0c-5350-4a0e-9f60-ef80314a67c4,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:32.725680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.729117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.742725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] Calling delete_port for 6501ae0c-5350-4a0e-9f60-ef80314a67c4 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:32.751951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=32666b5a-112b-4cb7-9bf3-5ed83f24366f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:32.783179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03eff207-0aef-4b6e-b21c-b10f79e7efe0 req-f46effd9-5237-4ee0-82fd-9bf0d349e035 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642701 Dec 15 04:59:32.813086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.896101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.905380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:32.917937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:32.928377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:32.930622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.938885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:32.939846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.945861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] No DVR routers for this DVR port 6501ae0c-5350-4a0e-9f60-ef80314a67c4 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:32.948401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b621f-faa1-425e-9b9b-dd06060d1239 None None] Pushing event deleted for resources: {'Port': ['ID=6501ae0c-5350-4a0e-9f60-ef80314a67c4,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:32.957852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.970968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=8ff7330b-aa4b-4c94-997a-92536b77cc9e,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:32.971242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 97c0f296-8a95-4105-b444-8500f1533a1d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 04:59:32.988363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 97c0f296-8a95-4105-b444-8500f1533a1d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:32.988759 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:32.989751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-40c8f42f-c1be-4bf4-9adb-cd269df7478a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6481938 Dec 15 04:59:32.991532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:33.004388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:33.008173 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-795bbc9a-aa34-4033-8b0f-c9b4a7b4bce0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9428852 Dec 15 04:59:33.008841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39234) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:33.024926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:33.040437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af3ceea-a1b7-4368-8b74-0353f145a553 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:33.053448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.054665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.143477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.150074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.159247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f87a4393-7cf9-4135-8c8b-aef1e1e83fc4 None None] Provisioning complete for port 354201e4-7144-493f-ac7c-22805e09fa6f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:33.159639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f87a4393-7cf9-4135-8c8b-aef1e1e83fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.174883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.180224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7ed44307-30a4-4dab-b889-4df1b3a7feea tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1860611 Dec 15 04:59:33.180503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:33.207180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.245966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f87a4393-7cf9-4135-8c8b-aef1e1e83fc4 None None] Port 354201e4-7144-493f-ac7c-22805e09fa6f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:33.263822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:59:33.291241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c0f296-8a95-4105-b444-8500f1533a1d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:59:33.293730 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b47ba5b-fce1-486b-b2e0-616a9145ec83" -d '{"events": [{"server_uuid": "c114f9de-944a-4567-af4f-b17c99f675f6", "name": "network-vif-plugged", "status": "completed", "tag": "97c0f296-8a95-4105-b444-8500f1533a1d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:59:33.370859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 97c0f296-8a95-4105-b444-8500f1533a1d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=97c0f296-8a95-4105-b444-8500f1533a1d,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:33.374945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f87a4393-7cf9-4135-8c8b-aef1e1e83fc4 None None] Provisioning complete for port 32666b5a-112b-4cb7-9bf3-5ed83f24366f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:33.375331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f87a4393-7cf9-4135-8c8b-aef1e1e83fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.380000 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 04:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ffd99-2e69-4dfe-990b-6372adcfda54 x-openstack-request-id: req-155ffd99-2e69-4dfe-990b-6372adcfda54 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:59:33.380000 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c114f9de-944a-4567-af4f-b17c99f675f6", "name": "network-vif-plugged", "status": "completed", "tag": "97c0f296-8a95-4105-b444-8500f1533a1d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:59:33.380000 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-155ffd99-2e69-4dfe-990b-6372adcfda54 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:59:33.380000 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c0f296-8a95-4105-b444-8500f1533a1d', 'code': 200} Dec 15 04:59:33.386295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '8ff7330b-aa4b-4c94-997a-92536b77cc9e'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:33.387135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.407901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:33.415734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.418134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.473627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.615058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6501ae0c-5350-4a0e-9f60-ef80314a67c4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:33.624522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f87a4393-7cf9-4135-8c8b-aef1e1e83fc4 None None] Port 32666b5a-112b-4cb7-9bf3-5ed83f24366f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:33.649886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc70a8-0a8d-4947-8fa0-12353e402fba req-d30c6f6a-71da-4b77-80e1-05c1411cd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:33.651558 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1bc70a8-0a8d-4947-8fa0-12353e402fba req-d30c6f6a-71da-4b77-80e1-05c1411cd3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 1097 time: 0.1483083 Dec 15 04:59:33.662104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:33.666959 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a59c82e-4113-459a-be7d-2e08a31969d3 (CIDR: 172.20.0.0/28) Dec 15 04:59:33.667878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6501ae0c-5350-4a0e-9f60-ef80314a67c4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:33.668273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6501ae0c-5350-4a0e-9f60-ef80314a67c4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:33.668704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d846a8b7-7f29-4a19-ae60-7eb4cdde1388 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:33.676410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.680977 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:33.691297 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:33.693966 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:59:33.694465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:33.702163 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:33.737215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1bc70a8-0a8d-4947-8fa0-12353e402fba req-5220c3e8-df96-426f-9dfa-94df23d16579 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690913 Dec 15 04:59:33.738329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=97c0f296-8a95-4105-b444-8500f1533a1d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:33.741133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.745075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d846a8b7-7f29-4a19-ae60-7eb4cdde1388 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:33.745429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d846a8b7-7f29-4a19-ae60-7eb4cdde1388 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:33.748549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bd1eff16-d775-4308-8b83-bf79c82879f7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1726689 Dec 15 04:59:33.751695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39242) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:33.755123 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.765795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/8ff7330b-aa4b-4c94-997a-92536b77cc9e/c66cd423-d47b-4fb8-be3c-64fcaf14365c) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:33.767395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b67ad0a-cb79-4424-9a0f-309fae0ca3cd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7496831 Dec 15 04:59:33.775882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39244) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:33.783365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:33.873142 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:33.902140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cc88101b-61f1-4865-bde0-b6350cf0d1ca tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b191678f61da4a0bb6af6f28bca491e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1492717 Dec 15 04:59:33.906242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39250) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:33.938857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.950499 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:33.998531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb8da-64c4-4c9f-867d-5587f1c7bc5e req-63a0b567-3f3c-4877-8cc3-4fb87196b732 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:34.000713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80bdb8da-64c4-4c9f-867d-5587f1c7bc5e req-63a0b567-3f3c-4877-8cc3-4fb87196b732 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 945 time: 0.1121631 Dec 15 04:59:34.024709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:34.028737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:34.032884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:34.045147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Pushing event updated for resources: {'Port': ['ID=c66cd423-d47b-4fb8-be3c-64fcaf14365c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:34.065143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95bd25f-232e-4844-ba17-5d39ea1bcbbe tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:34.070620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e95bd25f-232e-4844-ba17-5d39ea1bcbbe tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631584 Dec 15 04:59:34.071612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39252) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:34.099525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80bdb8da-64c4-4c9f-867d-5587f1c7bc5e req-f01dedd7-8cc0-4f54-86f2-79957aba74b6 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872002 Dec 15 04:59:34.117723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39254) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:34.117939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e6cd04ec-08d0-4966-851b-2d85df4b3dc4 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416374 Dec 15 04:59:34.123672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341192793', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:34.124502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Attempting to bind port c66cd423-d47b-4fb8-be3c-64fcaf14365c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:34.125228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Attempting to bind port c66cd423-d47b-4fb8-be3c-64fcaf14365c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:34.126508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:34.131183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::1 (16079ce4-e180-4983-82f9-1ec8db4fda78/8ff7330b-aa4b-4c94-997a-92536b77cc9e/16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:34.131383 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.132626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Attempting to bind port c66cd423-d47b-4fb8-be3c-64fcaf14365c on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:34.139931 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:32Z', 'revision_number': 3, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:34.140687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:34.141368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:34.142227 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.142814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:34.143478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Bound port: c66cd423-d47b-4fb8-be3c-64fcaf14365c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:34.144016 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.180110 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:34.180567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Updating router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 port 354201e4-7144-493f-ac7c-22805e09fa6f binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:59:34.217334 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.227571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] For port c66cd423-d47b-4fb8-be3c-64fcaf14365c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:34.232875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] For port c66cd423-d47b-4fb8-be3c-64fcaf14365c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c66cd423-d47b-4fb8-be3c-64fcaf14365c,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:34.238512 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.250334 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5b3a75da-909c-49a9-98aa-796fe83e751e (CIDR: 172.20.0.16/28) Dec 15 04:59:34.256094 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:59:34.256770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:34.283384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c9c2ebcf-af52-435e-baf3-48252702ff99 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5061469 Dec 15 04:59:34.286699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39256) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:34.307056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'subnet': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:34.310530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2862ae0-7dcd-4094-bfdc-64bab194620a None None] Pushing event updated for resources: {'Port': ['ID=c66cd423-d47b-4fb8-be3c-64fcaf14365c,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:34.355520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.385952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:34.391968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.448277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Made reservation on behalf of 5eef08008a684f7baa95c8aeab268837 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:34.455287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.474207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.497178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:34.505129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:34.515467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:34.515467 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.546535 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.553415 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.625817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0c50d-aefe-4584-99ac-eeb3afbf64ab None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:34.644717 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0c08-bba9-45fd-947f-e91b773f125a None None] Pushing event updated for resources: {'Port': ['ID=354201e4-7144-493f-ac7c-22805e09fa6f,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:34.647606 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Attempting to bind port 354201e4-7144-493f-ac7c-22805e09fa6f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:34.648097 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Attempting to bind port 354201e4-7144-493f-ac7c-22805e09fa6f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:34.648563 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Attempting to bind port 354201e4-7144-493f-ac7c-22805e09fa6f on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:34.656482 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:34.657010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:34.657658 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.658561 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:34.658952 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Bound port: 354201e4-7144-493f-ac7c-22805e09fa6f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:34.660475 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.766368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9ec865dc-5459-48d6-ae6c-fd619705bda8 None None] Provisioning complete for port 354201e4-7144-493f-ac7c-22805e09fa6f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:34.766657 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9ec865dc-5459-48d6-ae6c-fd619705bda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.779534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:34.784540 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] For port 354201e4-7144-493f-ac7c-22805e09fa6f, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:34.788571 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] For port 354201e4-7144-493f-ac7c-22805e09fa6f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=354201e4-7144-493f-ac7c-22805e09fa6f,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:34.799992 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.832122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9ec865dc-5459-48d6-ae6c-fd619705bda8 None None] Port 354201e4-7144-493f-ac7c-22805e09fa6f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:34.880482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17949c-6c31-47ae-ac90-9b1c18118649 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:34.926232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.949470 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:34.950120 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:34.955732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0c08-bba9-45fd-947f-e91b773f125a None None] Pushing event updated for resources: {'Port': ['ID=354201e4-7144-493f-ac7c-22805e09fa6f,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:34.960363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-989add28-f7c9-4376-bf03-ca468c60726b None None] Provisioning complete for port 354201e4-7144-493f-ac7c-22805e09fa6f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:34.964224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-989add28-f7c9-4376-bf03-ca468c60726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.983649 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:34.996447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:35.003434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:35.009470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:35.010280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:35.022263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a1b9c-c750-4098-966d-25e8376b4bc0 None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:35.022823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Subnet': ['ID=aad9352f-8663-48de-b708-08fae856bc34,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:35.043970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-73fdcd6e-5ff7-4635-b748-e566bf3fe11d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7538071 Dec 15 04:59:35.044300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:35.053335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679476377', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aad9352f-8663-48de-b708-08fae856bc34'}], 'security_groups': ['ed5d2d83-badb-4255-a0dd-ca91955bf4f0', '161b03d2-8905-43f5-97f3-75c4d1c03050']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:35.058694 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:35.123572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Subnet': ['ID=3a2ee71d-72ae-461a-97d0-bd061bd247fb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:35.183734 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:35.234665 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:35.356715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Checking segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:35.357789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network hostable DHCP agents. Network: 27429e38-a05e-48f8-9cb4-64231ac2b557, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:59:35.415980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387d5d7-d8f0-4539-bc60-1859a2926634 req-28679b87-3087-4f75-8455-9cd7f99e277a tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:35.417868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d387d5d7-d8f0-4539-bc60-1859a2926634 req-28679b87-3087-4f75-8455-9cd7f99e277a tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 945 time: 0.1566536 Dec 15 04:59:35.492630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:59:35.523484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 27429e38-a05e-48f8-9cb4-64231ac2b557) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:35.608274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:35.608274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:35.608944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d387d5d7-d8f0-4539-bc60-1859a2926634 req-f1e26b34-d295-4a25-9f9c-ef937c4d875b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815457 Dec 15 04:59:35.652859 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:32Z', 'revision_number': 3, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:35.676610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-afdfa503-5806-4e3b-a438-7ea8dd409cb7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5578032 Dec 15 04:59:35.679725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39270) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:35.680842 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526005e1-2059-4957-b245-9115e1ffbd04 None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:32Z', 'revision_number': 3, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:35.772524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f10860-3fe7-40b4-b490-d9777879ca43 None None] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:35.779025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c66cd423-d47b-4fb8-be3c-64fcaf14365c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:35.798666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:35.813845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:35.813845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.034661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:36.106412 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-989add28-f7c9-4376-bf03-ca468c60726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.130383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:36.138089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:36.193509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-989add28-f7c9-4376-bf03-ca468c60726b None None] For port 354201e4-7144-493f-ac7c-22805e09fa6f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=354201e4-7144-493f-ac7c-22805e09fa6f,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:36.251295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Delete allocated IP 172.20.0.13 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/7a59c82e-4113-459a-be7d-2e08a31969d3) {{(pid=103132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 04:59:36.266055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Allocated IP 172.20.0.36 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/aad9352f-8663-48de-b708-08fae856bc34/32666b5a-112b-4cb7-9bf3-5ed83f24366f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:36.304059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-989add28-f7c9-4376-bf03-ca468c60726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.416489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] Update dhcp port {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'fixed_ips': [{'subnet_id': '5b3a75da-909c-49a9-98aa-796fe83e751e', 'ip_address': '172.20.0.18'}, {'subnet_id': '7a59c82e-4113-459a-be7d-2e08a31969d3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aad9352f-8663-48de-b708-08fae856bc34'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '76f90ba6-0641-410d-b266-4b7addfec406'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:59:36.476881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Router ed448a1e-c574-4cdd-b7c6-2741ccca4243 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:59:36.521289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989add28-f7c9-4376-bf03-ca468c60726b None None] Pushing event updated for resources: {'Port': ['ID=354201e4-7144-493f-ac7c-22805e09fa6f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:36.525966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c66cd423-d47b-4fb8-be3c-64fcaf14365c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:36.526495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.608451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-27429e38-a05e-48f8-9cb4-64231ac2b557', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:36.609321 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.681562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:36.689439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-48a6effa-1728-4411-ba41-c2d4f676da48 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "PUT /v2.0/routers/ed448a1e-c574-4cdd-b7c6-2741ccca4243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5073521 Dec 15 04:59:36.691379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39280) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:36.733387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.745421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f328d-9c64-4e64-97f1-054fe6724e74 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:36.747429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3e8f328d-9c64-4e64-97f1-054fe6724e74 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports/16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef HTTP/1.1" status: 200 len: 911 time: 0.0547805 Dec 15 04:59:36.750620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39282) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:36.768406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Sync routers for ids ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:36.776481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Provisioning complete for port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:36.777121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:36.853089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:36.855405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46871a-1c8e-4858-83f1-e3287eeadba9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:36.869848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46871a-1c8e-4858-83f1-e3287eeadba9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:36.872738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd46871a-1c8e-4858-83f1-e3287eeadba9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1209288 Dec 15 04:59:36.875538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39284) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:36.954428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Provisioning complete for port c66cd423-d47b-4fb8-be3c-64fcaf14365c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:36.955055 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:37.072489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Routers {'ed448a1e-c574-4cdd-b7c6-2741ccca4243'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:37.073546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:37.221563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Set router ed448a1e-c574-4cdd-b7c6-2741ccca4243 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:37.431432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:37.449697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:37.623281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] Allocated IP 172.20.0.34 (37c9c1d1-a3c3-43a1-8d84-18f6faad3006/aad9352f-8663-48de-b708-08fae856bc34/76f90ba6-0641-410d-b266-4b7addfec406) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:37.712262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:37.714085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event updated for resources: {'Port': ['ID=32666b5a-112b-4cb7-9bf3-5ed83f24366f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:37.755797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] In _notify_port_updated(), no bound segment for port 32666b5a-112b-4cb7-9bf3-5ed83f24366f on network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 04:59:37.769303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:37.770267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:37.775077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-785cbc22-a39c-45ae-a742-a1cc94462887 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "PUT /v2.0/ports/32666b5a-112b-4cb7-9bf3-5ed83f24366f HTTP/1.1" status: 200 len: 960 time: 2.7296634 Dec 15 04:59:37.775978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39290) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:37.785204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76f90ba6-0641-410d-b266-4b7addfec406,segment=NetworkSegment(097a74a8-8f2d-44f4-922d-6b7647768dbb),segment_id=097a74a8-8f2d-44f4-922d-6b7647768dbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:37.835119 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:37.892028 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.023627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.108116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 32666b5a-112b-4cb7-9bf3-5ed83f24366f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:38.108677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.145968 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.162514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Allocated IP 172.20.0.2 (27429e38-a05e-48f8-9cb4-64231ac2b557/3a2ee71d-72ae-461a-97d0-bd061bd247fb/99be24fc-eb24-4076-b606-8155ffb0f1cc) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:38.163459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.195743 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.276196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6c9ad-f6af-455f-8dbd-40c8e5dc34ad None None] Pushing event updated for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:38.302460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] For port c66cd423-d47b-4fb8-be3c-64fcaf14365c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c66cd423-d47b-4fb8-be3c-64fcaf14365c,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:38.374215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.386018 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.390228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 32666b5a-112b-4cb7-9bf3-5ed83f24366f owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:38.453859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:38.454217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.573657 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:59:38.574427 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:59:38.610949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee0542-1591-4ccb-bc2c-162152292aa8 None None] Pushing event updated for resources: {'Port': ['ID=c66cd423-d47b-4fb8-be3c-64fcaf14365c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:38.627859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aa11f324-76f2-49cb-b570-413620da6046 None None] Provisioning complete for port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:38.628426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa11f324-76f2-49cb-b570-413620da6046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.676779 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.695116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:38.765018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.876246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=32666b5a-112b-4cb7-9bf3-5ed83f24366f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:38.938809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:38.951348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0b68912e-32aa-4403-897b-9a0aee546c28 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/32666b5a-112b-4cb7-9bf3-5ed83f24366f HTTP/1.1" status: 204 len: 168 time: 1.1727586 Dec 15 04:59:38.953143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39304) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:38.959781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:34Z', 'revision_number': 2, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None, '_interfaces': [{'id': '16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef', 'name': '', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'mac_address': 'fa:16:3e:93:b2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '8ff7330b-aa4b-4c94-997a-92536b77cc9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:35Z', 'revision_number': 2, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'subnets': [{'id': '8ff7330b-aa4b-4c94-997a-92536b77cc9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:38.996804 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-462a6d73-acbb-406f-9157-735b444005c2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] GET failed (client error): The resource could not be found. Dec 15 04:59:39.001768 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39306) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:39.002453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-462a6d73-acbb-406f-9157-735b444005c2 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports/32666b5a-112b-4cb7-9bf3-5ed83f24366f HTTP/1.1" status: 404 len: 333 time: 0.0476866 Dec 15 04:59:39.016568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Checking router: ed448a1e-c574-4cdd-b7c6-2741ccca4243 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:39.016930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Updating router ed448a1e-c574-4cdd-b7c6-2741ccca4243 port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:59:39.068350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-aa11f324-76f2-49cb-b570-413620da6046 None None] Port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:39.071963 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.131718 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-155559c6-b6b2-43f2-8f17-6ec0e23f4ed3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.137666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.144486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.152767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.218708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-155559c6-b6b2-43f2-8f17-6ec0e23f4ed3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.221753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:39.228338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.20.0.1 (27429e38-a05e-48f8-9cb4-64231ac2b557/3a2ee71d-72ae-461a-97d0-bd061bd247fb/174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:39.285207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Port 16a8a1ec-43f3-4f3d-bfb1-1a3df67570ef not found while updating agent binding for router ed448a1e-c574-4cdd-b7c6-2741ccca4243. {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 04:59:39.290053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:39.297916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Pushing event updated for resources: {'Port': ['ID=99be24fc-eb24-4076-b606-8155ffb0f1cc,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:39.303391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:39.316611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:39.331083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Routers {'ed448a1e-c574-4cdd-b7c6-2741ccca4243'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:39.331736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:39.463772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9e14bfe7-8f06-427a-9e77-8175bb4bac48 None None] Provisioning complete for port 86a7fcc4-1cce-4055-ad50-fcff593551ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:39.464559 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e14bfe7-8f06-427a-9e77-8175bb4bac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.507959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.536626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.636938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.677249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9e14bfe7-8f06-427a-9e77-8175bb4bac48 None None] Port 86a7fcc4-1cce-4055-ad50-fcff593551ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:39.693945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:39.697470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:39.703039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:39.727531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-155559c6-b6b2-43f2-8f17-6ec0e23f4ed3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.748364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-155559c6-b6b2-43f2-8f17-6ec0e23f4ed3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.749993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-155559c6-b6b2-43f2-8f17-6ec0e23f4ed3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/security-groups/f29c1834-8564-47bc-ab05-67450c3fb597 HTTP/1.1" status: 204 len: 168 time: 0.7472174 Dec 15 04:59:39.754367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.755347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] Set router ed448a1e-c574-4cdd-b7c6-2741ccca4243 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:39.769838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39318) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:39.771866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155559c6-b6b2-43f2-8f17-6ec0e23f4ed3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c1834-8564-47bc-ab05-67450c3fb597,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:39.783156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c66cd423-d47b-4fb8-be3c-64fcaf14365c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:39.925759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9e14bfe7-8f06-427a-9e77-8175bb4bac48 None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:39.926381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e14bfe7-8f06-427a-9e77-8175bb4bac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:39.945493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:39.959879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:40.013218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.033929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e536e2-3731-474f-8ede-46d0447c6fa3 None None] The sync data for ids ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'] in n-d-820935-10 is: [{'id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:40.084967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Attempting to bind port 99be24fc-eb24-4076-b606-8155ffb0f1cc on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:40.085446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Attempting to bind port 99be24fc-eb24-4076-b606-8155ffb0f1cc by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:40.092580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Attempting to bind port 99be24fc-eb24-4076-b606-8155ffb0f1cc on network 27429e38-a05e-48f8-9cb4-64231ac2b557 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:40.098348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Router ed448a1e-c574-4cdd-b7c6-2741ccca4243 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:40.101541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28d4b42e-b0ad-425f-8048-af66e2f0b087 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.131346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:40.131751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Checking segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:40.132155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.132561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Bound using segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:40.133062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Bound port: 99be24fc-eb24-4076-b606-8155ffb0f1cc, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:40.137722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.147620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28d4b42e-b0ad-425f-8048-af66e2f0b087 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.263968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28d4b42e-b0ad-425f-8048-af66e2f0b087 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.268466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28d4b42e-b0ad-425f-8048-af66e2f0b087 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.269849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-28d4b42e-b0ad-425f-8048-af66e2f0b087 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/security-groups/161b03d2-8905-43f5-97f3-75c4d1c03050 HTTP/1.1" status: 204 len: 168 time: 0.4954271 Dec 15 04:59:40.284765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39322) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:40.361267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9e14bfe7-8f06-427a-9e77-8175bb4bac48 None None] Could not find standard attr ID for object 32666b5a-112b-4cb7-9bf3-5ed83f24366f. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:40.450242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c66cd423-d47b-4fb8-be3c-64fcaf14365c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:40.450541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.452931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4b42e-b0ad-425f-8048-af66e2f0b087 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161b03d2-8905-43f5-97f3-75c4d1c03050,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:40.456557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:40.477637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1bb8db75-c2fd-4959-bc20-07d58e0f3a5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "PUT /v2.0/routers/ed448a1e-c574-4cdd-b7c6-2741ccca4243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5979767 Dec 15 04:59:40.485263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39324) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:40.512251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] For port 99be24fc-eb24-4076-b606-8155ffb0f1cc, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:40.562996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] For port 99be24fc-eb24-4076-b606-8155ffb0f1cc, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99be24fc-eb24-4076-b606-8155ffb0f1cc,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:40.563948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b2b85592-9e46-4e9a-8f48-c089e45bb63d None None] Could not find standard attr ID for object 32666b5a-112b-4cb7-9bf3-5ed83f24366f. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:40.611853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a203f9fb-3283-48cc-b6ee-5530094e71bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.619212 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.649930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf1d89-ffc0-4093-8f19-7256efb8bb87 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:40.651954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf1d89-ffc0-4093-8f19-7256efb8bb87 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:40.653683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dbcf1d89-ffc0-4093-8f19-7256efb8bb87 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1670964 Dec 15 04:59:40.659045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39328) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:40.672338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a203f9fb-3283-48cc-b6ee-5530094e71bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.698467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.711201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.761809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04b01-2b55-47e5-8618-de9d32c02518 None None] Pushing event updated for resources: {'Port': ['ID=99be24fc-eb24-4076-b606-8155ffb0f1cc,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:40.772926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 8ff7330b-aa4b-4c94-997a-92536b77cc9e {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:40.778348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.860735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 354201e4-7144-493f-ac7c-22805e09fa6f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:40.887062 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.890033 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.904012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:40.947066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 354201e4-7144-493f-ac7c-22805e09fa6f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:40.947066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.950721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a203f9fb-3283-48cc-b6ee-5530094e71bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.953954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a203f9fb-3283-48cc-b6ee-5530094e71bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:40.957638 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a203f9fb-3283-48cc-b6ee-5530094e71bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed5d2d83-badb-4255-a0dd-ca91955bf4f0 HTTP/1.1" status: 204 len: 168 time: 0.5623944 Dec 15 04:59:40.964207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:41.007095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f9fb-3283-48cc-b6ee-5530094e71bd tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d2d83-badb-4255-a0dd-ca91955bf4f0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:41.064678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:41.182483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:41.192289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:41.206650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 7a59c82e-4113-459a-be7d-2e08a31969d3 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:41.216000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.235905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:41.236606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.257898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.352555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.488233 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.522659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:41.578487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99be24fc-eb24-4076-b606-8155ffb0f1cc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:41.585824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff7330b-aa4b-4c94-997a-92536b77cc9e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:41.640521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.649159 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ab54622-044d-4960-86b2-5370a6d65725 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/8ff7330b-aa4b-4c94-997a-92536b77cc9e HTTP/1.1" status: 204 len: 168 time: 0.9888806 Dec 15 04:59:41.653975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39336) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:41.658965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6462c798-2723-456f-b75e-a73e202d26cb None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:41.733238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.762446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:41.767878 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] Sync routers for ids ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:41.774458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d3585831-dd16-4455-bd65-856bc0de64b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "PUT /v2.0/routers/cf263fa5-fc2c-4c05-a6e0-e76b3e03add3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0871112 Dec 15 04:59:41.775106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39338) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:41.782636 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] Routers {'ed448a1e-c574-4cdd-b7c6-2741ccca4243'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:41.786379 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:41.799585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:41.827315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 99be24fc-eb24-4076-b606-8155ffb0f1cc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:41.830038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.832730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:41.838703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:41.882172 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] Set router ed448a1e-c574-4cdd-b7c6-2741ccca4243 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:41.926501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:41.940627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39340) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:41.941008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-148464dc-54db-4cf3-b869-6ddbb9678623 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2813044 Dec 15 04:59:41.954865 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:41.987408 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] Checking router: ed448a1e-c574-4cdd-b7c6-2741ccca4243 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:42.009083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=7a59c82e-4113-459a-be7d-2e08a31969d3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:42.017819 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] Routers {'ed448a1e-c574-4cdd-b7c6-2741ccca4243'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:42.018706 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:42.019231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.029693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-28c94da1-3dc5-4b5d-a2a6-38cab675ca1d tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/7a59c82e-4113-459a-be7d-2e08a31969d3 HTTP/1.1" status: 204 len: 168 time: 1.0642188 Dec 15 04:59:42.034040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39342) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:42.043137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf91663-cdf2-4780-96ad-fbfaa052eb88 None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:42.155561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet aad9352f-8663-48de-b708-08fae856bc34 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:42.164330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.167491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:42.207886 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] Set router ed448a1e-c574-4cdd-b7c6-2741ccca4243 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:42.251707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.281996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.371153 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:42.379404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:42.479537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fbf75-211d-416c-a8ae-905943ab3132 None None] The sync data for ids ['ed448a1e-c574-4cdd-b7c6-2741ccca4243'] in n-d-820935-10 is: [{'id': 'ed448a1e-c574-4cdd-b7c6-2741ccca4243', 'name': 'tempest-NetworksTestDHCPv6-router-99255874', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:33Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 3, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:42.513198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.527869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.646021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.656728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] Deleting port c66cd423-d47b-4fb8-be3c-64fcaf14365c {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:42.657208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.671075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.677374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.682085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.682771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.683391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.684004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.684649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.689283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.690010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.690948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:42.696555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=aad9352f-8663-48de-b708-08fae856bc34,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:42.699146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e3c8a07-62c4-477d-ad94-47aeca127e5b tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5719 time: 0.9229929 Dec 15 04:59:42.699798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39346) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:42.721529 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.734858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d86a8386-58d3-4dda-9e0b-ed15b23191c0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/aad9352f-8663-48de-b708-08fae856bc34 HTTP/1.1" status: 204 len: 168 time: 0.6932950 Dec 15 04:59:42.736419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39350) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:42.783742 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a0a010-c3a8-4e92-8fba-78f2aad37bc5 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:42.784241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a0a010-c3a8-4e92-8fba-78f2aad37bc5 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:42.790626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-59a0a010-c3a8-4e92-8fba-78f2aad37bc5 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/7a59c82e-4113-459a-be7d-2e08a31969d3 HTTP/1.1" status: 404 len: 337 time: 0.0531535 Dec 15 04:59:42.794065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39352) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:42.913368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting subnet 5b3a75da-909c-49a9-98aa-796fe83e751e {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:42.917404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.962195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.963495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Fanout notify agent at l3_agent the message router_deleted on router ed448a1e-c574-4cdd-b7c6-2741ccca4243 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 04:59:42.989875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.996612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:42.998079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0aeffb89-3c3d-45ea-8acf-2d249c60edc3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/routers/ed448a1e-c574-4cdd-b7c6-2741ccca4243 HTTP/1.1" status: 204 len: 168 time: 1.0531361 Dec 15 04:59:43.000743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39354) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.009992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.010466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.010918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.011452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.011803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.012288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.016529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.021694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8293c10c-5e44-4c45-8341-aa188e6aa36a tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4604 time: 0.3187401 Dec 15 04:59:43.069957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39356) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.121832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.203400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] For port c66cd423-d47b-4fb8-be3c-64fcaf14365c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c66cd423-d47b-4fb8-be3c-64fcaf14365c,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:43.203941 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.223773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] Calling delete_port for c66cd423-d47b-4fb8-be3c-64fcaf14365c owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:43.224998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.280200 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.283661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/5b3a75da-909c-49a9-98aa-796fe83e751e HTTP/1.1" status: 204 len: 168 time: 0.4832075 Dec 15 04:59:43.289488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.291948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d8911-079d-4e87-b53d-4a8110a35764 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3a75da-909c-49a9-98aa-796fe83e751e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:43.346176 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5585cfe5-5105-4792-a31e-b1eff08b7663 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.348616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e6daf-2126-4755-bda8-0952c993a4b9 None None] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:43.357700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5585cfe5-5105-4792-a31e-b1eff08b7663 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.361132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5585cfe5-5105-4792-a31e-b1eff08b7663 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/3218de05-6f6b-4496-b377-e0b710889aef HTTP/1.1" status: 404 len: 337 time: 0.0702658 Dec 15 04:59:43.363306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.367423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39360) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.408560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-523b23f1-eab3-457b-9504-800fb78250e3 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "GET /v2.0/ports?device_id=1756eee4-3246-4bfd-8f6a-37edc8b8be47 HTTP/1.1" status: 200 len: 205 time: 0.0398524 Dec 15 04:59:43.411107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39362) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.453558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] Pushing event deleted for resources: {'Port': ['ID=c66cd423-d47b-4fb8-be3c-64fcaf14365c,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:43.456464 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-0dd53a44-6c0f-4564-8e66-05b6ee5cb976 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] delete failed (client error): The resource could not be found. Dec 15 04:59:43.460375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0dd53a44-6c0f-4564-8e66-05b6ee5cb976 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/routers/1756eee4-3246-4bfd-8f6a-37edc8b8be47 HTTP/1.1" status: 404 len: 336 time: 0.0481179 Dec 15 04:59:43.460939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39364) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.491468 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb86c619-b656-4e4e-a061-0e4e7d8f20a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.492006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb86c619-b656-4e4e-a061-0e4e7d8f20a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.500077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eb86c619-b656-4e4e-a061-0e4e7d8f20a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/59ee0782-31e3-4bd2-b80d-f728f6cb15e1 HTTP/1.1" status: 404 len: 337 time: 0.0362961 Dec 15 04:59:43.501671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39366) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.515818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 99be24fc-eb24-4076-b606-8155ffb0f1cc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99be24fc-eb24-4076-b606-8155ffb0f1cc,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:43.537663 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9cc6ad-281b-49f1-a7af-2d090e6bfdf8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.538356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9cc6ad-281b-49f1-a7af-2d090e6bfdf8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.546224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2d9cc6ad-281b-49f1-a7af-2d090e6bfdf8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/ed884968-1c38-48c4-8586-ee06c55a1fbd HTTP/1.1" status: 404 len: 337 time: 0.0430098 Dec 15 04:59:43.546864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39368) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.574101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb080411-7136-4c5d-a785-7200a2f7439a None None] No DVR routers for this DVR port c66cd423-d47b-4fb8-be3c-64fcaf14365c on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:43.584186 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-62147268-8420-48d3-8b01-90413dd04e7c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.584803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62147268-8420-48d3-8b01-90413dd04e7c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.585381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ce52e40f-2294-4094-9a4f-d9e29480e162 None None] Provisioning complete for port 99be24fc-eb24-4076-b606-8155ffb0f1cc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:43.585872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ce52e40f-2294-4094-9a4f-d9e29480e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.594227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-62147268-8420-48d3-8b01-90413dd04e7c tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/c184e362-fe83-4e5f-970e-b4cee3e16602 HTTP/1.1" status: 404 len: 337 time: 0.0443251 Dec 15 04:59:43.594973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39372) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.641680 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-950b6bb8-5622-4885-ab85-2bb07d2c6ef8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.646039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950b6bb8-5622-4885-ab85-2bb07d2c6ef8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.655759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-950b6bb8-5622-4885-ab85-2bb07d2c6ef8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/836806d2-d6f9-4350-b3ce-254cbfa47e9d HTTP/1.1" status: 404 len: 333 time: 0.0596244 Dec 15 04:59:43.658077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39374) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.725503 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c57e17-1011-4233-92ab-df0871e0fd75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.725967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c57e17-1011-4233-92ab-df0871e0fd75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.739180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-28c57e17-1011-4233-92ab-df0871e0fd75 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/f4f42831-147b-47cd-ae84-0c62fdb05f08 HTTP/1.1" status: 404 len: 337 time: 0.0775397 Dec 15 04:59:43.744424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39376) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.821711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:43.831092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98f9db-c6ab-4a9b-9242-d2e736afd2bf None None] Update dhcp port {'port': {'network_id': '37c9c1d1-a3c3-43a1-8d84-18f6faad3006', 'fixed_ips': [{'subnet_id': '5b3a75da-909c-49a9-98aa-796fe83e751e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aad9352f-8663-48de-b708-08fae856bc34'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '76f90ba6-0641-410d-b266-4b7addfec406'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:59:43.832282 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54a8f31-d84b-4810-8bf6-0f7edeb7df22 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.836898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54a8f31-d84b-4810-8bf6-0f7edeb7df22 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.847944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a54a8f31-d84b-4810-8bf6-0f7edeb7df22 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/78cabcc7-0cc5-44ff-b5f7-895e873afb18 HTTP/1.1" status: 404 len: 337 time: 0.1008024 Dec 15 04:59:43.848503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39380) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.854651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff7737-e8cb-4d1e-8bef-75595fabba06 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.861161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72ff7737-e8cb-4d1e-8bef-75595fabba06 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8569691 Dec 15 04:59:43.862679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.899249 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a07918-4e51-419a-a8d6-65decce34610 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.900429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a07918-4e51-419a-a8d6-65decce34610 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.906063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-61a07918-4e51-419a-a8d6-65decce34610 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/681e5553-63b3-41dd-9725-3de7cbe27743 HTTP/1.1" status: 404 len: 333 time: 0.0515637 Dec 15 04:59:43.907785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39384) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.939884 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b531c-a4ab-48e4-9239-670fcda34f26 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.940321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7b531c-a4ab-48e4-9239-670fcda34f26 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.943370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5e7b531c-a4ab-48e4-9239-670fcda34f26 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/4a326ed9-bc98-4f4c-9b95-024832f6d555 HTTP/1.1" status: 404 len: 337 time: 0.0342798 Dec 15 04:59:43.947018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39386) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.976304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c66cd423-d47b-4fb8-be3c-64fcaf14365c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:43.980289 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ff075f-53b6-4f11-90b3-818957dd16d4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] DELETE failed (client error): The resource could not be found. Dec 15 04:59:43.980832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ff075f-53b6-4f11-90b3-818957dd16d4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 04:59:43.984917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-20ff075f-53b6-4f11-90b3-818957dd16d4 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/subnets/0ad0b279-a316-4e70-8c1b-feb20b93abfa HTTP/1.1" status: 404 len: 337 time: 0.0365608 Dec 15 04:59:43.987657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089244ab-2b05-4477-8fee-dc3faa08eb2f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:43.987976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.995282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39390) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:43.995472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-089244ab-2b05-4477-8fee-dc3faa08eb2f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1205473 Dec 15 04:59:44.007966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c66cd423-d47b-4fb8-be3c-64fcaf14365c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:44.008359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c66cd423-d47b-4fb8-be3c-64fcaf14365c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:44.049196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb98f9db-c6ab-4a9b-9242-d2e736afd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.064612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-815d3052-7da2-4dd1-9b98-55fa010238f1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682065 Dec 15 04:59:44.071556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39392) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:44.095558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:44.150831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 86a7fcc4-1cce-4055-ad50-fcff593551ce {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:44.151191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.189114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=99be24fc-eb24-4076-b606-8155ffb0f1cc,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:44.230699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.255727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 86a7fcc4-1cce-4055-ad50-fcff593551ce owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:44.264499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:40Z', 'revision_number': 2, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:44.303347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:44.303852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Updating router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:59:44.308875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:44.319655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.346208 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.364240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530efbf-fec3-4a11-8c37-2236cac6e5eb None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:44.395409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.448290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=86a7fcc4-1cce-4055-ad50-fcff593551ce,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:44.456188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.460207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be9375be-487b-417e-84ff-ea8f6f88e1a8 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/ports/86a7fcc4-1cce-4055-ad50-fcff593551ce HTTP/1.1" status: 204 len: 168 time: 0.4710433 Dec 15 04:59:44.462598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39394) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:44.482913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ea56730c-40cc-4b3d-98d1-ce8c4f7e4050 None None] Provisioning complete for port 86a7fcc4-1cce-4055-ad50-fcff593551ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:44.483420 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea56730c-40cc-4b3d-98d1-ce8c4f7e4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.516020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cff3640e-6c83-42fb-a35c-02a8fe6eca7f tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 1.4354687 Dec 15 04:59:44.574977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ea56730c-40cc-4b3d-98d1-ce8c4f7e4050 None None] Port 86a7fcc4-1cce-4055-ad50-fcff593551ce was deleted so its status cannot be updated. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 15 04:59:44.637812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.778109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ea56730c-40cc-4b3d-98d1-ce8c4f7e4050 None None] Provisioning complete for port 76f90ba6-0641-410d-b266-4b7addfec406 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:44.778487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea56730c-40cc-4b3d-98d1-ce8c4f7e4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.780218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Deleting port 76f90ba6-0641-410d-b266-4b7addfec406 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:44.780752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.912104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] DHCP port deletion for 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:44.916837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76f90ba6-0641-410d-b266-4b7addfec406,segment=NetworkSegment(097a74a8-8f2d-44f4-922d-6b7647768dbb),segment_id=097a74a8-8f2d-44f4-922d-6b7647768dbb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:44.917159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:44.971114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Calling delete_port for 76f90ba6-0641-410d-b266-4b7addfec406 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:45.015947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:59:45.017637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.101263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.155930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=18c2d3f7-25c6-4eba-8bbb-42d2f64db48a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:45.173608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] No DVR routers for this DVR port 76f90ba6-0641-410d-b266-4b7addfec406 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:45.188735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:45.199685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:45.202852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39404) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:45.203495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:45.214497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:45.215274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.229798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090129774', 'description': 'tempest-secgroup-smoke-2090129774 description', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:45.252213 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.262045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b74f65-cace-4c47-bfb6-72491f373a79 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:45.267069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.299972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.321268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39e8d20b-d2e4-4780-8b13-400285398c3a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2477865 Dec 15 04:59:45.322613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:45.337247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:45.380611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.407415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033449aa-a5d5-4240-986d-2177c8be1c28 None None] Pushing event updated for resources: {'Port': ['ID=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:45.421732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Deleting port 76f90ba6-0641-410d-b266-4b7addfec406 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:45.422363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.455168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c9c1d1-a3c3-43a1-8d84-18f6faad3006']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:45.482617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097a74a8-8f2d-44f4-922d-6b7647768dbb') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:45.482923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097a74a8-8f2d-44f4-922d-6b7647768dbb') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:45.497298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.521116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.538698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 04:59:45.540207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.545341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-83992b9b-6c45-439f-ade8-1db536bbd989 None None] Provisioning complete for port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:45.545907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-83992b9b-6c45-439f-ade8-1db536bbd989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: timer() Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 04:59:45.554904 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 04:59:45.624390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-83992b9b-6c45-439f-ade8-1db536bbd989 None None] Port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:45.629484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.648007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.673968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:45.682184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.683422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.720669 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.724051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] 10.222.0.37 "DELETE /v2.0/networks/37c9c1d1-a3c3-43a1-8d84-18f6faad3006 HTTP/1.1" status: 204 len: 168 time: 1.2603433 Dec 15 04:59:45.762402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:45.776302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] For port 76f90ba6-0641-410d-b266-4b7addfec406, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:45.781356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.789679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6e942-73d1-4d30-ac7c-ce4c71e1a9a0 tempest-PortsTestJSON-1337764326 tempest-PortsTestJSON-1337764326-project] Pushing event deleted for resources: {'Network': ['ID=37c9c1d1-a3c3-43a1-8d84-18f6faad3006,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:45.855342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:45.878185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.879541 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-96586bfe-9af3-4f69-826b-bd45dc219d75 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6613581 Dec 15 04:59:45.881740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Calling delete_port for 76f90ba6-0641-410d-b266-4b7addfec406 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:45.882512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39418) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:45.887519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:45.892650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Port 76f90ba6-0641-410d-b266-4b7addfec406 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 04:59:45.926383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-83992b9b-6c45-439f-ade8-1db536bbd989 None None] Provisioning complete for port 99be24fc-eb24-4076-b606-8155ffb0f1cc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:45.927019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-83992b9b-6c45-439f-ade8-1db536bbd989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.958240 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.985167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:45.990996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Attempting to bind port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:45.994260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Attempting to bind port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:45.994870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Attempting to bind port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e on network 27429e38-a05e-48f8-9cb4-64231ac2b557 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:46.041766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '18c2d3f7-25c6-4eba-8bbb-42d2f64db48a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:46.042954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.054420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99be24fc-eb24-4076-b606-8155ffb0f1cc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:46.069119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Pushing event deleted for resources: {'Port': ['ID=76f90ba6-0641-410d-b266-4b7addfec406,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.071429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] Network 37c9c1d1-a3c3-43a1-8d84-18f6faad3006 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 04:59:46.071941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5eee47-956f-4d5f-b1a4-1205a58d280a None None] No DVR routers for this DVR port 76f90ba6-0641-410d-b266-4b7addfec406 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 04:59:46.104686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:46.105119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Checking segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:46.105460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.105847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Bound using segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:46.106489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Bound port: 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:46.107424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.140917 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17d5d46a-4ea9-4591-b455-d651a7bf0bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.146741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.176916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.246504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3481fec-6f1b-47ff-8efa-fcaf330961fb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.268125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.269357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fadd6010-09d5-47a3-afcb-a765c56d1904 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3858492 Dec 15 04:59:46.271401 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.277317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39422) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:46.292402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:46.302386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39424) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:46.359715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:46.365147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:46.374930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:46.375210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.396816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17d5d46a-4ea9-4591-b455-d651a7bf0bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.405350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17d5d46a-4ea9-4591-b455-d651a7bf0bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.407942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Allocated IP 2001:db8::f816:3eff:fe99:efc (16079ce4-e180-4983-82f9-1ec8db4fda78/18c2d3f7-25c6-4eba-8bbb-42d2f64db48a/db749908-4c8f-4037-8e78-ce5b5eb1cedc) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:46.412340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0824776 Dec 15 04:59:46.415246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.424666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:46.430906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:69:35:ce', 'name': 'tempest-NetworksTestDHCPv6-622164153'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:46.431261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44050666-ad77-41eb-aab8-6234cfd61fda tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=ab7fa84a-aae1-411c-b24a-c0b721d42dd2,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.563807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.572139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.592666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1879b082-a989-462e-ba25-6f51d867bc39,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.639908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.641539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b0135af4-3df0-46b2-a1e0-d79da122f9ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3531384 Dec 15 04:59:46.649843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39430) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:46.655478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:46.661756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:46.692592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.696636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] For port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:46.698901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 99be24fc-eb24-4076-b606-8155ffb0f1cc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:46.699278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.758981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5d46a-4ea9-4591-b455-d651a7bf0bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be05695e-37b8-4758-b423-1f483c966170,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.773691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-17d5d46a-4ea9-4591-b455-d651a7bf0bcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd267af15ca64e75a3c0762b2355a170&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0077009 Dec 15 04:59:46.775830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:46.809407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] For port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:46.824799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-328cda35-0d31-46c9-8086-c78925ae4da5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eef08008a684f7baa95c8aeab268837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191066 Dec 15 04:59:46.825015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.834451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39434) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:46.879654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.912374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.925061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.945295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:46.987508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033449aa-a5d5-4240-986d-2177c8be1c28 None None] Pushing event updated for resources: {'Port': ['ID=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.991134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc3816e-f537-45b7-bb55-951fc41c7ed0,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:46.996830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b170451a-1ba6-4ca9-b6de-67f413e3caa4 None None] Provisioning complete for port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:46.996984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:46.998087 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b170451a-1ba6-4ca9-b6de-67f413e3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.000234 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-57321a3b-9ef2-45e6-8297-ef250d7547d0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3488586 Dec 15 04:59:47.004204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:47.004977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a656b31-7bc0-4c11-9d3f-60148e62db3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.010435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:47.011348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:47.012295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:47.055339 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f651cfc-cab1-4ba0-b7c9-61d9dd192dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.084285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f651cfc-cab1-4ba0-b7c9-61d9dd192dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.108862 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a656b31-7bc0-4c11-9d3f-60148e62db3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.127658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:47.144466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.181302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f651cfc-cab1-4ba0-b7c9-61d9dd192dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.185691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f651cfc-cab1-4ba0-b7c9-61d9dd192dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.189170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f651cfc-cab1-4ba0-b7c9-61d9dd192dfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be05695e-37b8-4758-b423-1f483c966170 HTTP/1.1" status: 204 len: 168 time: 0.4005964 Dec 15 04:59:47.226464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f651cfc-cab1-4ba0-b7c9-61d9dd192dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05695e-37b8-4758-b423-1f483c966170,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:47.245296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 76f90ba6-0641-410d-b266-4b7addfec406 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 04:59:47.245667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76f90ba6-0641-410d-b266-4b7addfec406 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 04:59:47.259098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.282461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.308767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.309926 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a656b31-7bc0-4c11-9d3f-60148e62db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.315049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a656b31-7bc0-4c11-9d3f-60148e62db3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.316824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a656b31-7bc0-4c11-9d3f-60148e62db3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccbfcd0a-450a-4d63-b6a3-1bb1c823920c HTTP/1.1" status: 204 len: 168 time: 0.4809897 Dec 15 04:59:47.329472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a656b31-7bc0-4c11-9d3f-60148e62db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfcd0a-450a-4d63-b6a3-1bb1c823920c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:47.334044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.367070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395ca8e8-20f8-4df9-bc11-2c9c9f8957a8,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:47.377211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.382522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6139709a-5d0a-4195-876d-e06a8174ab4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3745434 Dec 15 04:59:47.383759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39444) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:47.396603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:47.451410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:47.454475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b170451a-1ba6-4ca9-b6de-67f413e3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.469955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:47.496335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:47.498867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:47.525339 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Project b191678f61da4a0bb6af6f28bca491e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:59:47.539102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.587325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:47.617551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 172.20.0.10 (16079ce4-e180-4983-82f9-1ec8db4fda78/ab7fa84a-aae1-411c-b24a-c0b721d42dd2/7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:47.629458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b170451a-1ba6-4ca9-b6de-67f413e3caa4 None None] For port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:47.654501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe69:35ce (16079ce4-e180-4983-82f9-1ec8db4fda78/18c2d3f7-25c6-4eba-8bbb-42d2f64db48a/7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:47.669322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Attempting to bind port db749908-4c8f-4037-8e78-ce5b5eb1cedc on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:47.669709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Attempting to bind port db749908-4c8f-4037-8e78-ce5b5eb1cedc by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:47.670084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Attempting to bind port db749908-4c8f-4037-8e78-ce5b5eb1cedc on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:47.676027 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b170451a-1ba6-4ca9-b6de-67f413e3caa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.682819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:47.683205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:47.683612 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.684006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:47.684520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Bound port: db749908-4c8f-4037-8e78-ce5b5eb1cedc, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:47.685450 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.774177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.789662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.863609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ade5e4-0bbf-43ac-9cd6-8f6061676560,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:47.875782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170451a-1ba6-4ca9-b6de-67f413e3caa4 None None] Pushing event updated for resources: {'Port': ['ID=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:47.882233 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.885794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39466) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:47.886304 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7825a7da-3804-4809-810c-ac34776dcaa4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4978154 Dec 15 04:59:47.891317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:47.895567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9f66d56c-732c-45d1-a7db-64603080883e None None] Provisioning complete for port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:47.896552 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f66d56c-732c-45d1-a7db-64603080883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.937555 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Project b191678f61da4a0bb6af6f28bca491e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 04:59:47.943447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:47.979714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.033071 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 04:59:48.056413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.080654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:48.093706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:48.117552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.127513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.147239 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.159520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:48.164736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ea001b-5096-4072-b95c-e2d641135707,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:48.167710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:48.175959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:48.196874 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.208338 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aec197bd-47b9-47c0-911a-49e7baa57ec0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3210680 Dec 15 04:59:48.235197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:48.267806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:48.268964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:48.302126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-01b3a892-52ef-44f9-9756-f884394ba25f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8760877 Dec 15 04:59:48.305889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39482) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:48.402121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388eddb-df58-471b-b4cd-fdf3a6fae52c None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:48.436462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:46Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:48.449780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528aeffe-44b0-4f54-aa81-51d74706df01 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:48.462857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528aeffe-44b0-4f54-aa81-51d74706df01 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:48.467807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39494) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:48.473532 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-528aeffe-44b0-4f54-aa81-51d74706df01 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1652799 Dec 15 04:59:48.483046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87ddca-eb47-4540-8c01-014a31a7243f None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:46Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:48.657574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39502) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:48.735105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3209e71b-13b7-4506-bd8d-c9a138262cf8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090129774&fields=id&tenant_id=b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 267 time: 0.1722276 Dec 15 04:59:49.007363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1558124336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:49.060726 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.064809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.163703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.179448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.245046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.250455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7abde31c-b3ce-4023-92e5-c26528ab1c38 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5915098 Dec 15 04:59:49.251340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39512) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:49.258455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-13895961'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:49.301809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Made reservation on behalf of b90b2ebf4f8b4c74828f46132c35f303 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:49.308015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.325177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.399746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:49.400656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.467085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.475138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.498647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3a96cb69-ba9f-4766-b02b-cd7b4ddae704 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:49.500953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3a96cb69-ba9f-4766-b02b-cd7b4ddae704 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/networks?id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 797 time: 0.7649684 Dec 15 04:59:49.514919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:59:49.524786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-34ba062a-1b8c-480d-bf10-b4bac3cf5bbf tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/quotas/b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 375 time: 0.0170724 Dec 15 04:59:49.526955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f3a935-ca96-4968-8f69-0c0bc8c40ac1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:49.533669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.534061 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Added segment 6604437c-951a-4ce7-afa8-41bd85aaa4a6 of type vlan for network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 Dec 15 04:59:49.612342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.618195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.634696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:49.656569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-968ccad0-08ff-4203-ae36-ac8f36b53249 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083820 Dec 15 04:59:49.660317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.673855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:49.674829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.759488 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5065694 Dec 15 04:59:49.762902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39524) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:49.767647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'subnet': {'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:49.796359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad171e-8c88-4fc5-8cb8-f51d53e99960 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:49.826301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4fcdc-0823-4b9f-a9dd-fded82932a60 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Network': ['ID=6bf65ee9-7e32-47a3-b1e0-78d329df6c12,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:49.827835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-ce33b540-be06-46e4-912e-ecc0190f69ad service neutron] 10.222.0.37 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311233 Dec 15 04:59:49.870923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:59:49.892728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Made reservation on behalf of b90b2ebf4f8b4c74828f46132c35f303 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:49.897760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:49.989035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0a8109cd-7bea-47e0-83c2-975d20e01907 None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:49.989410 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a8109cd-7bea-47e0-83c2-975d20e01907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.067425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db749908-4c8f-4037-8e78-ce5b5eb1cedc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:50.158270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.247246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:50.248326 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.258488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:50.267385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-8b8dc840-8638-4816-8087-065d150546fa service neutron] 10.222.0.37 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269929 Dec 15 04:59:50.331256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a8109cd-7bea-47e0-83c2-975d20e01907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.391389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.507945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.512441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e111c02b-a60c-45ce-be52-98ea00a5672c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69 HTTP/1.1" status: 204 len: 168 time: 2.0433438 Dec 15 04:59:50.533845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39538) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:50.567300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Subnet': ['ID=0d3785b4-abbd-4eba-8a3a-34ec6c3206de,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:50.569473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Checking segment: {'id': '6604437c-951a-4ce7-afa8-41bd85aaa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:50.569845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network hostable DHCP agents. Network: 6bf65ee9-7e32-47a3-b1e0-78d329df6c12, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:59:50.650709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:59:50.674806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 6bf65ee9-7e32-47a3-b1e0-78d329df6c12) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:50.687898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:50.690827 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.699953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5953a593-1a99-4986-94f9-e833406eab0f req-4817d81d-4d78-44b2-ad11-c9e9e2a22dc1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 210 time: 0.0838993 Dec 15 04:59:50.721594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668e0f65-6d7d-4f3a-a913-232a13942fa8 None None] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:50.728597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f8b10-fde8-4735-83c9-aa6f2d80a427 None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '18c2d3f7-25c6-4eba-8bbb-42d2f64db48a', 'ip_address': '2001:db8::f816:3eff:fe99:efc'}, {'subnet_id': 'ab7fa84a-aae1-411c-b24a-c0b721d42dd2'}], 'binding:host_id': 'n-d-820935-10'}, 'id': 'db749908-4c8f-4037-8e78-ce5b5eb1cedc'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:59:50.729789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30215002-d59c-499f-bedb-4e9a5eadf7e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:50.733312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30215002-d59c-499f-bedb-4e9a5eadf7e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:50.736265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30215002-d59c-499f-bedb-4e9a5eadf7e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:50.742858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-30215002-d59c-499f-bedb-4e9a5eadf7e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2077870 Dec 15 04:59:50.743538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39550) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:50.745843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b9a5d47e-32f3-4166-bc69-0c17a0371558 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9821279 Dec 15 04:59:50.748718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:50.760125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'network': {'name': 'tempest-router-network01--1222140332'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:50.801111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0a8109cd-7bea-47e0-83c2-975d20e01907 None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:50.807786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Made reservation on behalf of b90b2ebf4f8b4c74828f46132c35f303 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:50.813798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.818916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 18c2d3f7-25c6-4eba-8bbb-42d2f64db48a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:50.823558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a8109cd-7bea-47e0-83c2-975d20e01907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.832750 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-952f8b10-fde8-4735-83c9-aa6f2d80a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.833920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.838414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.854502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:59:50.869350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.869959 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Added segment 5bbb7782-d189-4481-8f78-39e755abd309 of type vlan for network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 Dec 15 04:59:50.915738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.926606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.968941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.975644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:50.976468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:50.984331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8109cd-7bea-47e0-83c2-975d20e01907 None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:51.024233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-6bf65ee9-7e32-47a3-b1e0-78d329df6c12', 'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12', 'project_id': 'b90b2ebf4f8b4c74828f46132c35f303', 'fixed_ips': [{'subnet_id': '0d3785b4-abbd-4eba-8a3a-34ec6c3206de'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:51.025081 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.074601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.105600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3557577 Dec 15 04:59:51.109783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39560) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.114858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'network': {'name': 'tempest-router-network02--1533967443'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:51.128003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:59:51.128634 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:59:51.151086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Made reservation on behalf of b90b2ebf4f8b4c74828f46132c35f303 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:51.154591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.161737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.212055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9b56-be02-4b04-960e-78185dc17924 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Network': ['ID=2b925af5-1f4b-4662-99f7-2e5db2fdcea5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:51.237971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=18c2d3f7-25c6-4eba-8bbb-42d2f64db48a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:51.243508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:59:51.245880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.252745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d343a150-b408-409c-8d99-b30ec6f33fc5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/18c2d3f7-25c6-4eba-8bbb-42d2f64db48a HTTP/1.1" status: 204 len: 168 time: 0.5058012 Dec 15 04:59:51.254127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.268572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.269124 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Added segment 809356dc-d5ad-461b-83cb-95c8783ec428 of type vlan for network b5223f36-4037-4563-beec-1d6be0c95452 Dec 15 04:59:51.290158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:59:51.298812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Allocated IP 172.20.0.2 (6bf65ee9-7e32-47a3-b1e0-78d329df6c12/0d3785b4-abbd-4eba-8a3a-34ec6c3206de/a386a167-c7df-43e8-9966-7169a2804683) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:51.325331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39564) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-952f8b10-fde8-4735-83c9-aa6f2d80a427 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c2d3f7-25c6-4eba-8bbb-42d2f64db48a: This subnet is being modified by another concurrent operation. Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c2d3f7-25c6-4eba-8bbb-42d2f64db48a: This subnet is being modified by another concurrent operation. Dec 15 04:59:51.329200 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 04:59:51.334066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'network': {'name': 'tempest-network-smoke--1719862789', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:51.341692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet ab7fa84a-aae1-411c-b24a-c0b721d42dd2 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 04:59:51.346079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.392602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.405200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Made reservation on behalf of 2b173c2b1643473283cb08ae4c6ff350 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:51.409773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.414046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.426910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.448276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ad377-a91f-4eb4-be43-2022d753b55b None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:51.468054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.473867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:51.474550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.497746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.555344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4443996 Dec 15 04:59:51.561240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.562521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1123bad1-aa5f-46ab-acbf-1984df06f757 None None] Could not find standard attr ID for object 7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:51.569089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'subnet': {'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:51.574832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1d17f-a3d7-4e2f-b6a6-aea1d2288e63 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Network': ['ID=b5223f36-4037-4563-beec-1d6be0c95452,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:51.590598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.601088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b5223f36-4037-4563-beec-1d6be0c95452 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:59:51.634126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7fa84a-aae1-411c-b24a-c0b721d42dd2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:51.638280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.641580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a15fa80-01c1-427f-867c-84d5a5442c7b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/ab7fa84a-aae1-411c-b24a-c0b721d42dd2 HTTP/1.1" status: 204 len: 168 time: 0.3817790 Dec 15 04:59:51.644078 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39570) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.690511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-751e030e-7ff4-48db-ac43-6232c7b77df9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451643 Dec 15 04:59:51.693189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.698727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:51.709649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.719247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.732770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 04:59:51.734951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1123bad1-aa5f-46ab-acbf-1984df06f757 None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:51.735336 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1123bad1-aa5f-46ab-acbf-1984df06f757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.742608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.743618 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Added segment 81f1cbe6-7951-43a2-8784-2afe6db7d11d of type vlan for network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae Dec 15 04:59:51.808646 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.826535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Made reservation on behalf of b90b2ebf4f8b4c74828f46132c35f303 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:51.829668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.844913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:51.855895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7998f1be-2d31-4129-bb8b-5c386d66754a req-cbf8e023-5517-4d1d-bad6-f7f60eae3b9a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Dec 15 04:59:51.883109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:51.887296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.889035 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4247b-6181-417c-89fc-e096fdd06c00,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:51.928037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.933879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:51.934472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:51.979052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39578) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:51.979913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6530638 Dec 15 04:59:51.988866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'admin_state_up': True, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:51.989461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.025855 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.028306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.030078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.045017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152efc7-4924-49f7-b7bd-617767cc22c5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Network': ['ID=40ab228b-35e7-4f52-8a77-ebcb5266b3ae,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:52.066608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:52.066901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.068662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 04:59:52.126141 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.158000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f34c5-8ecd-4401-898f-cf62ff3c79f2 None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': 'ab7fa84a-aae1-411c-b24a-c0b721d42dd2'}], 'binding:host_id': 'n-d-820935-10'}, 'id': 'db749908-4c8f-4037-8e78-ce5b5eb1cedc'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 04:59:52.162877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:52.188570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.201729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:52.209204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:52.211125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Pushing event updated for resources: {'Port': ['ID=a386a167-c7df-43e8-9966-7169a2804683,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:52.232398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-871f34c5-8ecd-4401-898f-cf62ff3c79f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.267306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Checking segment: {'id': '5bbb7782-d189-4481-8f78-39e755abd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:52.268024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network hostable DHCP agents. Network: 2b925af5-1f4b-4662-99f7-2e5db2fdcea5, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:59:52.299603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Subnet': ['ID=f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:52.312630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:59:52.323339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2b925af5-1f4b-4662-99f7-2e5db2fdcea5) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:52.330341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:52.331340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.334079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Attempting to bind port a386a167-c7df-43e8-9966-7169a2804683 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:52.334466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Attempting to bind port a386a167-c7df-43e8-9966-7169a2804683 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6604437c-951a-4ce7-afa8-41bd85aaa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:52.334839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Attempting to bind port a386a167-c7df-43e8-9966-7169a2804683 on network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:52.341948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a19e07-dee4-4339-a9aa-16b379347e0b None None] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:52.355996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4fce41b0-c180-431c-9abc-ac03d214a841 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7888966 Dec 15 04:59:52.356249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39580) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:52.362578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'subnet': {'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:52.414716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:52.415245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Checking segment: {'id': '6604437c-951a-4ce7-afa8-41bd85aaa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:52.415942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.416670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Bound using segment: {'id': '6604437c-951a-4ce7-afa8-41bd85aaa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:52.417519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Bound port: a386a167-c7df-43e8-9966-7169a2804683, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6604437c-951a-4ce7-afa8-41bd85aaa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6bf65ee9-7e32-47a3-b1e0-78d329df6c12'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:52.417927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.418713 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.534187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Made reservation on behalf of b90b2ebf4f8b4c74828f46132c35f303 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:52.547216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.568571 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-8dcac05c-6d26-4eb6-b9fe-190fb2667d88 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:52.570889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-8dcac05c-6d26-4eb6-b9fe-190fb2667d88 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "GET /v2.0/networks?id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 797 time: 0.3772233 Dec 15 04:59:52.611401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] For port a386a167-c7df-43e8-9966-7169a2804683, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:52.613942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dc9a5068-b3ec-4e4c-8d21-87af1d8e28ef None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:52.614318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5068-b3ec-4e4c-8d21-87af1d8e28ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.765876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 04:59:52.774346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-829173d0-731e-4a66-8eee-7b2b64f79899 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 380 time: 0.0932944 Dec 15 04:59:52.829289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] For port a386a167-c7df-43e8-9966-7169a2804683, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a386a167-c7df-43e8-9966-7169a2804683,segment=NetworkSegment(6604437c-951a-4ce7-afa8-41bd85aaa4a6),segment_id=6604437c-951a-4ce7-afa8-41bd85aaa4a6)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:52.831864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-2b925af5-1f4b-4662-99f7-2e5db2fdcea5', 'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5', 'project_id': 'b90b2ebf4f8b4c74828f46132c35f303', 'fixed_ips': [{'subnet_id': 'f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:52.833346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.836657 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db749908-4c8f-4037-8e78-ce5b5eb1cedc no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 04:59:52.838375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.847141 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:52.884606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'port': {'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'admin_state_up': True, 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'security_groups': ['f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:52.954210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Subnet': ['ID=a17be155-16d3-48b3-96f6-c2ca3d4fe021,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:53.019220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Checking segment: {'id': '809356dc-d5ad-461b-83cb-95c8783ec428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:53.020152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network hostable DHCP agents. Network: b5223f36-4037-4563-beec-1d6be0c95452, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:59:53.060751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network b5223f36-4037-4563-beec-1d6be0c95452 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:59:53.074585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b5223f36-4037-4563-beec-1d6be0c95452) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:53.074959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635d78-5ba7-4ef4-a136-ddb4b87492bc None None] Pushing event updated for resources: {'Port': ['ID=a386a167-c7df-43e8-9966-7169a2804683,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:53.091787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75ea9202-4023-4382-95c6-3a11deba248a req-fe1b9ce2-3cc9-4a35-b016-7887b2cd3663 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 210 time: 0.0942867 Dec 15 04:59:53.104886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab383ac-7cbe-4353-ade1-aedd29865b3c None None] Network b5223f36-4037-4563-beec-1d6be0c95452 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:53.122945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:53.124930 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.163400 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d127c36-e959-4175-bfb9-820ce2a35431 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8054018 Dec 15 04:59:53.168508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39586) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:53.256683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:53.260667 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.384138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Allocated IP 172.20.0.2 (2b925af5-1f4b-4662-99f7-2e5db2fdcea5/f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e/fd6a60d3-7a31-4b4d-9d6c-f16facc9b120) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:53.399892 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.413023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.415877 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.466567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b1e29591-9c18-4aba-a0a5-a404ca1a767a None None] Could not find standard attr ID for object 7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:53.474514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.516741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b5223f36-4037-4563-beec-1d6be0c95452', 'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452', 'project_id': 'b90b2ebf4f8b4c74828f46132c35f303', 'fixed_ips': [{'subnet_id': 'a17be155-16d3-48b3-96f6-c2ca3d4fe021'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 04:59:53.517644 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.561777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:53.575781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.649799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.db.api [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 04:59:53.650144 n-d-820935-10 neutron-server[103133]: DEBUG oslo_db.api [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 04:59:53.687890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.20.0.5 (27429e38-a05e-48f8-9cb4-64231ac2b557/3a2ee71d-72ae-461a-97d0-bd061bd247fb/ea5f289b-41f2-4a45-bad4-a3acd678ad81) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:53.725823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.25.2.214 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/91c9cc14-2115-4469-881a-d1011e0f5947) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:53.788256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:53.816047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.821226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Allocated IP 172.20.0.2 (b5223f36-4037-4563-beec-1d6be0c95452/a17be155-16d3-48b3-96f6-c2ca3d4fe021/5eb9f722-2a5d-40b3-850c-78a60e25e29a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:53.828616 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.927456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:53.930437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Pushing event updated for resources: {'Port': ['ID=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:53.933041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:53.937371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:53.953713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.958457 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:53.961957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.014611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Attempting to bind port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:54.014990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Attempting to bind port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '5bbb7782-d189-4481-8f78-39e755abd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:54.015485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Attempting to bind port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 on network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:54.024859 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.030655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:54.031040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Checking segment: {'id': '5bbb7782-d189-4481-8f78-39e755abd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:54.031455 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.031861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Bound using segment: {'id': '5bbb7782-d189-4481-8f78-39e755abd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:54.032393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Bound port: fd6a60d3-7a31-4b4d-9d6c-f16facc9b120, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb7782-d189-4481-8f78-39e755abd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b925af5-1f4b-4662-99f7-2e5db2fdcea5'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:54.032791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.053934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.078964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:54.082718 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:54.088475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:54.121209 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.133142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:54.135413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.137726 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=91c9cc14-2115-4469-881a-d1011e0f5947,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:54.143332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:54.187861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4d51a-144d-45eb-a89b-e2831821ff79 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 04:59:54.193514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] For port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:54.231650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Network b5223f36-4037-4563-beec-1d6be0c95452 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:54.243966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:54.261763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:54.269029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] For port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,segment=NetworkSegment(5bbb7782-d189-4481-8f78-39e755abd309),segment_id=5bbb7782-d189-4481-8f78-39e755abd309)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:54.270748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:54.271925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.273508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Pushing event updated for resources: {'Port': ['ID=5eb9f722-2a5d-40b3-850c-78a60e25e29a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:54.287439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.309176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Allocated IP 172.20.0.1 (2b925af5-1f4b-4662-99f7-2e5db2fdcea5/f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e/6236aeaf-a59d-466f-a93a-9c16a4ecefef) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:54.361087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=ea5f289b-41f2-4a45-bad4-a3acd678ad81,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:54.433812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:54.434404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.504909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cf0181a7-8ff7-41ff-91fc-d670a6d407bc None None] Provisioning complete for port 91c9cc14-2115-4469-881a-d1011e0f5947 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:54.505348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cf0181a7-8ff7-41ff-91fc-d670a6d407bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.510485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Attempting to bind port 5eb9f722-2a5d-40b3-850c-78a60e25e29a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:54.510682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.510782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Attempting to bind port 5eb9f722-2a5d-40b3-850c-78a60e25e29a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '809356dc-d5ad-461b-83cb-95c8783ec428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:54.511074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Attempting to bind port 5eb9f722-2a5d-40b3-850c-78a60e25e29a on network b5223f36-4037-4563-beec-1d6be0c95452 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:54.564104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:54.564530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Checking segment: {'id': '809356dc-d5ad-461b-83cb-95c8783ec428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:54.564952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.565361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Bound using segment: {'id': '809356dc-d5ad-461b-83cb-95c8783ec428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:54.565886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Bound port: 5eb9f722-2a5d-40b3-850c-78a60e25e29a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809356dc-d5ad-461b-83cb-95c8783ec428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5223f36-4037-4563-beec-1d6be0c95452'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:54.566417 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.590252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.601969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94285b5b-295a-4899-9009-ed8eb736300f None None] Pushing event updated for resources: {'Port': ['ID=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:54.652915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cf0181a7-8ff7-41ff-91fc-d670a6d407bc None None] Port 91c9cc14-2115-4469-881a-d1011e0f5947 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:54.708433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] For port 5eb9f722-2a5d-40b3-850c-78a60e25e29a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:54.715635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] For port 5eb9f722-2a5d-40b3-850c-78a60e25e29a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5eb9f722-2a5d-40b3-850c-78a60e25e29a,segment=NetworkSegment(809356dc-d5ad-461b-83cb-95c8783ec428),segment_id=809356dc-d5ad-461b-83cb-95c8783ec428)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:54.720535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:54.730673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:54.736382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 04:59:54.741220 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.813706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:54.828394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5009426-3a34-4939-a5b3-9fc6e66db016 None None] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:54.850127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Port': ['ID=6236aeaf-a59d-466f-a93a-9c16a4ecefef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:54.884763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a386a167-c7df-43e8-9966-7169a2804683 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:54.995699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f288c0-f142-4939-ab1e-bd1464dbbb62 req-2d685515-b174-4a27-a30b-e4358e43fd61 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:54.997458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15f288c0-f142-4939-ab1e-bd1464dbbb62 req-2d685515-b174-4a27-a30b-e4358e43fd61 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 931 time: 0.7561896 Dec 15 04:59:55.004862 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-4bba48cf-c1f6-4867-bced-ebfa65a66d99 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1773355 Dec 15 04:59:55.014273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-004e8904-5bb4-4e12-85f4-fad81c5a8d7b None None] Provisioning complete for port ea5f289b-41f2-4a45-bad4-a3acd678ad81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:55.014887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-004e8904-5bb4-4e12-85f4-fad81c5a8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.030065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.064750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc945-c7f2-462b-b652-6d49fb0e0aa3 None None] Pushing event updated for resources: {'Port': ['ID=5eb9f722-2a5d-40b3-850c-78a60e25e29a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:55.095323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a386a167-c7df-43e8-9966-7169a2804683 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:55.095857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.102372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-004e8904-5bb4-4e12-85f4-fad81c5a8d7b None None] Port ea5f289b-41f2-4a45-bad4-a3acd678ad81 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 04:59:55.389697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Request body: {'port': {'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:55.483125 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.500129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c0908ae0-8a76-4693-9655-53c6a371193d None None] Provisioning complete for port a386a167-c7df-43e8-9966-7169a2804683 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:55.500889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c0908ae0-8a76-4693-9655-53c6a371193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.580464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.583951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port a386a167-c7df-43e8-9966-7169a2804683, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a386a167-c7df-43e8-9966-7169a2804683,segment=NetworkSegment(6604437c-951a-4ce7-afa8-41bd85aaa4a6),segment_id=6604437c-951a-4ce7-afa8-41bd85aaa4a6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:55.590637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15f288c0-f142-4939-ab1e-bd1464dbbb62 req-259909d8-21cb-4669-8c22-099aa3b67688 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5831165 Dec 15 04:59:55.596428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.602979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.665672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.672155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=a386a167-c7df-43e8-9966-7169a2804683,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:55.680681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:55.702672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.742505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.784783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Port': ['ID=6236aeaf-a59d-466f-a93a-9c16a4ecefef,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:55.803133 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.841981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:55.843651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:55.847563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.848656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:55.891277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84db86ea-fd2e-4176-89cf-785d78f42da1 None None] Provisioning complete for port a386a167-c7df-43e8-9966-7169a2804683 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:55.891911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84db86ea-fd2e-4176-89cf-785d78f42da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.011935 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:56.028179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:56.033396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:56.034841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.044584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Router 6451843f-7492-449a-aa7e-9db2612642af is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:59:56.049298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91404a2e-afbb-4e65-9821-10b03c32211d None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:56.096001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=9542fdcd-71ad-440f-a378-3e9b968979a1,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:56.099485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:56.117907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0fcb460f-871b-4dcb-afcd-d1a910579b35 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4235919 Dec 15 04:59:56.118508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39604) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:56.127705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:56.165135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee49b32-08ed-44d1-8b71-c7e6b2fca659 None None] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:56.191844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:56.202518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8bee3007-c0c0-4bd1-b9f6-344356b7c084 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265276 Dec 15 04:59:56.202850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39608) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:56.211866 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] Sync routers for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:56.246540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d0810e5d-7033-4a91-99f6-4a32269fdf61 None None] Provisioning complete for port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:56.248561 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:56.249186 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:56.249662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0810e5d-7033-4a91-99f6-4a32269fdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.325864 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:56.354072 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:56.354915 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:56.389207 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:56.390131 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465bf815-15a3-41ef-bb28-48ee407a43c5 None None] The sync data for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:56.475672 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0810e5d-7033-4a91-99f6-4a32269fdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.557199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d0810e5d-7033-4a91-99f6-4a32269fdf61 None None] For port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,segment=NetworkSegment(5bbb7782-d189-4481-8f78-39e755abd309),segment_id=5bbb7782-d189-4481-8f78-39e755abd309)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:56.562430 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0810e5d-7033-4a91-99f6-4a32269fdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.706749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.735830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0810e5d-7033-4a91-99f6-4a32269fdf61 None None] Pushing event updated for resources: {'Port': ['ID=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:56.755332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-18e19a1a-c5c7-4969-86a6-799b33afad6b None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:56.755713 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18e19a1a-c5c7-4969-86a6-799b33afad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:56.847165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8fd5a-668e-4e2c-a5ce-bf4db986a32f None None] Network b5223f36-4037-4563-beec-1d6be0c95452 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 04:59:56.923554 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-5f2fcfa5-3890-43d8-8703-bd8999a11086 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 04:59:56.925500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5f2fcfa5-3890-43d8-8703-bd8999a11086 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7203977 Dec 15 04:59:56.927534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:56.946037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5eb9f722-2a5d-40b3-850c-78a60e25e29a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:56.948193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:56.954209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.018813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18e19a1a-c5c7-4969-86a6-799b33afad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.045754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5f289b-41f2-4a45-bad4-a3acd678ad81 {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 04:59:57.070843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663133-42af-46ac-8d0a-08001632e95b req-129ecba5-d3ab-46df-9a2b-73484035513d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:57.072444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8663133-42af-46ac-8d0a-08001632e95b req-129ecba5-d3ab-46df-9a2b-73484035513d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 931 time: 0.3289242 Dec 15 04:59:57.074494 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.096224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-18e19a1a-c5c7-4969-86a6-799b33afad6b None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:57.101481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5eb9f722-2a5d-40b3-850c-78a60e25e29a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:57.101891 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.105731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18e19a1a-c5c7-4969-86a6-799b33afad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.131952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Transition to ACTIVE for port object ea5f289b-41f2-4a45-bad4-a3acd678ad81 will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 04:59:57.168318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.223702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e19a1a-c5c7-4969-86a6-799b33afad6b None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:57.313197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-01794c7d-d8d5-4e39-aa97-fa6ae195f8b6 None None] Provisioning complete for port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:57.313593 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01794c7d-d8d5-4e39-aa97-fa6ae195f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.378703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.397949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.445166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f289b-41f2-4a45-bad4-a3acd678ad81,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:57.451771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8663133-42af-46ac-8d0a-08001632e95b req-dc5ac26b-8df7-40f0-b6e0-026808e7d12d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607855 Dec 15 04:59:57.472994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 5eb9f722-2a5d-40b3-850c-78a60e25e29a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5eb9f722-2a5d-40b3-850c-78a60e25e29a,segment=NetworkSegment(809356dc-d5ad-461b-83cb-95c8783ec428),segment_id=809356dc-d5ad-461b-83cb-95c8783ec428)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 04:59:57.494932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.495746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:57.526002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 09fbabfb-7fef-46de-8c47-3be1415a3cff is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 04:59:57.749543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b270f-d7cd-4501-be3b-0311d98351bf None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 04:59:57.761714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:57.802853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Attempting to bind port ea5f289b-41f2-4a45-bad4-a3acd678ad81 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 04:59:57.803268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Attempting to bind port ea5f289b-41f2-4a45-bad4-a3acd678ad81 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 04:59:57.803546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Attempting to bind port ea5f289b-41f2-4a45-bad4-a3acd678ad81 on network 27429e38-a05e-48f8-9cb4-64231ac2b557 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:57.811535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.815999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2d443063-c475-4e43-94b7-227270b4e9b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8328311 Dec 15 04:59:57.816782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39618) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:57.819558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Sync routers for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:57.851368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Port ea5f289b-41f2-4a45-bad4-a3acd678ad81 on network 27429e38-a05e-48f8-9cb4-64231ac2b557 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 04:59:57.851693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Attempting to bind port ea5f289b-41f2-4a45-bad4-a3acd678ad81 on network 27429e38-a05e-48f8-9cb4-64231ac2b557 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 04:59:57.851796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting port 6236aeaf-a59d-466f-a93a-9c16a4ecefef {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 04:59:57.852086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.856754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:57.857690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:57.883881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 04:59:57.884311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Checking segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:57.884719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Bound using segment: {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 04:59:57.885187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Bound port: ea5f289b-41f2-4a45-bad4-a3acd678ad81, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b6db9e-aa65-4986-9ccc-0223fc03bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 04:59:57.885560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.959191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.974317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Calling delete_port for 6236aeaf-a59d-466f-a93a-9c16a4ecefef owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 04:59:57.984865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 04:59:57.988084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] For port ea5f289b-41f2-4a45-bad4-a3acd678ad81, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 04:59:57.991279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:57.995527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] For port ea5f289b-41f2-4a45-bad4-a3acd678ad81, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 04:59:58.029086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.046736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 04:59:58.071192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:58.086535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.087405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.119883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.121309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.123420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 200 len: 1092 time: 3.0904486 Dec 15 04:59:58.124233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 04:59:58.126892 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22781f5f-582c-492a-9775-09d1cd3022de" -d '{"events": [{"name": "network-changed", "server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 04:59:58.132748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=5eb9eae8-a43f-43f6-a303-e5d5c39707e3,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:58.155659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-09f64dbb-047b-4de8-b272-f278a0163810 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0319107 Dec 15 04:59:58.157380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadaf43-04ea-4b43-b271-00679d485df9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f289b-41f2-4a45-bad4-a3acd678ad81,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:58.160362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39624) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:58.165856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:d6:7a:25', 'name': 'tempest-NetworksTestDHCPv6-808111777'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:58.217352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-01794c7d-d8d5-4e39-aa97-fa6ae195f8b6 None None] Provisioning complete for port 5eb9f722-2a5d-40b3-850c-78a60e25e29a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:58.217930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01794c7d-d8d5-4e39-aa97-fa6ae195f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.234840 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32c87f3-6ee9-4f00-a298-a073778d9d51 x-openstack-request-id: req-c32c87f3-6ee9-4f00-a298-a073778d9d51 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 04:59:58.235372 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 04:59:58.235784 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32c87f3-6ee9-4f00-a298-a073778d9d51 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 04:59:58.236549 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'status': 'completed', 'code': 200} Dec 15 04:59:58.241693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f9c1c6c-4293-400f-8bb9-e0d0dfa14b7b tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2b173c2b1643473283cb08ae4c6ff350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4235883 Dec 15 04:59:58.242965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.244794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39626) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:58.292338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3ead8a84-5cf0-47c1-ab6c-c33401538bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.293366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Port': ['ID=6236aeaf-a59d-466f-a93a-9c16a4ecefef,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:58.294899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3ead8a84-5cf0-47c1-ab6c-c33401538bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1095 time: 0.0736187 Dec 15 04:59:58.316539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=5eb9f722-2a5d-40b3-850c-78a60e25e29a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:58.320400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5657f5e3-e1d6-4507-b656-c60e90724546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.345653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:58.346033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.365657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-c1518d9f-238c-403e-9ae0-dc12e723f494 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 200 len: 217 time: 0.0545437 Dec 15 04:59:58.432484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-0e7028a0-0079-47b4-b464-71550a0b2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.433978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-0e7028a0-0079-47b4-b464-71550a0b2a89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a2ee71d-72ae-461a-97d0-bd061bd247fb HTTP/1.1" status: 200 len: 835 time: 0.0580828 Dec 15 04:59:58.479900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:58.546376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3424b407-83d7-461c-a78a-5d83ec223fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.547939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-3424b407-83d7-461c-a78a-5d83ec223fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27429e38-a05e-48f8-9cb4-64231ac2b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036916 Dec 15 04:59:58.590313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T04:59:55Z', 'revision_number': 3, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T04:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:58.646075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Checking router: 09fbabfb-7fef-46de-8c47-3be1415a3cff for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 04:59:58.646427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Updating router 09fbabfb-7fef-46de-8c47-3be1415a3cff port 91c9cc14-2115-4469-881a-d1011e0f5947 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 04:59:58.649009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-01794c7d-d8d5-4e39-aa97-fa6ae195f8b6 None None] Could not find standard attr ID for object 6236aeaf-a59d-466f-a93a-9c16a4ecefef. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:58.692330 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.723199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b270f-d7cd-4501-be3b-0311d98351bf None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 04:59:58.737528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf37a-0aa4-4c04-922f-7ffe669d4db8 req-4ffb4b82-24fe-4c10-8329-0f5c2e4bee84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.739151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.739589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bebf37a-0aa4-4c04-922f-7ffe669d4db8 req-4ffb4b82-24fe-4c10-8329-0f5c2e4bee84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 943 time: 0.1168752 Dec 15 04:59:58.773109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 04:59:58.798521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-23cba6d9-d17f-4b47-88fd-f1f8225624ff service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393720 Dec 15 04:59:58.859518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bccf29-0a26-4828-9a81-20523c0bb479 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:58.864170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b7bccf29-0a26-4828-9a81-20523c0bb479 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6151986 Dec 15 04:59:58.864809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39632) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:58.903429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8fb059ca-580a-409c-93e5-97e36b93a499 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348094 Dec 15 04:59:58.904044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:58.911464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169506044', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:58.918407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:58.933065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05b8fa36-fcd5-4bd8-a299-6694b59d52e4 req-20ac2e8c-5e17-4c4a-bebd-6e4666908e35 service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988982 Dec 15 04:59:58.987265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bebf37a-0aa4-4c04-922f-7ffe669d4db8 req-a185e537-b8d2-4d02-8af6-3ad27a8fbab6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370870 Dec 15 04:59:59.049301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a386a167-c7df-43e8-9966-7169a2804683 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:59.133577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22781f5f-582c-492a-9775-09d1cd3022de req-16e9c71c-1920-4c5d-95e3-3a8c24ba7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:59.135697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-16e9c71c-1920-4c5d-95e3-3a8c24ba7474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1095 time: 0.0891790 Dec 15 04:59:59.200809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Made reservation on behalf of 2b173c2b1643473283cb08ae4c6ff350 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 04:59:59.205427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:59.248117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ef0e6c05-64b3-424f-9ce1-22aa3c1b8817 None None] Provisioning complete for port 5eb9f722-2a5d-40b3-850c-78a60e25e29a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:59.248511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6c05-64b3-424f-9ce1-22aa3c1b8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:59.306960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a386a167-c7df-43e8-9966-7169a2804683 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:59.307165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Router 6451843f-7492-449a-aa7e-9db2612642af has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 04:59:59.307857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:59.471881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 04:59:59.481722 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] Sync routers for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 04:59:59.494382 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bca6377f-ade7-47bf-9036-c799912716eb tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5655162 Dec 15 04:59:59.498076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39636) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:59.499839 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:59.501947 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:59.583496 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-8b015141-00dd-409f-a07f-3a582bc8a9d1 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] delete failed (client error): The resource could not be found. Dec 15 04:59:59.592312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8b015141-00dd-409f-a07f-3a582bc8a9d1 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-300627838 HTTP/1.1" status: 404 len: 334 time: 0.0933619 Dec 15 04:59:59.600581 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:59.602124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:59.611415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-80f67eb5-14a7-4708-8943-1ecb992f9794 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'router': {'external_gateway_info': {'network_id': '6451843f-7492-449a-aa7e-9db2612642af'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 04:59:59.612962 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 04:59:59.614200 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T04:59:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:59.653035 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 04:59:59.653809 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ec2f5-d507-4a63-94b4-842a6e28f4b3 None None] The sync data for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 04:59:59.700666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ef0e6c05-64b3-424f-9ce1-22aa3c1b8817 None None] Could not find standard attr ID for object 6236aeaf-a59d-466f-a93a-9c16a4ecefef. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 04:59:59.700872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 172.20.0.6 (16079ce4-e180-4983-82f9-1ec8db4fda78/5eb9eae8-a43f-43f6-a303-e5d5c39707e3/8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:59.703648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:59.718708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fed6:7a25 (16079ce4-e180-4983-82f9-1ec8db4fda78/9542fdcd-71ad-440f-a378-3e9b968979a1/8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 04:59:59.731369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 04:59:59.769848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22781f5f-582c-492a-9775-09d1cd3022de req-763a48e1-96b2-4554-9d76-0304d68d7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:59.771608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-763a48e1-96b2-4554-9d76-0304d68d7d72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 897 time: 0.6269374 Dec 15 04:59:59.798875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Subnet': ['ID=5fa7489b-823c-4674-bdea-e3c198cefee6,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 04:59:59.802857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Checking segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 04:59:59.803336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network hostable DHCP agents. Network: 40ab228b-35e7-4f52-8a77-ebcb5266b3ae, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 04:59:59.841988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 04:59:59.852579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 04:59:59.852951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:59.854248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 40ab228b-35e7-4f52-8a77-ebcb5266b3ae) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 04:59:59.866072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 04:59:59.866697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 04:59:59.899297 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-257c2be4-7c21-4fd1-8687-14cf56c5970c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9921696 Dec 15 04:59:59.902101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39640) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 04:59:59.977508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '9542fdcd-71ad-440f-a378-3e9b968979a1', 'ip_address': '2001:db8::f816:3eff:fe99:efc'}, {'subnet_id': '5eb9eae8-a43f-43f6-a303-e5d5c39707e3'}], 'binding:host_id': 'n-d-820935-10'}, 'id': 'db749908-4c8f-4037-8e78-ce5b5eb1cedc'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:00.015932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-22615b66-727c-435b-af2a-d094af7c5744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.027684 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.037820 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.048125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-615c64e6-0c85-4087-be40-b3f58f431f1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 200 len: 217 time: 0.1578605 Dec 15 05:00:00.078561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.098169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80f67eb5-14a7-4708-8943-1ecb992f9794 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.145774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22781f5f-582c-492a-9775-09d1cd3022de req-4eab93a9-85be-41a9-b049-db67b72a4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:00.147554 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-4eab93a9-85be-41a9-b049-db67b72a4ac4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a2ee71d-72ae-461a-97d0-bd061bd247fb HTTP/1.1" status: 200 len: 835 time: 0.0798604 Dec 15 05:00:00.172943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5eb9f722-2a5d-40b3-850c-78a60e25e29a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:00.252656 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-80f67eb5-14a7-4708-8943-1ecb992f9794 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] update failed (client error): The resource could not be found. Dec 15 05:00:00.257083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80f67eb5-14a7-4708-8943-1ecb992f9794 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af HTTP/1.1" status: 404 len: 339 time: 0.6462450 Dec 15 05:00:00.261946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:00.267677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840290a-d01b-4361-a8b1-0b0b7abfd9c6 None None] Pushing event updated for resources: {'Port': ['ID=91c9cc14-2115-4469-881a-d1011e0f5947,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:00.274614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Attempting to bind port 91c9cc14-2115-4469-881a-d1011e0f5947 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:00.275121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Attempting to bind port 91c9cc14-2115-4469-881a-d1011e0f5947 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:00.275412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Attempting to bind port 91c9cc14-2115-4469-881a-d1011e0f5947 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:00.291881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:00.294756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:00.294756 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.294756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:00.294756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Bound port: 91c9cc14-2115-4469-881a-d1011e0f5947, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:00.294756 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.344007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61bc71-2d33-4b9a-a90e-439d02d61db0 req-8f8aaec2-3282-45ed-96ae-dec012494835 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:00.345595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e61bc71-2d33-4b9a-a90e-439d02d61db0 req-8f8aaec2-3282-45ed-96ae-dec012494835 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 943 time: 0.1938858 Dec 15 05:00:00.354335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22781f5f-582c-492a-9775-09d1cd3022de req-72c2b777-8a80-4f07-a5a9-3880edc13810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:00.355835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-72c2b777-8a80-4f07-a5a9-3880edc13810 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27429e38-a05e-48f8-9cb4-64231ac2b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957066 Dec 15 05:00:00.364290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5eb9f722-2a5d-40b3-850c-78a60e25e29a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:00.364619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.396437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] For port 91c9cc14-2115-4469-881a-d1011e0f5947, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:00.414623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] For port 91c9cc14-2115-4469-881a-d1011e0f5947, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=91c9cc14-2115-4469-881a-d1011e0f5947,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:00.423980 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.520920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:00.521833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:00.529459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840290a-d01b-4361-a8b1-0b0b7abfd9c6 None None] Pushing event updated for resources: {'Port': ['ID=91c9cc14-2115-4469-881a-d1011e0f5947,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:00.531775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.545608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e61bc71-2d33-4b9a-a90e-439d02d61db0 req-0ebf6b59-c0ad-43b0-8b87-bfa8ebc39118 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793509 Dec 15 05:00:00.581108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-adf85604-e536-4241-a51e-23b269ec2cda service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087858 Dec 15 05:00:00.663671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:00.707430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22781f5f-582c-492a-9775-09d1cd3022de req-063085da-914c-4605-807a-4b41e24ab02a service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121240 Dec 15 05:00:00.724222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.743166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.749347 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ea5f289b-41f2-4a45-bad4-a3acd678ad81 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:00:00.784257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:00.787327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:00.791565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:00.799065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:00.858082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:00.858793 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.868509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:00.878218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5b29727e-90dc-4d96-bf50-b8880d2b92ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7164712 Dec 15 05:00:00.880932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39646) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:00.944633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] Allocated IP 172.20.0.2 (16079ce4-e180-4983-82f9-1ec8db4fda78/5eb9eae8-a43f-43f6-a303-e5d5c39707e3/db749908-4c8f-4037-8e78-ce5b5eb1cedc) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:00.969359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac1368-f659-465e-a073-b3964708369e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:00.976437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac1368-f659-465e-a073-b3964708369e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:00.978236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f2ac1368-f659-465e-a073-b3964708369e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0962510 Dec 15 05:00:00.980812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39648) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:01.107526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ea5f289b-41f2-4a45-bad4-a3acd678ad81, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:01.108670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:01.109124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.127213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:00:01.138335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T04:59:55Z', 'revision_number': 3, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:01.212943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310548-9f0d-4fb3-8bba-3af0f2f521a3 None None] The sync data for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 is: [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T04:59:55Z', 'revision_number': 3, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:01.278608 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.296867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:01.333024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Allocated IP 172.20.0.1 (6bf65ee9-7e32-47a3-b1e0-78d329df6c12/0d3785b4-abbd-4eba-8a3a-34ec6c3206de/4ae38162-b3eb-4048-8c4a-0d21ce05636c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:01.344728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.20.0.1 (40ab228b-35e7-4f52-8a77-ebcb5266b3ae/5fa7489b-823c-4674-bdea-e3c198cefee6/812a4e72-4916-4132-ae8f-35f41920b55d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:01.458972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:01.475435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.499378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5f289b-41f2-4a45-bad4-a3acd678ad81 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:00:01.517320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.582870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ea5f289b-41f2-4a45-bad4-a3acd678ad81, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:01.604014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.617129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.627325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.656709 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.736860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.786090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ea5f289b-41f2-4a45-bad4-a3acd678ad81,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:01.786446 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.800096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.848504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365a6e-cccb-4b49-a614-3e1f4e9fa582 req-c304b977-593f-4bcc-adf3-3d5b0fd39fdd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:01.850080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85365a6e-cccb-4b49-a614-3e1f4e9fa582 req-c304b977-593f-4bcc-adf3-3d5b0fd39fdd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 944 time: 0.1674094 Dec 15 05:00:01.850889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:01.867656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:01.874173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:01.879624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:01.898423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5104b2-eee0-4261-9bb2-52bd267a22b7 None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:01.930700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:01.966163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Port': ['ID=4ae38162-b3eb-4048-8c4a-0d21ce05636c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:02.018918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:02.025524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.029656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ea5f289b-41f2-4a45-bad4-a3acd678ad81'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:02.031286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:02.037347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:02.100843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85365a6e-cccb-4b49-a614-3e1f4e9fa582 req-9ba64b58-c138-4034-9191-86d0663f5e45 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415862 Dec 15 05:00:02.133718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=812a4e72-4916-4132-ae8f-35f41920b55d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:02.134493 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.148266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e0114ded-6590-42d6-8c4b-c4e9a8478088 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6 HTTP/1.1" status: 204 len: 168 time: 1.1621299 Dec 15 05:00:02.150227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39654) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:02.214494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.230970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1346c643-1dec-4435-a553-bfbbc217c437 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:02.233751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1346c643-1dec-4435-a553-bfbbc217c437 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:02.234930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1346c643-1dec-4435-a553-bfbbc217c437 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:02.236890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1346c643-1dec-4435-a553-bfbbc217c437 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0852544 Dec 15 05:00:02.239891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39656) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:02.306740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 5eb9eae8-a43f-43f6-a303-e5d5c39707e3 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:02.310974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.370845 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.377648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.533957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.624590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.689414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb9eae8-a43f-43f6-a303-e5d5c39707e3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:02.702225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.707534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-75a929ca-32e6-41d8-add0-9f09f55ca289 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb9eae8-a43f-43f6-a303-e5d5c39707e3 HTTP/1.1" status: 204 len: 168 time: 0.4660928 Dec 15 05:00:02.709695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39660) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:02.727318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.815176 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 9542fdcd-71ad-440f-a378-3e9b968979a1 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:02.819209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.879771 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.959279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:02.993255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.075495 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.088773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31ab25-3b12-4fe0-acb1-8f441950a715 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:00:03.110900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=9542fdcd-71ad-440f-a378-3e9b968979a1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:03.122961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.128129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd7e6665-6daf-4e69-a2b5-b1cfd4008c62 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/9542fdcd-71ad-440f-a378-3e9b968979a1 HTTP/1.1" status: 204 len: 168 time: 0.4171410 Dec 15 05:00:03.133920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39664) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:03.211202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-267be511-9781-480a-b96c-fdbcb4586e77 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733263 Dec 15 05:00:03.211493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39668) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:03.218246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:03.272673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-32be0f29-074f-442b-907a-356faa471a43 None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:03.273445 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32be0f29-074f-442b-907a-356faa471a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.346915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c118a-30dc-474a-a16b-767345e284c7 req-771c5456-75c3-4cce-9378-7b165ef75311 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:03.354575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be1c118a-30dc-474a-a16b-767345e284c7 req-771c5456-75c3-4cce-9378-7b165ef75311 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 944 time: 0.1192343 Dec 15 05:00:03.364911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.366862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31ab25-3b12-4fe0-acb1-8f441950a715 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:00:03.377974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.401170 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.408013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:03.414507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.494663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-be1c118a-30dc-474a-a16b-767345e284c7 req-67eca121-261f-4a35-a6c6-3b580e295f26 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391203 Dec 15 05:00:03.530707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.547054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event updated for resources: {'Port': ['ID=4ae38162-b3eb-4048-8c4a-0d21ce05636c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:03.555005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.617900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.663507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.737663 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.737918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=812a4e72-4916-4132-ae8f-35f41920b55d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:03.742361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:03.747338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:03.803146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:03.806556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:03.812277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:03.812277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.840113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=48146d33-feaa-4f64-afa8-89e0d96fac78,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:03.847762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db749908-4c8f-4037-8e78-ce5b5eb1cedc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:03.855444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e479f478-edeb-4deb-8a1f-8ba5f21ab6c1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6401277 Dec 15 05:00:03.856219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39672) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:03.861615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:03.882795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:03.883669 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:03.914454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Router 6451843f-7492-449a-aa7e-9db2612642af has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:00:03.935655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.009871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:04.010259 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.038562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:04.044405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.131449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Allocated IP 172.20.0.2 (40ab228b-35e7-4f52-8a77-ebcb5266b3ae/5fa7489b-823c-4674-bdea-e3c198cefee6/87a7d637-510d-47c3-892b-45be39352386) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:04.158856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:04.164444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e0c35f9c-6ae6-4629-988c-b36c01f9e47f tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9014156 Dec 15 05:00:04.169185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39682) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:04.179209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] Sync routers for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:04.190765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:04.193714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:04.332554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:04.334935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:04.339369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a827f8db-8fee-45c6-8232-7ae5d021c6de tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.358499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 09fbabfb-7fef-46de-8c47-3be1415a3cff has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:00:04.408876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:04.417980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91c9cc14-2115-4469-881a-d1011e0f5947 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:04.430684 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-a827f8db-8fee-45c6-8232-7ae5d021c6de tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 05:00:04.435606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a827f8db-8fee-45c6-8232-7ae5d021c6de tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af HTTP/1.1" status: 409 len: 329 time: 0.2616339 Dec 15 05:00:04.435606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39688) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:04.488016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:04.488678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:04.551104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:04.553285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:04.553965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971df7f5-86b1-450d-a779-bbcafd81c291 None None] The sync data for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:04.568518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 91c9cc14-2115-4469-881a-d1011e0f5947 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:04.568917 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.576768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Sync routers for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:04.583642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ba184845-b6c9-471a-86b3-c85af91c3423 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "PUT /v2.0/routers/09fbabfb-7fef-46de-8c47-3be1415a3cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6772795 Dec 15 05:00:04.583827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39692) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:04.589734 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:04.589888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1293793602', 'description': 'tempest-secgroup_access--1293793602 description', 'project_id': '2b173c2b1643473283cb08ae4c6ff350'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:04.591965 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:04.644479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.680818 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.709611 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.754751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.762923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.765240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ea5f289b-41f2-4a45-bad4-a3acd678ad81 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:04.802006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4ea95-9573-4c2a-b54b-64e84fcf6185 req-eac9bb5b-4eea-4f6b-914a-beeefc117bb3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:04.802951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ac4ea95-9573-4c2a-b54b-64e84fcf6185 req-eac9bb5b-4eea-4f6b-914a-beeefc117bb3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 944 time: 0.1630661 Dec 15 05:00:04.815630 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:04.831514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925914c9-936f-451d-9bf4-79bae1a1ae7b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:04.860769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.865776 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79fc1256-459f-4439-b8d4-fd8fc03fe156 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2773349 Dec 15 05:00:04.865776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39694) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:04.870826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1688346219', 'description': 'tempest-secgroup_general--1688346219 description', 'project_id': '2b173c2b1643473283cb08ae4c6ff350'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:04.880686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Pushing event updated for resources: {'Port': ['ID=87a7d637-510d-47c3-892b-45be39352386,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:04.927009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.937468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:04.948734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:04.958368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:04.996461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 91c9cc14-2115-4469-881a-d1011e0f5947, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=91c9cc14-2115-4469-881a-d1011e0f5947,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:04.998762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:05.010304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.049160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.056114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.090280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.094844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2260070 Dec 15 05:00:05.096639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39696) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:05.101111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'security_group_rule': {'security_group_id': '925914c9-936f-451d-9bf4-79bae1a1ae7b', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:05.116254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84453efd-8e6e-4cc6-a870-9eae34174d17 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25eed795-6568-4a5f-8503-b25b2579589a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:05.145269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Attempting to bind port 87a7d637-510d-47c3-892b-45be39352386 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:05.145771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Attempting to bind port 87a7d637-510d-47c3-892b-45be39352386 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:05.146362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Attempting to bind port 87a7d637-510d-47c3-892b-45be39352386 on network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:05.157714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.162944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:05.163365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Checking segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:05.163782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.164216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Bound using segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:05.164722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Bound port: 87a7d637-510d-47c3-892b-45be39352386, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:05.165105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.234451 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.246015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.261475 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:03Z', 'revision_number': 2, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:05.264952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port ea5f289b-41f2-4a45-bad4-a3acd678ad81 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:00:05.278138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ea5f289b-41f2-4a45-bad4-a3acd678ad81 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:05.279000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.286686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549ad1fd-db0a-46e1-9d11-1a1d2ccf30f9,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:05.327733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.329277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1a4abce3-566c-4ce3-a404-e3d2d4ccc821 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316658 Dec 15 05:00:05.332783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Checking router: 09fbabfb-7fef-46de-8c47-3be1415a3cff for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:00:05.333310 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Updating router 09fbabfb-7fef-46de-8c47-3be1415a3cff port 812a4e72-4916-4132-ae8f-35f41920b55d binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:00:05.364814 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.397815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] For port 87a7d637-510d-47c3-892b-45be39352386, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:05.401496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] For port 87a7d637-510d-47c3-892b-45be39352386, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=87a7d637-510d-47c3-892b-45be39352386,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:05.406461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=91c9cc14-2115-4469-881a-d1011e0f5947,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:05.414692 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.571997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.574365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067106-26ad-4548-a915-430a2895fbc7 None None] Pushing event updated for resources: {'Port': ['ID=87a7d637-510d-47c3-892b-45be39352386,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:05.639371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:05.644612 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c31ba49-d515-40ef-86ed-0c45dfb4662e" -d '{"events": [{"server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:05.662263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ea5f289b-41f2-4a45-bad4-a3acd678ad81, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:05.666337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ac4ea95-9573-4c2a-b54b-64e84fcf6185 req-c7b33dfd-7e35-4eba-be4d-3ce10f3293d6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8422303 Dec 15 05:00:05.670091 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.719654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-636a5368-ca21-4b5f-b100-afcdb5876968 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7046573 Dec 15 05:00:05.722728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:05.791741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ea5f289b-41f2-4a45-bad4-a3acd678ad81,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:05.831959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91c9cc14-2115-4469-881a-d1011e0f5947 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:05.834386 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.847478 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:05.935023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-bc0e0128-689e-48f7-a4f4-d57580648e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:05.937343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-bc0e0128-689e-48f7-a4f4-d57580648e75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 1097 time: 0.1452258 Dec 15 05:00:05.949391 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf99b8-1cbb-425b-8319-3af8a544f286 None None] Pushing event updated for resources: {'Port': ['ID=812a4e72-4916-4132-ae8f-35f41920b55d,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:05.983455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 91c9cc14-2115-4469-881a-d1011e0f5947 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:05.983992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:06.084763 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Attempting to bind port 812a4e72-4916-4132-ae8f-35f41920b55d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:06.087894 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Attempting to bind port 812a4e72-4916-4132-ae8f-35f41920b55d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:06.088410 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Attempting to bind port 812a4e72-4916-4132-ae8f-35f41920b55d on network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:06.103487 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:06.104398 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Checking segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:06.105146 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:06.105783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Bound using segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:06.107151 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Bound port: 812a4e72-4916-4132-ae8f-35f41920b55d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:06.107605 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:06.175749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:06.196186 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] For port 812a4e72-4916-4132-ae8f-35f41920b55d, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:06.199687 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] For port 812a4e72-4916-4132-ae8f-35f41920b55d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=812a4e72-4916-4132-ae8f-35f41920b55d,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:06.205477 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:06.219734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-0acd5ddf-c13e-4fc2-81a6-0e01d30d8a79 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1688346219&fields=id&tenant_id=2b173c2b1643473283cb08ae4c6ff350 HTTP/1.1" status: 200 len: 267 time: 0.2910490 Dec 15 05:00:06.269161 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:06.270283 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:06.336310 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:06.370605 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-86bafd07-b728-4694-b83c-6a0018214a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:06.372164 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-86bafd07-b728-4694-b83c-6a0018214a87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.3784423 Dec 15 05:00:06.506832 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf99b8-1cbb-425b-8319-3af8a544f286 None None] Pushing event updated for resources: {'Port': ['ID=812a4e72-4916-4132-ae8f-35f41920b55d,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:06.563489 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:06.620191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-3e39fd80-b2c7-48de-9891-81b9179ef762 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1293793602&fields=id&tenant_id=2b173c2b1643473283cb08ae4c6ff350 HTTP/1.1" status: 200 len: 267 time: 0.3615777 Dec 15 05:00:06.634988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-4fe481a6-2b11-4b39-97e2-0a3a7f956138 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=818f36d6-46d6-4360-81f8-79172e34a8f1 HTTP/1.1" status: 200 len: 217 time: 0.2148435 Dec 15 05:00:06.854875 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:06Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:06.867335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-78763da4-21b2-4d82-97a5-a3baf8dedcb2 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:06.870931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-78763da4-21b2-4d82-97a5-a3baf8dedcb2 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/networks?id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 200 len: 797 time: 0.2377648 Dec 15 05:00:06.889596 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c049ad-0ada-4416-94e8-b8f74b914fc7 None None] The sync data for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 is: [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:06Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:06.982851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-7cd8ffe6-9487-40a6-93bc-3f23bc82e78f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/quotas/2b173c2b1643473283cb08ae4c6ff350 HTTP/1.1" status: 200 len: 375 time: 0.1018264 Dec 15 05:00:06.997921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:07.045586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-0723d198-fc77-4b52-85ba-0e8a48222485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:07.047080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-0723d198-fc77-4b52-85ba-0e8a48222485 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.3799350 Dec 15 05:00:07.084436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:07.125650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-b2ff8ada-124f-49bb-a3e8-d690dfb1db7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597291 Dec 15 05:00:07.219146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fedd0b-3f23-40fb-921a-a545763a7706 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:07.250881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-ba2795c2-01c1-489a-8876-6e5b0c69b6f5 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123405 Dec 15 05:00:07.253184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:07.377320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11f739-47cc-4bbc-8d4a-044ba0a6e49c None None] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:07.379656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e8ea9ad-cc99-4dea-88eb-39288a2f53dc req-b87a07bb-8922-4949-ab8c-10cbf58d5ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198964 Dec 15 05:00:07.387956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd637f-4954-47b2-a397-6f65798d8fec None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:07.389392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-98a4d8d8-c0b2-4836-9663-c09456037a9a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3974841 Dec 15 05:00:07.390074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:07.390829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:07.566806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a24333-e593-413c-a09c-2c4bc92281eb None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:07.672661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=10b547cb-16cd-44c7-8719-20eb8ec35160,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:07.723624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Provisioning complete for port 812a4e72-4916-4132-ae8f-35f41920b55d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:07.724181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:07.782447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:07.800734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:07.823017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:07.828315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:07.873202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0127661 Dec 15 05:00:07.873867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 812a4e72-4916-4132-ae8f-35f41920b55d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:07.874518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39720) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:07.883306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:68:4b:1b', 'name': 'tempest-NetworksTestDHCPv6-1650747440'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:07.926447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb999a85-e2d1-4cc2-b638-7ae872a63034 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=13']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:08.009237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting port 4ae38162-b3eb-4048-8c4a-0d21ce05636c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:08.009740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:08.155699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:08.162409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 812a4e72-4916-4132-ae8f-35f41920b55d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:08.162998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:08.240995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-7f8951e3-c8cc-48fb-928f-77c2d945d3e8 service neutron] 10.222.0.37 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935673 Dec 15 05:00:08.441730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:08.460718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-7c9db9fe-6fb9-4ea3-8a89-2af225a68c26 service neutron] 10.222.0.37 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132852 Dec 15 05:00:08.482824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Calling delete_port for 4ae38162-b3eb-4048-8c4a-0d21ce05636c owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:08.494058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:08.591004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port bb7415d1-8411-4096-a79b-d87445b62496 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:08.928676 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147be709-6695-44ac-b716-aedecc664737 x-openstack-request-id: req-147be709-6695-44ac-b716-aedecc664737 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:08.930342 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:08.930713 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-147be709-6695-44ac-b716-aedecc664737 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:08.932364 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'code': 200} Dec 15 05:00:08.962944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.005408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '10b547cb-16cd-44c7-8719-20eb8ec35160', 'ip_address': '2001:db8::f816:3eff:fe99:efc'}, {'subnet_id': '48146d33-feaa-4f64-afa8-89e0d96fac78'}], 'binding:host_id': 'n-d-820935-10'}, 'id': 'db749908-4c8f-4037-8e78-ce5b5eb1cedc'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:09.016552 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.039958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Port': ['ID=4ae38162-b3eb-4048-8c4a-0d21ce05636c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:09.100349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 172.20.0.11 (16079ce4-e180-4983-82f9-1ec8db4fda78/48146d33-feaa-4f64-afa8-89e0d96fac78/bb7415d1-8411-4096-a79b-d87445b62496) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:09.128008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe68:4b1b (16079ce4-e180-4983-82f9-1ec8db4fda78/10b547cb-16cd-44c7-8719-20eb8ec35160/bb7415d1-8411-4096-a79b-d87445b62496) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:09.222675 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.251116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2da4b7-ab71-44fb-b1bf-37fd71fe0dd1 req-a3f0155f-0a4b-48bf-972e-3541f44fdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:09.252218 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.253151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c2da4b7-ab71-44fb-b1bf-37fd71fe0dd1 req-a3f0155f-0a4b-48bf-972e-3541f44fdd28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1097 time: 0.2226119 Dec 15 05:00:09.315350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7deab-8e66-4bdf-8a99-1ef5ca42b57f None None] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:09.318500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8c233-eabd-4fe9-b8b8-124309b554f7 req-96b9de8c-016e-4e72-88c2-5a5d4a7b763f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:09.326420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ae8c233-eabd-4fe9-b8b8-124309b554f7 req-96b9de8c-016e-4e72-88c2-5a5d4a7b763f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.2730308 Dec 15 05:00:09.493813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ae8c233-eabd-4fe9-b8b8-124309b554f7 req-940f64c2-3412-409b-a2f1-74dd5ed4b76c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662104 Dec 15 05:00:09.629672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.683501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] For port 812a4e72-4916-4132-ae8f-35f41920b55d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=812a4e72-4916-4132-ae8f-35f41920b55d,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:09.704815 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.708642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dbf10192-47cf-4d8c-80d0-7a4a2a5208fc req-1b3d8654-a9b6-4a42-93b1-8a1828cea4ae tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 210 time: 0.0749187 Dec 15 05:00:09.724391 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.729741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c2da4b7-ab71-44fb-b1bf-37fd71fe0dd1 req-63f6447b-03c9-49fe-ac36-e344d5610aab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579954 Dec 15 05:00:09.757259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.833248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:09.833683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:09.838098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:00:09.838697 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:00:09.883837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=bb7415d1-8411-4096-a79b-d87445b62496,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:09.914030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:09.915527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:09.922594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:09.926646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] Allocated IP 172.20.0.2 (16079ce4-e180-4983-82f9-1ec8db4fda78/48146d33-feaa-4f64-afa8-89e0d96fac78/db749908-4c8f-4037-8e78-ce5b5eb1cedc) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:09.956438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Router 6451843f-7492-449a-aa7e-9db2612642af has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:00:09.981056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Pushing event updated for resources: {'Port': ['ID=812a4e72-4916-4132-ae8f-35f41920b55d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:10.060942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:10.061624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.075712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:10.087648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:10.100935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-38a1319d-fdbf-44cf-85cd-2f1dcc8ce995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2248368 Dec 15 05:00:10.101708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39738) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:10.114697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9bc69bfd-c8fd-4be8-81e3-c0759269c525 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6782012 Dec 15 05:00:10.118296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39740) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:10.193549 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-0492f36f-cf1c-4464-85b8-711c8475c289 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] show failed (client error): The resource could not be found. Dec 15 05:00:10.194659 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0492f36f-cf1c-4464-85b8-711c8475c289 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1106330838 HTTP/1.1" status: 404 len: 335 time: 0.0753944 Dec 15 05:00:10.199079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39742) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:10.204827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ce8e8722-10eb-4dda-bf94-5d7c80785eb6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:10.219344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee3be5-bdea-42ec-9049-59e07be2047f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:10.226190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee3be5-bdea-42ec-9049-59e07be2047f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:10.230944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39744) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:10.231252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b2ee3be5-bdea-42ec-9049-59e07be2047f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1279135 Dec 15 05:00:10.233981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] Sync routers for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:10.261406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:10.262028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:10.273498 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-ce8e8722-10eb-4dda-bf94-5d7c80785eb6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] update failed (client error): The resource could not be found. Dec 15 05:00:10.274598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce8e8722-10eb-4dda-bf94-5d7c80785eb6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1763622690 HTTP/1.1" status: 404 len: 335 time: 0.0738385 Dec 15 05:00:10.280862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39746) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:10.330128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:10.336946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Provisioning complete for port 87a7d637-510d-47c3-892b-45be39352386 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:10.337368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.365502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting subnet a17be155-16d3-48b3-96f6-c2ca3d4fe021 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:10.369284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.440912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.483470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port bb7415d1-8411-4096-a79b-d87445b62496 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:10.483470 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.496143 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.498802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 87a7d637-510d-47c3-892b-45be39352386 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:10.586669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] Routers {'6451843f-7492-449a-aa7e-9db2612642af'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:10.599210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['6451843f-7492-449a-aa7e-9db2612642af'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:10.607613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.638714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.661513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for bb7415d1-8411-4096-a79b-d87445b62496 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:10.698226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.741642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:10.745503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667304d0-d542-474a-85cc-8f265481aeb9 None None] The sync data for ids ['6451843f-7492-449a-aa7e-9db2612642af'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:10.811330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.901341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Subnet': ['ID=a17be155-16d3-48b3-96f6-c2ca3d4fe021,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:10.917903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:10.924325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c65fb7-9774-4e58-8d04-485a354ce3f3 None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=14']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:10.926615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6946658-7618-44f7-ac32-cb9d97545810 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/subnets/a17be155-16d3-48b3-96f6-c2ca3d4fe021 HTTP/1.1" status: 204 len: 168 time: 0.6423259 Dec 15 05:00:10.928933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39758) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:10.978720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43660e-46dc-4120-b405-4ae620ca7fd5 None None] Network b5223f36-4037-4563-beec-1d6be0c95452 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:10.981740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 87a7d637-510d-47c3-892b-45be39352386 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:10.985301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.203204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting subnet f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:11.232307 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.337375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-78818eb4-9689-4870-985d-718d5c44226d req-bf83e590-c6a7-48d8-b3f2-613bb8a48359 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 210 time: 0.1253941 Dec 15 05:00:11.339483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.392926 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.500109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-10a26062-66ce-4acd-b4f1-ebc700082b6c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:11.514062 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-10a26062-66ce-4acd-b4f1-ebc700082b6c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.42 "GET /v2.0/networks?id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 200 len: 797 time: 0.4410398 Dec 15 05:00:11.516463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.537894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=bb7415d1-8411-4096-a79b-d87445b62496,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:11.582040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.655926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] For port 87a7d637-510d-47c3-892b-45be39352386, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=87a7d637-510d-47c3-892b-45be39352386,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:11.672639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:11.704607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a3dad-c677-44d8-b741-034817c07620 req-274e8e67-a2ff-4211-8e27-79b1f26ba5b1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:11.706195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d2a3dad-c677-44d8-b741-034817c07620 req-274e8e67-a2ff-4211-8e27-79b1f26ba5b1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.9388208 Dec 15 05:00:11.767061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.769453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.776700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.777313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.777834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.778525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.779101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.780374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.781854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.783826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.784374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.785379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.786641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:11.806529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] DHCP port deletion for b5223f36-4037-4563-beec-1d6be0c95452 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:11.816321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-2404f904-37a4-4eb8-b164-3fd32b3b2dcd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b173c2b1643473283cb08ae4c6ff350 HTTP/1.1" status: 200 len: 478 time: 0.2613685 Dec 15 05:00:11.831683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'port': {'device_id': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'admin_state_up': True, 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'security_groups': ['25eed795-6568-4a5f-8503-b25b2579589a', '925914c9-936f-451d-9bf4-79bae1a1ae7b']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:11.971964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Provisioning complete for port 812a4e72-4916-4132-ae8f-35f41920b55d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:11.972371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.027492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d2a3dad-c677-44d8-b741-034817c07620 req-f38014b8-5613-4854-aef2-971dbdcfb181 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042781 Dec 15 05:00:12.030155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66019b85-12ee-4b04-9b3d-9ccd3f0a26b3 None None] Pushing event updated for resources: {'Port': ['ID=87a7d637-510d-47c3-892b-45be39352386,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:12.043993 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:00:12.044693 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:00:12.069232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85a91b-2653-451f-8fb6-066208e32080 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:12.084684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.088618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a600c6f0-ef94-44ed-aba9-8ae5af7fb971 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/bb7415d1-8411-4096-a79b-d87445b62496 HTTP/1.1" status: 204 len: 168 time: 1.8556538 Dec 15 05:00:12.091146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39764) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:12.153469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.162559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed1f9f-1992-4728-ac18-7bb76ce491ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:12.164424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed1f9f-1992-4728-ac18-7bb76ce491ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:12.167599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed1f9f-1992-4728-ac18-7bb76ce491ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:12.170050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bed1f9f-1992-4728-ac18-7bb76ce491ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0778120 Dec 15 05:00:12.175991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39766) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:12.189843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bd602-be34-487f-9a26-7116b8f23bea req-1423bad9-9a81-48e9-ba65-52b8616a0bf9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:12.193917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-951bd602-be34-487f-9a26-7116b8f23bea req-1423bad9-9a81-48e9-ba65-52b8616a0bf9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 945 time: 0.3339708 Dec 15 05:00:12.233391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Made reservation on behalf of 2b173c2b1643473283cb08ae4c6ff350 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:12.239350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.304732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 10b547cb-16cd-44c7-8719-20eb8ec35160 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:12.315967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.392746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.401591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-951bd602-be34-487f-9a26-7116b8f23bea req-b0528b1e-7574-4296-84f3-cb5b991b56c5 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932338 Dec 15 05:00:12.412012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.510557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:12.526543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fac567-0383-4958-8da8-4ee0808ab224 None None] Network 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:12.528679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.545358 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b14e5bfd-faee-41ce-b1d6-01ae5ba05271 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/subnets/f9ada8b7-d4eb-4ec6-a164-7e4aadc0e41e HTTP/1.1" status: 204 len: 168 time: 1.6150849 Dec 15 05:00:12.546293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39770) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:12.615085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf8c8655-c2de-43ab-9749-88bcfd04ad27 req-c40af94a-590a-4de0-9fc3-e20931e17bb5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 210 time: 0.1258700 Dec 15 05:00:12.691622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.719741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.20.0.8 (40ab228b-35e7-4f52-8a77-ebcb5266b3ae/5fa7489b-823c-4674-bdea-e3c198cefee6/68d4fe31-8c4f-430e-b794-828e3a0f4df6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:12.728272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.742326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] Deleting port 5eb9f722-2a5d-40b3-850c-78a60e25e29a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:12.743585 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.767472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Provisioning complete for port ea5f289b-41f2-4a45-bad4-a3acd678ad81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:12.767976 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.838914 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.926947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=10b547cb-16cd-44c7-8719-20eb8ec35160,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:12.933358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.938077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c256724a-0346-4d07-8ec8-a3b712f5f508 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/10b547cb-16cd-44c7-8719-20eb8ec35160 HTTP/1.1" status: 204 len: 168 time: 0.7428105 Dec 15 05:00:12.943767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39774) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:12.948739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] For port 5eb9f722-2a5d-40b3-850c-78a60e25e29a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5eb9f722-2a5d-40b3-850c-78a60e25e29a,segment=NetworkSegment(809356dc-d5ad-461b-83cb-95c8783ec428),segment_id=809356dc-d5ad-461b-83cb-95c8783ec428)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:12.949148 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:12.976908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] Calling delete_port for 5eb9f722-2a5d-40b3-850c-78a60e25e29a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:13.105777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] DHCP port deletion for 2b925af5-1f4b-4662-99f7-2e5db2fdcea5 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:13.135929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 48146d33-feaa-4f64-afa8-89e0d96fac78 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:13.149204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db749908-4c8f-4037-8e78-ce5b5eb1cedc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:13.151531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.290419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting port 5eb9f722-2a5d-40b3-850c-78a60e25e29a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:13.291402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.323882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Provisioning complete for port 91c9cc14-2115-4469-881a-d1011e0f5947 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:13.324300 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.329830 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.378961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa30c-079b-46ea-ab72-40f7a1cb8ada req-6cfd6913-7359-4345-87df-6d42689d9d90 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:13.380546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74bfa30c-079b-46ea-ab72-40f7a1cb8ada req-6cfd6913-7359-4345-87df-6d42689d9d90 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.2258828 Dec 15 05:00:13.530175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.564054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] Pushing event deleted for resources: {'Port': ['ID=5eb9f722-2a5d-40b3-850c-78a60e25e29a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:13.564615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-7e3f9fb1-3a37-4256-ac46-44476cd7b20e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:13.566857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-7e3f9fb1-3a37-4256-ac46-44476cd7b20e tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 945 time: 0.2530475 Dec 15 05:00:13.571514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] For port 5eb9f722-2a5d-40b3-850c-78a60e25e29a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5eb9f722-2a5d-40b3-850c-78a60e25e29a,segment=NetworkSegment(809356dc-d5ad-461b-83cb-95c8783ec428),segment_id=809356dc-d5ad-461b-83cb-95c8783ec428)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:13.571514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.578612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:13.579396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.619747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37dece7-aeee-4131-b265-8a574927a38c None None] No DVR routers for this DVR port 5eb9f722-2a5d-40b3-850c-78a60e25e29a on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:13.626388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8135af8-dfad-4ea9-93db-a83600035383 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:13.666751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Calling delete_port for 5eb9f722-2a5d-40b3-850c-78a60e25e29a owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:13.685192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] Deleting port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:13.685571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.696606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74bfa30c-079b-46ea-ab72-40f7a1cb8ada req-ab24db2a-9f7c-41c3-9555-08e3a82348c7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077507 Dec 15 05:00:13.701093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.721975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.814991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ec6e-2942-4563-b255-fdf0aafb60b3 req-2cfe1da9-10ec-445c-b969-b7d85f4a82fd tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:13.817141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7376ec6e-2942-4563-b255-fdf0aafb60b3 req-2cfe1da9-10ec-445c-b969-b7d85f4a82fd tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 945 time: 0.2718434 Dec 15 05:00:13.824185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] For port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,segment=NetworkSegment(5bbb7782-d189-4481-8f78-39e755abd309),segment_id=5bbb7782-d189-4481-8f78-39e755abd309)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:13.825117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.855968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] Calling delete_port for fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:13.890615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7376ec6e-2942-4563-b255-fdf0aafb60b3 req-c3ebf159-69bb-44a6-88c2-ad9136653088 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671022 Dec 15 05:00:13.922193 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7b18d972-7004-402d-bc9d-718ce8738153 req-489c6817-fd59-43d8-b61c-c479bad638b5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 210 time: 0.0452101 Dec 15 05:00:13.935116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:13.996394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=48146d33-feaa-4f64-afa8-89e0d96fac78,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:14.007926 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.014270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b235969f-3002-49e7-91bd-4d51131aba72 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/48146d33-feaa-4f64-afa8-89e0d96fac78 HTTP/1.1" status: 204 len: 168 time: 1.0663235 Dec 15 05:00:14.017960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39786) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:14.043400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Deleting port 97c0f296-8a95-4105-b444-8500f1533a1d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:14.044291 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.055689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Could not find standard attr ID for object 4ae38162-b3eb-4048-8c4a-0d21ce05636c. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:00:14.058744 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.061693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.091259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.121188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe54930e-c688-44f5-9d03-b702ea661378 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020691 Dec 15 05:00:14.125220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Port': ['ID=5eb9f722-2a5d-40b3-850c-78a60e25e29a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:14.134945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39788) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:14.150383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:14.208976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bb96a-7f2c-4fe7-8abb-f1c1879d0b34 req-1482c5df-96ad-4dc5-83e6-075d644e85d8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:14.210890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-357bb96a-7f2c-4fe7-8abb-f1c1879d0b34 req-1482c5df-96ad-4dc5-83e6-075d644e85d8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.1739321 Dec 15 05:00:14.236699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] No DVR routers for this DVR port fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:14.285017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] No DVR routers for this DVR port 5eb9f722-2a5d-40b3-850c-78a60e25e29a on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:14.287197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd67456-43bf-4e35-a637-5e0591f639d7 None None] Pushing event deleted for resources: {'Port': ['ID=fd6a60d3-7a31-4b4d-9d6c-f16facc9b120,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:14.289633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Provisioning complete for port 87a7d637-510d-47c3-892b-45be39352386 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:14.290592 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61b53529-dcb5-49b4-8343-7487277b1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.314497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:14.360526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:14.406290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 812a4e72-4916-4132-ae8f-35f41920b55d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:14.438801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.475358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5223f36-4037-4563-beec-1d6be0c95452']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:14.498956 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809356dc-d5ad-461b-83cb-95c8783ec428') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:14.499599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809356dc-d5ad-461b-83cb-95c8783ec428') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:14.513559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.530839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.541042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:14.599933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:14.602500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 812a4e72-4916-4132-ae8f-35f41920b55d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:14.602994 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.604546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.658029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e3d0d6-5dae-49f1-ba58-ee03880a5ac4 None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '48146d33-feaa-4f64-afa8-89e0d96fac78'}], 'binding:host_id': 'n-d-820935-10'}, 'id': 'db749908-4c8f-4037-8e78-ce5b5eb1cedc'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:14.702829 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d0d6-5dae-49f1-ba58-ee03880a5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.708861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:00:14.709563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.738106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] For port 97c0f296-8a95-4105-b444-8500f1533a1d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=97c0f296-8a95-4105-b444-8500f1533a1d,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:14.738906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.759006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Calling delete_port for 97c0f296-8a95-4105-b444-8500f1533a1d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:00:14.776084 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:00:14.779287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=68d4fe31-8c4f-430e-b794-828e3a0f4df6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:14.877405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Provisioning complete for port 812a4e72-4916-4132-ae8f-35f41920b55d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:14.877405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:14.877405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 87a7d637-510d-47c3-892b-45be39352386 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:14.901317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-357bb96a-7f2c-4fe7-8abb-f1c1879d0b34 req-ceebff69-2249-4cfd-b814-b2d14a585226 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6831155 Dec 15 05:00:14.913038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39794) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:14.986302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b075c860-e208-4fdd-8ed1-aff32eb938b7 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:15.032475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038d209-bb9a-4932-a9d8-e525049e901f tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:15.034353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d038d209-bb9a-4932-a9d8-e525049e901f tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1092 time: 0.1199119 Dec 15 05:00:15.040448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39800) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:15.055615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:15.076723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 87a7d637-510d-47c3-892b-45be39352386 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:15.077467 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.080559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65f979-bceb-4e6b-9719-bb772cbfc4fc req-34da0152-2908-4daf-a91e-5e0ca654766b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:15.083072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e65f979-bceb-4e6b-9719-bb772cbfc4fc req-34da0152-2908-4daf-a91e-5e0ca654766b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 945 time: 0.0805855 Dec 15 05:00:15.130983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:15.131617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.134176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.151100 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.161974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.205250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.208176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e65f979-bceb-4e6b-9719-bb772cbfc4fc req-9fe425fb-8953-49ab-989b-096ab5a5fc04 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166306 Dec 15 05:00:15.208720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/networks/b5223f36-4037-4563-beec-1d6be0c95452 HTTP/1.1" status: 204 len: 168 time: 2.6552317 Dec 15 05:00:15.212314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39804) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:15.271574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-729c46ae-9493-43c5-ba0c-69b1159b770b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.4479547 Dec 15 05:00:15.274598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e2d7-7a68-483b-b92b-fb9531340667 req-78f08b52-b44d-43ed-aee2-2098fce48385 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:15.276217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c53e2d7-7a68-483b-b92b-fb9531340667 req-78f08b52-b44d-43ed-aee2-2098fce48385 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 970 time: 0.1519959 Dec 15 05:00:15.279835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c32c29-5239-4b9c-b992-5715082eeef6 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Network': ['ID=b5223f36-4037-4563-beec-1d6be0c95452,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:15.286446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:15.302596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Request body: {'port': {'device_id': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:15.309913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:15.331377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:15.332089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.345155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=1701a4bd-5625-4737-9c86-50054e0a10e1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:15.376704 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.399572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d63c8f3-3cd4-407c-99e2-a92316607c4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2540934 Dec 15 05:00:15.403357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39806) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:15.413738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7990ac-a319-4e72-a74a-580501fcd2ae req-bbe929f9-8452-4574-b9b6-68d4249bd2d8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:15.415447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef7990ac-a319-4e72-a74a-580501fcd2ae req-bbe929f9-8452-4574-b9b6-68d4249bd2d8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1381645 Dec 15 05:00:15.424686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:15.428386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.445183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Provisioning complete for port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:15.445559 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.474996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.485510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:15.487140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:00:15.492048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c53e2d7-7a68-483b-b92b-fb9531340667 req-6e906829-9395-40a8-ae5d-539c41c9a3e6 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1989434 Dec 15 05:00:15.514818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6c3f1a64-06b6-4901-b0de-1d80b9933d4b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:15.523693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1', '39d3f3da-720e-4824-b167-0112fcaab73c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:15.539549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event deleted for resources: {'Port': ['ID=97c0f296-8a95-4105-b444-8500f1533a1d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:15.625327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] No DVR routers for this DVR port 97c0f296-8a95-4105-b444-8500f1533a1d on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:15.630053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e506ba8-a6eb-4c37-9f41-a0b41e665446 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:15.631411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.632061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5eb9f722-2a5d-40b3-850c-78a60e25e29a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:15.636157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0ddb400-b95b-4f63-809c-599293d22bb3 req-1839f203-2f72-40d8-8685-9ef075b373f9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "DELETE /v2.0/ports/97c0f296-8a95-4105-b444-8500f1533a1d HTTP/1.1" status: 204 len: 173 time: 2.0549803 Dec 15 05:00:15.636541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'name': 'network-vif-deleted', 'tag': '97c0f296-8a95-4105-b444-8500f1533a1d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:15.644498 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e9cde-0dd9-4452-9ab9-c65cdd5aa789" -d '{"events": [{"server_uuid": "c114f9de-944a-4567-af4f-b17c99f675f6", "name": "network-vif-deleted", "tag": "97c0f296-8a95-4105-b444-8500f1533a1d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:15.659376 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.665086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef7990ac-a319-4e72-a74a-580501fcd2ae req-fe9355f3-67fd-4c31-a558-b871707fa2a4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938016 Dec 15 05:00:15.697239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:15.697621 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3cb5-7219-4ad3-aa63-44bdea7a1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.705150 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b925af5-1f4b-4662-99f7-2e5db2fdcea5']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:15.719347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbb7782-d189-4481-8f78-39e755abd309') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:15.719468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbb7782-d189-4481-8f78-39e755abd309') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:15.728345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:15.733574 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.748944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.762830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5eb9f722-2a5d-40b3-850c-78a60e25e29a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:15.763244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5eb9f722-2a5d-40b3-850c-78a60e25e29a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:15.768841 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c13841-dab1-4b62-841e-4d52c5fb9221 x-openstack-request-id: req-12c13841-dab1-4b62-841e-4d52c5fb9221 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:15.769412 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c114f9de-944a-4567-af4f-b17c99f675f6", "name": "network-vif-deleted", "tag": "97c0f296-8a95-4105-b444-8500f1533a1d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:15.770845 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12c13841-dab1-4b62-841e-4d52c5fb9221 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:15.771379 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c114f9de-944a-4567-af4f-b17c99f675f6', 'name': 'network-vif-deleted', 'tag': '97c0f296-8a95-4105-b444-8500f1533a1d', 'status': 'completed', 'code': 200} Dec 15 05:00:15.785655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.802244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.815106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:00:15.815106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:00:15.818233 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:00:15.825459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] Deleting port db749908-4c8f-4037-8e78-ce5b5eb1cedc {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:15.825893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.927205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.937045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:15.943667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/networks/2b925af5-1f4b-4662-99f7-2e5db2fdcea5 HTTP/1.1" status: 204 len: 168 time: 0.7301402 Dec 15 05:00:15.947988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39810) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:15.971075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4c3dd-8d4a-4499-8e91-678d8ddb90c3 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Network': ['ID=2b925af5-1f4b-4662-99f7-2e5db2fdcea5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:15.983068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:16.015859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.25.2.52 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/02683d1d-ca21-458a-b3e3-0efabc5a9fbe) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:16.041320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:16.041688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting subnet 0d3785b4-abbd-4eba-8a3a-34ec6c3206de {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:16.042622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd6a60d3-7a31-4b4d-9d6c-f16facc9b120 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:16.043832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db749908-4c8f-4037-8e78-ce5b5eb1cedc no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:16.053757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.112271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.133146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d4fe31-8c4f-430e-b794-828e3a0f4df6 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:00:16.144050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.173363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Transition to ACTIVE for port object 68d4fe31-8c4f-430e-b794-828e3a0f4df6 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:00:16.184419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.193710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:16.194688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.229468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] Calling delete_port for db749908-4c8f-4037-8e78-ce5b5eb1cedc owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:16.239717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d4fe31-8c4f-430e-b794-828e3a0f4df6,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:16.250803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.287909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0d062a02-5d06-4b52-a388-1e15ec7edbcb None None] Provisioning complete for port db749908-4c8f-4037-8e78-ce5b5eb1cedc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:16.288308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d062a02-5d06-4b52-a388-1e15ec7edbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.311026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.409429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.426303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.452880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f82d0406-0d0e-448d-a507-6d3c53455eaa req-6e05b4bb-79e4-4408-839c-91658ded57b2 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=c114f9de-944a-4567-af4f-b17c99f675f6 HTTP/1.1" status: 200 len: 210 time: 0.0561802 Dec 15 05:00:16.496208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Attempting to bind port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:16.496864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Attempting to bind port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:16.497305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Attempting to bind port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 on network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:16.508397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 on network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:00:16.508397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Attempting to bind port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 on network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:16.516032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:16.523506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:16.526619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:16.535334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:16.536013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Checking segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:16.536520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Bound using segment: {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:16.537216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Bound port: 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f1cbe6-7951-43a2-8784-2afe6db7d11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:16.537637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.554417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:16.565108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.570025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=02683d1d-ca21-458a-b3e3-0efabc5a9fbe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:16.574158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port db749908-4c8f-4037-8e78-ce5b5eb1cedc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db749908-4c8f-4037-8e78-ce5b5eb1cedc,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:16.608775 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.671306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.688345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3785b4-abbd-4eba-8a3a-34ec6c3206de,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:16.700200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] For port 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:16.703365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 97c0f296-8a95-4105-b444-8500f1533a1d no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:16.705533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] No DVR routers for this DVR port db749908-4c8f-4037-8e78-ce5b5eb1cedc on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:16.710131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d062a02-5d06-4b52-a388-1e15ec7edbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.725924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.726299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] For port 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:16.730971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3c1bfcee-21fd-4b77-beb3-5df5607760df tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/subnets/0d3785b4-abbd-4eba-8a3a-34ec6c3206de HTTP/1.1" status: 204 len: 168 time: 0.7818725 Dec 15 05:00:16.734128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.738685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39818) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:16.771979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210343b0-7585-4a16-8074-9d72b59f8c91 None None] Network 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:16.781594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856fa33-300e-41d7-bc3d-a94f4db26c9b None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:16.784771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=17']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:16.786636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 97c0f296-8a95-4105-b444-8500f1533a1d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:16.786982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 97c0f296-8a95-4105-b444-8500f1533a1d not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:16.796697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9b55c-025f-4046-b62f-57aa24795ebe req-85e9906a-8271-427f-a36e-8d84968ca624 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:16.798366 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4d9b55c-025f-4046-b62f-57aa24795ebe req-85e9906a-8271-427f-a36e-8d84968ca624 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 982 time: 0.1112058 Dec 15 05:00:16.812846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d4fe31-8c4f-430e-b794-828e3a0f4df6,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:16.824227 n-d-820935-10 neutron-server[103133]: WARNING neutron.services.revisions.revision_plugin [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Could not find related port for resource to bump revision. Dec 15 05:00:16.856965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_pluggable_backend [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Port db749908-4c8f-4037-8e78-ce5b5eb1cedc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 15 05:00:16.857418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_pluggable_backend [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Reverting IP allocation for 2001:db8::f816:3eff:fe99:efc {{(pid=103133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 15 05:00:16.871802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:16.872763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.874146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-9d2adfb2-6375-4759-814e-507d47f4e7c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 200 len: 1131 time: 1.5763974 Dec 15 05:00:16.891821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.892234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.892543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.892882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.893215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.893652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.893874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.894203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.894526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.894852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.895176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.895511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.895822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:16.909968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_pluggable_backend [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe99:efc {{(pid=103133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 15 05:00:16.919813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:16.994561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277645a-26a8-415b-baf6-f4ee395970ad None None] Pushing event deleted for resources: {'Port': ['ID=db749908-4c8f-4037-8e78-ce5b5eb1cedc,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:17.032906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:17.039920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.070298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=54302432-5ffb-4cbf-be8a-6f89b7871c53,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:17.082049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:17.092391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:17.093893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.116804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '1701a4bd-5625-4737-9c86-50054e0a10e1'}, {'subnet_id': '54302432-5ffb-4cbf-be8a-6f89b7871c53'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:17.118058 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.131649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab807d8c-4973-414f-a302-481cf6596ad9 req-781d0662-e1a5-4395-9b83-9f02a545abcb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:17.140452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab807d8c-4973-414f-a302-481cf6596ad9 req-781d0662-e1a5-4395-9b83-9f02a545abcb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.3127506 Dec 15 05:00:17.143609 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-e72c2eaf-f061-4762-bf3b-e3c51eddcb53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728241 Dec 15 05:00:17.161221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-432e34eb-afb2-4013-9826-a83e98bee0c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7554064 Dec 15 05:00:17.162050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39820) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:17.181792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4d9b55c-025f-4046-b62f-57aa24795ebe req-1b00b6e2-39ee-4122-b300-f2cc7d74035e tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3530817 Dec 15 05:00:17.187458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:7c:f6:1c', 'name': 'tempest-NetworksTestDHCPv6-481480811'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:17.251460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-ed810654-2e7c-44c9-8830-fd611eed4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:17.257765 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-ed810654-2e7c-44c9-8830-fd611eed4939 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1134 time: 0.2116024 Dec 15 05:00:17.358066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab807d8c-4973-414f-a302-481cf6596ad9 req-3e638be9-17aa-4b6f-99d2-126742b158fa tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166197 Dec 15 05:00:17.369345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] DHCP port deletion for 6bf65ee9-7e32-47a3-b1e0-78d329df6c12 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:17.375671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:17.487389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Allocated IP 172.20.0.2 (16079ce4-e180-4983-82f9-1ec8db4fda78/1701a4bd-5625-4737-9c86-50054e0a10e1/386ad790-1199-4e6d-8549-d577067eae7a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:17.488804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.499215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Allocated IP 2001:db8::f816:3eff:fe13:bfbc (16079ce4-e180-4983-82f9-1ec8db4fda78/54302432-5ffb-4cbf-be8a-6f89b7871c53/386ad790-1199-4e6d-8549-d577067eae7a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:17.516815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port b7c4abd7-a0ee-42d4-bde3-d41a19214e89 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:17.519609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] Deleting port a386a167-c7df-43e8-9966-7169a2804683 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:17.520149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.650953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] For port a386a167-c7df-43e8-9966-7169a2804683, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a386a167-c7df-43e8-9966-7169a2804683,segment=NetworkSegment(6604437c-951a-4ce7-afa8-41bd85aaa4a6),segment_id=6604437c-951a-4ce7-afa8-41bd85aaa4a6)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:17.651366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.677705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] Calling delete_port for a386a167-c7df-43e8-9966-7169a2804683 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:17.707086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-68f854cd-a232-4790-bf32-7121ceb793fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 200 len: 217 time: 0.4037600 Dec 15 05:00:17.774755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:17.777137 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e8d96b-a653-49f2-abef-c223dda49d82" -d '{"events": [{"name": "network-changed", "server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:17.801315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.821474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.888742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Deleting port a386a167-c7df-43e8-9966-7169a2804683 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:17.888903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.909235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:17.914333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Pushing event updated for resources: {'Port': ['ID=386ad790-1199-4e6d-8549-d577067eae7a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:17.917941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a386a167-c7df-43e8-9966-7169a2804683 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:17.961948 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50601dcb-4864-42e5-89ee-00af39c1f5f8 x-openstack-request-id: req-50601dcb-4864-42e5-89ee-00af39c1f5f8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:17.962768 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:17.963176 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50601dcb-4864-42e5-89ee-00af39c1f5f8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:17.963720 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'status': 'completed', 'code': 200} Dec 15 05:00:17.967863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 172.20.0.5 (16079ce4-e180-4983-82f9-1ec8db4fda78/1701a4bd-5625-4737-9c86-50054e0a10e1/b7c4abd7-a0ee-42d4-bde3-d41a19214e89) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:17.974577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe7c:f61c (16079ce4-e180-4983-82f9-1ec8db4fda78/54302432-5ffb-4cbf-be8a-6f89b7871c53/b7c4abd7-a0ee-42d4-bde3-d41a19214e89) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:17.977197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a386a167-c7df-43e8-9966-7169a2804683 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:17.977854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a386a167-c7df-43e8-9966-7169a2804683 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:17.979551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] Pushing event deleted for resources: {'Port': ['ID=a386a167-c7df-43e8-9966-7169a2804683,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:17.986008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:17.995831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:18.002190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073d1d3-457f-42e0-9333-43f0ed27ab1f None None] No DVR routers for this DVR port a386a167-c7df-43e8-9966-7169a2804683 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:18.004644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:18.059577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-48869385-b710-4611-a3d8-2b07e41dd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.061371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-48869385-b710-4611-a3d8-2b07e41dd8a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe098934b5b0418bb957419d0a50c64f&device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 1097 time: 0.3301675 Dec 15 05:00:18.128108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Attempting to bind port 386ad790-1199-4e6d-8549-d577067eae7a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:18.128108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Attempting to bind port 386ad790-1199-4e6d-8549-d577067eae7a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:18.128650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Attempting to bind port 386ad790-1199-4e6d-8549-d577067eae7a on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:18.135699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:18.136268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:18.136781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.137809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:18.138969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Bound port: 386ad790-1199-4e6d-8549-d577067eae7a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:18.140147 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.168562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.180367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-3bdc5c2f-1405-4b58-9fbf-3669cde60843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.182196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-3bdc5c2f-1405-4b58-9fbf-3669cde60843 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fa7489b-823c-4674-bdea-e3c198cefee6 HTTP/1.1" status: 200 len: 835 time: 0.4158478 Dec 15 05:00:18.212344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] For port 386ad790-1199-4e6d-8549-d577067eae7a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:18.216948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] For port 386ad790-1199-4e6d-8549-d577067eae7a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=386ad790-1199-4e6d-8549-d577067eae7a,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:18.218105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.224598 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.268608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:18.289495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:18.292004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:18.310521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52882bb-0607-4c33-b40f-1f3e14fffec9 None None] Pushing event updated for resources: {'Port': ['ID=386ad790-1199-4e6d-8549-d577067eae7a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:18.351785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] For port a386a167-c7df-43e8-9966-7169a2804683, host n-d-820935-10, got binding levels [] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:18.352378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.377512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Calling delete_port for a386a167-c7df-43e8-9966-7169a2804683 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:18.380854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Port a386a167-c7df-43e8-9966-7169a2804683 was not found and therefore no delete operation was performed {{(pid=103132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:00:18.383142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.392181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=b7c4abd7-a0ee-42d4-bde3-d41a19214e89,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:18.395225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.409394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324f55f-2b00-46d9-9fd4-4fa1a9d79bdc req-0b24b7d4-d743-4c97-8ce0-c69c7bfe74ea tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.410958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1324f55f-2b00-46d9-9fd4-4fa1a9d79bdc req-0b24b7d4-d743-4c97-8ce0-c69c7bfe74ea tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 982 time: 0.1365891 Dec 15 05:00:18.417451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.417631 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.489990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-9f38f706-7954-4dbe-b25c-bf19770de356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.491792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-9f38f706-7954-4dbe-b25c-bf19770de356 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 200 len: 915 time: 0.3814220 Dec 15 05:00:18.516647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-252e185a-faeb-4b57-81fd-6d3e1ccbb5e4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3338039 Dec 15 05:00:18.517260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39834) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:18.536686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1324f55f-2b00-46d9-9fd4-4fa1a9d79bdc req-61714a83-249b-456c-824c-cef0d1a79fee tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1136441 Dec 15 05:00:18.568402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Port': ['ID=a386a167-c7df-43e8-9966-7169a2804683,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:18.603994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac9355-d0d2-4f7f-bfbd-dc1381ed17b2 req-f5bd57a0-65bd-4997-870a-763dd37da146 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.606663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67ac9355-d0d2-4f7f-bfbd-dc1381ed17b2 req-f5bd57a0-65bd-4997-870a-763dd37da146 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1219494 Dec 15 05:00:18.645917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc1a3b-ecfa-4395-8b2d-1412884f3a79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.652702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc1a3b-ecfa-4395-8b2d-1412884f3a79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.653926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3fc1a3b-ecfa-4395-8b2d-1412884f3a79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1339912 Dec 15 05:00:18.656186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-9424c150-d23f-42c4-96ff-d761d6b91ad3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b HTTP/1.1" status: 200 len: 217 time: 0.0674961 Dec 15 05:00:18.657194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39836) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:18.698256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] No DVR routers for this DVR port a386a167-c7df-43e8-9966-7169a2804683 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:18.811388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67ac9355-d0d2-4f7f-bfbd-dc1381ed17b2 req-95030b56-8023-4da3-adc5-9c5ee452dec0 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943016 Dec 15 05:00:18.836688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port b7c4abd7-a0ee-42d4-bde3-d41a19214e89 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:18.837026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.845488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-26bcae40-22db-48e7-9608-594d291d8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:18.847017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-26bcae40-22db-48e7-9608-594d291d8cdc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6204288 Dec 15 05:00:18.929674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.936330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:18.943911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for b7c4abd7-a0ee-42d4-bde3-d41a19214e89 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:18.946055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.004637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-b916050c-f4c3-4bab-bb4e-f46776eb6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:19.006160 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-b916050c-f4c3-4bab-bb4e-f46776eb6b17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 200 len: 855 time: 0.3094923 Dec 15 05:00:19.007942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf65ee9-7e32-47a3-b1e0-78d329df6c12']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:19.052712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-9b71d1ad-f77e-434d-8535-b53cdf8ac2aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b650e30-55f5-451e-b8b2-017ea8a1c256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310612 Dec 15 05:00:19.054779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6604437c-951a-4ce7-afa8-41bd85aaa4a6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:19.055082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6604437c-951a-4ce7-afa8-41bd85aaa4a6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:19.100538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.149457 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.192363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=b7c4abd7-a0ee-42d4-bde3-d41a19214e89,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:19.208668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-6d3c0f18-1d2d-42cf-8872-9cd2039ad2bd service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418634 Dec 15 05:00:19.213721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.222910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:00:19.223677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:00:19.227266 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:00:19.303625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.307299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-048989af-17b6-4aa7-a26e-83abc0b63556 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/b7c4abd7-a0ee-42d4-bde3-d41a19214e89 HTTP/1.1" status: 204 len: 168 time: 0.6486177 Dec 15 05:00:19.309558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39840) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:19.374296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c628659-fae2-461c-82a3-1e8588852831 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:19.376448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c628659-fae2-461c-82a3-1e8588852831 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:19.379092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c628659-fae2-461c-82a3-1e8588852831 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:19.383596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2c628659-fae2-461c-82a3-1e8588852831 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0704010 Dec 15 05:00:19.384270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39842) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:19.399161 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.404597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.410496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/networks/6bf65ee9-7e32-47a3-b1e0-78d329df6c12 HTTP/1.1" status: 204 len: 168 time: 2.6088626 Dec 15 05:00:19.431903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39844) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:19.456713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 1701a4bd-5625-4737-9c86-50054e0a10e1 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:19.461019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.477571 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-177fe7bc-d4f1-4cc7-82d9-fadee3ea62dd service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076550 Dec 15 05:00:19.478329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7fdf3-ab82-4987-9521-de8ecda88cb7 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Pushing event deleted for resources: {'Network': ['ID=6bf65ee9-7e32-47a3-b1e0-78d329df6c12,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:19.491163 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-60e6435d-2284-40f2-8b7e-ab15b9fde6c1 tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "GET /v2.0/ports?device_id=6451843f-7492-449a-aa7e-9db2612642af HTTP/1.1" status: 200 len: 205 time: 0.0580182 Dec 15 05:00:19.510531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39846) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:19.513994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.628814 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.721031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.749748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb02b6-316b-4d86-a048-195596c80511 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:19.768343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.776043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/1701a4bd-5625-4737-9c86-50054e0a10e1 HTTP/1.1" status: 204 len: 168 time: 0.3867767 Dec 15 05:00:19.792638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39852) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:19.869650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81895376-bf4c-43ad-81cd-84470df80df7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=1701a4bd-5625-4737-9c86-50054e0a10e1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:19.878491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 54302432-5ffb-4cbf-be8a-6f89b7871c53 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:19.883998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:19.965341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731d727-28a6-47bc-a7ff-b988bac612e5 req-ee4071a6-8e82-444b-bec0-2c19b184f41a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:19.967546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f731d727-28a6-47bc-a7ff-b988bac612e5 req-ee4071a6-8e82-444b-bec0-2c19b184f41a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 982 time: 0.2618151 Dec 15 05:00:20.045422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.046991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 386ad790-1199-4e6d-8549-d577067eae7a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:20.096772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e3bbbd68-5db5-4976-bfcc-f9bc79eb3dd6 req-77e9ca6a-5fde-47dc-bb75-2d4962ce3641 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631504 Dec 15 05:00:20.127248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.133390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.163547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369586-1af8-4104-87e0-ba955fd603c7 req-8a977514-51fc-4d28-b60b-37ee9eb3e7fd tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:20.165278 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2369586-1af8-4104-87e0-ba955fd603c7 req-8a977514-51fc-4d28-b60b-37ee9eb3e7fd tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2131562 Dec 15 05:00:20.171493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.176592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f731d727-28a6-47bc-a7ff-b988bac612e5 req-040c5572-b7a0-4a53-bbf5-f30faa1214e9 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1894932 Dec 15 05:00:20.259993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aa14416e-27fe-4c67-98dc-45617fb43c00 None None] Provisioning complete for port 386ad790-1199-4e6d-8549-d577067eae7a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:20.259993 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa14416e-27fe-4c67-98dc-45617fb43c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.273798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2369586-1af8-4104-87e0-ba955fd603c7 req-28ebf43a-77e4-4060-9235-dfa6f317500a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920346 Dec 15 05:00:20.278034 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.303631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=02683d1d-ca21-458a-b3e3-0efabc5a9fbe,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:20.358234 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.403553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=54302432-5ffb-4cbf-be8a-6f89b7871c53,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:20.407791 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.417677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-73b681ef-5b12-4f50-883d-039e6ba5a889 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/54302432-5ffb-4cbf-be8a-6f89b7871c53 HTTP/1.1" status: 204 len: 168 time: 0.6218305 Dec 15 05:00:20.418275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39856) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:20.428489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa14416e-27fe-4c67-98dc-45617fb43c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.438011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 386ad790-1199-4e6d-8549-d577067eae7a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:20.438382 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.477735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-007641a1-cb5e-4d3e-a4ef-598f559a230f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581851 Dec 15 05:00:20.478349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39858) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:20.506710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-aa14416e-27fe-4c67-98dc-45617fb43c00 None None] For port 386ad790-1199-4e6d-8549-d577067eae7a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=386ad790-1199-4e6d-8549-d577067eae7a,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:20.524201 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa14416e-27fe-4c67-98dc-45617fb43c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.538430 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.541342 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.551988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda10b6-f463-44da-90ac-f5c768c25195 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:20.556263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6cda10b6-f463-44da-90ac-f5c768c25195 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0746799 Dec 15 05:00:20.556528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39860) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:20.614602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14416e-27fe-4c67-98dc-45617fb43c00 None None] Pushing event updated for resources: {'Port': ['ID=386ad790-1199-4e6d-8549-d577067eae7a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:20.624580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3c1e2dcd-f7ae-4fb4-b92a-6eb95f9ef9be req-88237d94-21ac-4a05-8fde-52d09aea1067 service neutron] 10.222.0.42 "GET /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1267354 Dec 15 05:00:20.625438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.632327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.633010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Fanout notify agent at l3_agent the message router_deleted on router 6451843f-7492-449a-aa7e-9db2612642af {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:00:20.668313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19010b-3637-41c5-887a-33b0d7b455cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:20.673063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ad19010b-3637-41c5-887a-33b0d7b455cb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1142187 Dec 15 05:00:20.675670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39862) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:20.687501 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.690886 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa18f630-8d7d-4d52-ae37-e06db4fa51bd tempest-RoutersNegativeTest-1843223092 tempest-RoutersNegativeTest-1843223092-project] 10.222.0.37 "DELETE /v2.0/routers/6451843f-7492-449a-aa7e-9db2612642af HTTP/1.1" status: 204 len: 168 time: 1.1758244 Dec 15 05:00:20.725735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-1ef8d12d-c2f4-49ec-a7da-93c9926f895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:20.725979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-129db5a9-9fe5-4e04-8acd-7df9880de604 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480967 Dec 15 05:00:20.727250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-1ef8d12d-c2f4-49ec-a7da-93c9926f895b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1134 time: 0.4480648 Dec 15 05:00:20.736196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39866) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:20.742352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0d7b079f-5ac0-4990-b1b1-80188fb6cb92 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:20.886304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-de09fd2c-b9cd-4e20-bffd-5f684326bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:20.888013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-de09fd2c-b9cd-4e20-bffd-5f684326bab7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 200 len: 897 time: 0.1509466 Dec 15 05:00:20.920638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b079f-5ac0-4990-b1b1-80188fb6cb92 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:20.924506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0d7b079f-5ac0-4990-b1b1-80188fb6cb92 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:20.931072 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7b079f-5ac0-4990-b1b1-80188fb6cb92 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:20.931626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7b079f-5ac0-4990-b1b1-80188fb6cb92 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:20.955704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0d7b079f-5ac0-4990-b1b1-80188fb6cb92 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2146895 Dec 15 05:00:20.956480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39870) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:20.969776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b09c306d-6cfb-45d7-8e3a-0af3485d8ec7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:20.979986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-7758700d-8f94-45a2-8f82-7f3a2e527c16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 200 len: 217 time: 0.0639703 Dec 15 05:00:21.006323 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Floating IP e3511d4c-a763-40ea-9536-4c671e1faba6 associated. External IP: 172.25.2.52, port: ea5f289b-41f2-4a45-bad4-a3acd678ad81. Dec 15 05:00:21.090144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39874) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:21.097091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c306d-6cfb-45d7-8e3a-0af3485d8ec7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:21.100840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b09c306d-6cfb-45d7-8e3a-0af3485d8ec7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.102428 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09c306d-6cfb-45d7-8e3a-0af3485d8ec7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:21.102922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09c306d-6cfb-45d7-8e3a-0af3485d8ec7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:21.126412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b09c306d-6cfb-45d7-8e3a-0af3485d8ec7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1687946 Dec 15 05:00:21.130190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39878) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:21.136516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-954d8427-30d4-4e84-8a81-35b9473c395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:21.138092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-954d8427-30d4-4e84-8a81-35b9473c395e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fa7489b-823c-4674-bdea-e3c198cefee6 HTTP/1.1" status: 200 len: 835 time: 0.1478188 Dec 15 05:00:21.140271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a30687a4-30ec-4edb-bdf0-c16640cbd2d9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:21.209610 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-dbf58cf4-322f-4940-9e85-7c711c0ad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:21.211647 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-dbf58cf4-322f-4940-9e85-7c711c0ad428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659299 Dec 15 05:00:21.253637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30687a4-30ec-4edb-bdf0-c16640cbd2d9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:21.258464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a30687a4-30ec-4edb-bdf0-c16640cbd2d9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.259750 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30687a4-30ec-4edb-bdf0-c16640cbd2d9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:21.260412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30687a4-30ec-4edb-bdf0-c16640cbd2d9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:21.287364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a30687a4-30ec-4edb-bdf0-c16640cbd2d9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1553564 Dec 15 05:00:21.290331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:21.301525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f995500-e554-45ed-86ec-31efb9f07dce None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:21.308266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f601a2b4-1df2-455f-b9eb-095f101f0522 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:21.398892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-c9caafea-1db0-49ae-b6dd-15ec1a441756 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508884 Dec 15 05:00:21.413814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a179c049-0d1e-4765-af9b-9f0383b6ee43 None None] Provisioning complete for port 386ad790-1199-4e6d-8549-d577067eae7a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:21.414332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a179c049-0d1e-4765-af9b-9f0383b6ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.557758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:21.559813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:00:21.571162 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-69e8d96b-a653-49f2-abef-c223dda49d82 req-9f9559e5-3a10-4d48-9c82-fd7d1404d8c3 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635270 Dec 15 05:00:21.612350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59185ad3-79eb-4a68-b744-f26e617d0dad req-01de28ba-b1e0-405b-87a3-d7da6ae8bb5a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:21.614335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-59185ad3-79eb-4a68-b744-f26e617d0dad req-01de28ba-b1e0-405b-87a3-d7da6ae8bb5a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 982 time: 0.2832232 Dec 15 05:00:21.614968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601a2b4-1df2-455f-b9eb-095f101f0522 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:21.618600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f601a2b4-1df2-455f-b9eb-095f101f0522 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.620076 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f601a2b4-1df2-455f-b9eb-095f101f0522 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:21.620838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] Deleting port 386ad790-1199-4e6d-8549-d577067eae7a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:21.623370 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.623778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f601a2b4-1df2-455f-b9eb-095f101f0522 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:21.632699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e4f65128-eb54-40d5-9f44-44e51c5fea84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b90b2ebf4f8b4c74828f46132c35f303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5413373 Dec 15 05:00:21.646394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39886) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:21.667111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acb8d-0b4f-457c-a4cb-c07a17919120 req-ea06dad5-3ece-437d-9e3e-3f5a07acbc19 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:21.677270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-906acb8d-0b4f-457c-a4cb-c07a17919120 req-ea06dad5-3ece-437d-9e3e-3f5a07acbc19 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1985037 Dec 15 05:00:21.713849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] For port 386ad790-1199-4e6d-8549-d577067eae7a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=386ad790-1199-4e6d-8549-d577067eae7a,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:21.714443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.733379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] Calling delete_port for 386ad790-1199-4e6d-8549-d577067eae7a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:21.743332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f601a2b4-1df2-455f-b9eb-095f101f0522 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4517517 Dec 15 05:00:21.746258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b8a09-1f07-4526-9713-ce74ed5acc87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.749825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39888) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:21.758085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d2d758be-6b64-4561-bb33-c175c6d3640a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:21.795267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-906acb8d-0b4f-457c-a4cb-c07a17919120 req-11db229b-0223-4cbc-bd80-5cba2fc498f5 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170378 Dec 15 05:00:21.814028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-59185ad3-79eb-4a68-b744-f26e617d0dad req-2dfaad55-4e7f-4e41-9c9b-61974eef6360 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1842029 Dec 15 05:00:21.847879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:21.858449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:21.872184 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.876773 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:21.878449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:21.880776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b8a09-1f07-4526-9713-ce74ed5acc87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.889088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] No DVR routers for this DVR port 386ad790-1199-4e6d-8549-d577067eae7a on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:21.925634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce7b3-ddf2-43d2-8378-d1e97a880eb4 None None] Pushing event deleted for resources: {'Port': ['ID=386ad790-1199-4e6d-8549-d577067eae7a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:21.929684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 386ad790-1199-4e6d-8549-d577067eae7a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:21.962124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 386ad790-1199-4e6d-8549-d577067eae7a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:21.962491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.963085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 386ad790-1199-4e6d-8549-d577067eae7a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:21.987366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d758be-6b64-4561-bb33-c175c6d3640a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:21.991146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d2d758be-6b64-4561-bb33-c175c6d3640a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:21.992925 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d758be-6b64-4561-bb33-c175c6d3640a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:21.993363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d758be-6b64-4561-bb33-c175c6d3640a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:22.025357 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:22.034804 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d2d758be-6b64-4561-bb33-c175c6d3640a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2810049 Dec 15 05:00:22.035104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39894) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:22.040897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-942ef105-1961-4e7e-afed-b1ec0f051b3f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:22.080500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e56cb4f8-dbd3-4afc-bca8-9d8232bc6ea6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0312128 Dec 15 05:00:22.082263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:22.085379 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90989c4-449c-4df8-bfa8-c2c153fcc74b" -d '{"events": [{"name": "network-changed", "server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:22.088995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b8a09-1f07-4526-9713-ce74ed5acc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:22.093932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d43b8a09-1f07-4526-9713-ce74ed5acc87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:22.095464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d43b8a09-1f07-4526-9713-ce74ed5acc87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95f3a935-ca96-4968-8f69-0c0bc8c40ac1 HTTP/1.1" status: 204 len: 168 time: 0.4481063 Dec 15 05:00:22.097303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39896) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:22.115240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b8a09-1f07-4526-9713-ce74ed5acc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f3a935-ca96-4968-8f69-0c0bc8c40ac1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:22.227714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ef105-1961-4e7e-afed-b1ec0f051b3f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:22.231234 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-942ef105-1961-4e7e-afed-b1ec0f051b3f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:22.232638 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ef105-1961-4e7e-afed-b1ec0f051b3f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:22.233100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ef105-1961-4e7e-afed-b1ec0f051b3f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:22.243412 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263fe0b4-cc2c-4749-bec5-c3534eccdd9e x-openstack-request-id: req-263fe0b4-cc2c-4749-bec5-c3534eccdd9e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:22.243983 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:22.243983 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-263fe0b4-cc2c-4749-bec5-c3534eccdd9e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:22.244415 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'status': 'completed', 'code': 200} Dec 15 05:00:22.263084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-942ef105-1961-4e7e-afed-b1ec0f051b3f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2261441 Dec 15 05:00:22.265722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:22.320110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44c49941-f9e6-4baf-b053-afba408b57d8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/e3511d4c-a763-40ea-9536-4c671e1faba6 HTTP/1.1" status: 200 len: 990 time: 0.2099776 Dec 15 05:00:22.359683 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3a0c3811-dae7-433e-bcb9-2e871402c1e7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0907025 Dec 15 05:00:22.360427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39908) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:22.417358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:17Z', 'revision_number': 0, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:22.423456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a04833-1a64-4e95-b26d-561deb6467fd req-2a546b85-3376-4846-8415-2ff8eda5cb97 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:22.432852 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61a04833-1a64-4e95-b26d-561deb6467fd req-2a546b85-3376-4846-8415-2ff8eda5cb97 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 946 time: 0.1482058 Dec 15 05:00:22.454263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-35a42ef2-248f-432a-8da5-1f136a18cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:22.456625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-35a42ef2-248f-432a-8da5-1f136a18cf82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1097 time: 0.1730456 Dec 15 05:00:22.467727 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:00:22.474300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf86e3-2a67-4433-8dec-30f636931c43 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:22.476456 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8dbf86e3-2a67-4433-8dec-30f636931c43 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148670 Dec 15 05:00:22.478573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39912) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:22.492147 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:22.492839 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:22.581148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61a04833-1a64-4e95-b26d-561deb6467fd req-2397c8fa-2df3-4251-830e-b870657ce5ba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470413 Dec 15 05:00:22.613572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-027662c9-9500-4590-b7eb-5e4482e178d4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262686 Dec 15 05:00:22.614322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39918) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:22.621294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:22.645602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-d2de61e4-068b-4b6f-93de-2f4573f70397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:22.650818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-d2de61e4-068b-4b6f-93de-2f4573f70397 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 897 time: 0.1551673 Dec 15 05:00:22.672407 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:22.726440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68d4fe31-8c4f-430e-b794-828e3a0f4df6 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:00:22.761260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-73aa4268-6396-4d22-a97f-57cbf088d92e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 200 len: 998 time: 0.0969746 Dec 15 05:00:22.782150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:22.794727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:22.883440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-e0ad34f3-cdc2-4a8e-8604-f1ad5dd10872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:22.885715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-e0ad34f3-cdc2-4a8e-8604-f1ad5dd10872 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a2ee71d-72ae-461a-97d0-bd061bd247fb HTTP/1.1" status: 200 len: 835 time: 0.1090832 Dec 15 05:00:22.930274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:22.958379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'port_id': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'mac_address': 'fa:16:3e:10:9e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:00:23.034391 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:23.053346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d4fe31-8c4f-430e-b794-828e3a0f4df6 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:00:23.083664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:23.092433 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:17Z', 'revision_number': 0, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:23.093030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:23.157633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63993df-2e34-4bee-98ca-f8fa3e79c5ce req-af15d450-bd8c-4bff-9d68-cad61ac19009 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:23.159181 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c63993df-2e34-4bee-98ca-f8fa3e79c5ce req-af15d450-bd8c-4bff-9d68-cad61ac19009 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1782284 Dec 15 05:00:23.161409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=68d4fe31-8c4f-430e-b794-828e3a0f4df6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:23.168014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-338a3141-e74b-456a-80f6-7bd2ff501fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:23.170166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-338a3141-e74b-456a-80f6-7bd2ff501fa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27429e38-a05e-48f8-9cb4-64231ac2b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2752299 Dec 15 05:00:23.182006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058a163-3dac-41c4-97d1-d8f2bf8c99b7 req-3311cebb-f614-4320-9735-f90568f704dc tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:23.184411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c058a163-3dac-41c4-97d1-d8f2bf8c99b7 req-3311cebb-f614-4320-9735-f90568f704dc tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 982 time: 0.2144544 Dec 15 05:00:23.185082 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9ee55-2329-468b-a6ed-d5e252207704 None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T04:59:39Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:17Z', 'revision_number': 0, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:23.322204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39936) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:23.341416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c63993df-2e34-4bee-98ca-f8fa3e79c5ce req-fee2276a-d179-47f7-89ec-9f3d5ea6b843 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694305 Dec 15 05:00:23.357101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c058a163-3dac-41c4-97d1-d8f2bf8c99b7 req-2f403562-6960-472b-ba86-155077ac3e59 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1633072 Dec 15 05:00:23.367383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['68d4fe31-8c4f-430e-b794-828e3a0f4df6'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:23.392464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-91148391-8a56-4c01-b598-2b56512de1db service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057302 Dec 15 05:00:23.445980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-88007f7a-07a8-413f-8da2-23cf55cc3338 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/e3511d4c-a763-40ea-9536-4c671e1faba6 HTTP/1.1" status: 200 len: 990 time: 0.1226637 Dec 15 05:00:23.531482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f2228-a6f4-4257-bbc0-21346663f39e None None] New status for floating IP e3511d4c-a763-40ea-9536-4c671e1faba6: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:00:23.534599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90989c4-449c-4df8-bfa8-c2c153fcc74b req-893dec7d-bb76-427d-97ae-cd7b6fcd0673 service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286328 Dec 15 05:00:23.552644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:23.554481 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:23.602691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:23.607833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:23.612742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:23.613338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:23.623436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbaabb3-19f6-47b6-aea6-634d11ab3996 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:23.625544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=fb9477b4-b778-4e9a-b2d5-89d1d950113d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:23.634555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.635437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.635733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.636047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.638754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.638754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.638754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.638754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.638754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.638754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.639145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.639406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.639624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:23.646263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3a6da274-8055-47fd-a2a0-8805235542bc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0308585 Dec 15 05:00:23.649128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39942) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:23.654285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:fc:12:0d', 'name': 'tempest-NetworksTestDHCPv6-630781564'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:23.770939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e360-c975-4838-b16d-6cb2ddb0a4a0 req-46755963-64ed-4f60-afdc-595005447fd3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:23.780768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c40e360-c975-4838-b16d-6cb2ddb0a4a0 req-46755963-64ed-4f60-afdc-595005447fd3 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 946 time: 0.0751908 Dec 15 05:00:23.784271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:23.834529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c40e360-c975-4838-b16d-6cb2ddb0a4a0 req-f21663a4-efa7-427c-9cce-f06f7fbd0a6b tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528407 Dec 15 05:00:23.884152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': 'fb9477b4-b778-4e9a-b2d5-89d1d950113d'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:23.885026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:23.912839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:23.936749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port c2a8e166-12e9-47e9-9c70-599cd09c3026 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:24.024121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Allocated IP 2001:db8::f816:3eff:feac:b9ae (16079ce4-e180-4983-82f9-1ec8db4fda78/fb9477b4-b778-4e9a-b2d5-89d1d950113d/1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:24.140772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-157bca32-4b8e-41d6-8cc0-da428da3772c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:24.142581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-157bca32-4b8e-41d6-8cc0-da428da3772c tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 946 time: 0.0503960 Dec 15 05:00:24.174519 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.184495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.228651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:24.230332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:24.233715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:24.246988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Deleting port 39d3f3da-720e-4824-b167-0112fcaab73c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:24.247320 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.256830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fefc:120d (16079ce4-e180-4983-82f9-1ec8db4fda78/fb9477b4-b778-4e9a-b2d5-89d1d950113d/c2a8e166-12e9-47e9-9c70-599cd09c3026) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:24.277209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Pushing event updated for resources: {'Port': ['ID=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:24.306791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Attempting to bind port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:24.307578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Attempting to bind port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:24.308033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Attempting to bind port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:24.314945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:24.315145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:24.315498 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.315885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:24.316715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Bound port: 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:24.317100 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.395835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] For port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:24.400375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] For port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:24.410310 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.416684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] For port 39d3f3da-720e-4824-b167-0112fcaab73c, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=39d3f3da-720e-4824-b167-0112fcaab73c,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:24.417170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.450979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39970) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:24.468608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Calling delete_port for 39d3f3da-720e-4824-b167-0112fcaab73c owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:24.483105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1ef5d-db89-4f6c-aa9c-11cbf2d6a4c9 None None] Pushing event updated for resources: {'Port': ['ID=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:24.495293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.549483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.638196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:24.641895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:24.646282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:24.652718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:24.654020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.667876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=c2a8e166-12e9-47e9-9c70-599cd09c3026,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:24.684388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf1f87f8-98ee-432a-92a2-9b48c1ed3698 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0312936 Dec 15 05:00:24.684996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39984) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:24.726532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68d4fe31-8c4f-430e-b794-828e3a0f4df6 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:24.768168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef0b9d3-cdf8-4bab-bb20-7fa9db227602 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:24.775084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef0b9d3-cdf8-4bab-bb20-7fa9db227602 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:24.777985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ef0b9d3-cdf8-4bab-bb20-7fa9db227602 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0912986 Dec 15 05:00:24.780540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39986) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:24.849737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:00:24.857251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:24.860945 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:24.917078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port c2a8e166-12e9-47e9-9c70-599cd09c3026 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:24.917424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.004435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.041582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:25.046693 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:00:25.047910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.050092 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61642f15-320d-4d11-b290-a5ab619246b0" -d '{"events": [{"server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "name": "network-vif-plugged", "status": "completed", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:25.063003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:25.067019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for c2a8e166-12e9-47e9-9c70-599cd09c3026 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:25.070446 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.107998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-666b17d4-b7f9-451b-8139-696ae85507c3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/e3511d4c-a763-40ea-9536-4c671e1faba6 HTTP/1.1" status: 200 len: 992 time: 0.6547284 Dec 15 05:00:25.118642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdae2-dcfa-4b0e-9f17-797115a6d088 req-0f035849-fd3b-429f-992f-df2657ad93a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:25.119556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-563bdae2-dcfa-4b0e-9f17-797115a6d088 req-0f035849-fd3b-429f-992f-df2657ad93a1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.6676905 Dec 15 05:00:25.120047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 39994) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:25.148743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbe5c8-87a2-4a91-b048-a9a22f09e6bc req-4f1a735a-4fdc-45fb-941a-da220cf3f024 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:25.156202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fddbe5c8-87a2-4a91-b048-a9a22f09e6bc req-4f1a735a-4fdc-45fb-941a-da220cf3f024 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 983 time: 0.6853964 Dec 15 05:00:25.159620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=68d4fe31-8c4f-430e-b794-828e3a0f4df6,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:25.248504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.257518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-563bdae2-dcfa-4b0e-9f17-797115a6d088 req-eef76a4f-c99c-4c07-ac6a-b2d84323f1c2 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194417 Dec 15 05:00:25.283304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=c2a8e166-12e9-47e9-9c70-599cd09c3026,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:25.318566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.324722 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-05daa1f4-8797-473b-9aa4-b967a68baea3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/c2a8e166-12e9-47e9-9c70-599cd09c3026 HTTP/1.1" status: 204 len: 168 time: 0.5430322 Dec 15 05:00:25.325362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 39998) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:25.334515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fddbe5c8-87a2-4a91-b048-a9a22f09e6bc req-207ca5d6-5463-4505-9db7-9c49f1959125 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1676307 Dec 15 05:00:25.339145 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c3d9e79-692e-44ba-afef-83d02945e3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.371428 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a338a50b-2b6e-4818-a4ee-c989b0bacef4 x-openstack-request-id: req-a338a50b-2b6e-4818-a4ee-c989b0bacef4 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:25.371955 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "name": "network-vif-plugged", "status": "completed", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:25.372447 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a338a50b-2b6e-4818-a4ee-c989b0bacef4 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:25.373023 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'code': 200} Dec 15 05:00:25.394622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa2a57-388e-4605-bd63-c6501b6817e5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:25.396267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa2a57-388e-4605-bd63-c6501b6817e5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:25.398104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5caa2a57-388e-4605-bd63-c6501b6817e5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0717845 Dec 15 05:00:25.400691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.413844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:25.434517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['6c3f1a64-06b6-4901-b0de-1d80b9933d4b'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:25.443545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:25.551889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb172b-2681-4971-8eeb-bee0fa6e80ab req-bef0c543-6fc4-432b-8c7e-1a28ac9ff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:25.552582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event deleted for resources: {'Port': ['ID=39d3f3da-720e-4824-b167-0112fcaab73c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:25.554730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6bdb172b-2681-4971-8eeb-bee0fa6e80ab req-bef0c543-6fc4-432b-8c7e-1a28ac9ff50d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1136 time: 0.0645587 Dec 15 05:00:25.609516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be4005-d7f4-4f86-8fa6-bd1552d50a68 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:25.649514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c3d9e79-692e-44ba-afef-83d02945e3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.657401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet fb9477b4-b778-4e9a-b2d5-89d1d950113d {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:25.661258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.669082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6bdb172b-2681-4971-8eeb-bee0fa6e80ab req-d20f01d6-0c27-4d3c-a920-57cc8e5587cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1063840 Dec 15 05:00:25.691974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5c3d9e79-692e-44ba-afef-83d02945e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.747299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca3e4f-2748-4f6c-a0d7-6bc7c78b6fce req-f4e40642-1bbf-400e-a16b-168316f133c5 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:25.748869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03ca3e4f-2748-4f6c-a0d7-6bc7c78b6fce req-f4e40642-1bbf-400e-a16b-168316f133c5 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cac2d19-0471-48a9-b11f-1e40f3469d43 HTTP/1.1" status: 200 len: 867 time: 0.4069102 Dec 15 05:00:25.791903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] No DVR routers for this DVR port 39d3f3da-720e-4824-b167-0112fcaab73c on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:25.810180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.813219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.816821 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d742bbc4-02a6-4443-87e8-eeb4c196f857 req-20ffc2f9-7e3f-4602-b834-8cc90f41f989 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "DELETE /v2.0/ports/39d3f3da-720e-4824-b167-0112fcaab73c HTTP/1.1" status: 204 len: 173 time: 1.6678207 Dec 15 05:00:25.817291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'name': 'network-vif-deleted', 'tag': '39d3f3da-720e-4824-b167-0112fcaab73c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:25.819569 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad862de-11f8-43c4-954a-510dcfbcde44" -d '{"events": [{"server_uuid": "0cac2d19-0471-48a9-b11f-1e40f3469d43", "name": "network-vif-deleted", "tag": "39d3f3da-720e-4824-b167-0112fcaab73c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:25.856305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5c3d9e79-692e-44ba-afef-83d02945e3e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87af6127f9334a0db58baa64e14c2175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265108 Dec 15 05:00:25.857530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40004) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:25.859846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d9e79-692e-44ba-afef-83d02945e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812cba81-4b4f-4cd7-a80f-811c1cbdb3e6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:25.905072 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58594e3-51e2-434c-8d2a-3860744fc032 x-openstack-request-id: req-f58594e3-51e2-434c-8d2a-3860744fc032 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:25.905439 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cac2d19-0471-48a9-b11f-1e40f3469d43", "name": "network-vif-deleted", "tag": "39d3f3da-720e-4824-b167-0112fcaab73c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:25.905688 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f58594e3-51e2-434c-8d2a-3860744fc032 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:25.906096 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cac2d19-0471-48a9-b11f-1e40f3469d43', 'name': 'network-vif-deleted', 'tag': '39d3f3da-720e-4824-b167-0112fcaab73c', 'status': 'completed', 'code': 200} Dec 15 05:00:25.936119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03ca3e4f-2748-4f6c-a0d7-6bc7c78b6fce req-c101c448-08c7-48bb-84a2-5865e6c21f47 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560173 Dec 15 05:00:25.943680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-75bc9837-c9ae-4c0a-bc65-86a2c4823466 None None] Provisioning complete for port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:25.944528 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75bc9837-c9ae-4c0a-bc65-86a2c4823466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.978089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:25.989487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-467263c5-7346-4c52-93ee-86c0c75da572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.029488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-467263c5-7346-4c52-93ee-86c0c75da572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.052660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.058435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:26.081783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9477b4-b778-4e9a-b2d5-89d1d950113d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:26.088775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.095231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6c6df254-7130-4840-b5b1-fe0d0da0fc40 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/fb9477b4-b778-4e9a-b2d5-89d1d950113d HTTP/1.1" status: 204 len: 168 time: 0.6711011 Dec 15 05:00:26.095900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40006) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:26.144520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-467263c5-7346-4c52-93ee-86c0c75da572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.147506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-467263c5-7346-4c52-93ee-86c0c75da572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.151530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-467263c5-7346-4c52-93ee-86c0c75da572 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/812cba81-4b4f-4cd7-a80f-811c1cbdb3e6 HTTP/1.1" status: 204 len: 168 time: 0.2909639 Dec 15 05:00:26.156395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f5215c8e-ee8a-4df2-80a4-c0c655d37870 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578113 Dec 15 05:00:26.157613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467263c5-7346-4c52-93ee-86c0c75da572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812cba81-4b4f-4cd7-a80f-811c1cbdb3e6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:26.160351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40010) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:26.166212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:26.222388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75bc9837-c9ae-4c0a-bc65-86a2c4823466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.254585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:26.254985 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.256853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed382dd-c446-41c5-bea0-31d163b22544 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:26.357826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:26.361772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.490662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b31f2-bb0e-4a8c-8024-d5dfeb79126f req-476a127f-d3e2-4be5-ae4c-8f1123961e3d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:26.500041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c1b31f2-bb0e-4a8c-8024-d5dfeb79126f req-476a127f-d3e2-4be5-ae4c-8f1123961e3d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1612306 Dec 15 05:00:26.523159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38415842-4a24-44c4-a2ce-5a8559f2d361 req-400d9008-0d6f-401a-a97f-c7aca61cb8b3 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:26.534048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38415842-4a24-44c4-a2ce-5a8559f2d361 req-400d9008-0d6f-401a-a97f-c7aca61cb8b3 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.1146803 Dec 15 05:00:26.534685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-75bc9837-c9ae-4c0a-bc65-86a2c4823466 None None] For port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:26.551340 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75bc9837-c9ae-4c0a-bc65-86a2c4823466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.647884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:26.690942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc9837-c9ae-4c0a-bc65-86a2c4823466 None None] Pushing event updated for resources: {'Port': ['ID=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:26.696487 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-216abaf1-058a-4b15-952a-d406258d1886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.707377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9e4f8c00-c2b8-40ab-b579-465d3d5e3656 None None] Could not find standard attr ID for object c2a8e166-12e9-47e9-9c70-599cd09c3026. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:00:26.712442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c1b31f2-bb0e-4a8c-8024-d5dfeb79126f req-e02bd90c-bb87-4f10-9c3d-b8fa8f42e31a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772978 Dec 15 05:00:26.725855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38415842-4a24-44c4-a2ce-5a8559f2d361 req-226b0e80-3d16-49d8-b61a-fc6de73f3239 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1773129 Dec 15 05:00:26.834646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:26.870882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 39d3f3da-720e-4824-b167-0112fcaab73c no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:26.903777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 39d3f3da-720e-4824-b167-0112fcaab73c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:26.905002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 39d3f3da-720e-4824-b167-0112fcaab73c not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:26.930512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] Deleting port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:26.930896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.957305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-216abaf1-058a-4b15-952a-d406258d1886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.969646 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-216abaf1-058a-4b15-952a-d406258d1886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:26.974617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:26.984926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b43cd-e9d3-450d-8c76-5ed0e90957e6 req-d03b96bd-da44-4854-bb69-eddafbd15f87 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:26.986744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-430b43cd-e9d3-450d-8c76-5ed0e90957e6 req-d03b96bd-da44-4854-bb69-eddafbd15f87 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.0697732 Dec 15 05:00:27.039935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] For port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:27.040362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.061259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] Calling delete_port for 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:27.077666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878766-f4e7-458b-8790-d244dd72393e req-330440b2-ef77-4222-a2eb-57ba51345417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.079620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-330440b2-ef77-4222-a2eb-57ba51345417 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 1097 time: 0.0912578 Dec 15 05:00:27.083771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-430b43cd-e9d3-450d-8c76-5ed0e90957e6 req-4afd3f7e-af49-4094-9e56-da72693f34e8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848870 Dec 15 05:00:27.162941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-216abaf1-058a-4b15-952a-d406258d1886 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e2c16aeb7d74595840992d603a3d450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115809 Dec 15 05:00:27.164551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40028) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:27.164683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216abaf1-058a-4b15-952a-d406258d1886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aedbad-3157-4233-a77b-9d5c7142d158,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:27.192517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.206109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_pluggable_backend [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 15 05:00:27.207213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_pluggable_backend [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Reverting IP allocation for 2001:db8::f816:3eff:feac:b9ae {{(pid=103132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 15 05:00:27.211772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_pluggable_backend [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feac:b9ae {{(pid=103132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 15 05:00:27.213393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.242274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] Pushing event deleted for resources: {'Port': ['ID=1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:27.247391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119875f4-684f-40eb-92b3-af8d456bccc7 None None] No DVR routers for this DVR port 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:27.284309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ce19a26-ca45-4940-9d90-51e39284023e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.289572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:27.290455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878766-f4e7-458b-8790-d244dd72393e req-4f474680-4b42-4bbc-a3e0-d6db7a31a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.291942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-4f474680-4b42-4bbc-a3e0-d6db7a31a0bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.2057326 Dec 15 05:00:27.298525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:27.303227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.304174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.314530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08420dc-4b94-4b69-89ac-6e0dc19d7cf4 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:27.323586 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ce19a26-ca45-4940-9d90-51e39284023e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.334389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1705515 Dec 15 05:00:27.334389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582140-fd22-4d88-a740-34fd4ac78ce7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=2d38eda6-2c0d-4cdb-afc8-83df73c72eb6,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:27.335116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40032) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:27.345750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:88:f6:c4', 'name': 'tempest-NetworksTestDHCPv6-11492549'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:27.436891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '2d38eda6-2c0d-4cdb-afc8-83df73c72eb6'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:27.437827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.443360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-358fe3a1-f15a-4434-ac2a-7d47afe244e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 200 len: 1000 time: 0.1383903 Dec 15 05:00:27.453655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaf09f-b8bb-4817-bec2-39a6014e9c0e req-9e680149-d559-4903-89a8-1d3146e1a18f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.455311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67eaf09f-b8bb-4817-bec2-39a6014e9c0e req-9e680149-d559-4903-89a8-1d3146e1a18f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 945 time: 0.1360888 Dec 15 05:00:27.472249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:27.481207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.509583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 953b230a-f091-48be-bdd0-ca493a4b0926 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:27.532309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ce19a26-ca45-4940-9d90-51e39284023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.534852 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6ce19a26-ca45-4940-9d90-51e39284023e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.536167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6ce19a26-ca45-4940-9d90-51e39284023e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09aedbad-3157-4233-a77b-9d5c7142d158 HTTP/1.1" status: 204 len: 168 time: 0.3709538 Dec 15 05:00:27.537849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878766-f4e7-458b-8790-d244dd72393e req-21ae790d-603b-46cc-942e-05811a2a8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.540239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-21ae790d-603b-46cc-942e-05811a2a8652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.0834937 Dec 15 05:00:27.569651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce19a26-ca45-4940-9d90-51e39284023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aedbad-3157-4233-a77b-9d5c7142d158,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:27.590694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67eaf09f-b8bb-4817-bec2-39a6014e9c0e req-0a48fd72-8e30-478e-ac20-7319c877f926 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254354 Dec 15 05:00:27.608012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878766-f4e7-458b-8790-d244dd72393e req-74fb52cc-f4ed-4c96-887a-608a9526e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.609551 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-74fb52cc-f4ed-4c96-887a-608a9526e618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523658 Dec 15 05:00:27.642601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Allocated IP 2001:db8::f816:3eff:fe4b:ec2a (16079ce4-e180-4983-82f9-1ec8db4fda78/2d38eda6-2c0d-4cdb-afc8-83df73c72eb6/db7673df-660d-4156-80aa-ba073f66659b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:27.711504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-db7d6fc7-02ad-4fd0-a028-98606f66346c service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930705 Dec 15 05:00:27.725160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355d1850-09bc-4714-a2f4-885c0fd25857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.818484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.825099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36878766-f4e7-458b-8790-d244dd72393e req-038512ef-8c23-4dc0-99d6-48cc433b9344 service neutron] 10.222.0.16 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050513 Dec 15 05:00:27.828698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:27.891044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe88:f6c4 (16079ce4-e180-4983-82f9-1ec8db4fda78/2d38eda6-2c0d-4cdb-afc8-83df73c72eb6/953b230a-f091-48be-bdd0-ca493a4b0926) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:27.898951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Pushing event updated for resources: {'Port': ['ID=db7673df-660d-4156-80aa-ba073f66659b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:27.910687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:27.912704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:27.918979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:27.954137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:27.983648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99202-6398-4290-b02c-422042318a3d req-81159eed-2397-4426-8395-85474b48e09e tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:27.985463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fe99202-6398-4290-b02c-422042318a3d req-81159eed-2397-4426-8395-85474b48e09e tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.0887704 Dec 15 05:00:27.990273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:27.991405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b6d7d00-e0dc-4a4d-801b-d55b2c3bdc47 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:28.019796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Attempting to bind port db7673df-660d-4156-80aa-ba073f66659b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:28.024557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Attempting to bind port db7673df-660d-4156-80aa-ba073f66659b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:28.026005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Attempting to bind port db7673df-660d-4156-80aa-ba073f66659b on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:28.035274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:28.035665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:28.036156 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.037125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:28.037959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Bound port: db7673df-660d-4156-80aa-ba073f66659b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:28.038124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.062943 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fe99202-6398-4290-b02c-422042318a3d req-9e4753e0-c9c2-4f0e-8fd7-1107035e20ab tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0698547 Dec 15 05:00:28.125561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.167797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] For port db7673df-660d-4156-80aa-ba073f66659b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:28.180206 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.180434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] For port db7673df-660d-4156-80aa-ba073f66659b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db7673df-660d-4156-80aa-ba073f66659b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:28.200730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.247874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:28.251531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:28.253920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:28.260340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.261452 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.283278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=953b230a-f091-48be-bdd0-ca493a4b0926,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:28.298653 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e36f2ca9-a3a7-40d0-ae57-98449e688ce5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9569767 Dec 15 05:00:28.301312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40052) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:28.317315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6af09-f687-44f4-abe4-ece983c9c403 None None] Pushing event updated for resources: {'Port': ['ID=db7673df-660d-4156-80aa-ba073f66659b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:28.336616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9786e-e970-48a2-bbe8-7fa74175b0a8 req-fff913aa-f776-426e-b316-c12769a0db79 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.348455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfb9786e-e970-48a2-bbe8-7fa74175b0a8 req-fff913aa-f776-426e-b316-c12769a0db79 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.1583042 Dec 15 05:00:28.381973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad42ea-7173-4f68-bc96-375a6dcfa317 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.384811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96042e6e-bc9b-4755-9fa9-bc4554b9fe15 req-c6427185-21bb-40b6-8646-dac2106722e8 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.387325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96042e6e-bc9b-4755-9fa9-bc4554b9fe15 req-c6427185-21bb-40b6-8646-dac2106722e8 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.1362927 Dec 15 05:00:28.391845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad42ea-7173-4f68-bc96-375a6dcfa317 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.393776 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-08ad42ea-7173-4f68-bc96-375a6dcfa317 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0914981 Dec 15 05:00:28.396321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40058) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:28.492861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfb9786e-e970-48a2-bbe8-7fa74175b0a8 req-48d08e80-89b3-4c53-9312-21ab0c82217c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434298 Dec 15 05:00:28.566266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 953b230a-f091-48be-bdd0-ca493a4b0926 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:28.566785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.576049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-96042e6e-bc9b-4755-9fa9-bc4554b9fe15 req-5f819dd4-594c-428d-9fcd-54e467663496 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1733041 Dec 15 05:00:28.725046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.757936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 953b230a-f091-48be-bdd0-ca493a4b0926 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:28.782884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba294b-6173-416e-a9b9-633ebaef4384 req-094f6650-7808-4e11-a2cd-ba14482db5a2 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.784655 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1ba294b-6173-416e-a9b9-633ebaef4384 req-094f6650-7808-4e11-a2cd-ba14482db5a2 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 945 time: 0.1033814 Dec 15 05:00:28.787376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c667-f529-4b69-8a92-7b361f209144 req-be2cdb7a-73cd-436d-8adc-162f9fcc6659 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.788784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e2c667-f529-4b69-8a92-7b361f209144 req-be2cdb7a-73cd-436d-8adc-162f9fcc6659 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1136 time: 0.0761814 Dec 15 05:00:28.822917 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-56e2c667-f529-4b69-8a92-7b361f209144 req-01a779fb-e12c-4e49-b139-034344ffc3c6 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.847858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-755d1b04-eb9d-47d5-89ce-f29b31a19aa8 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:28.849408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-755d1b04-eb9d-47d5-89ce-f29b31a19aa8 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 945 time: 0.1094911 Dec 15 05:00:28.870787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1ba294b-6173-416e-a9b9-633ebaef4384 req-fdc70c97-bfb3-484b-b77a-3f95aa1caeed tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801733 Dec 15 05:00:28.961948 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-56e2c667-f529-4b69-8a92-7b361f209144 req-01a779fb-e12c-4e49-b139-034344ffc3c6 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:28.966766 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-56e2c667-f529-4b69-8a92-7b361f209144 req-01a779fb-e12c-4e49-b139-034344ffc3c6 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.005071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Deleting port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:29.005599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.006524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a779fb-e12c-4e49-b139-034344ffc3c6 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb233dc6-df79-4f7b-81d5-26450a23cc11,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:29.019506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56e2c667-f529-4b69-8a92-7b361f209144 req-01a779fb-e12c-4e49-b139-034344ffc3c6 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2188437 Dec 15 05:00:29.019702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.054698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40076) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:29.109974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a5058-c70b-4139-ae08-0458f0e7cbca tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:29.111920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=953b230a-f091-48be-bdd0-ca493a4b0926,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:29.113654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f68a5058-c70b-4139-ae08-0458f0e7cbca tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1131 time: 0.0569143 Dec 15 05:00:29.115175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40080) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:29.120547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:29.156286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.159450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.163246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72280620-9103-4a49-b234-67a31c07d700 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/953b230a-f091-48be-bdd0-ca493a4b0926 HTTP/1.1" status: 204 len: 168 time: 0.7658663 Dec 15 05:00:29.167088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:29.241755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91715c-c83c-40bd-821a-ba99bee23356 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:29.244515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91715c-c83c-40bd-821a-ba99bee23356 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:29.246350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3d91715c-c83c-40bd-821a-ba99bee23356 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0780783 Dec 15 05:00:29.250978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40086) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:29.280780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.288156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] For port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:29.288540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.325644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Calling delete_port for 6c3f1a64-06b6-4901-b0de-1d80b9933d4b owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:29.349593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 2d38eda6-2c0d-4cdb-afc8-83df73c72eb6 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:29.387216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.399744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.25.2.17 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7405585e-b4e2-4253-9816-7486f6d02278) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:29.444128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.597684 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.643227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.665653 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.681211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bc0e6-c8e1-463a-8ee5-3b266793fb95 req-3e5915cd-00c4-4b0f-92d0-03be04e9fbe4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:29.683080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-882bc0e6-c8e1-463a-8ee5-3b266793fb95 req-3e5915cd-00c4-4b0f-92d0-03be04e9fbe4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.0962124 Dec 15 05:00:29.684813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event deleted for resources: {'Port': ['ID=6c3f1a64-06b6-4901-b0de-1d80b9933d4b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:29.695151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:29.749243 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.769965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b834c-cdae-4ea7-bebc-116cdb79f601 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:29.783796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] No DVR routers for this DVR port 6c3f1a64-06b6-4901-b0de-1d80b9933d4b on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:29.787263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8f3aac49-39e8-4453-bac6-e42e46ce757f None None] Provisioning complete for port db7673df-660d-4156-80aa-ba073f66659b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:29.787944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.788363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f3aac49-39e8-4453-bac6-e42e46ce757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.792960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-939b1ef9-12d9-49ac-a628-213b3115d4d7 req-2043c524-d33e-4064-8f27-396dd55dc4ae tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.42 "DELETE /v2.0/ports/6c3f1a64-06b6-4901-b0de-1d80b9933d4b HTTP/1.1" status: 204 len: 173 time: 0.9341025 Dec 15 05:00:29.793777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'name': 'network-vif-deleted', 'tag': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:29.797631 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7684878-bcbf-4f95-ac77-4ef51e555541" -d '{"events": [{"server_uuid": "8b95a3b8-611b-4302-a74c-b3b670e8dff5", "name": "network-vif-deleted", "tag": "6c3f1a64-06b6-4901-b0de-1d80b9933d4b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:29.839957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:29.845891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=7405585e-b4e2-4253-9816-7486f6d02278,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:29.863519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:29.866445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:29.884011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-882bc0e6-c8e1-463a-8ee5-3b266793fb95 req-ec592a88-acd7-403c-a2fe-9c4c739569f8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722748 Dec 15 05:00:29.886326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:29.977722 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553953d2-7da5-46ee-9ef7-c124064b6a65 x-openstack-request-id: req-553953d2-7da5-46ee-9ef7-c124064b6a65 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:29.978032 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b95a3b8-611b-4302-a74c-b3b670e8dff5", "name": "network-vif-deleted", "tag": "6c3f1a64-06b6-4901-b0de-1d80b9933d4b", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:29.979940 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-553953d2-7da5-46ee-9ef7-c124064b6a65 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:29.982586 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b95a3b8-611b-4302-a74c-b3b670e8dff5', 'name': 'network-vif-deleted', 'tag': '6c3f1a64-06b6-4901-b0de-1d80b9933d4b', 'status': 'completed', 'code': 200} Dec 15 05:00:30.001989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=2d38eda6-2c0d-4cdb-afc8-83df73c72eb6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:30.031385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.037375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7af2868a-dc12-4df6-9ddd-a2fd24e63960 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/2d38eda6-2c0d-4cdb-afc8-83df73c72eb6 HTTP/1.1" status: 204 len: 168 time: 0.7832248 Dec 15 05:00:30.037560 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-71c82a54-3547-48a4-b714-d4d35b0d651e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.052639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40108) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:30.071727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ded2dfe-738f-4cf9-bcf9-564cf1a86d85 req-48962a0f-5f51-40f1-a4bc-cd116f6a1217 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b95a3b8-611b-4302-a74c-b3b670e8dff5 HTTP/1.1" status: 200 len: 210 time: 0.0630782 Dec 15 05:00:30.147730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db7673df-660d-4156-80aa-ba073f66659b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:30.154948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c48165d9-5896-4a99-870f-f2f4f97c0ff8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010616 Dec 15 05:00:30.158079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40110) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:30.239566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d158c59-5f9c-497e-9d5d-109937546272 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:30.244538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7d158c59-5f9c-497e-9d5d-109937546272 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0854282 Dec 15 05:00:30.245425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40116) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:30.326505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532c0e8-ba50-4292-bff8-fb367f3fe343 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:30.328425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a532c0e8-ba50-4292-bff8-fb367f3fe343 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0809510 Dec 15 05:00:30.331526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40118) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:30.352088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f3aac49-39e8-4453-bac6-e42e46ce757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.355096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7094d-d708-44bf-b384-19228d2b459d None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:30.372943 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d82162b0-708a-46b1-a3f5-172505c7b0e5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405850 Dec 15 05:00:30.380149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40120) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:30.385456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:30.462677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port db7673df-660d-4156-80aa-ba073f66659b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:30.463159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.494158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.497091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:30.500892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.508348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8f3aac49-39e8-4453-bac6-e42e46ce757f None None] For port db7673df-660d-4156-80aa-ba073f66659b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db7673df-660d-4156-80aa-ba073f66659b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:30.528963 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f3aac49-39e8-4453-bac6-e42e46ce757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.566183 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.606837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3aac49-39e8-4453-bac6-e42e46ce757f None None] Pushing event updated for resources: {'Port': ['ID=db7673df-660d-4156-80aa-ba073f66659b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:30.652757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dca584fc-7812-4597-bbc6-26f5d8803829 None None] Could not find standard attr ID for object 953b230a-f091-48be-bdd0-ca493a4b0926. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:00:30.706322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:30.753430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.755284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6c3f1a64-06b6-4901-b0de-1d80b9933d4b no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:30.759346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] Deleting port db7673df-660d-4156-80aa-ba073f66659b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:30.759776 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.759907 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.790191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 6c3f1a64-06b6-4901-b0de-1d80b9933d4b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:30.790552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 6c3f1a64-06b6-4901-b0de-1d80b9933d4b not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:30.824856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.objects.ports [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103132) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:30.832867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=7405585e-b4e2-4253-9816-7486f6d02278,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:30.845907 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.868278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] For port db7673df-660d-4156-80aa-ba073f66659b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=db7673df-660d-4156-80aa-ba073f66659b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:30.868806 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.882317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] Calling delete_port for db7673df-660d-4156-80aa-ba073f66659b owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:30.953637 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Floating IP 55111490-6c0a-4302-bb45-3f82a31cd2ad associated. External IP: 172.25.2.17, port: 68d4fe31-8c4f-430e-b794-828e3a0f4df6. Dec 15 05:00:30.967086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:30.978943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] No DVR routers for this DVR port db7673df-660d-4156-80aa-ba073f66659b on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:30.992036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.007177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf50933-bd5b-4833-9647-4fbf0e070c0f None None] Pushing event deleted for resources: {'Port': ['ID=db7673df-660d-4156-80aa-ba073f66659b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:31.028098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Port db7673df-660d-4156-80aa-ba073f66659b concurrently deleted while adding address for new subnet {'id': '4730e787-d310-4976-a7ae-ac31f36b2892', 'name': '', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3158, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-15T05:00:30Z', 'updated_at': '2021-12-15T05:00:30Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519'}. {{(pid=103132) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 15 05:00:31.028669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.068847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:31.072523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:31.077526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.078097 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.083802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dacdca9-5819-44d1-bb3e-2a1b7f3ceb25 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:31.091639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=4730e787-d310-4976-a7ae-ac31f36b2892,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:31.110844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a260db4-c7d2-4984-add4-e9883f597cf7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7295265 Dec 15 05:00:31.113772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:31.118928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:20:d0:9b', 'name': 'tempest-NetworksTestDHCPv6-435890700'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:31.192264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 09fbabfb-7fef-46de-8c47-3be1415a3cff has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:00:31.218235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.246659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '4730e787-d310-4976-a7ae-ac31f36b2892'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:31.247957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.315233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:31.349174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:31.360702 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] Sync routers for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:31.373579 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.384286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:31.384908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:31.432859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b6378a54-a390-4ff3-99ec-f9fef10f97dd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3156729 Dec 15 05:00:31.433973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:31.436923 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433" -d '{"events": [{"name": "network-changed", "server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:31.441508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40140) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:31.458746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.495851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 2a20ee28-2e80-4b6b-af72-3daeb24dd98e yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:31.544869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Allocated IP 2001:db8::f816:3eff:feed:c30d (16079ce4-e180-4983-82f9-1ec8db4fda78/4730e787-d310-4976-a7ae-ac31f36b2892/7c9578be-f826-462b-8fae-5c7a7dd99835) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:31.547804 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76f7558-d6c7-4930-8ce4-855cf6efb28a x-openstack-request-id: req-c76f7558-d6c7-4930-8ce4-855cf6efb28a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:31.548312 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:31.548826 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c76f7558-d6c7-4930-8ce4-855cf6efb28a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:31.549373 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'status': 'completed', 'code': 200} Dec 15 05:00:31.676555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-f96fbe99-52da-4a13-8c84-1943d29b1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.678442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-f96fbe99-52da-4a13-8c84-1943d29b1689 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1136 time: 0.0709350 Dec 15 05:00:31.701567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:31.840292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.841148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.842363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.843004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.844129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.844769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.845933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.846563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.848760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-05840652-e48c-4bb4-8560-a79a4c059c06 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5668 time: 0.3900311 Dec 15 05:00:31.851689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40154) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:31.881758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:31.882370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-58879811-2d35-485e-be0b-34388a2d2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:31.882370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-58879811-2d35-485e-be0b-34388a2d2997 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 200 len: 897 time: 0.1962192 Dec 15 05:00:31.896006 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:32.002325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db7673df-660d-4156-80aa-ba073f66659b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:32.025746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:32.028699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:32.049899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:32.057582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: db7673df-660d-4156-80aa-ba073f66659b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:32.057794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device db7673df-660d-4156-80aa-ba073f66659b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:32.090917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Pushing event updated for resources: {'Port': ['ID=7c9578be-f826-462b-8fae-5c7a7dd99835,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:32.130308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Attempting to bind port 7c9578be-f826-462b-8fae-5c7a7dd99835 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:32.130684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Attempting to bind port 7c9578be-f826-462b-8fae-5c7a7dd99835 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:32.131048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Attempting to bind port 7c9578be-f826-462b-8fae-5c7a7dd99835 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:32.138298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:32.138682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:32.139104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:32.139544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:32.140083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Bound port: 7c9578be-f826-462b-8fae-5c7a7dd99835, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:32.140478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:32.194028 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '55111490-6c0a-4302-bb45-3f82a31cd2ad', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'port_id': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'mac_address': 'fa:16:3e:10:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:30Z', 'updated_at': '2021-12-15T05:00:30Z', 'revision_number': 0, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:09Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:32.218411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] For port 7c9578be-f826-462b-8fae-5c7a7dd99835, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:32.222839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] For port 7c9578be-f826-462b-8fae-5c7a7dd99835, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7c9578be-f826-462b-8fae-5c7a7dd99835,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:32.233718 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:32.377021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797aa58-5312-4348-b254-8ccd00f7e005 None None] Pushing event updated for resources: {'Port': ['ID=7c9578be-f826-462b-8fae-5c7a7dd99835,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:32.457832 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] Checking router: 09fbabfb-7fef-46de-8c47-3be1415a3cff for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:00:32.469678 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:32.470671 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:32.657921 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:32.748176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:32.749531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.750514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.751326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.751938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.752794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.753398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.754149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.754746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.756980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c3baf48-4e1e-4462-b861-334a3a15cd39 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5247 time: 0.9039991 Dec 15 05:00:32.761382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40162) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:32.890238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-d21ad9e1-c22f-48c1-8fc4-eba5e39afa99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 200 len: 998 time: 0.9997246 Dec 15 05:00:32.898500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe20:d09b (16079ce4-e180-4983-82f9-1ec8db4fda78/4730e787-d310-4976-a7ae-ac31f36b2892/2a20ee28-2e80-4b6b-af72-3daeb24dd98e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:32.968048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-5b1d2612-a9b6-443e-8b21-6e234a0f31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:32.969851 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-5b1d2612-a9b6-443e-8b21-6e234a0f31a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fa7489b-823c-4674-bdea-e3c198cefee6 HTTP/1.1" status: 200 len: 835 time: 0.0693922 Dec 15 05:00:32.989583 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '55111490-6c0a-4302-bb45-3f82a31cd2ad', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'port_id': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'mac_address': 'fa:16:3e:10:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:30Z', 'updated_at': '2021-12-15T05:00:30Z', 'revision_number': 0, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:09Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:33.060042 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e9136-5554-4d5d-8894-dbdb17f1272b None None] The sync data for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 is: [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '55111490-6c0a-4302-bb45-3f82a31cd2ad', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'port_id': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'mac_address': 'fa:16:3e:10:9e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:30Z', 'updated_at': '2021-12-15T05:00:30Z', 'revision_number': 0, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:09Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:33.137868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-db115056-2e73-4d2b-83b3-426d9e730913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:33.139396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-db115056-2e73-4d2b-83b3-426d9e730913 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613131 Dec 15 05:00:33.197171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-94b563cd-4ca0-471b-86cc-cfcf1173a1e6 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.4337301 Dec 15 05:00:33.200083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40170) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:33.274378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72e8d1-8648-4ef0-8cd1-c984189ec423 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:33.274858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72e8d1-8648-4ef0-8cd1-c984189ec423 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:33.280401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0e72e8d1-8648-4ef0-8cd1-c984189ec423 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09fbabfb-7fef-46de-8c47-3be1415a3cff HTTP/1.1" status: 200 len: 1992 time: 0.0731223 Dec 15 05:00:33.306896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:33.369545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-b44ca291-85d1-450d-8daa-33a4ab646483 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164872 Dec 15 05:00:33.378286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:33.484696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:33.547262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cda6ee-49b2-48d7-bd38-94c6aa847faf None None] New status for floating IP 55111490-6c0a-4302-bb45-3f82a31cd2ad: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:00:33.619862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:33.650334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:33.665145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:33.669947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:33.676109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:33.676749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:33.695947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=2a20ee28-2e80-4b6b-af72-3daeb24dd98e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:33.721092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1c7a8822-3d5d-4d0a-af31-68748a1071fa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6059244 Dec 15 05:00:33.723540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:33.813814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:33.825117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d43da6b1-5d2d-40cd-9a1f-88b65f62e433 req-f53591a2-5fdb-46b3-905d-18c9aef9775d service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399624 Dec 15 05:00:33.902850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4988f-e66a-4def-943b-59ce906c55c2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:33.943098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4988f-e66a-4def-943b-59ce906c55c2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:33.949536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9bb4988f-e66a-4def-943b-59ce906c55c2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2219074 Dec 15 05:00:33.952428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40188) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:34.041112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c9578be-f826-462b-8fae-5c7a7dd99835 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:34.048890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8c62d67-e539-4a20-9218-2e3b185ce74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.117721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-770f197b-9fa3-4589-a4f5-53bef24dd3f2 None None] Provisioning complete for port 7c9578be-f826-462b-8fae-5c7a7dd99835 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:34.118100 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-770f197b-9fa3-4589-a4f5-53bef24dd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.185308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7c9578be-f826-462b-8fae-5c7a7dd99835 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:34.186138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.270858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-770f197b-9fa3-4589-a4f5-53bef24dd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.275502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8c62d67-e539-4a20-9218-2e3b185ce74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.284947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 2a20ee28-2e80-4b6b-af72-3daeb24dd98e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:34.285291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.342791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.343438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8c62d67-e539-4a20-9218-2e3b185ce74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.355245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-770f197b-9fa3-4589-a4f5-53bef24dd3f2 None None] For port 7c9578be-f826-462b-8fae-5c7a7dd99835, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7c9578be-f826-462b-8fae-5c7a7dd99835,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:34.367278 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-770f197b-9fa3-4589-a4f5-53bef24dd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.398018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8c62d67-e539-4a20-9218-2e3b185ce74f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=023223fcb98445eda8d61b4329112cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804310 Dec 15 05:00:34.399691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:34.407262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62d67-e539-4a20-9218-2e3b185ce74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a8897-05c3-455b-8e0d-a78961a71ae9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:34.437259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.453747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 2a20ee28-2e80-4b6b-af72-3daeb24dd98e owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:34.466575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4eab091b-70fd-42dc-9fda-78b5d62a4507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.469665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f197b-9fa3-4589-a4f5-53bef24dd3f2 None None] Pushing event updated for resources: {'Port': ['ID=7c9578be-f826-462b-8fae-5c7a7dd99835,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:34.477730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:00:34.478187 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:00:34.491986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8e754378-cbd1-4a99-a582-b0d91fd2e2e7 None None] Provisioning complete for port 2a20ee28-2e80-4b6b-af72-3daeb24dd98e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:34.492499 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8e754378-cbd1-4a99-a582-b0d91fd2e2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.505304 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4eab091b-70fd-42dc-9fda-78b5d62a4507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.529575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8e754378-cbd1-4a99-a582-b0d91fd2e2e7 None None] Port 2a20ee28-2e80-4b6b-af72-3daeb24dd98e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:00:34.566514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4eab091b-70fd-42dc-9fda-78b5d62a4507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.569152 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4eab091b-70fd-42dc-9fda-78b5d62a4507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.570494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4eab091b-70fd-42dc-9fda-78b5d62a4507 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c0a8897-05c3-455b-8e0d-a78961a71ae9 HTTP/1.1" status: 204 len: 168 time: 0.1681905 Dec 15 05:00:34.587344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab091b-70fd-42dc-9fda-78b5d62a4507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a8897-05c3-455b-8e0d-a78961a71ae9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:34.627571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.658447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=2a20ee28-2e80-4b6b-af72-3daeb24dd98e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:34.699416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.704017 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cda03e3d-03b4-4316-a649-54efd787d818 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/2a20ee28-2e80-4b6b-af72-3daeb24dd98e HTTP/1.1" status: 204 len: 168 time: 0.7505209 Dec 15 05:00:34.706653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40196) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:34.775579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f968ab-6483-4b95-93b4-54a37cbcf2f0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:34.777414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f968ab-6483-4b95-93b4-54a37cbcf2f0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:34.779308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a6f968ab-6483-4b95-93b4-54a37cbcf2f0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0712504 Dec 15 05:00:34.782160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:34.850492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 4730e787-d310-4976-a7ae-ac31f36b2892 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:34.854082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.905552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:34.942832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40202) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:34.956263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8d0c-7c50-4e2b-adea-9f1d1d1c666a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.006171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.052181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8d0c-7c50-4e2b-adea-9f1d1d1c666a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.059895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8d0c-7c50-4e2b-adea-9f1d1d1c666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.074313 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.107644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f7f8d0c-7c50-4e2b-adea-9f1d1d1c666a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3815c9de02a42519d89af6797db17e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604087 Dec 15 05:00:35.115435 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.115707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:35.115865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/4730e787-d310-4976-a7ae-ac31f36b2892 HTTP/1.1" status: 204 len: 168 time: 0.3253438 Dec 15 05:00:35.115865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafae015-3806-47a5-8a1c-957ad4bb669b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=4730e787-d310-4976-a7ae-ac31f36b2892,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:35.115865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40206) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:35.121927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f8d0c-7c50-4e2b-adea-9f1d1d1c666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381187c8-280c-4abf-ab0c-80680aa6ebe1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:35.132361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f337c-07f8-4cad-95a6-e747a1cff472 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:35.173370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-459cee69-76c5-44b8-8243-4dce385a9dd2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569599 Dec 15 05:00:35.174902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac06a240-6b58-46ae-a3fc-05324234c252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.176095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:35.181119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:35.199848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac06a240-6b58-46ae-a3fc-05324234c252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.254222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac06a240-6b58-46ae-a3fc-05324234c252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.257280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac06a240-6b58-46ae-a3fc-05324234c252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.258574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac06a240-6b58-46ae-a3fc-05324234c252 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/381187c8-280c-4abf-ab0c-80680aa6ebe1 HTTP/1.1" status: 204 len: 168 time: 0.1496873 Dec 15 05:00:35.268582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06a240-6b58-46ae-a3fc-05324234c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381187c8-280c-4abf-ab0c-80680aa6ebe1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:35.295874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:35.300095 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.363985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:35.437327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] Deleting port 7c9578be-f826-462b-8fae-5c7a7dd99835 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:35.437840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.521303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] For port 7c9578be-f826-462b-8fae-5c7a7dd99835, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7c9578be-f826-462b-8fae-5c7a7dd99835,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:35.522613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.537944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] Calling delete_port for 7c9578be-f826-462b-8fae-5c7a7dd99835 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:35.637483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.662849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] Pushing event deleted for resources: {'Port': ['ID=7c9578be-f826-462b-8fae-5c7a7dd99835,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:35.672121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0a8f5-54cd-4fed-b2df-f4d9ae598496 None None] No DVR routers for this DVR port 7c9578be-f826-462b-8fae-5c7a7dd99835 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:35.710437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:35.856217 n-d-820935-10 neutron-server[103133]: WARNING neutron.services.revisions.revision_plugin [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Could not find related port for resource to bump revision. Dec 15 05:00:35.865186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_pluggable_backend [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Port 7c9578be-f826-462b-8fae-5c7a7dd99835 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 15 05:00:35.865693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_pluggable_backend [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Reverting IP allocation for 2001:db8::f816:3eff:feed:c30d {{(pid=103133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 15 05:00:35.873951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.ipam_pluggable_backend [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feed:c30d {{(pid=103133) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 15 05:00:35.877083 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:35.976296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:35.979914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:35.992179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:35.992687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e01837-2afc-46e8-856e-971680ce57a1 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:35.992911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.009536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=2413b5c1-2f34-49a7-a4a7-21f971948f2a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:36.025959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0f535bb-1292-445f-97ce-595fae0e7627 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8486228 Dec 15 05:00:36.028793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40228) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:36.034709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:49:27:bc', 'name': 'tempest-NetworksTestDHCPv6-1602421062'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:36.059571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c9578be-f826-462b-8fae-5c7a7dd99835 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:36.092799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7c9578be-f826-462b-8fae-5c7a7dd99835 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:36.093116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7c9578be-f826-462b-8fae-5c7a7dd99835 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:36.178238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '2413b5c1-2f34-49a7-a4a7-21f971948f2a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:36.179260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.224579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43887737-7071-4e5c-b50c-d0e899efdf46 req-5e93e01b-b337-48e3-b727-3c3427a77e0f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:36.226385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43887737-7071-4e5c-b50c-d0e899efdf46 req-5e93e01b-b337-48e3-b727-3c3427a77e0f tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 945 time: 0.0863483 Dec 15 05:00:36.239946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:36.250556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.308378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port a5571ac7-fbe3-4e39-826b-da4d7a7b3817 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:36.323161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43887737-7071-4e5c-b50c-d0e899efdf46 req-e9d05bac-09ed-49ae-b00b-8357fd96e4b9 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892127 Dec 15 05:00:36.366424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Allocated IP 2001:db8::f816:3eff:fedc:6ce4 (16079ce4-e180-4983-82f9-1ec8db4fda78/2413b5c1-2f34-49a7-a4a7-21f971948f2a/ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:36.521185 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.530960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.580639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:36.592534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe49:27bc (16079ce4-e180-4983-82f9-1ec8db4fda78/2413b5c1-2f34-49a7-a4a7-21f971948f2a/a5571ac7-fbe3-4e39-826b-da4d7a7b3817) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:36.616090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Pushing event updated for resources: {'Port': ['ID=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:36.622931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:36.632626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:36.702151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Attempting to bind port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:36.702713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Attempting to bind port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:36.703239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Attempting to bind port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:36.708673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:36.709053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:36.709464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.709860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:36.710329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Bound port: ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:36.711523 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.781416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] For port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:36.785256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] For port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:36.791638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.800142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.858194 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.865541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002730e-1619-4e66-8e98-b7b48ac4abbe None None] Pushing event updated for resources: {'Port': ['ID=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:36.923967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:36.929783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:36.932802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:36.939064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:36.939698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:36.955593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=a5571ac7-fbe3-4e39-826b-da4d7a7b3817,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:36.970992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-33c1da82-679c-4821-bcb4-80f65f83350c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9408243 Dec 15 05:00:36.976852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40250) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:37.039150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46dbe4-2bbb-4184-9f47-56f1c27c813b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:37.046494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46dbe4-2bbb-4184-9f47-56f1c27c813b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:37.050853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40254) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:37.051432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3f46dbe4-2bbb-4184-9f47-56f1c27c813b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0729110 Dec 15 05:00:37.085895 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.191657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port a5571ac7-fbe3-4e39-826b-da4d7a7b3817 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:37.191891 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.329155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.343624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for a5571ac7-fbe3-4e39-826b-da4d7a7b3817 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:37.481913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374271-2cfd-437c-aa1a-d96bb70f9cde req-907ef633-4def-46dc-afcf-e1b7b3b986e7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:37.483561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af374271-2cfd-437c-aa1a-d96bb70f9cde req-907ef633-4def-46dc-afcf-e1b7b3b986e7 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 945 time: 0.0648286 Dec 15 05:00:37.565460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.577876 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af374271-2cfd-437c-aa1a-d96bb70f9cde req-589f576d-96b0-4c2e-8b65-bcd683010b15 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fcd7554-d98b-4017-bdfa-53c30be716ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851822 Dec 15 05:00:37.608864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=a5571ac7-fbe3-4e39-826b-da4d7a7b3817,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:37.638511 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.641871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e4ef80e2-7de4-4c57-a1e4-a8363deac5f6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/a5571ac7-fbe3-4e39-826b-da4d7a7b3817 HTTP/1.1" status: 204 len: 168 time: 0.5891721 Dec 15 05:00:37.644285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40274) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:37.690566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40276) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:37.696311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da511b-8b73-4a32-95fd-ee9ca0221f07 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:37.698006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da511b-8b73-4a32-95fd-ee9ca0221f07 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:37.703224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b9da511b-8b73-4a32-95fd-ee9ca0221f07 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0550046 Dec 15 05:00:37.703322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40280) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:37.760233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 2413b5c1-2f34-49a7-a4a7-21f971948f2a {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:37.763881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.814697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ccbf52-1c66-4705-9edf-171b64bc0f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.819652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.861697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-085ffcd7-60fa-47a1-8466-efeb8e3e15da tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:37.863547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-085ffcd7-60fa-47a1-8466-efeb8e3e15da tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 945 time: 0.0575588 Dec 15 05:00:37.955678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:37.960056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:37.981486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Deleting port 818f36d6-46d6-4360-81f8-79172e34a8f1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:37.981835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.035620 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ccbf52-1c66-4705-9edf-171b64bc0f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.036483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:38.036913 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.042770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ccbf52-1c66-4705-9edf-171b64bc0f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.057702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.111240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] For port 818f36d6-46d6-4360-81f8-79172e34a8f1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=818f36d6-46d6-4360-81f8-79172e34a8f1,segment=NetworkSegment(a546066a-5993-4e96-86ed-a4ad2d4045b5),segment_id=a546066a-5993-4e96-86ed-a4ad2d4045b5)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:38.112687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.119545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=2413b5c1-2f34-49a7-a4a7-21f971948f2a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.125288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.129378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Calling delete_port for 818f36d6-46d6-4360-81f8-79172e34a8f1 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:38.131027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-677c8f41-62e5-406d-a74d-b5f4f027c392 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/2413b5c1-2f34-49a7-a4a7-21f971948f2a HTTP/1.1" status: 204 len: 168 time: 0.4270608 Dec 15 05:00:38.131336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40282) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.133987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-02ccbf52-1c66-4705-9edf-171b64bc0f13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8fe539c18284a1abeb5b5aeb6871e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420760 Dec 15 05:00:38.134532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccbf52-1c66-4705-9edf-171b64bc0f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd86b6e-3735-412d-920e-1e876be74ff9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.137472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40284) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.153478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.187398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e44d7-e823-40c2-b4e5-d8906e744d4f None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:38.197603 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-567cc2c6-abe7-465a-ad2f-e53228444297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.197828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd0b8482-438a-46ec-88d4-668698016b9a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626400 Dec 15 05:00:38.198039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40286) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.221539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-567cc2c6-abe7-465a-ad2f-e53228444297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.234934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:38.247439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.279175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-567cc2c6-abe7-465a-ad2f-e53228444297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.281855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-567cc2c6-abe7-465a-ad2f-e53228444297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.285586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-567cc2c6-abe7-465a-ad2f-e53228444297 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dd86b6e-3735-412d-920e-1e876be74ff9 HTTP/1.1" status: 204 len: 168 time: 0.1442990 Dec 15 05:00:38.291807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cc2c6-abe7-465a-ad2f-e53228444297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd86b6e-3735-412d-920e-1e876be74ff9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.298543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265625b-0d3d-4d63-89cc-9b6fc951fd5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:38.300202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5265625b-0d3d-4d63-89cc-9b6fc951fd5e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1013048 Dec 15 05:00:38.302632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40290) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.357696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-56271c3b-bedd-4aa9-84cd-31cc50c8e959 None None] Provisioning complete for port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:38.358199 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-56271c3b-bedd-4aa9-84cd-31cc50c8e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.365600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.368147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc19672-ab6f-4ff2-ac80-1151deb73c82 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:38.369628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1dc19672-ab6f-4ff2-ac80-1151deb73c82 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660312 Dec 15 05:00:38.372901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40292) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.427021 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-96121c44-cef5-4398-ac2a-3565ed9c0081 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524645 Dec 15 05:00:38.431140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40294) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.435222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.437725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:38.480888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['818f36d6-46d6-4360-81f8-79172e34a8f1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:00:38.488490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Pushing event deleted for resources: {'Port': ['ID=818f36d6-46d6-4360-81f8-79172e34a8f1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.504650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:38.512531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d0417-099c-403a-b6dc-3c2ffac83531 None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:38.566675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] No DVR routers for this DVR port 818f36d6-46d6-4360-81f8-79172e34a8f1 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:38.570458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.575496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5feb7fe-b18d-4dd7-974d-a2d1b1f633a6 req-87b19189-30c3-4bf6-83a0-2de7a7cd0f73 tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.16 "DELETE /v2.0/ports/818f36d6-46d6-4360-81f8-79172e34a8f1 HTTP/1.1" status: 204 len: 173 time: 0.7051623 Dec 15 05:00:38.576183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'name': 'network-vif-deleted', 'tag': '818f36d6-46d6-4360-81f8-79172e34a8f1'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:00:38.579306 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da39da90-84a6-442c-bbdb-5374fbfde342" -d '{"events": [{"server_uuid": "ec35ec19-9506-4521-8b8f-bba79b561c01", "name": "network-vif-deleted", "tag": "818f36d6-46d6-4360-81f8-79172e34a8f1"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:00:38.585651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:38.591837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.594053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] Deleting port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:38.596679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.680410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] For port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:38.681284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.684219 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a525ef-0ff0-42d3-b70b-9787d840eb8a x-openstack-request-id: req-48a525ef-0ff0-42d3-b70b-9787d840eb8a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:00:38.684517 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec35ec19-9506-4521-8b8f-bba79b561c01", "name": "network-vif-deleted", "tag": "818f36d6-46d6-4360-81f8-79172e34a8f1", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:00:38.684775 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48a525ef-0ff0-42d3-b70b-9787d840eb8a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:00:38.685183 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec35ec19-9506-4521-8b8f-bba79b561c01', 'name': 'network-vif-deleted', 'tag': '818f36d6-46d6-4360-81f8-79172e34a8f1', 'status': 'completed', 'code': 200} Dec 15 05:00:38.703408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] Calling delete_port for ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:38.737183 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7b6e698-864a-4c00-b153-fa32e70d1f76 req-d4581d6e-5b82-4996-a1fe-5514d56f0aba tempest-AttachVolumeNegativeTest-1023847476 tempest-AttachVolumeNegativeTest-1023847476-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec35ec19-9506-4521-8b8f-bba79b561c01 HTTP/1.1" status: 200 len: 210 time: 0.0390346 Dec 15 05:00:38.783779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40302) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.797678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-281fa7e9-79b3-400b-a420-2c14ad5b53ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.809556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.822294 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.850809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] Pushing event deleted for resources: {'Port': ['ID=ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.854336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5592342-e77b-432f-b13d-7985bedc89fe None None] No DVR routers for this DVR port ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:38.858989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:38.862881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:38.865978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:38.866514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.883263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=63760f8e-db80-425e-a75a-89d82e879074,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:38.889517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-281fa7e9-79b3-400b-a420-2c14ad5b53ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:38.891568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-97c5914a-d073-4a44-9f4b-442c5e5b1b8b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4586909 Dec 15 05:00:38.893590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40304) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:38.896600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341ad55-5ea5-4e61-bba2-9b66cc33df5e None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:38.900249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:08:e6:d9', 'name': 'tempest-NetworksTestDHCPv6-86614316'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:38.909226 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-281fa7e9-79b3-400b-a420-2c14ad5b53ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.000165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '63760f8e-db80-425e-a75a-89d82e879074'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:39.001251 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.004413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-281fa7e9-79b3-400b-a420-2c14ad5b53ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6181f4887e0e4c52a30a7dfe48b2227d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188969 Dec 15 05:00:39.007033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40306) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:39.007656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fa7e9-79b3-400b-a420-2c14ad5b53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145e87c2-366a-474c-bdc0-d46a5a8f0a10,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:39.106810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f06f2870-6d02-4195-8fe1-13b5f4f17726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.110244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:39.143979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/63760f8e-db80-425e-a75a-89d82e879074/ab04e15c-9aac-4479-8261-00b065f7d290) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:39.178013 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f06f2870-6d02-4195-8fe1-13b5f4f17726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.248027 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.271017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port f5398bd2-931d-450d-8b0b-246d409acd32 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:39.275792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f06f2870-6d02-4195-8fe1-13b5f4f17726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.278664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f06f2870-6d02-4195-8fe1-13b5f4f17726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.279969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f06f2870-6d02-4195-8fe1-13b5f4f17726 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/145e87c2-366a-474c-bdc0-d46a5a8f0a10 HTTP/1.1" status: 204 len: 168 time: 0.2682483 Dec 15 05:00:39.291279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f2870-6d02-4195-8fe1-13b5f4f17726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e87c2-366a-474c-bdc0-d46a5a8f0a10,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:39.316105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.324022 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.372274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:39.376892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:39.380650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:39.388483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Pushing event updated for resources: {'Port': ['ID=ab04e15c-9aac-4479-8261-00b065f7d290,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:39.421640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::2f0 (16079ce4-e180-4983-82f9-1ec8db4fda78/63760f8e-db80-425e-a75a-89d82e879074/f5398bd2-931d-450d-8b0b-246d409acd32) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:39.442386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Attempting to bind port ab04e15c-9aac-4479-8261-00b065f7d290 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:39.442762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Attempting to bind port ab04e15c-9aac-4479-8261-00b065f7d290 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:39.443132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Attempting to bind port ab04e15c-9aac-4479-8261-00b065f7d290 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:39.448337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:39.448840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:39.449431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.449838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:39.450313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Bound port: ab04e15c-9aac-4479-8261-00b065f7d290, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:39.450699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.526238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] For port ab04e15c-9aac-4479-8261-00b065f7d290, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:39.531041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] For port ab04e15c-9aac-4479-8261-00b065f7d290, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ab04e15c-9aac-4479-8261-00b065f7d290,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:39.535224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.592247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.600159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde9ac2-750d-4714-b7ff-c5b52d916463 None None] Pushing event updated for resources: {'Port': ['ID=ab04e15c-9aac-4479-8261-00b065f7d290,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:39.652856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.829900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40324) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:39.911505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Deleting subnet 944fcfc9-8066-4bd2-b89b-097168154c4a {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:39.916503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.953475 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:39.988810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ab04e15c-9aac-4479-8261-00b065f7d290 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:40.001864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.002215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:40.005497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:40.009537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:40.018294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:40.018294 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.027601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=f5398bd2-931d-450d-8b0b-246d409acd32,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:40.048870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f70382e6-967e-47f8-a2b4-db790e7b66a1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1500165 Dec 15 05:00:40.049033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40332) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.086366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ab04e15c-9aac-4479-8261-00b065f7d290 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:40.087708 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.093329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.110533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163ccfc-334a-40b1-ac71-d510b8a7b6ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:40.118204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163ccfc-334a-40b1-ac71-d510b8a7b6ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:40.121834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1163ccfc-334a-40b1-ac71-d510b8a7b6ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0716910 Dec 15 05:00:40.122428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944fcfc9-8066-4bd2-b89b-097168154c4a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:40.126040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.129262 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9823148f-bfe1-4950-9719-b9a3480a8c0f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/944fcfc9-8066-4bd2-b89b-097168154c4a HTTP/1.1" status: 204 len: 168 time: 0.2938616 Dec 15 05:00:40.129766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40336) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.134679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3218c65-e7aa-4f4b-b634-0a1a102885b9 None None] Network 2b650e30-55f5-451e-b8b2-017ea8a1c256 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:40.137154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40338) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.247891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.265988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port f5398bd2-931d-450d-8b0b-246d409acd32 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:40.266582 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.346530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.370942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b650e30-55f5-451e-b8b2-017ea8a1c256']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:40.383677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a546066a-5993-4e96-86ed-a4ad2d4045b5') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:40.383990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a546066a-5993-4e96-86ed-a4ad2d4045b5') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:40.401444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.402611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.421901 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.433151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for f5398bd2-931d-450d-8b0b-246d409acd32 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:40.435483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:00:40.435861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:00:40.437683 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:00:40.445584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c15509-dc8f-4d62-b4b6-c03f8fbebefd None None] DHCP port deletion for 2b650e30-55f5-451e-b8b2-017ea8a1c256 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:40.458620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.500808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ab04e15c-9aac-4479-8261-00b065f7d290, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ab04e15c-9aac-4479-8261-00b065f7d290,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:40.507764 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.513582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.523198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.534234 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b650e30-55f5-451e-b8b2-017ea8a1c256 HTTP/1.1" status: 204 len: 168 time: 0.3957145 Dec 15 05:00:40.559311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f6805-ab3f-416f-b58c-3479796ee202 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b650e30-55f5-451e-b8b2-017ea8a1c256,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:40.599393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ab04e15c-9aac-4479-8261-00b065f7d290,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:40.611650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:40.652529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:40.653819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ce3cf1bb-ee76-4f3c-a7f9-c56d1ad62b38 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:40.672404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.713543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=f5398bd2-931d-450d-8b0b-246d409acd32,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:40.750530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.756468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d0a35a1f-7bc6-42f9-a8aa-f989647c4786 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/f5398bd2-931d-450d-8b0b-246d409acd32 HTTP/1.1" status: 204 len: 168 time: 0.6234233 Dec 15 05:00:40.757262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40350) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.806823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40352) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.835561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0de7c-9916-4b01-ae0b-cd63f70091e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:40.837234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0de7c-9916-4b01-ae0b-cd63f70091e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:40.839030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1ca0de7c-9916-4b01-ae0b-cd63f70091e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0805707 Dec 15 05:00:40.842419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40354) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.906525 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54c2c26a-f1fc-46f2-98c8-242f4ea70f37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe098934b5b0418bb957419d0a50c64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983474 Dec 15 05:00:40.909154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40358) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.928745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 63760f8e-db80-425e-a75a-89d82e879074 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:40.935129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:40.938951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40360) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:40.941822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 818f36d6-46d6-4360-81f8-79172e34a8f1 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:40.971343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 818f36d6-46d6-4360-81f8-79172e34a8f1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:40.971693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 818f36d6-46d6-4360-81f8-79172e34a8f1 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:40.997957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.043924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da827a8a-72df-4c14-910f-b2f7c1d95660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.065058 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2760c5bb-fd09-4d41-a3e3-f35150dec073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.072012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-910032e5-d2e6-4e44-a9fe-e4c496a40789 None None] Provisioning complete for port ab04e15c-9aac-4479-8261-00b065f7d290 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:41.072414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-910032e5-d2e6-4e44-a9fe-e4c496a40789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.081168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da827a8a-72df-4c14-910f-b2f7c1d95660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.153829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.173921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2760c5bb-fd09-4d41-a3e3-f35150dec073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.184133 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2760c5bb-fd09-4d41-a3e3-f35150dec073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.210915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da827a8a-72df-4c14-910f-b2f7c1d95660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.214081 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da827a8a-72df-4c14-910f-b2f7c1d95660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.215286 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da827a8a-72df-4c14-910f-b2f7c1d95660 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fcd7554-d98b-4017-bdfa-53c30be716ff HTTP/1.1" status: 204 len: 168 time: 0.3052063 Dec 15 05:00:41.226573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827a8a-72df-4c14-910f-b2f7c1d95660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcd7554-d98b-4017-bdfa-53c30be716ff,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:41.232490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2760c5bb-fd09-4d41-a3e3-f35150dec073 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104c99a71b564863b26eb6583ae25457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923491 Dec 15 05:00:41.233388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760c5bb-fd09-4d41-a3e3-f35150dec073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84560743-89e8-4fbf-a1e6-e45f8f7fd172,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:41.235128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40366) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:41.258364 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.310411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.312613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-52974c58-84d5-4f76-a4d3-0b01e464e98f None None] Could not find standard attr ID for object f5398bd2-931d-450d-8b0b-246d409acd32. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:00:41.314269 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/63760f8e-db80-425e-a75a-89d82e879074 HTTP/1.1" status: 204 len: 168 time: 0.4709108 Dec 15 05:00:41.317842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40368) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:41.330880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81023762-cdaa-40cf-a107-ed3681bcb62a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=63760f8e-db80-425e-a75a-89d82e879074,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:41.371309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bc36ad46-8161-4caf-a653-60d4472e48fb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514963 Dec 15 05:00:41.373875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40370) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:41.397641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d07b7dc6-705a-4e84-9657-b2c8a130b019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.426350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d07b7dc6-705a-4e84-9657-b2c8a130b019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.436893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a11bc7-9266-485a-987a-ed5aab6a35c7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:41.438344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0a11bc7-9266-485a-987a-ed5aab6a35c7 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0633838 Dec 15 05:00:41.441742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40374) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:41.486274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d07b7dc6-705a-4e84-9657-b2c8a130b019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.487834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b5db59-f835-426c-8324-813b94a7e007 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:41.489528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d07b7dc6-705a-4e84-9657-b2c8a130b019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.493081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d07b7dc6-705a-4e84-9657-b2c8a130b019 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84560743-89e8-4fbf-a1e6-e45f8f7fd172 HTTP/1.1" status: 204 len: 168 time: 0.2538085 Dec 15 05:00:41.499500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b7dc6-705a-4e84-9657-b2c8a130b019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84560743-89e8-4fbf-a1e6-e45f8f7fd172,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:41.536820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f27fb-e403-4e54-8f7b-61090e86e01c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:41.538864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b93f27fb-e403-4e54-8f7b-61090e86e01c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961983 Dec 15 05:00:41.541662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:41.593391 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bb80010c-ce60-4623-8f56-8d1a67691918 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502524 Dec 15 05:00:41.603757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40384) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:41.618084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:41.707089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:41.742126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:41.747832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.773464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] Deleting port ab04e15c-9aac-4479-8261-00b065f7d290 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:41.773764 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.866883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] For port ab04e15c-9aac-4479-8261-00b065f7d290, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ab04e15c-9aac-4479-8261-00b065f7d290,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:41.867298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:41.897583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] Calling delete_port for ab04e15c-9aac-4479-8261-00b065f7d290 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:41.954284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ab04e15c-9aac-4479-8261-00b065f7d290 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:42.079184 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.107142 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:42.108701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.126969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] Pushing event deleted for resources: {'Port': ['ID=ab04e15c-9aac-4479-8261-00b065f7d290,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:42.138514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42f7d1-3210-4187-a346-eb137230d124 None None] No DVR routers for this DVR port ab04e15c-9aac-4479-8261-00b065f7d290 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:42.140094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.152623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:42.159754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:42.172824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:42.174430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.194536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82dc748-cd82-4d15-90cf-aeef62dbdbd3 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:42.198110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=9a627dc1-4eed-4a2a-b5a0-3393faf6cd93,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:42.207087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80e9cec8-c765-4050-b2b3-99e2e545f323 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6016223 Dec 15 05:00:42.210868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:42.216695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:42.328040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '9a627dc1-4eed-4a2a-b5a0-3393faf6cd93'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:42.328927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.371230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:42.375272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.500778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Allocated IP 2001:db8::f816:3eff:fe0b:d856 (16079ce4-e180-4983-82f9-1ec8db4fda78/9a627dc1-4eed-4a2a-b5a0-3393faf6cd93/8c17d4e7-b8d3-4039-bac5-d5131e9f269b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:42.515542 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a627dc1-4eed-4a2a-b5a0-3393faf6cd93 (CIDR: 2001:db8::/64) Dec 15 05:00:42.521334 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:42.521936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:42.542697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37a52d9b-b7bf-4ddc-82f3-199eb72138b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3300302 Dec 15 05:00:42.546124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40426) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:42.552914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:42.685445 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.689914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:42.694428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.695363 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.751417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:42.756038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:42.758802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:42.777503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Pushing event updated for resources: {'Port': ['ID=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:42.842913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Attempting to bind port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:42.843282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Attempting to bind port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:42.843742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Attempting to bind port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:42.851611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:42.852083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:42.852867 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.853334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:42.854203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Bound port: 8c17d4e7-b8d3-4039-bac5-d5131e9f269b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:42.854662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:42.933651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] For port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:42.938104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40434) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:42.939169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] For port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:42.944035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.023565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089e5b-e0cb-4a24-b4ac-22f752d62c9d None None] Pushing event updated for resources: {'Port': ['ID=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:43.071673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.116379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39f41145-d2e7-4246-be94-4513f49e0615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.145785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:43.149635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:43.159755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:43.160478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.164185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=b7721119-9f6e-4c77-84d7-aa68addbdb6f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:43.186589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e7c1d71-d8d0-4120-b832-01b0c61d036f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6391711 Dec 15 05:00:43.187348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:43.192824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:13:08:83', 'name': 'tempest-NetworksTestDHCPv6-1145721043'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:43.281103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39f41145-d2e7-4246-be94-4513f49e0615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.286973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-39f41145-d2e7-4246-be94-4513f49e0615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.340165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-39f41145-d2e7-4246-be94-4513f49e0615 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ad40bc974ca4de49819c351e995f137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967795 Dec 15 05:00:43.340165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41145-d2e7-4246-be94-4513f49e0615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2cab4-39a1-471d-abf6-1af130eabd06,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:43.344222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40452) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:43.414742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:43.432448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c669-d725-4dc6-b228-e2838cd2c67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.487972 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c669-d725-4dc6-b228-e2838cd2c67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.541869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.575903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port bb0d2761-31db-48f0-a422-7cb40861f814 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:43.597015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c669-d725-4dc6-b228-e2838cd2c67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.600035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c669-d725-4dc6-b228-e2838cd2c67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:43.603538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c3b1c669-d725-4dc6-b228-e2838cd2c67f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2e2cab4-39a1-471d-abf6-1af130eabd06 HTTP/1.1" status: 204 len: 168 time: 0.2560444 Dec 15 05:00:43.640268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1c669-d725-4dc6-b228-e2838cd2c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2cab4-39a1-471d-abf6-1af130eabd06,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:43.780425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8:0:1::aa (16079ce4-e180-4983-82f9-1ec8db4fda78/b7721119-9f6e-4c77-84d7-aa68addbdb6f/bb0d2761-31db-48f0-a422-7cb40861f814) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:43.787509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe13:883 (16079ce4-e180-4983-82f9-1ec8db4fda78/9a627dc1-4eed-4a2a-b5a0-3393faf6cd93/bb0d2761-31db-48f0-a422-7cb40861f814) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:43.975191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8c17d4e7-b8d3-4039-bac5-d5131e9f269b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:44.031525 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.066229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:44.066604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.114398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.173755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.232978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:44.240565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:44.241319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:44.256695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:44.257651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.261002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=bb0d2761-31db-48f0-a422-7cb40861f814,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:44.274492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:44.282647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.287807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dc5341cc-b0e2-4503-85b3-036d2304307e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0991807 Dec 15 05:00:44.290548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40476) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:44.351952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:44.416899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port bb0d2761-31db-48f0-a422-7cb40861f814 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:44.417619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.443685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80cb8b-1fab-423f-9f5d-b44048b3f69c None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:44.508497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-29452f2e-7a2a-4b59-9dac-d2de268bdcae None None] Provisioning complete for port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:44.508595 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-29452f2e-7a2a-4b59-9dac-d2de268bdcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.555767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.571199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for bb0d2761-31db-48f0-a422-7cb40861f814 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:44.813342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '9a627dc1-4eed-4a2a-b5a0-3393faf6cd93', 'ip_address': '2001:db8::f816:3eff:fe0b:d856'}, {'subnet_id': 'b7721119-9f6e-4c77-84d7-aa68addbdb6f'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '8c17d4e7-b8d3-4039-bac5-d5131e9f269b'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:44.838506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.850053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.880886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=bb0d2761-31db-48f0-a422-7cb40861f814,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:44.943108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:44.947738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33907172-0a5e-4014-8e68-e9db913bbddd tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/bb0d2761-31db-48f0-a422-7cb40861f814 HTTP/1.1" status: 204 len: 168 time: 0.6560135 Dec 15 05:00:44.950927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.005867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4cc7f-3677-444e-802b-58d9ac3eb1b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:45.007774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-38c4cc7f-3677-444e-802b-58d9ac3eb1b8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0555496 Dec 15 05:00:45.010355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40504) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.058057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] Allocated IP 2001:db8:0:1::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/b7721119-9f6e-4c77-84d7-aa68addbdb6f/8c17d4e7-b8d3-4039-bac5-d5131e9f269b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:45.066035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3ee53-aa14-446c-ac07-bf94574510a0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:45.068296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bd3ee53-aa14-446c-ac07-bf94574510a0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0564685 Dec 15 05:00:45.070663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40508) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.126686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.130399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2f116-141b-4ef9-a7cd-8758b7e36573 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:45.133666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2f116-141b-4ef9-a7cd-8758b7e36573 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:45.142145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2f116-141b-4ef9-a7cd-8758b7e36573 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:45.148747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ee2f116-141b-4ef9-a7cd-8758b7e36573 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0768361 Dec 15 05:00:45.149115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40514) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.190515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] For port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:45.209505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 9a627dc1-4eed-4a2a-b5a0-3393faf6cd93 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:45.223725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.228241 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.228405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.269917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7580f31e-a2f6-4056-9463-211764a9887a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.270237 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.338296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867629c-f4d8-4c69-8c93-a53f9fcec83e None None] Pushing event updated for resources: {'Port': ['ID=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:45.373981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.390147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7580f31e-a2f6-4056-9463-211764a9887a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.395393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7580f31e-a2f6-4056-9463-211764a9887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.439771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580f31e-a2f6-4056-9463-211764a9887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a383cf7-38e9-489f-b674-9156be4146ac,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:45.453934 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7580f31e-a2f6-4056-9463-211764a9887a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70a47585b848400bad5754e7b1b230de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260083 Dec 15 05:00:45.454735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40516) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.463285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.499932 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=9a627dc1-4eed-4a2a-b5a0-3393faf6cd93,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:45.506304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.512952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3bd1b0c-4918-4e98-b6ae-95fd63931c27 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/9a627dc1-4eed-4a2a-b5a0-3393faf6cd93 HTTP/1.1" status: 204 len: 168 time: 0.3605571 Dec 15 05:00:45.513225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40518) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.520277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb9be-aecf-4cbf-b57b-e1c6376f08d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.552463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb9be-aecf-4cbf-b57b-e1c6376f08d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.579794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet b7721119-9f6e-4c77-84d7-aa68addbdb6f {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:45.584405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.623752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb9be-aecf-4cbf-b57b-e1c6376f08d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.626311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb9be-aecf-4cbf-b57b-e1c6376f08d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.627435 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0bbfb9be-aecf-4cbf-b57b-e1c6376f08d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a383cf7-38e9-489f-b674-9156be4146ac HTTP/1.1" status: 204 len: 168 time: 0.1711009 Dec 15 05:00:45.646176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.652384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb9be-aecf-4cbf-b57b-e1c6376f08d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a383cf7-38e9-489f-b674-9156be4146ac,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:45.752941 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.827988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.843465 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:45.847393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/b7721119-9f6e-4c77-84d7-aa68addbdb6f HTTP/1.1" status: 204 len: 168 time: 0.3332248 Dec 15 05:00:45.849834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.899884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a99672-4210-4af7-803c-afaa6b435157 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=b7721119-9f6e-4c77-84d7-aa68addbdb6f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:45.922042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0090b65f-296c-40d3-baef-520955c6cc79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705683 Dec 15 05:00:45.924900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40530) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:45.930954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:45.952048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8c17d4e7-b8d3-4039-bac5-d5131e9f269b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:46.051663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:46.052844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:46.053240 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.056609 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.130267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f99766-9329-4bd0-90dd-dafad4835593 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:46.205813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9d762dab-b809-43dd-8cae-3fff85f8af34 None None] Provisioning complete for port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:46.205813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d762dab-b809-43dd-8cae-3fff85f8af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.372412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9d762dab-b809-43dd-8cae-3fff85f8af34 None None] Could not find standard attr ID for object bb0d2761-31db-48f0-a422-7cb40861f814. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:00:46.444313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:46.524607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:46.529435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] Deleting port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:46.529635 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.632751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] For port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:46.633156 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.650806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] Calling delete_port for 8c17d4e7-b8d3-4039-bac5-d5131e9f269b owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:46.651021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40550) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:46.719547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.734332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.753396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b concurrently deleted while adding address for new subnet {'id': '8f4cf140-2428-4497-a406-38b48f404142', 'name': '', 'tenant_id': 'd55e3f50cad8457198fadc5c53c3e519', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3206, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-15T05:00:46Z', 'updated_at': '2021-12-15T05:00:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd55e3f50cad8457198fadc5c53c3e519'}. {{(pid=103133) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 15 05:00:46.753905 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.761347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-615491784-network', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:46.767626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] Pushing event deleted for resources: {'Port': ['ID=8c17d4e7-b8d3-4039-bac5-d5131e9f269b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:46.769850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118aa252-02b0-42d5-a0aa-467a57041767 None None] No DVR routers for this DVR port 8c17d4e7-b8d3-4039-bac5-d5131e9f269b on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:00:46.785226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Made reservation on behalf of c85929a155ec448eb6b6bdd82eab24a0 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:46.789188 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.801202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.828833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:46.832299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:46.836717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:46.837317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.851047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e95bc-3814-4947-bbba-5bab7fe8423e None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:46.852757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=8f4cf140-2428-4497-a406-38b48f404142,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:46.866229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a6b7caaa-eab7-44d4-82c8-76023c47b856 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9374974 Dec 15 05:00:46.866922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:46.873067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:46.923869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.931577 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:46.975077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:00:46.993798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1343e-1485-44ab-9eb6-96af0eaa7283,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:47.003363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-16079ce4-e180-4983-82f9-1ec8db4fda78', 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'project_id': 'd55e3f50cad8457198fadc5c53c3e519', 'fixed_ips': [{'subnet_id': '8f4cf140-2428-4497-a406-38b48f404142'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:47.004705 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.006173 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.006616 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Added segment 9d76f94a-00a0-4225-af63-071bed8dab7c of type vlan for network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 Dec 15 05:00:47.038035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:47.042044 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.061934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.088476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.090375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:47.091117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.171071 n-d-820935-10 neutron-server[103133]: INFO neutron.db.ipam_backend_mixin [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f4cf140-2428-4497-a406-38b48f404142 (CIDR: 2001:db8::/64) Dec 15 05:00:47.174980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5219309 Dec 15 05:00:47.179803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40568) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:47.180886 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:47.181474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:47.191918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Request body: {'subnet': {'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-615491784-subnet', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:47.214715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be39720-a2bc-4a56-9ab6-9e09b5773769 admin admin] Pushing event updated for resources: {'Network': ['ID=73c91a5b-5aa5-4c46-b1e8-0167f8930c69,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:47.227699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Made reservation on behalf of c85929a155ec448eb6b6bdd82eab24a0 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:47.231543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.237838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56c824e5-e722-4bf6-894a-e2403bb7b204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3697376 Dec 15 05:00:47.242308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:47.248460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:47.317700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:00:47.386326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Allocated IP 2001:db8::f816:3eff:fe39:f2bd (16079ce4-e180-4983-82f9-1ec8db4fda78/8f4cf140-2428-4497-a406-38b48f404142/9ec39c89-fe3f-4e1a-b56f-d585b43a5c27) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:47.399812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:47.403571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.479224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.569519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Checking segment: {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:47.570609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Network hostable DHCP agents. Network: 73c91a5b-5aa5-4c46-b1e8-0167f8930c69, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:00:47.571552 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.584723 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.609686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0b2dee-dd25-4c6a-825c-67f345c33645,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:47.613249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:00:47.637247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 73c91a5b-5aa5-4c46-b1e8-0167f8930c69) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:47.643038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:47.649810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c304c-5715-4a9a-a700-139de07a12ca None None] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:47.657255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:47.658050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:47.660896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:47.662655 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.695628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9c26f4a9-799f-409a-8075-ff5b40cdba48 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5073769 Dec 15 05:00:47.696441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:47.700720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:47.716214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:47.716529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.775117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.776397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.784406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:47.788645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=92229851-a25f-427b-9aab-2d25dab6650c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:47.792052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:47.795768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Attempting to bind port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:47.796483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Attempting to bind port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:47.796624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Attempting to bind port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 on network 16079ce4-e180-4983-82f9-1ec8db4fda78 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:47.797274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:47.797953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.810133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:47.810512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Checking segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:47.810925 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.811326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Bound using segment: {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:47.811822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Bound port: 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c71eadc-73a2-41ee-adeb-a1ee9c6be678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:47.812270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.850428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b7c18a5-6d5a-42c1-8ee9-aa8374ab5d7d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6066525 Dec 15 05:00:47.853252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40578) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:47.853388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:47.863284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905afccb-affb-4584-9377-8977130a9156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-73c91a5b-5aa5-4c46-b1e8-0167f8930c69', 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69', 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'fixed_ips': [{'subnet_id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:47.863856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:03:c3:70', 'name': 'tempest-NetworksTestDHCPv6-1836704410'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:47.864173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-905afccb-affb-4584-9377-8977130a9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.048910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.055786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:48.089714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-905afccb-affb-4584-9377-8977130a9156 None None] Allocated IP 172.20.0.2 (73c91a5b-5aa5-4c46-b1e8-0167f8930c69/fb0b2dee-dd25-4c6a-825c-67f345c33645/64f79293-4491-426c-9d45-7706ae0dd313) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:48.158425 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.183458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 9005facd-8270-4722-8f20-94f60b52cc70 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:48.237978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40584) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:48.255286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8c17d4e7-b8d3-4039-bac5-d5131e9f269b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:48.266779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-905afccb-affb-4584-9377-8977130a9156 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.286759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:48.289277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8c17d4e7-b8d3-4039-bac5-d5131e9f269b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:00:48.289670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8c17d4e7-b8d3-4039-bac5-d5131e9f269b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:00:48.299913 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-905afccb-affb-4584-9377-8977130a9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.307545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:48.350731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8decd2-9c28-47a4-afc2-54985d5aa4ef tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:48.351423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8decd2-9c28-47a4-afc2-54985d5aa4ef tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:48.351901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8decd2-9c28-47a4-afc2-54985d5aa4ef tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:48.360915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4c8decd2-9c28-47a4-afc2-54985d5aa4ef tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=b191678f61da4a0bb6af6f28bca491e2&network_id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 2972 time: 0.1216674 Dec 15 05:00:48.365287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.371911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905afccb-affb-4584-9377-8977130a9156 None None] Pushing event updated for resources: {'Port': ['ID=64f79293-4491-426c-9d45-7706ae0dd313,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:48.399287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905afccb-affb-4584-9377-8977130a9156 None None] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:48.442249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-905afccb-affb-4584-9377-8977130a9156 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:48.449222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905afccb-affb-4584-9377-8977130a9156 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:48.544005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12e973-b7bd-4f7f-937f-fee1a233f111 None None] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:48.544615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8:0:1::10c (16079ce4-e180-4983-82f9-1ec8db4fda78/92229851-a25f-427b-9aab-2d25dab6650c/9005facd-8270-4722-8f20-94f60b52cc70) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:48.553813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::f816:3eff:fe03:c370 (16079ce4-e180-4983-82f9-1ec8db4fda78/8f4cf140-2428-4497-a406-38b48f404142/9005facd-8270-4722-8f20-94f60b52cc70) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:48.563771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-905afccb-affb-4584-9377-8977130a9156 None None] Attempting to bind port 64f79293-4491-426c-9d45-7706ae0dd313 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:48.564576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-905afccb-affb-4584-9377-8977130a9156 None None] Attempting to bind port 64f79293-4491-426c-9d45-7706ae0dd313 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:48.565440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905afccb-affb-4584-9377-8977130a9156 None None] Attempting to bind port 64f79293-4491-426c-9d45-7706ae0dd313 on network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:48.572994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905afccb-affb-4584-9377-8977130a9156 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:48.584636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905afccb-affb-4584-9377-8977130a9156 None None] Checking segment: {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:48.585364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-905afccb-affb-4584-9377-8977130a9156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.585868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905afccb-affb-4584-9377-8977130a9156 None None] Bound using segment: {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:48.589736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-905afccb-affb-4584-9377-8977130a9156 None None] Bound port: 64f79293-4491-426c-9d45-7706ae0dd313, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:48.590758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-905afccb-affb-4584-9377-8977130a9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.688533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-905afccb-affb-4584-9377-8977130a9156 None None] For port 64f79293-4491-426c-9d45-7706ae0dd313, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:48.692461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-905afccb-affb-4584-9377-8977130a9156 None None] For port 64f79293-4491-426c-9d45-7706ae0dd313, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=64f79293-4491-426c-9d45-7706ae0dd313,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:48.700450 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-905afccb-affb-4584-9377-8977130a9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.714334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.736792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.809286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905afccb-affb-4584-9377-8977130a9156 None None] Pushing event updated for resources: {'Port': ['ID=64f79293-4491-426c-9d45-7706ae0dd313,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:48.842869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.886343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.911225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Allocated IP 172.25.2.86 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/d8cd4b4a-2a22-4b1e-8c85-3768f470165e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:48.947828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:48.951170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:48.953196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=9005facd-8270-4722-8f20-94f60b52cc70,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:48.955616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:48.961617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:48.962244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:48.982368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-90a0afaa-66e1-46ff-b523-96edaf2a4946 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1275408 Dec 15 05:00:48.985036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40590) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:49.031182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.080040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.140198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:49.145127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:49.147801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 9005facd-8270-4722-8f20-94f60b52cc70 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:49.148174 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.149120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:49.175403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5555222-5f30-437b-8f6e-1d4ae37daaff None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:49.193594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Pushing event updated for resources: {'Port': ['ID=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:49.247795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d2f060be-63c6-4964-8684-7021bbbe468d None None] Provisioning complete for port d8cd4b4a-2a22-4b1e-8c85-3768f470165e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:49.248270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2f060be-63c6-4964-8684-7021bbbe468d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.316444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d2f060be-63c6-4964-8684-7021bbbe468d None None] Port d8cd4b4a-2a22-4b1e-8c85-3768f470165e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:00:49.334438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.348831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 9005facd-8270-4722-8f20-94f60b52cc70 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:49.532210 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.575978 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.619961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=9005facd-8270-4722-8f20-94f60b52cc70,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:49.676148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.679835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5a680dcf-52c6-4d6b-a4d9-73444775d43c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/9005facd-8270-4722-8f20-94f60b52cc70 HTTP/1.1" status: 204 len: 168 time: 0.6934958 Dec 15 05:00:49.682419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40604) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:49.739756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55050d9c-7443-4637-adea-07862c6e93f8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:49.742140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55050d9c-7443-4637-adea-07862c6e93f8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0581861 Dec 15 05:00:49.744869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40606) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:49.805201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:49.815987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7caa364-72c0-417c-93d3-3f25df2ecc89 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:49.818606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b7caa364-72c0-417c-93d3-3f25df2ecc89 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0719159 Dec 15 05:00:49.820879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40608) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:49.875426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af953e5b-478d-40cd-bcaa-0f8e4f890d52 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:49.894050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63775bc-877d-452f-afc4-61fb1e457e4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:49.895575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63775bc-877d-452f-afc4-61fb1e457e4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:49.897520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63775bc-877d-452f-afc4-61fb1e457e4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:49.899372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d63775bc-877d-452f-afc4-61fb1e457e4c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0773208 Dec 15 05:00:49.902191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40610) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:49.976743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:00:50.003343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 8f4cf140-2428-4497-a406-38b48f404142 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:50.008012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.015184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:50.015699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.081192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 64f79293-4491-426c-9d45-7706ae0dd313 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:50.112964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.159304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:50.169160 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Sync routers for ids ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:50.193353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.196186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-95f67707-d6b7-40c2-872c-8976ecc4c241 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4978924 Dec 15 05:00:50.197736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40614) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:50.199399 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Routers {'5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:50.200244 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:50.236106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.344623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.356861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.410245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 64f79293-4491-426c-9d45-7706ae0dd313 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:50.411826 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.466057 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Set router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:50.507175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96144100-7564-4f4d-bdd2-872aa14b67e3 None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '8f4cf140-2428-4497-a406-38b48f404142', 'ip_address': '2001:db8::f816:3eff:fe39:f2bd'}, {'subnet_id': '92229851-a25f-427b-9aab-2d25dab6650c'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '9ec39c89-fe3f-4e1a-b56f-d585b43a5c27'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:50.563178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96144100-7564-4f4d-bdd2-872aa14b67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.611882 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:00:50.612459 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:00:50.630218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe2348-8712-4d88-9024-8188aede1446 None None] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:50.696503 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:00:49Z', 'revision_number': 3, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:50.740764 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Checking router: 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:00:50.741535 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Updating router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 port d8cd4b4a-2a22-4b1e-8c85-3768f470165e binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:00:50.771837 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.816190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4cf140-2428-4497-a406-38b48f404142,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:50.827452 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.831392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-90b5139b-b5d8-4754-a257-dea20ae0d515 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/8f4cf140-2428-4497-a406-38b48f404142 HTTP/1.1" status: 204 len: 168 time: 0.9280591 Dec 15 05:00:50.834060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40620) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:50.913644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 92229851-a25f-427b-9aab-2d25dab6650c {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:50.916927 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:50.998987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.015831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.050773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24d705-7bd4-46f6-9f13-e8fb95354cc4 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:51.068258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.102858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 64f79293-4491-426c-9d45-7706ae0dd313, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=64f79293-4491-426c-9d45-7706ae0dd313,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:51.116288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.120846 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.122066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:51.206136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.206964 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.217160 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.279377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=92229851-a25f-427b-9aab-2d25dab6650c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:51.281419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.301656 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-20bd3a9e-d569-4af5-966d-65be85f2d6d8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/92229851-a25f-427b-9aab-2d25dab6650c HTTP/1.1" status: 204 len: 168 time: 0.4665270 Dec 15 05:00:51.302449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40626) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:51.310942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67b34a-9b8b-4727-a373-64a56720724c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:51.323125 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Attempting to bind port d8cd4b4a-2a22-4b1e-8c85-3768f470165e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:51.323395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.323500 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Attempting to bind port d8cd4b4a-2a22-4b1e-8c85-3768f470165e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:51.323863 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Attempting to bind port d8cd4b4a-2a22-4b1e-8c85-3768f470165e on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:51.341368 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Pushing event updated for resources: {'Port': ['ID=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:51.361204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.363452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.363957 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.366476 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.366985 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.367575 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.370616 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.371132 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.371877 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.372546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.373148 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.376135 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.376769 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:00:51.380892 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:51.382719 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:51.383299 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.387079 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:51.388965 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Bound port: d8cd4b4a-2a22-4b1e-8c85-3768f470165e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:51.389524 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.399069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7fc4711-d78b-45d6-8014-cad70ba6a62c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950761 Dec 15 05:00:51.402120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40628) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:51.409357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:51.506152 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] For port d8cd4b4a-2a22-4b1e-8c85-3768f470165e, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:51.516221 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] For port d8cd4b4a-2a22-4b1e-8c85-3768f470165e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:51.520318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Allocated IP 172.20.0.1 (73c91a5b-5aa5-4c46-b1e8-0167f8930c69/fb0b2dee-dd25-4c6a-825c-67f345c33645/73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:51.528267 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.577046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:51.587307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.663932 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Routers {'5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:51.664593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:51.680634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b07da-7e7d-43ac-9516-395a457ba31e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:00:51.696540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=64f79293-4491-426c-9d45-7706ae0dd313,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:51.706506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:51.707402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.733485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:51.738837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.748046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.753211 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288e27-59e5-4b8e-8e58-4d62fa60f121 None None] Pushing event updated for resources: {'Port': ['ID=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:51.817642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:51.867112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60973b5-a453-4a98-aa8e-a0c3f00e9f8a None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '92229851-a25f-427b-9aab-2d25dab6650c'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '9ec39c89-fe3f-4e1a-b56f-d585b43a5c27'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:51.871288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc23dc0-e390-43ed-8b47-2f277f81ab52 None None] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:51.882135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:51.883327 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] Set router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:51.895650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:51.899852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:51.932865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40634) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:51.936723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Pushing event updated for resources: {'Port': ['ID=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:51.953183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.016386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Provisioning complete for port d8cd4b4a-2a22-4b1e-8c85-3768f470165e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:52.019306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.081111 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.096435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b60973b5-a453-4a98-aa8e-a0c3f00e9f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.142693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be067a6-5cf4-4457-9778-6cf48505865e tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:52.144566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6be067a6-5cf4-4457-9778-6cf48505865e tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c HTTP/1.1" status: 200 len: 814 time: 0.2112825 Dec 15 05:00:52.149391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:52.165597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:52.171033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:52.171723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.189048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=d25a6f43-f1fe-4bba-9926-bc64adfc1ec6,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:52.205133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d8e4602b-2760-40d8-89c3-b39fb75a40ff tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8016834 Dec 15 05:00:52.205617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40638) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:52.223805 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:00:49Z', 'revision_number': 3, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:52.231402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:52.257290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 64f79293-4491-426c-9d45-7706ae0dd313 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:52.332335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.361548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f7fa3-e147-4b81-9492-b4c853f66e4f None None] The sync data for ids ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'] in n-d-820935-10 is: [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:00:49Z', 'revision_number': 3, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:52.392623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.443214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] For port d8cd4b4a-2a22-4b1e-8c85-3768f470165e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:52.457538 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.519418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:52.523116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.534664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 64f79293-4491-426c-9d45-7706ae0dd313 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:52.536046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.548342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Provisioning complete for port 64f79293-4491-426c-9d45-7706ae0dd313 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:52.548714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.624545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa670aa-c6cb-4797-af3b-30d895b5ac31 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:00:52.693365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.695844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Pushing event updated for resources: {'Port': ['ID=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:52.712914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.884403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:52.888980 n-d-820935-10 neutron-server[103132]: INFO neutron.db.ipam_backend_mixin [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d25a6f43-f1fe-4bba-9926-bc64adfc1ec6 (CIDR: 2001:db8::/64) Dec 15 05:00:52.891167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Pushing event updated for resources: {'Port': ['ID=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:52.902694 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:00:52.905619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:00:52.954631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:52.955213 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85c6538e-2b13-4326-9e51-91f21ba33b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.015601 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-41920631-d1b1-4e22-a994-642217f9d41d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8076913 Dec 15 05:00:53.018598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40658) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:53.031129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:53.034096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40660) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:53.051842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:00:53.053952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'network': {'name': 'tempest-network-smoke--849358389', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:53.144271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:53.149263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.153541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:53.169917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:53.200098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40662) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:53.279789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.371991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:53.387868 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.471397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Provisioning complete for port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:53.471831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.512317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:00:53.516722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:53.519849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.545126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.548579 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Added segment ba5798c2-cf99-4121-87c0-3e5b507ace5a of type vlan for network 0acc4453-07d9-487a-a25e-0b14e8e370ba Dec 15 05:00:53.657116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:00:53.663257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da7082-951b-4ddb-a157-4cf264ff116a None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:00:53.665497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Could not find standard attr ID for object 9005facd-8270-4722-8f20-94f60b52cc70. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:00:53.687460 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.719961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:53.721287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c92060be-7848-4124-9def-ce1d59ac6ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.726168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:53.726544 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.748329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:00:53.848004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c92060be-7848-4124-9def-ce1d59ac6ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.861776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c92060be-7848-4124-9def-ce1d59ac6ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.870978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:53.936215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:53.938624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7da7082-951b-4ddb-a157-4cf264ff116a None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:00:53.947325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.050658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.067149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:54.070512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.073758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92060be-7848-4124-9def-ce1d59ac6ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d5bb9-1ddc-436c-8d2c-531b3ce16cc5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:54.109426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:00:54.164807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-85f1c527-a1ac-4b5e-9a45-7919c54ca799 None None] Provisioning complete for port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:54.165350 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1c527-a1ac-4b5e-9a45-7919c54ca799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.206789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-85f1c527-a1ac-4b5e-9a45-7919c54ca799 None None] Port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:00:54.209602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d8cd4b4a-2a22-4b1e-8c85-3768f470165e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:54.240803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64342-0ae6-4eb2-906e-ead29bdd9a4d None None] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:54.342278 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.360350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d8cd4b4a-2a22-4b1e-8c85-3768f470165e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:54.360731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.500175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': '1f2dee6f-b6d7-4875-a04b-35a972031520'}, {'subnet_id': 'd25a6f43-f1fe-4bba-9926-bc64adfc1ec6'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '9ec39c89-fe3f-4e1a-b56f-d585b43a5c27'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:00:54.512378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c92060be-7848-4124-9def-ce1d59ac6ec5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36353adac0d04591bccd4efc7c5b0973&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3048635 Dec 15 05:00:54.518079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40668) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:54.550016 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.558315 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5196607 Dec 15 05:00:54.559230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:54.564263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40670) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:54.605388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.611697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.612724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.629888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cf8df-25ae-4767-b4c5-90f9930271c1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Network': ['ID=0acc4453-07d9-487a-a25e-0b14e8e370ba,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:54.650055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:00:54.675624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf56559-820d-4d7a-a9ef-d14b0f50f527 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:54.680574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aaf56559-820d-4d7a-a9ef-d14b0f50f527 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b191678f61da4a0bb6af6f28bca491e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1089189 Dec 15 05:00:54.681644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:54.682659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40672) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:54.687983 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d3d29d1-be2a-41da-9c16-bf5160ee2d18 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4890900 Dec 15 05:00:54.701573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac1df663-adf0-4535-aea4-5f880b1a6e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.728162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac1df663-adf0-4535-aea4-5f880b1a6e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.742941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:54.784530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:54.797388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac1df663-adf0-4535-aea4-5f880b1a6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.801079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ac1df663-adf0-4535-aea4-5f880b1a6e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.802700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ac1df663-adf0-4535-aea4-5f880b1a6e6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be1d5bb9-1ddc-436c-8d2c-531b3ce16cc5 HTTP/1.1" status: 204 len: 168 time: 0.2817383 Dec 15 05:00:54.812831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1df663-adf0-4535-aea4-5f880b1a6e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d5bb9-1ddc-436c-8d2c-531b3ce16cc5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:54.826056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:54.826668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:54.835836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=1f2dee6f-b6d7-4875-a04b-35a972031520,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:54.861725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=8']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:54.904604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40680) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:54.909947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:c5:2d:cd', 'name': 'tempest-NetworksTestDHCPv6-1658413940'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:54.910704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] Allocated IP 2001:db8::2 (16079ce4-e180-4983-82f9-1ec8db4fda78/d25a6f43-f1fe-4bba-9926-bc64adfc1ec6/9ec39c89-fe3f-4e1a-b56f-d585b43a5c27) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:54.914741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-36f1bbfe-b3fb-48c6-a208-6df697b93995 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8939741 Dec 15 05:00:54.975076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bd282c-8c00-4520-bb80-271dd994d717 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:54.976681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81bd282c-8c00-4520-bb80-271dd994d717 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2873249 Dec 15 05:00:54.979575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40682) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:55.035058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-47452a7d-2582-444e-985f-254eec7f82fc tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518441 Dec 15 05:00:55.035368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40686) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:55.079877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a2434ce7-9ff1-4819-b8b3-863cb7fab018 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b191678f61da4a0bb6af6f28bca491e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408287 Dec 15 05:00:55.080325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40690) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:55.133682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:00:55.158072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Sync routers for ids ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:55.182006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:55.222401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Routers {'5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:55.223054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:55.225123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734e9fe-1a7f-445e-b788-d8c334ea3bdd tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:55.229226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a734e9fe-1a7f-445e-b788-d8c334ea3bdd tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1450610 Dec 15 05:00:55.229620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40700) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:55.251337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.286529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.295330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-34bb4dff-ec2f-4e33-9abf-d233a16338a7 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566082 Dec 15 05:00:55.296120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40706) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:55.302952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374596179', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:55.312972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 57cb9474-fb61-4f5f-8553-e137a955a660 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:00:55.400194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Set router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:55.429378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:55.434599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.434884 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.542644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::1f4 (16079ce4-e180-4983-82f9-1ec8db4fda78/d25a6f43-f1fe-4bba-9926-bc64adfc1ec6/57cb9474-fb61-4f5f-8553-e137a955a660) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:55.550040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:2dcd (16079ce4-e180-4983-82f9-1ec8db4fda78/1f2dee6f-b6d7-4875-a04b-35a972031520/57cb9474-fb61-4f5f-8553-e137a955a660) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:55.676995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40718) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:55.684056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-161242848-network', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:55.737145 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.738689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Made reservation on behalf of 7a2b111fb985496998d339b9bbc545b1 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:55.741476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.755282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.778597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.813861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f31a0-4da0-43d7-ac55-908628b4ab9b None None] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:55.818946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Checking segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:55.819435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network hostable DHCP agents. Network: 0acc4453-07d9-487a-a25e-0b14e8e370ba, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:00:55.833458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Subnet': ['ID=1c66cee8-2dc5-4caa-baf0-7ff100a1515b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:55.865420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.868248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:00:55.884298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0acc4453-07d9-487a-a25e-0b14e8e370ba) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:55.889385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:55.890154 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.921730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56d15717-586e-4d64-b10e-378f96a48130 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6241214 Dec 15 05:00:55.938525 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.941192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:55.945501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:55.951650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:55.958643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:55.959432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.962292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:55.967574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=57cb9474-fb61-4f5f-8553-e137a955a660,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:56.023506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:00:56.046067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f70856ef-0873-4047-b0c4-7f8316a41732 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1399605 Dec 15 05:00:56.049710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40724) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:56.066329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171704e4-3c3f-40fe-bfc7-5cf5401f5772,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:56.079162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c', 'name': '', 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'mac_address': 'fa:16:3e:ab:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:51Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 2, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'subnets': [{'id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:56.094746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.095101 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Added segment 7a89f30e-0e7c-4013-b322-6c58436ac7fd of type vlan for network dc1d2aec-d143-429d-9e73-c52348529403 Dec 15 05:00:56.151900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Checking router: 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:00:56.152275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Updating router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:00:56.181875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.215205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.244436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:00:56.268080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.268909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:56.269500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.351038 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6729538 Dec 15 05:00:56.354337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:56.355943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 57cb9474-fb61-4f5f-8553-e137a955a660 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:00:56.356325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.362511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Request body: {'subnet': {'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-161242848-subnet', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:56.404036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Made reservation on behalf of 7a2b111fb985496998d339b9bbc545b1 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:56.408155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.422762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960a91f-0267-4bc3-85ec-82a56295b31b admin admin] Pushing event updated for resources: {'Network': ['ID=dc1d2aec-d143-429d-9e73-c52348529403,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:56.438604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40734) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:56.444497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55333498', 'description': 'tempest-secgroup-smoke-55333498 description', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:56.481833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network dc1d2aec-d143-429d-9e73-c52348529403 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:00:56.507406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.531764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.554305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 57cb9474-fb61-4f5f-8553-e137a955a660 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:00:56.630245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:56.630614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.715158 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.732519 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.732782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.777196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.782110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3422086 Dec 15 05:00:56.783013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40736) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:56.804388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5891c5ed-dbd9-4b9d-8ace-3a280215d08a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:56.823513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': '58b26629-fab8-46ee-904d-f3634e890394', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:56.833117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60c7a-7db0-41ef-8b7c-0e15a51468c8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b26629-fab8-46ee-904d-f3634e890394,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:56.929603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.932540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Checking segment: {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:56.932952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Network hostable DHCP agents. Network: dc1d2aec-d143-429d-9e73-c52348529403, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:00:56.943761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.969837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:56.975563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Network dc1d2aec-d143-429d-9e73-c52348529403 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:00:56.991877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, dc1d2aec-d143-429d-9e73-c52348529403) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:56.996909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:56.997506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.032515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-846018fc-9dc8-477f-9c6d-f9822c614ed7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6750391 Dec 15 05:00:57.034607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40746) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.042288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:57.058601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.063182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.064431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840dea40-89dc-4d37-8780-2e838e6696b5 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:00:57.069316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2090983-dda1-437d-8280-0917ac9cbeef None None] Pushing event updated for resources: {'Port': ['ID=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:57.103423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.128634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=57cb9474-fb61-4f5f-8553-e137a955a660,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:57.135795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Attempting to bind port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:57.136198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Attempting to bind port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:57.136567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Attempting to bind port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c on network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:57.143461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:57.143847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Checking segment: {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:57.144366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.144762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Bound using segment: {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:57.145237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Bound port: 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d76f94a-00a0-4225-af63-071bed8dab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:57.146084 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.175309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.178956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d8464fec-ff66-4259-8380-19e983ec3264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/57cb9474-fb61-4f5f-8553-e137a955a660 HTTP/1.1" status: 204 len: 168 time: 1.1266053 Dec 15 05:00:57.181540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40750) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.182303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.184012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.188490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f468af5-4169-4c8d-bec4-103edac9268a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:57.198225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.202354 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8f20aa9-b17b-4e7e-b3ef-b9bd9e9f321c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122813 Dec 15 05:00:57.204169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40752) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.208605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': '58b26629-fab8-46ee-904d-f3634e890394', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:57.241696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d66804fa-eec2-4b34-bc78-59510f39ca3e None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:57.242069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d66804fa-eec2-4b34-bc78-59510f39ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.253591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.268617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f69f5-f4e6-4bda-9c2c-92dcf2a4ca03 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:57.274109 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-af0f69f5-f4e6-4bda-9c2c-92dcf2a4ca03 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0915174 Dec 15 05:00:57.275392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40754) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.299579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.330932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] For port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:57.336486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] For port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:57.340264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840dea40-89dc-4d37-8780-2e838e6696b5 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:00:57.347856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.358279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc2dc1-5a6e-4c11-ab6a-5947e2b39c2a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:57.363490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ecbc2dc1-5a6e-4c11-ab6a-5947e2b39c2a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0858593 Dec 15 05:00:57.364286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40756) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.453557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b330b-6847-40fa-bb92-5330e9df77c5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:57.456802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b330b-6847-40fa-bb92-5330e9df77c5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:57.458549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b330b-6847-40fa-bb92-5330e9df77c5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:57.463983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b46b330b-6847-40fa-bb92-5330e9df77c5 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0987036 Dec 15 05:00:57.464587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40760) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.480489 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.494605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2090983-dda1-437d-8280-0917ac9cbeef None None] Pushing event updated for resources: {'Port': ['ID=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:57.499743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.511366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Routers {'5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:57.511999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:57.520777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.562392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b784cc-67ce-4ee3-a2fd-8b33291c7efa,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:57.602648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.602871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40762) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:57.602959 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f14cccba-fbbb-4b1a-962d-841139746d73 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3974514 Dec 15 05:00:57.608697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': '58b26629-fab8-46ee-904d-f3634e890394', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:57.654989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 1f2dee6f-b6d7-4875-a04b-35a972031520 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:57.659288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.697000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] Set router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:00:57.710540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.779658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.807082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.814125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.831040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd626f25-535d-4e57-a50d-0295db8b4100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.861081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.962196 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.972324 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:57.992414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.002089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-0acc4453-07d9-487a-a25e-0b14e8e370ba', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ips': [{'subnet_id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:58.003052 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.027646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-dc1d2aec-d143-429d-9e73-c52348529403', 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403', 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'fixed_ips': [{'subnet_id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:00:58.027813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Allocated IP 172.25.2.206 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/94082cb1-5b32-4d0f-a651-3dd46a85d568) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:58.028595 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.047691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625b43a5-2cfa-4953-92aa-aa074c1cee47,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.050228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.053897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/1f2dee6f-b6d7-4875-a04b-35a972031520 HTTP/1.1" status: 204 len: 168 time: 0.5869191 Dec 15 05:00:58.055874 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48a695-87a1-4da7-b088-3e691968f361 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2dee6f-b6d7-4875-a04b-35a972031520,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.056632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40766) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:58.066003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.067662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4725ad3f-d087-4eca-b6b1-99e1ae6315b5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4644237 Dec 15 05:00:58.071749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40768) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:58.077728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': '58b26629-fab8-46ee-904d-f3634e890394', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:58.116435 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.207767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.218686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.237267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet d25a6f43-f1fe-4bba-9926-bc64adfc1ec6 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:00:58.246942 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.254898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b119ed4-9bf4-46f4-8968-7f39b37045b9,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.273873 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.278626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd3b78d2-2caa-4027-9a43-6506ac77a3eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049665 Dec 15 05:00:58.281220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40780) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:58.289963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': '58b26629-fab8-46ee-904d-f3634e890394', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:58.309133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.330684 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Project b191678f61da4a0bb6af6f28bca491e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:00:58.337493 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.367990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.465223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.482505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.495591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.513336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a604f9-9295-4c5a-b693-1d05702fff52,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.528135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.530041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1918ff7e-700b-415f-99d3-a15fc4d50855 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2452266 Dec 15 05:00:58.539626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40786) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:58.547471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': '58b26629-fab8-46ee-904d-f3634e890394', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:58.556586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:58.562824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:58.566291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:58.594419 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Project b191678f61da4a0bb6af6f28bca491e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:00:58.600336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.653826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Pushing event updated for resources: {'Port': ['ID=94082cb1-5b32-4d0f-a651-3dd46a85d568,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.669385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.685063 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.692356 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.729932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c', 'name': '', 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'mac_address': 'fa:16:3e:ab:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:51Z', 'updated_at': '2021-12-15T05:00:57Z', 'revision_number': 4, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'subnets': [{'id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:00:58.731404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944c34e8-67fe-4e92-a36c-e88386e4d2a6,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.746624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.747858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-446ea2a7-d432-465e-ad11-76ef20a1289e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067714 Dec 15 05:00:58.806703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f76f7-4ad6-4d5a-be95-bcdc1a191de1 None None] The sync data for ids ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'] in n-d-820935-10 is: [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c', 'name': '', 'network_id': '73c91a5b-5aa5-4c46-b1e8-0167f8930c69', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'mac_address': 'fa:16:3e:ab:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:51Z', 'updated_at': '2021-12-15T05:00:57Z', 'revision_number': 4, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'subnets': [{'id': 'fb0b2dee-dd25-4c6a-825c-67f345c33645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:00:58.819568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Allocated IP 172.20.0.18 (0acc4453-07d9-487a-a25e-0b14e8e370ba/1c66cee8-2dc5-4caa-baf0-7ff100a1515b/1f36ad27-b7f2-4c66-b5ed-4a1336109456) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:58.913593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.932913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:58.939232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40790) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:58.939415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/d25a6f43-f1fe-4bba-9926-bc64adfc1ec6 HTTP/1.1" status: 204 len: 168 time: 0.8805039 Dec 15 05:00:58.965396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759979c4-1fa4-4708-9acc-3589e7bad2b0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=d25a6f43-f1fe-4bba-9926-bc64adfc1ec6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:58.996349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Allocated IP 172.20.0.2 (dc1d2aec-d143-429d-9e73-c52348529403/5891c5ed-dbd9-4b9d-8ace-3a280215d08a/b65ff478-4b53-4782-887f-6e806d6d717b) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:00:59.019333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a10e2b8c-1836-490b-9977-201b02535a06 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713115 Dec 15 05:00:59.020134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40794) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:59.041332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:59.149969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-18782ad8-d8dc-489b-9bed-421d297c28c2 None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:00:59.150421 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18782ad8-d8dc-489b-9bed-421d297c28c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.178540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.235049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6ddb8295-9899-468f-bc11-05fb69babe4c tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55333498&fields=id&tenant_id=b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 267 time: 0.1122880 Dec 15 05:00:59.253084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:00:59.256890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.350604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.412186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.450481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-d1c81c25-f7b7-4000-8754-433741376893 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:59.453389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-d1c81c25-f7b7-4000-8754-433741376893 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/networks?id=0acc4453-07d9-487a-a25e-0b14e8e370ba HTTP/1.1" status: 200 len: 796 time: 0.2013643 Dec 15 05:00:59.494745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:59.509078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:59.513725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:59.535100 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.536515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-0988b736-7fc2-438b-89e8-ed14fe146fe7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/quotas/b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 375 time: 0.0709252 Dec 15 05:00:59.538027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.550647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Pushing event updated for resources: {'Port': ['ID=1f36ad27-b7f2-4c66-b5ed-4a1336109456,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:59.576157 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.649956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Attempting to bind port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:00:59.650336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Attempting to bind port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:00:59.650849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Attempting to bind port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 on network 0acc4453-07d9-487a-a25e-0b14e8e370ba {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:00:59.658168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:00:59.658565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Checking segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:00:59.658967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.659524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Bound using segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:00:59.660023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Bound port: 1f36ad27-b7f2-4c66-b5ed-4a1336109456, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:00:59.660654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.719336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Network dc1d2aec-d143-429d-9e73-c52348529403 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:59.721701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Pushing event updated for resources: {'Port': ['ID=b65ff478-4b53-4782-887f-6e806d6d717b,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:59.726910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:59.730829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:00:59.755705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-af76332d-6e22-41f0-8cf5-6af957672316 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2123728 Dec 15 05:00:59.768034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Router 5782a300-4ab6-4373-bfcf-adc37b5f8803 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:00:59.770959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.779318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] For port 1f36ad27-b7f2-4c66-b5ed-4a1336109456, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:00:59.783511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] For port 1f36ad27-b7f2-4c66-b5ed-4a1336109456, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1f36ad27-b7f2-4c66-b5ed-4a1336109456,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:00:59.849449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:00:59.871161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:00:59.876987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:00:59.877590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.903576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=d180c1dc-a888-4a87-a4fb-ad659bb8f584,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:00:59.918745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.921359 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33e68e34-2cc4-4a38-b3ca-d34369637306 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9001484 Dec 15 05:00:59.928170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:59.935606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:00:59.962887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:00:59.972290 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Sync routers for ids ['5782a300-4ab6-4373-bfcf-adc37b5f8803'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:00:59.987501 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:00:59.989753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39603599-98f0-4096-8e6b-ea9728ff3c7b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9538219 Dec 15 05:00:59.994356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40816) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:00:59.995508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Routers {'5782a300-4ab6-4373-bfcf-adc37b5f8803'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:00:59.996178 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:00:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5782a300-4ab6-4373-bfcf-adc37b5f8803'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:00.141056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Attempting to bind port b65ff478-4b53-4782-887f-6e806d6d717b on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:00.141446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Attempting to bind port b65ff478-4b53-4782-887f-6e806d6d717b by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:00.141808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Attempting to bind port b65ff478-4b53-4782-887f-6e806d6d717b on network dc1d2aec-d143-429d-9e73-c52348529403 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:00.192841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:00.193575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Checking segment: {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:00.194000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.194400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Bound using segment: {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:00.194900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Bound port: b65ff478-4b53-4782-887f-6e806d6d717b, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:00.195285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.197297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f111-2287-4b0e-99c5-9452d17042bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.274745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:00.290826 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Set router 5782a300-4ab6-4373-bfcf-adc37b5f8803 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:00.390451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23633-5e8a-47c4-8b69-d76d70fad922 None None] Pushing event updated for resources: {'Port': ['ID=1f36ad27-b7f2-4c66-b5ed-4a1336109456,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:00.518670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] For port b65ff478-4b53-4782-887f-6e806d6d717b, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:00.526340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] For port b65ff478-4b53-4782-887f-6e806d6d717b, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b65ff478-4b53-4782-887f-6e806d6d717b,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:00.537342 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.561373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:00.562071 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.592601 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:00:58Z', 'revision_number': 3, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:00.649474 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Checking router: 5782a300-4ab6-4373-bfcf-adc37b5f8803 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:00.650153 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Updating router 5782a300-4ab6-4373-bfcf-adc37b5f8803 port 94082cb1-5b32-4d0f-a651-3dd46a85d568 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:01:00.687996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284b13-5ee5-4fbd-8399-907e8c05b53e None None] Pushing event updated for resources: {'Port': ['ID=b65ff478-4b53-4782-887f-6e806d6d717b,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:00.759057 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.767487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40822) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:00.842627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:00.910141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-842c9715-f8fd-4452-9394-30448826323f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:00.920349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-842c9715-f8fd-4452-9394-30448826323f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1463928 Dec 15 05:01:00.929710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:00.942140 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.018925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:01.024901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.118885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:01.173470 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.183059 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.198609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.223460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-3c67124c-199f-4681-a3af-760a671f753d service neutron] 10.222.0.37 "GET /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022182 Dec 15 05:01:01.263066 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372b72-c9a8-47eb-9fdc-7383103867e0 None None] Pushing event updated for resources: {'Port': ['ID=94082cb1-5b32-4d0f-a651-3dd46a85d568,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:01.317827 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Attempting to bind port 94082cb1-5b32-4d0f-a651-3dd46a85d568 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:01.318279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Attempting to bind port 94082cb1-5b32-4d0f-a651-3dd46a85d568 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:01.318701 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Attempting to bind port 94082cb1-5b32-4d0f-a651-3dd46a85d568 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:01.324592 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:01.325204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:01.325669 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.326122 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:01.326660 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Bound port: 94082cb1-5b32-4d0f-a651-3dd46a85d568, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:01.327219 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.364084 n-d-820935-10 neutron-server[103133]: INFO neutron.db.ipam_backend_mixin [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d180c1dc-a888-4a87-a4fb-ad659bb8f584 (CIDR: 2001:db8::/64) Dec 15 05:01:01.373902 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:01.374960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:01.400797 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] For port 94082cb1-5b32-4d0f-a651-3dd46a85d568, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:01.406393 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] For port 94082cb1-5b32-4d0f-a651-3dd46a85d568, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=94082cb1-5b32-4d0f-a651-3dd46a85d568,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:01.409488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bfb9b183-0ac2-436f-9be4-7e1ab6e70219 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4779475 Dec 15 05:01:01.412125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40824) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:01.414289 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.422564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'subnet': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:01.485294 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-60f3eeb6-a8be-46bd-98d0-f44f80272dc9 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3500 time: 0.7163119 Dec 15 05:01:01.488368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40826) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:01.498680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372b72-c9a8-47eb-9fdc-7383103867e0 None None] Pushing event updated for resources: {'Port': ['ID=94082cb1-5b32-4d0f-a651-3dd46a85d568,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:01.513598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'network': {'name': 'tempest-network-smoke--255378745', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'port_security_enabled': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:01.522220 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Routers {'5782a300-4ab6-4373-bfcf-adc37b5f8803'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:01.523108 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5782a300-4ab6-4373-bfcf-adc37b5f8803'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:01.532032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6a467d55-e891-4177-bb77-2c4b2a83c0ea service neutron] 10.222.0.37 "GET /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013127 Dec 15 05:01:01.665031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Made reservation on behalf of 2b173c2b1643473283cb08ae4c6ff350 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:01.674029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:01.678439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.681065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.717236 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] Set router 5782a300-4ab6-4373-bfcf-adc37b5f8803 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:01.837555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.841576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:01:01.894135 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.906718 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Added segment 8837c6ec-647b-4f88-9779-fb8372114a33 of type vlan for network dee26807-40ec-4e65-b1ce-2769e1947984 Dec 15 05:01:01.970948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:01.987466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8caff0ea-8f39-4673-90ba-1d9601cbcd78 req-2b51d346-bf16-42e5-825d-c4b47c1819ab tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.0665972 Dec 15 05:01:02.014761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.021663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:02.023415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.060364 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:01:02.244034 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:00:58Z', 'revision_number': 3, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:02.273857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7831182 Dec 15 05:01:02.278708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40842) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:02.292839 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc8780-1980-46c5-941e-9bbb579c80ef None None] The sync data for ids ['5782a300-4ab6-4373-bfcf-adc37b5f8803'] in n-d-820935-10 is: [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:00:58Z', 'revision_number': 3, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:02.298913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'admin_state_up': True, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:02.359205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31da5e7-c623-48de-9499-0a2b2e72558a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Network': ['ID=dee26807-40ec-4e65-b1ce-2769e1947984,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:02.394097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network dee26807-40ec-4e65-b1ce-2769e1947984 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:01:02.409397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.410922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.515489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:02.568040 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fbad43d0-a81e-4aae-874e-d789d1e0313c None None] Provisioning complete for port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:02.568702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbad43d0-a81e-4aae-874e-d789d1e0313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.570932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Allocated IP 172.20.0.1 (dc1d2aec-d143-429d-9e73-c52348529403/5891c5ed-dbd9-4b9d-8ace-3a280215d08a/010a4207-dd38-419b-a8cb-b26dad9a5c8e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:02.622229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.objects.ports [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103133) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 05:01:02.686558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.699002 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbad43d0-a81e-4aae-874e-d789d1e0313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.779806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fbad43d0-a81e-4aae-874e-d789d1e0313c None None] For port 1f36ad27-b7f2-4c66-b5ed-4a1336109456, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1f36ad27-b7f2-4c66-b5ed-4a1336109456,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:02.834679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbad43d0-a81e-4aae-874e-d789d1e0313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:02.838241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:02.838838 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.029188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.060688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.114884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d6493-0d00-4152-adab-8ed04fa5811e None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:03.118076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bbc5a-dc74-43ef-a8e9-96ebbd6fb337 None None] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:03.138249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.186927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad43d0-a81e-4aae-874e-d789d1e0313c None None] Pushing event updated for resources: {'Port': ['ID=1f36ad27-b7f2-4c66-b5ed-4a1336109456,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:03.216786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae9f7e-c2b4-4977-90b5-1c41dffa36b0 None None] Network dc1d2aec-d143-429d-9e73-c52348529403 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:03.222605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a13ed-ca01-43bf-b9ae-f903041acb9c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:03.360703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e05e11c-e2ad-498e-a91f-95293350d0ac req-3d9381b5-7918-44cf-8a9e-349941169030 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.1375928 Dec 15 05:01:03.415873 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.614150 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.651355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:03.719012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40870) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:03.759123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.773470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Network dc1d2aec-d143-429d-9e73-c52348529403 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:03.774263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.775134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.803821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:03.808080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:03.824581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a640dc-6b9a-401c-b0a0-3db9481bcb54 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:03.837907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Pushing event updated for resources: {'Port': ['ID=010a4207-dd38-419b-a8cb-b26dad9a5c8e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:03.955752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:03.959978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:03.962008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.059850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.141291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:04.142391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5a7dc36-3f0f-4f84-9761-0e03e5baf058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.147836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Subnet': ['ID=010f3ad3-cb8f-48b4-84c2-2c0c366a84ce,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:04.150470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c738492-8cbf-4934-8d84-8071b111acde None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:04.165869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:04.180490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.187864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:04.188496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.212821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=13']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:04.281427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5ecd2aa6-d670-4712-9adb-ec6b5f3700ee tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8677354 Dec 15 05:01:04.288301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40874) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:04.294923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Request body: {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'mac_address': 'fa:16:3e:ad:18:86', 'name': 'tempest-NetworksTestDHCPv6-2127031787'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:04.395992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.418272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff34ec-533b-488f-bca0-34b80a647405 req-98df3cdb-9db3-4b0c-b0d3-c99b0930b5d4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:04.420255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fff34ec-533b-488f-bca0-34b80a647405 req-98df3cdb-9db3-4b0c-b0d3-c99b0930b5d4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.5449653 Dec 15 05:01:04.469298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea455876-d302-46b5-a46f-fda194519d32 req-0f2e2adf-f310-4034-a455-e7fbba253905 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.0416830 Dec 15 05:01:04.473422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.488563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.537184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5fff34ec-533b-488f-bca0-34b80a647405 req-7cad7fa8-c73e-42d9-951e-0c9e6b43495c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085556 Dec 15 05:01:04.586439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Made reservation on behalf of d55e3f50cad8457198fadc5c53c3e519 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:04.612497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1f36ad27-b7f2-4c66-b5ed-4a1336109456 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:04.661041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6c0ecdf6-8092-42fc-a8f0-bb84308c0c2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:04.662557 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6c0ecdf6-8092-42fc-a8f0-bb84308c0c2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.42 "GET /v2.0/networks?id=0acc4453-07d9-487a-a25e-0b14e8e370ba HTTP/1.1" status: 200 len: 796 time: 0.7634709 Dec 15 05:01:04.707590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5a7dc36-3f0f-4f84-9761-0e03e5baf058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.720835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a5a7dc36-3f0f-4f84-9761-0e03e5baf058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.727550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:04.728110 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.787709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40878) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:04.789092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.25.2.156 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/322591c8-95ed-43f2-b800-86d2cc436bdf) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:04.796617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a5a7dc36-3f0f-4f84-9761-0e03e5baf058 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf0efdd7a0bc4e2eaaa4ef9a9a2b7df6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0627759 Dec 15 05:01:04.807820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:04.824836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7dc36-3f0f-4f84-9761-0e03e5baf058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7743217c-d842-47dc-ad27-b0d419fe8bd0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:04.842982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] device_id is not set on port 35bc1da0-73a7-4f48-925b-675677a152ae yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:05.024421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Provisioning complete for port b65ff478-4b53-4782-887f-6e806d6d717b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:05.024976 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.151205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cca4d7-9b06-4aee-b0e4-1dba5084a36b None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:05.199118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-c0562318-8042-4e5f-9ed6-fd5be7ad1129 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 471 time: 0.5110738 Dec 15 05:01:05.217120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-194f461e-a04e-454f-be48-0c87c9329578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.222635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'port': {'device_id': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'admin_state_up': True, 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'security_groups': ['58b26629-fab8-46ee-904d-f3634e890394']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:05.223333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8::1ee (16079ce4-e180-4983-82f9-1ec8db4fda78/d180c1dc-a888-4a87-a4fb-ad659bb8f584/35bc1da0-73a7-4f48-925b-675677a152ae) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:05.239643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-0542d7ae-f46c-4dff-be0c-d25034d2757f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0813735 Dec 15 05:01:05.241617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:1886 (16079ce4-e180-4983-82f9-1ec8db4fda78/010f3ad3-cb8f-48b4-84c2-2c0c366a84ce/35bc1da0-73a7-4f48-925b-675677a152ae) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:05.283284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b65ff478-4b53-4782-887f-6e806d6d717b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:05.418451 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.424978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-194f461e-a04e-454f-be48-0c87c9329578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.428346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b65ff478-4b53-4782-887f-6e806d6d717b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:05.428719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.459332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-9fbc0cb9-e75c-4b94-bf40-4afa051cfd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:05.461921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-9fbc0cb9-e75c-4b94-bf40-4afa051cfd83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1097 time: 0.1392827 Dec 15 05:01:05.537056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.581962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.613085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.702547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] For port b65ff478-4b53-4782-887f-6e806d6d717b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b65ff478-4b53-4782-887f-6e806d6d717b,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:05.715212 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.718996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:05.723071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.765347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.771005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66b0c43f-5ced-4a75-b8ab-ab1a0bf905dc req-76a3a1fa-7452-4d2d-b401-371eb57d6ebe tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.1403313 Dec 15 05:01:05.789969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-f9f252d6-134d-43b4-bc1c-9c1af918f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:05.791564 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-f9f252d6-134d-43b4-bc1c-9c1af918f3a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 897 time: 0.2892106 Dec 15 05:01:05.799545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.820316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-194f461e-a04e-454f-be48-0c87c9329578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.823619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-194f461e-a04e-454f-be48-0c87c9329578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.827385 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-194f461e-a04e-454f-be48-0c87c9329578 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7743217c-d842-47dc-ad27-b0d419fe8bd0 HTTP/1.1" status: 204 len: 168 time: 1.0319915 Dec 15 05:01:05.827385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Pushing event updated for resources: {'Port': ['ID=010a4207-dd38-419b-a8cb-b26dad9a5c8e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:05.849473 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:05.921419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109b6c6-0d74-4496-91e6-044e91bfde4d None None] Pushing event updated for resources: {'Port': ['ID=b65ff478-4b53-4782-887f-6e806d6d717b,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:05.926911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-eb06cb30-54f5-4cd9-808c-c543517f64fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 200 len: 1000 time: 0.0827317 Dec 15 05:01:05.928001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08a73c-c78e-42f0-ad61-61a06801d6d4 None None] Network dc1d2aec-d143-429d-9e73-c52348529403 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:05.950593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f461e-a04e-454f-be48-0c87c9329578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743217c-d842-47dc-ad27-b0d419fe8bd0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:05.975783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c7633-ad4a-4adc-9956-c9d163bbb168 req-0005e863-d772-40c0-9190-900d90b6d12a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:05.977472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265c7633-ad4a-4adc-9956-c9d163bbb168 req-0005e863-d772-40c0-9190-900d90b6d12a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2464724 Dec 15 05:01:06.012447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38291dc-85c6-46c3-a151-32b9b60362d5 None None] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:06.021133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-00dbc1f8-c998-40e6-b24c-3bb29a76b64e None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:06.021421 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00dbc1f8-c998-40e6-b24c-3bb29a76b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.074910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:06.075605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-265c7633-ad4a-4adc-9956-c9d163bbb168 req-dda3e0fc-cbca-422f-9767-991478a3ecd9 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897853 Dec 15 05:01:06.077929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.091709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:06.107371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:06.157336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:06.163992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:06.170438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:06.176102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:06.176709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.200458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event updated for resources: {'Port': ['ID=35bc1da0-73a7-4f48-925b-675677a152ae,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:06.204226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-c85b6a0f-477a-4b38-9b4e-9de6a04c0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:06.205968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-c85b6a0f-477a-4b38-9b4e-9de6a04c0020 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a2ee71d-72ae-461a-97d0-bd061bd247fb HTTP/1.1" status: 200 len: 835 time: 0.1775835 Dec 15 05:01:06.211995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3376f71c-fdf8-44b9-abb2-4738e564860e tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9222631 Dec 15 05:01:06.214803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40888) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:06.247758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d64e416-e731-4055-8177-8a97957f20de None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:06.251340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe85e9-89c0-44a0-9420-9d1bf17ef51a None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:06.251907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=322591c8-95ed-43f2-b800-86d2cc436bdf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:06.310567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94082cb1-5b32-4d0f-a651-3dd46a85d568 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:06.374659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-09227fed-e8ed-465f-8729-1127815b7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:06.376192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-09227fed-e8ed-465f-8729-1127815b7c64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27429e38-a05e-48f8-9cb4-64231ac2b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979209 Dec 15 05:01:06.385714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting port 35bc1da0-73a7-4f48-925b-675677a152ae {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:06.386516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.539645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d848e-80b7-4b81-9723-ac13b14149de req-76ae274d-1466-431d-9417-ced990930e33 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:06.541496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-636d848e-80b7-4b81-9723-ac13b14149de req-76ae274d-1466-431d-9417-ced990930e33 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.3887608 Dec 15 05:01:06.552570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 94082cb1-5b32-4d0f-a651-3dd46a85d568 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:06.553693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.635226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-00dbc1f8-c998-40e6-b24c-3bb29a76b64e None None] Provisioning complete for port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:06.636264 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00dbc1f8-c998-40e6-b24c-3bb29a76b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.650142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.654934 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-fa94b4a6-5381-4cbc-9b51-1e38922b476f service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650168 Dec 15 05:01:06.710480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Calling delete_port for 35bc1da0-73a7-4f48-925b-675677a152ae owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:06.826524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Network dc1d2aec-d143-429d-9e73-c52348529403 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:06.881430 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:06.969846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:06.981355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.001439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 94082cb1-5b32-4d0f-a651-3dd46a85d568, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=94082cb1-5b32-4d0f-a651-3dd46a85d568,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:07.023295 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.028761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:07.144608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72f812c5-0205-4c8e-97cc-ebe7097fc2a3 req-8711fd14-f725-4fd0-9201-5f82d69ca765 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.1202393 Dec 15 05:01:07.264043 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.281143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-00dbc1f8-c998-40e6-b24c-3bb29a76b64e None None] Provisioning complete for port 94082cb1-5b32-4d0f-a651-3dd46a85d568 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:07.281143 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00dbc1f8-c998-40e6-b24c-3bb29a76b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.294805 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.295476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=94082cb1-5b32-4d0f-a651-3dd46a85d568,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:07.350330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:07.353629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.370231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8800938e-0c6c-4573-b9a3-84b989dc7a3a req-61732666-b634-496d-8336-19eb4c489504 service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028100 Dec 15 05:01:07.438378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Port': ['ID=35bc1da0-73a7-4f48-925b-675677a152ae,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:07.507787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cce7dc-95fb-4984-8f20-ee9fc00ca5a3 req-f2e9dd9c-a7c3-4069-975a-54089f51d737 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:07.520562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24cce7dc-95fb-4984-8f20-ee9fc00ca5a3 req-f2e9dd9c-a7c3-4069-975a-54089f51d737 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.2400982 Dec 15 05:01:07.565665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1f36ad27-b7f2-4c66-b5ed-4a1336109456 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:07.566699 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.572379 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d1495bd6-c606-46bd-94b2-474c679b61e6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/35bc1da0-73a7-4f48-925b-675677a152ae HTTP/1.1" status: 204 len: 168 time: 1.3563910 Dec 15 05:01:07.580769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40914) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:07.666156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:07.667443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.674343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc637fd1-e586-451c-bce8-2f4906126046 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:07.679254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dc637fd1-e586-451c-bce8-2f4906126046 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.0939136 Dec 15 05:01:07.690219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24cce7dc-95fb-4984-8f20-ee9fc00ca5a3 req-cdff326d-ae6e-4ada-84c0-5852cfa8e103 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675587 Dec 15 05:01:07.694970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:07.761559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739665ff-ef2e-482c-8cc9-3e26b16f0826 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:07.765428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-739665ff-ef2e-482c-8cc9-3e26b16f0826 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.0670915 Dec 15 05:01:07.769395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40922) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:07.820660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.20.0.26 (0acc4453-07d9-487a-a25e-0b14e8e370ba/1c66cee8-2dc5-4caa-baf0-7ff100a1515b/5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:07.886018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f83b1e-2cbe-48ce-995c-9e498d543371 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:07.890448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f83b1e-2cbe-48ce-995c-9e498d543371 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:07.903347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f83b1e-2cbe-48ce-995c-9e498d543371 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:07.907466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55f83b1e-2cbe-48ce-995c-9e498d543371 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1346679 Dec 15 05:01:07.909636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:07.965608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Deleting port 1cb4690d-405c-4446-b4d8-93ed9250afe9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:07.967550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:07.972276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Could not find standard attr ID for object 57cb9474-fb61-4f5f-8553-e137a955a660. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:01:07.994545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Provisioning complete for port 010a4207-dd38-419b-a8cb-b26dad9a5c8e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:07.995311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.002842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet 010f3ad3-cb8f-48b4-84c2-2c0c366a84ce {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:01:08.014610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.066365 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.080019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Port 010a4207-dd38-419b-a8cb-b26dad9a5c8e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:08.096928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b65ff478-4b53-4782-887f-6e806d6d717b up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:08.100716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Provisioning complete for port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:08.101291 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.178809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.202329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Router 5782a300-4ab6-4373-bfcf-adc37b5f8803 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:08.240441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b65ff478-4b53-4782-887f-6e806d6d717b triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:08.240825 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.306023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Provisioning complete for port b65ff478-4b53-4782-887f-6e806d6d717b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:08.306643 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.346645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eb7d153-0e51-4b4f-8fb1-b211460027ad req-52d713cb-f935-48f0-aac9-ea4eded50aa5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.0494926 Dec 15 05:01:08.348217 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.404296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.410006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/010f3ad3-cb8f-48b4-84c2-2c0c366a84ce HTTP/1.1" status: 204 len: 168 time: 0.4969296 Dec 15 05:01:08.414559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.418220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40938) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:08.419288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef020be8-946d-42f0-ad35-9e87049d473f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=010f3ad3-cb8f-48b4-84c2-2c0c366a84ce,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:08.479644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d0971-2ad5-469b-a9a5-09cc313db841 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:08.493604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Could not find standard attr ID for object 35bc1da0-73a7-4f48-925b-675677a152ae. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:01:08.549776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Provisioning complete for port 322591c8-95ed-43f2-b800-86d2cc436bdf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:08.550151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.581650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94082cb1-5b32-4d0f-a651-3dd46a85d568 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:08.610382 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.620535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.651352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:08.651723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.654709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Port 322591c8-95ed-43f2-b800-86d2cc436bdf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:08.678609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:08.678973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9c4e317-189e-4a0a-a4db-eceaf9b348a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.680293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Deleting subnet d180c1dc-a888-4a87-a4fb-ad659bb8f584 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:01:08.750945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 94082cb1-5b32-4d0f-a651-3dd46a85d568 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:08.751345 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.761329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.838198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7f8e-c892-4adb-ac68-f3391c2238b6 req-d91a5dcc-8249-41b9-9dbc-5eebebcfe787 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:08.840199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:08.841192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a85c7f8e-c892-4adb-ac68-f3391c2238b6 req-d91a5dcc-8249-41b9-9dbc-5eebebcfe787 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 945 time: 0.0574157 Dec 15 05:01:08.858939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c9263-dcd8-40bd-85d3-2ed5e7edfa3e None None] Update dhcp port {'port': {'network_id': '16079ce4-e180-4983-82f9-1ec8db4fda78', 'fixed_ips': [{'subnet_id': 'd180c1dc-a888-4a87-a4fb-ad659bb8f584'}], 'binding:host_id': 'n-d-820935-10'}, 'id': '9ec39c89-fe3f-4e1a-b56f-d585b43a5c27'} from n-d-820935-10. {{(pid=103134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 15 05:01:08.898450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:08.928957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:08.938351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a85c7f8e-c892-4adb-ac68-f3391c2238b6 req-42b7a880-bddb-4be8-b23f-1357b5495b07 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872023 Dec 15 05:01:08.949612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:08.971856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:08.983543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-de2c9263-dcd8-40bd-85d3-2ed5e7edfa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.063913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:09.126715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-262dccb3-f59c-46fe-aada-0487bc08a321 admin admin] 10.222.0.37 "PUT /v2.0/routers/5782a300-4ab6-4373-bfcf-adc37b5f8803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1209092 Dec 15 05:01:09.158381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1cb4690d-405c-4446-b4d8-93ed9250afe9 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:09.160519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:09.161161 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.162692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Sync routers for ids ['5782a300-4ab6-4373-bfcf-adc37b5f8803'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:09.191274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.292056 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-feea2508-4cbb-4ad2-b9ae-44e27d1f0e05 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0827048 Dec 15 05:01:09.315250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Routers {'5782a300-4ab6-4373-bfcf-adc37b5f8803'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:09.316597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5782a300-4ab6-4373-bfcf-adc37b5f8803'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:09.327166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-840e790a-76cf-41ea-a87c-5fb35e8adbcf None None] Provisioning complete for port 010a4207-dd38-419b-a8cb-b26dad9a5c8e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:09.327596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.328082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.328335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-840e790a-76cf-41ea-a87c-5fb35e8adbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.328461 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Floating IP e62ca1b5-7348-4db6-999c-0af9db796cc1 disassociated. External IP: 172.25.2.92, port: 1cb4690d-405c-4446-b4d8-93ed9250afe9. Dec 15 05:01:09.328735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Calling delete_port for 1cb4690d-405c-4446-b4d8-93ed9250afe9 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:09.346477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Request body: {'port': {'device_id': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:09.376639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:01:09.419831 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-de2c9263-dcd8-40bd-85d3-2ed5e7edfa3e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d180c1dc-a888-4a87-a4fb-ad659bb8f584: This subnet is being modified by another concurrent operation. Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d180c1dc-a888-4a87-a4fb-ad659bb8f584: This subnet is being modified by another concurrent operation. Dec 15 05:01:09.470787 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 05:01:09.477773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Subnet': ['ID=d180c1dc-a888-4a87-a4fb-ad659bb8f584,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:09.573751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.576937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.585410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bb429f04-ab80-4cfb-ab2d-1900cb8eb0ed tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/d180c1dc-a888-4a87-a4fb-ad659bb8f584 HTTP/1.1" status: 204 len: 168 time: 1.1587551 Dec 15 05:01:09.594436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b2dc2-46da-42e0-977d-f986c47e1228 req-63059888-76e7-4a42-8a02-012952d5134f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:09.596803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f92b2dc2-46da-42e0-977d-f986c47e1228 req-63059888-76e7-4a42-8a02-012952d5134f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 932 time: 0.1128356 Dec 15 05:01:09.597515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 40962) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:09.621248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-840e790a-76cf-41ea-a87c-5fb35e8adbcf None None] Port 010a4207-dd38-419b-a8cb-b26dad9a5c8e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:09.622994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64363d-e766-4ea2-9466-ccf60086b893 None None] Network 16079ce4-e180-4983-82f9-1ec8db4fda78 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:09.656413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-840e790a-76cf-41ea-a87c-5fb35e8adbcf None None] Could not find standard attr ID for object 35bc1da0-73a7-4f48-925b-675677a152ae. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:01:09.657003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40964) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:09.661235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c08e8d53-75db-4256-8b81-1201d31257cf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622513 Dec 15 05:01:09.708570 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.728627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f92b2dc2-46da-42e0-977d-f986c47e1228 req-695f53ed-7fe7-423f-87d1-6da8425364c2 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780501 Dec 15 05:01:09.754845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Set router 5782a300-4ab6-4373-bfcf-adc37b5f8803 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:09.864478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1cb4690d-405c-4446-b4d8-93ed9250afe9, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1cb4690d-405c-4446-b4d8-93ed9250afe9,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:09.873092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:09.876733 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5aa61-b66a-42c3-955e-526da55f648c" -d '{"events": [{"server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:09.890086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:09.979497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0948177e-916d-473d-ad5b-2d2c03d33a8b None None] Provisioning complete for port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:09.979497 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0948177e-916d-473d-ad5b-2d2c03d33a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:10.085178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] DHCP port deletion for 16079ce4-e180-4983-82f9-1ec8db4fda78 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:10.149237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0948177e-916d-473d-ad5b-2d2c03d33a8b None None] Port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:10.150834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:10.185664 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860a6eb-d1e3-471c-af3c-aec8b1a3ad13 x-openstack-request-id: req-9860a6eb-d1e3-471c-af3c-aec8b1a3ad13 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:10.186025 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:10.186212 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9860a6eb-d1e3-471c-af3c-aec8b1a3ad13 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:10.186608 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'code': 200} Dec 15 05:01:10.200894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0948177e-916d-473d-ad5b-2d2c03d33a8b None None] Provisioning complete for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:10.201275 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0948177e-916d-473d-ad5b-2d2c03d33a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:10.301650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] Deleting port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:10.302253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:10.302993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b1240-ba2a-4557-bc2c-d6f37b74394f req-10a1de4d-38d7-43ea-83fd-bc315a61a644 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:10.318470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f1b1240-ba2a-4557-bc2c-d6f37b74394f req-10a1de4d-38d7-43ea-83fd-bc315a61a644 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 943 time: 0.0794969 Dec 15 05:01:10.342668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:10.357589 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Sync routers for ids ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:10.402092 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Routers {'255abc87-c0f3-41f0-8a1c-d5e22e65a571'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:10.404412 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:10.448838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:10.449341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f1b1240-ba2a-4557-bc2c-d6f37b74394f req-f139aeb5-3f09-45aa-9012-a17f9bde8295 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110754 Dec 15 05:01:10.450449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dc308763-fbce-4e20-9262-b0271307498f tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.1706784 Dec 15 05:01:10.463122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 40996) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:10.464039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] For port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,segment=NetworkSegment(7c71eadc-73a2-41ee-adeb-a1ee9c6be678),segment_id=7c71eadc-73a2-41ee-adeb-a1ee9c6be678)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:10.464039 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:10.504911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] Calling delete_port for 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:10.538747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27f14e-63fe-4ad5-a2d7-8ceac3402059 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:10.543232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41002) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:10.543414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9a27f14e-63fe-4ad5-a2d7-8ceac3402059 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2b173c2b1643473283cb08ae4c6ff350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0870798 Dec 15 05:01:10.619002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b6012-3eb2-41d1-882b-f46718aba161 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:10.622768 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-959b6012-3eb2-41d1-882b-f46718aba161 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.9623091 Dec 15 05:01:10.683938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:10.693970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Set router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:10.793427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1787c6a-fc2c-484b-a3c7-3ff35fffb407 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:10.795110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e1787c6a-fc2c-484b-a3c7-3ff35fffb407 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2503679 Dec 15 05:01:10.808986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41010) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:10.860209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:10.870427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2205fea1-abab-4a00-b8e9-a0255be049a3 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591204 Dec 15 05:01:10.879846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41014) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:10.962920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:10.982733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-75a7cc4f-29e5-4ea9-a4dc-e78a3ed7d5a9 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2b173c2b1643473283cb08ae4c6ff350&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0999537 Dec 15 05:01:10.992264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbfe3b-cf51-4d0d-8ad5-3dd5e313aaeb req-66ef5851-0efe-4f9c-a4d8-fe85d08a34c7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:10.998921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bbfe3b-cf51-4d0d-8ad5-3dd5e313aaeb req-66ef5851-0efe-4f9c-a4d8-fe85d08a34c7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 932 time: 0.1236694 Dec 15 05:01:10.999702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41022) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.025005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b6ff66-7426-4701-9875-2e07caf5c9d2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:11.028433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7b6ff66-7426-4701-9875-2e07caf5c9d2 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3434544 Dec 15 05:01:11.065243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41024) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.097959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.124194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event deleted for resources: {'Port': ['ID=1cb4690d-405c-4446-b4d8-93ed9250afe9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:11.124452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No active binding found for port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 {{(pid=103134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 05:01:11.124699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:11.130883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:04Z', 'revision_number': 4, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '010a4207-dd38-419b-a8cb-b26dad9a5c8e', 'name': '', 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'mac_address': 'fa:16:3e:70:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:04Z', 'revision_number': 2, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'subnets': [{'id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:11.138765 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 3, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:11.199654 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Checking router: 255abc87-c0f3-41f0-8a1c-d5e22e65a571 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:11.200317 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Updating router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 port 322591c8-95ed-43f2-b800-86d2cc436bdf binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:01:11.201933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] Pushing event deleted for resources: {'Port': ['ID=9ec39c89-fe3f-4e1a-b56f-d585b43a5c27,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:11.218622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e1374-2b7f-4f29-87af-32ecd83dd0bc None None] No DVR routers for this DVR port 9ec39c89-fe3f-4e1a-b56f-d585b43a5c27 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:11.235802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ccec8d90-0396-4d4e-9ea2-3731a2accad4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287651 Dec 15 05:01:11.245460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41038) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.250556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Checking router: 5782a300-4ab6-4373-bfcf-adc37b5f8803 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:11.251122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Updating router 5782a300-4ab6-4373-bfcf-adc37b5f8803 port 010a4207-dd38-419b-a8cb-b26dad9a5c8e binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:01:11.258677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:01:11.267792 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.285090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.302792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.311874 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eaabb8-5b58-4d67-b963-6d86e651f264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:11.312530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eaabb8-5b58-4d67-b963-6d86e651f264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:11.316700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-29eaabb8-5b58-4d67-b963-6d86e651f264 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/35bc1da0-73a7-4f48-925b-675677a152ae HTTP/1.1" status: 404 len: 333 time: 0.0685735 Dec 15 05:01:11.322434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.359441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41046) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.360673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Transition to ACTIVE for port object 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:01:11.543360 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf27bdce-ea4a-4786-baef-f40e646a8bb6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:11.543831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf27bdce-ea4a-4786-baef-f40e646a8bb6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:11.552380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf27bdce-ea4a-4786-baef-f40e646a8bb6 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/010f3ad3-cb8f-48b4-84c2-2c0c366a84ce HTTP/1.1" status: 404 len: 337 time: 0.2244124 Dec 15 05:01:11.557977 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.571108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41052) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.715625 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.731297 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.813076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Router f4f7c49b-3882-49ee-8c32-e913a704467e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:11.857179 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56540cbc-6096-454d-9310-a554da12ece7 None None] Pushing event updated for resources: {'Port': ['ID=322591c8-95ed-43f2-b800-86d2cc436bdf,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:11.859735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473544f9-ffde-4dd2-8b5b-9d7b8b0854c9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:11.860684 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Attempting to bind port 322591c8-95ed-43f2-b800-86d2cc436bdf on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:11.866311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Attempting to bind port 322591c8-95ed-43f2-b800-86d2cc436bdf by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:11.868457 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Attempting to bind port 322591c8-95ed-43f2-b800-86d2cc436bdf on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:11.879010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:11.879334 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:11.879741 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.880161 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:11.880635 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Bound port: 322591c8-95ed-43f2-b800-86d2cc436bdf, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:11.881023 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.891632 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d43ff8-3e3c-4381-8692-8eb9fd3e1671 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:11.892397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d43ff8-3e3c-4381-8692-8eb9fd3e1671 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:11.896455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7d43ff8-3e3c-4381-8692-8eb9fd3e1671 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/d180c1dc-a888-4a87-a4fb-ad659bb8f584 HTTP/1.1" status: 404 len: 337 time: 0.2782447 Dec 15 05:01:11.903725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41058) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:11.911211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e15a07b-0007-485e-bad6-b1e5b752c76b req-a8da11f7-68ad-46c7-9bf7-445f0018675e tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 210 time: 0.0862937 Dec 15 05:01:11.919336 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:11.944410 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.006661 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] For port 322591c8-95ed-43f2-b800-86d2cc436bdf, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:12.012979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8bbfe3b-cf51-4d0d-8ad5-3dd5e313aaeb req-1148a6fd-6b46-4c9d-b425-9a2f2ea22995 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9937785 Dec 15 05:01:12.014352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34226032-0023-454c-bf61-ba4bcf169632 None None] Pushing event updated for resources: {'Port': ['ID=010a4207-dd38-419b-a8cb-b26dad9a5c8e,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:12.015034 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] For port 322591c8-95ed-43f2-b800-86d2cc436bdf, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=322591c8-95ed-43f2-b800-86d2cc436bdf,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:12.031316 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.037981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f8c663bf-c2fd-4e00-875c-5a98c4265e4f None None] Provisioning complete for port 322591c8-95ed-43f2-b800-86d2cc436bdf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:12.038538 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f8c663bf-c2fd-4e00-875c-5a98c4265e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.097869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166244f9-1f19-41d7-9154-c2c3351e4d6e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:12.101485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cff3da-24fd-482a-ab59-d2a0cd9e2bfe tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:12.103700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-79cff3da-24fd-482a-ab59-d2a0cd9e2bfe tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1026359 Dec 15 05:01:12.114251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41060) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.123939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:12.152648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Attempting to bind port 010a4207-dd38-419b-a8cb-b26dad9a5c8e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:12.153663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Attempting to bind port 010a4207-dd38-419b-a8cb-b26dad9a5c8e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:12.153663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Attempting to bind port 010a4207-dd38-419b-a8cb-b26dad9a5c8e on network dc1d2aec-d143-429d-9e73-c52348529403 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:12.173706 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Routers {'255abc87-c0f3-41f0-8a1c-d5e22e65a571'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:12.174354 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:12.175054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:12.176793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Checking segment: {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:12.180175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.180588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Bound using segment: {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:12.181099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Bound port: 010a4207-dd38-419b-a8cb-b26dad9a5c8e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a89f30e-0e7c-4013-b322-6c58436ac7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:12.181706 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.183018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e508e672-8097-4403-b5c8-36de292e848a tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665491 Dec 15 05:01:12.185472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41062) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.193064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682705801', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:12.254066 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9839368-c1e5-4115-ad10-f7257b5a4f17 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.254660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9839368-c1e5-4115-ad10-f7257b5a4f17 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.267580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b9839368-c1e5-4115-ad10-f7257b5a4f17 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/57cb9474-fb61-4f5f-8553-e137a955a660 HTTP/1.1" status: 404 len: 333 time: 0.3567092 Dec 15 05:01:12.275784 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41064) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.373602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f8c663bf-c2fd-4e00-875c-5a98c4265e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.375817 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56540cbc-6096-454d-9310-a554da12ece7 None None] Pushing event updated for resources: {'Port': ['ID=322591c8-95ed-43f2-b800-86d2cc436bdf,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:12.394726 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd4749-f848-4bff-b5c4-1cf01cb6193d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.395199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd4749-f848-4bff-b5c4-1cf01cb6193d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.398632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3dfd4749-f848-4bff-b5c4-1cf01cb6193d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/1f2dee6f-b6d7-4875-a04b-35a972031520 HTTP/1.1" status: 404 len: 337 time: 0.1211612 Dec 15 05:01:12.399649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Attempting to bind port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:12.400150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Attempting to bind port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:12.400371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Attempting to bind port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 on network 0acc4453-07d9-487a-a25e-0b14e8e370ba {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:12.401964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.437096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] Set router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:12.438227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f8c663bf-c2fd-4e00-875c-5a98c4265e4f None None] For port 322591c8-95ed-43f2-b800-86d2cc436bdf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=322591c8-95ed-43f2-b800-86d2cc436bdf,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:12.439469 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c75d58-41c5-48d9-a931-783484415e41 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.439599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230e53d-883b-40de-98b5-eb915d2ea687 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:01:12.439954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c75d58-41c5-48d9-a931-783484415e41 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.444949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-61c75d58-41c5-48d9-a931-783484415e41 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/d25a6f43-f1fe-4bba-9926-bc64adfc1ec6 HTTP/1.1" status: 404 len: 337 time: 0.0418589 Dec 15 05:01:12.447373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41068) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.449902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:12.474222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Made reservation on behalf of 2b173c2b1643473283cb08ae4c6ff350 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:12.496046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.516387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:12.524115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f8c663bf-c2fd-4e00-875c-5a98c4265e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.528154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] For port 010a4207-dd38-419b-a8cb-b26dad9a5c8e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:12.573337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 on network 0acc4453-07d9-487a-a25e-0b14e8e370ba not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:01:12.574004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Attempting to bind port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 on network 0acc4453-07d9-487a-a25e-0b14e8e370ba {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:12.584169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:12.584169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Checking segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:12.584730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Bound using segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:12.586362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Bound port: 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:12.586362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.587445 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c57ef-1629-4482-80f4-ebd4b9506d49 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.588655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c57ef-1629-4482-80f4-ebd4b9506d49 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.603643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8b0c57ef-1629-4482-80f4-ebd4b9506d49 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/9005facd-8270-4722-8f20-94f60b52cc70 HTTP/1.1" status: 404 len: 333 time: 0.1470878 Dec 15 05:01:12.613703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.627542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] No DVR routers for this DVR port 1cb4690d-405c-4446-b4d8-93ed9250afe9 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:12.643351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] For port 010a4207-dd38-419b-a8cb-b26dad9a5c8e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=010a4207-dd38-419b-a8cb-b26dad9a5c8e,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:12.664855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.669222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-636d848e-80b7-4b81-9723-ac13b14149de req-dc5598d6-58cd-4428-adfe-04c04957400c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.16 "DELETE /v2.0/ports/1cb4690d-405c-4446-b4d8-93ed9250afe9 HTTP/1.1" status: 204 len: 173 time: 6.0887945 Dec 15 05:01:12.672935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:12.674073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'name': 'network-vif-deleted', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:12.687880 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdce5c8-b649-4521-a1a3-2e49b4cce0b5" -d '{"events": [{"server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "name": "network-vif-deleted", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:12.689952 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a9d787-7748-4e24-899f-9017a05b5602 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.690477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a9d787-7748-4e24-899f-9017a05b5602 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.691061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:12.691705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:12.694488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-67a9d787-7748-4e24-899f-9017a05b5602 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/92229851-a25f-427b-9aab-2d25dab6650c HTTP/1.1" status: 404 len: 337 time: 0.0794089 Dec 15 05:01:12.706831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41076) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.818059 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-5477a1cc-96d3-4999-9900-dfaa9a7fb3f8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.819797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5477a1cc-96d3-4999-9900-dfaa9a7fb3f8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.827834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5477a1cc-96d3-4999-9900-dfaa9a7fb3f8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/8f4cf140-2428-4497-a406-38b48f404142 HTTP/1.1" status: 404 len: 337 time: 0.1195784 Dec 15 05:01:12.833427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41080) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.892764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] For port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:12.899142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] For port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:12.925512 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c9d6c0-f155-4240-b2c7-e245de0baea4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:12.926791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c9d6c0-f155-4240-b2c7-e245de0baea4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:12.935021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-81c9d6c0-f155-4240-b2c7-e245de0baea4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/bb0d2761-31db-48f0-a422-7cb40861f814 HTTP/1.1" status: 404 len: 333 time: 0.0940070 Dec 15 05:01:12.936059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:12.948372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:13.018335 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-4812eb61-687d-4bfe-adbd-9ba6149fc165 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.028491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4812eb61-687d-4bfe-adbd-9ba6149fc165 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.038442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4812eb61-687d-4bfe-adbd-9ba6149fc165 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/b7721119-9f6e-4c77-84d7-aa68addbdb6f HTTP/1.1" status: 404 len: 337 time: 0.0936391 Dec 15 05:01:13.040645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41092) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.050717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Provisioning complete for port 322591c8-95ed-43f2-b800-86d2cc436bdf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:13.051197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:13.054288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c663bf-c2fd-4e00-875c-5a98c4265e4f None None] Pushing event updated for resources: {'Port': ['ID=322591c8-95ed-43f2-b800-86d2cc436bdf,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:13.060750 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 3, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:13.092826 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c072cb1-ea5a-4a6e-b1f5-b7b6d7b6d9b1 x-openstack-request-id: req-1c072cb1-ea5a-4a6e-b1f5-b7b6d7b6d9b1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:13.093132 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8", "name": "network-vif-deleted", "tag": "1cb4690d-405c-4446-b4d8-93ed9250afe9", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:13.096206 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c072cb1-ea5a-4a6e-b1f5-b7b6d7b6d9b1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:13.100234 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8', 'name': 'network-vif-deleted', 'tag': '1cb4690d-405c-4446-b4d8-93ed9250afe9', 'status': 'completed', 'code': 200} Dec 15 05:01:13.101506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:13.107973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:13.109145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:13.112439 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6eb3b795-de9a-46cf-9262-bed6d8fb8123 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 HTTP/1.1" status: 200 len: 1093 time: 3.7761874 Dec 15 05:01:13.151753 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8024e8-3891-4e53-afd2-2d3bea746d6e None None] The sync data for ids ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'] in n-d-820935-10 is: [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 3, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:13.160684 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-69de596c-19a6-4d99-8451-7c11cf6d8f87 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.161157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69de596c-19a6-4d99-8451-7c11cf6d8f87 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.164274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-69de596c-19a6-4d99-8451-7c11cf6d8f87 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/9a627dc1-4eed-4a2a-b5a0-3393faf6cd93 HTTP/1.1" status: 404 len: 337 time: 0.1226683 Dec 15 05:01:13.168586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41100) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.246933 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5997f1-8acb-4286-b3c3-eb90edc2fbcc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.247529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5997f1-8acb-4286-b3c3-eb90edc2fbcc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.250646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0d5997f1-8acb-4286-b3c3-eb90edc2fbcc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/f5398bd2-931d-450d-8b0b-246d409acd32 HTTP/1.1" status: 404 len: 333 time: 0.0797391 Dec 15 05:01:13.286555 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c36418e8-e3cd-426f-ac05-62885295b6d3 req-ca30becb-3f0c-450a-bcdf-7ea30f9c6424 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c053fdc-e16a-4c82-ac00-0f6e13f8a5a8 HTTP/1.1" status: 200 len: 210 time: 0.1462576 Dec 15 05:01:13.289553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41104) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.338864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:13.367044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:13.410200 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-357769a6-656c-4f62-9e2d-681036ff4e3d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.411598 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357769a6-656c-4f62-9e2d-681036ff4e3d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.415145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-357769a6-656c-4f62-9e2d-681036ff4e3d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/63760f8e-db80-425e-a75a-89d82e879074 HTTP/1.1" status: 404 len: 337 time: 0.1235864 Dec 15 05:01:13.420731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41110) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.459369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6500dac0-6af3-4f6a-8ecd-f90c57849982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:13.461710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-6500dac0-6af3-4f6a-8ecd-f90c57849982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 1096 time: 0.2407246 Dec 15 05:01:13.493854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34226032-0023-454c-bf61-ba4bcf169632 None None] Pushing event updated for resources: {'Port': ['ID=010a4207-dd38-419b-a8cb-b26dad9a5c8e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:13.508396 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbdf06-8786-47e7-8298-03e9ea4d31c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.511276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafbdf06-8786-47e7-8298-03e9ea4d31c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.519099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aafbdf06-8786-47e7-8298-03e9ea4d31c4 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/a5571ac7-fbe3-4e39-826b-da4d7a7b3817 HTTP/1.1" status: 404 len: 333 time: 0.0945482 Dec 15 05:01:13.534117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41114) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.652154 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3507dc-5f4f-4fc4-958f-764ae00f4366 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.653197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3507dc-5f4f-4fc4-958f-764ae00f4366 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.657699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f3507dc-5f4f-4fc4-958f-764ae00f4366 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/2413b5c1-2f34-49a7-a4a7-21f971948f2a HTTP/1.1" status: 404 len: 337 time: 0.0517561 Dec 15 05:01:13.667563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.710305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Routers {'5782a300-4ab6-4373-bfcf-adc37b5f8803'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:13.711189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5782a300-4ab6-4373-bfcf-adc37b5f8803'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:13.719631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230e53d-883b-40de-98b5-eb915d2ea687 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:01:13.727450 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec45eb7-d3ad-4919-9b46-c10e110d53f1 req-4675b73a-b842-4dc0-9e01-3401d69540bb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:13.740113 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-ed07f619-cf0d-42fb-a662-22c9a6f74941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 HTTP/1.1" status: 200 len: 217 time: 0.1297350 Dec 15 05:01:13.754524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec45eb7-d3ad-4919-9b46-c10e110d53f1 req-4675b73a-b842-4dc0-9e01-3401d69540bb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 944 time: 0.4629533 Dec 15 05:01:13.851000 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa2e72e-0c8a-43f0-ae12-09f290628605 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.853410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa2e72e-0c8a-43f0-ae12-09f290628605 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.870676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41122) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.874402 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7aa2e72e-0c8a-43f0-ae12-09f290628605 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/2a20ee28-2e80-4b6b-af72-3daeb24dd98e HTTP/1.1" status: 404 len: 333 time: 0.1691227 Dec 15 05:01:13.875509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:13.917766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-83b57cc3-5bd4-4525-9bf7-81603c6f7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:13.919179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-83b57cc3-5bd4-4525-9bf7-81603c6f7a62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c66cee8-2dc5-4caa-baf0-7ff100a1515b HTTP/1.1" status: 200 len: 837 time: 0.1669586 Dec 15 05:01:13.920106 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0b1a5b-3d70-46c2-aae4-a4e46e7c7cdb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.920548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0b1a5b-3d70-46c2-aae4-a4e46e7c7cdb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.924432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d0b1a5b-3d70-46c2-aae4-a4e46e7c7cdb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/4730e787-d310-4976-a7ae-ac31f36b2892 HTTP/1.1" status: 404 len: 337 time: 0.0503347 Dec 15 05:01:13.932662 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:13.973149 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7172e7da-3e1b-4537-a566-419f749e5891 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:13.973732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7172e7da-3e1b-4537-a566-419f749e5891 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:13.977223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7172e7da-3e1b-4537-a566-419f749e5891 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/953b230a-f091-48be-bdd0-ca493a4b0926 HTTP/1.1" status: 404 len: 333 time: 0.0419199 Dec 15 05:01:14.016511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Subnet': ['ID=8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:14.025983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41128) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.059916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-5407bcc0-67d3-4871-b48d-664d0ff1ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:14.061732 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-5407bcc0-67d3-4871-b48d-664d0ff1ae77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0acc4453-07d9-487a-a25e-0b14e8e370ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1306241 Dec 15 05:01:14.123773 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-162f55cd-f978-4a43-b957-650efdf1c7cc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.124713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162f55cd-f978-4a43-b957-650efdf1c7cc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.132390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-162f55cd-f978-4a43-b957-650efdf1c7cc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/2d38eda6-2c0d-4cdb-afc8-83df73c72eb6 HTTP/1.1" status: 404 len: 337 time: 0.0971055 Dec 15 05:01:14.133737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41130) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.138081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.139252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.140145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.141281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.141971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.142604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.143103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.143613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.144134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.144803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.145300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.146661 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.147201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:14.202184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Checking segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:14.206469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network hostable DHCP agents. Network: dee26807-40ec-4e65-b1ce-2769e1947984, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:01:14.208918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] Set router 5782a300-4ab6-4373-bfcf-adc37b5f8803 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:14.221622 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecdca8c-8999-4076-a524-ea72d9636eaa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.222320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecdca8c-8999-4076-a524-ea72d9636eaa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.225686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7ecdca8c-8999-4076-a524-ea72d9636eaa tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/c2a8e166-12e9-47e9-9c70-599cd09c3026 HTTP/1.1" status: 404 len: 333 time: 0.0763190 Dec 15 05:01:14.231234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41134) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.247157 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3ec45eb7-d3ad-4919-9b46-c10e110d53f1 req-0f10497a-83ea-407f-95e2-82ccd03ca7fc tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4915318 Dec 15 05:01:14.279594 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafe867d-9ee9-46cc-9a2d-519a744f26b1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.279594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafe867d-9ee9-46cc-9a2d-519a744f26b1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.285846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network dee26807-40ec-4e65-b1ce-2769e1947984 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:01:14.288904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fafe867d-9ee9-46cc-9a2d-519a744f26b1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/fb9477b4-b778-4e9a-b2d5-89d1d950113d HTTP/1.1" status: 404 len: 337 time: 0.0532119 Dec 15 05:01:14.290270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41136) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.322358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Deleting port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:14.322858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:14.377461 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b6ef04-08f3-4876-a6c0-3f43e258bb53 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.378067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b6ef04-08f3-4876-a6c0-3f43e258bb53 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.381782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-31b6ef04-08f3-4876-a6c0-3f43e258bb53 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/b7c4abd7-a0ee-42d4-bde3-d41a19214e89 HTTP/1.1" status: 404 len: 333 time: 0.0891614 Dec 15 05:01:14.387357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41142) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.395655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-5d7aa095-bc52-42c9-abe8-baf766b5f76a service neutron] 10.222.0.42 "GET /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913687 Dec 15 05:01:14.425425 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-531fdb62-a50f-4179-8647-0d1c1d7ed2de tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.426069 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531fdb62-a50f-4179-8647-0d1c1d7ed2de tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.431446 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-531fdb62-a50f-4179-8647-0d1c1d7ed2de tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/54302432-5ffb-4cbf-be8a-6f89b7871c53 HTTP/1.1" status: 404 len: 337 time: 0.0429847 Dec 15 05:01:14.433762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, dee26807-40ec-4e65-b1ce-2769e1947984) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:14.438817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.441672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41146) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.482927 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb4d90c-8bf8-48ad-87d8-5b0ef629a5e0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.483689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb4d90c-8bf8-48ad-87d8-5b0ef629a5e0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.490058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-feb4d90c-8bf8-48ad-87d8-5b0ef629a5e0 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/1701a4bd-5625-4737-9c86-50054e0a10e1 HTTP/1.1" status: 404 len: 337 time: 0.0480001 Dec 15 05:01:14.490630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:14.491248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:14.496713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41148) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.551256 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d30cc6-faed-4d82-bbb6-8358ea434fdc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.552449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d30cc6-faed-4d82-bbb6-8358ea434fdc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.564122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d8d30cc6-faed-4d82-bbb6-8358ea434fdc tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/bb7415d1-8411-4096-a79b-d87445b62496 HTTP/1.1" status: 404 len: 333 time: 0.0659688 Dec 15 05:01:14.566349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.648873 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d211417f-e658-4f1e-b94d-c61aae07dd19 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.649729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d211417f-e658-4f1e-b94d-c61aae07dd19 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.653332 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d211417f-e658-4f1e-b94d-c61aae07dd19 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/10b547cb-16cd-44c7-8719-20eb8ec35160 HTTP/1.1" status: 404 len: 337 time: 0.0851250 Dec 15 05:01:14.661688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a11e762e-2793-4624-963f-38a6e74e9919 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4723091 Dec 15 05:01:14.661688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41154) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.706706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41156) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.715270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6b14ee85-aa05-44f9-a5f2-4ba303b14cb7 req-c0a8090f-74b3-490f-988b-4f2d7d6c9eca service neutron] 10.222.0.42 "GET /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113503 Dec 15 05:01:14.719145 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f81b9a8-b0ea-429f-ac0f-768a79bc1204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.719560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f81b9a8-b0ea-429f-ac0f-768a79bc1204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.744116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f81b9a8-b0ea-429f-ac0f-768a79bc1204 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/48146d33-feaa-4f64-afa8-89e0d96fac78 HTTP/1.1" status: 404 len: 337 time: 0.0827672 Dec 15 05:01:14.755290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41158) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.780007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Provisioning complete for port 010a4207-dd38-419b-a8cb-b26dad9a5c8e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:14.780718 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:14.791007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322591c8-95ed-43f2-b800-86d2cc436bdf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:14.803252 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a487e7f3-62d1-48a8-82cc-7e8e12177b59 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.803856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a487e7f3-62d1-48a8-82cc-7e8e12177b59 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.808758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a487e7f3-62d1-48a8-82cc-7e8e12177b59 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/8ffab38a-cf9f-41b2-8cfc-17a9ad59a4d6 HTTP/1.1" status: 404 len: 333 time: 0.0521679 Dec 15 05:01:14.811222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41160) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.854264 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-250a2cb0-78e7-49ca-949a-cccbfcae6e41 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.857204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250a2cb0-78e7-49ca-949a-cccbfcae6e41 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.865581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-250a2cb0-78e7-49ca-949a-cccbfcae6e41 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb9eae8-a43f-43f6-a303-e5d5c39707e3 HTTP/1.1" status: 404 len: 337 time: 0.0523195 Dec 15 05:01:14.867560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41162) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.889712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] For port 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:14.890374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:14.895268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:14.926234 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac4b8fa-9c97-4b86-b7d3-5349891ed73c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.926896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac4b8fa-9c97-4b86-b7d3-5349891ed73c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.930545 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dac4b8fa-9c97-4b86-b7d3-5349891ed73c tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/9542fdcd-71ad-440f-a378-3e9b968979a1 HTTP/1.1" status: 404 len: 337 time: 0.0608468 Dec 15 05:01:14.933841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41164) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:14.968382 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-6915a99d-d023-4782-9a11-0493108ef706 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:14.968771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6915a99d-d023-4782-9a11-0493108ef706 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:14.971606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:14.974250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6915a99d-d023-4782-9a11-0493108ef706 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/7a0e7df1-a8c7-4f1f-8e67-5dd3f4753e69 HTTP/1.1" status: 404 len: 333 time: 0.0393314 Dec 15 05:01:14.976614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41166) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.017637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:15.019601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:15.030060 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfa252a-37d0-4b2e-bcfa-2d0b42146afb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.030653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfa252a-37d0-4b2e-bcfa-2d0b42146afb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.043028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8bfa252a-37d0-4b2e-bcfa-2d0b42146afb tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/ab7fa84a-aae1-411c-b24a-c0b721d42dd2 HTTP/1.1" status: 404 len: 337 time: 0.0653069 Dec 15 05:01:15.043699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41168) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.080575 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4adc4f-5c31-470c-8c31-f142f4c99459 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.081096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4adc4f-5c31-470c-8c31-f142f4c99459 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.084442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb4adc4f-5c31-470c-8c31-f142f4c99459 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/18c2d3f7-25c6-4eba-8bbb-42d2f64db48a HTTP/1.1" status: 404 len: 337 time: 0.0394995 Dec 15 05:01:15.087094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41172) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.120464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-17c24d7a-da51-401a-81a7-f294f4063abe tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed448a1e-c574-4cdd-b7c6-2741ccca4243 HTTP/1.1" status: 200 len: 205 time: 0.0318537 Dec 15 05:01:15.122748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.131654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:04Z', 'revision_number': 4, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '010a4207-dd38-419b-a8cb-b26dad9a5c8e', 'name': '', 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'mac_address': 'fa:16:3e:70:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'subnets': [{'id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:15.176125 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-394aa111-71c4-4ca3-a5c5-f57e794a6826 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] delete failed (client error): The resource could not be found. Dec 15 05:01:15.178312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-394aa111-71c4-4ca3-a5c5-f57e794a6826 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/routers/ed448a1e-c574-4cdd-b7c6-2741ccca4243 HTTP/1.1" status: 404 len: 336 time: 0.0545747 Dec 15 05:01:15.181399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41176) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.221398 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-0088dcfc-dfc4-4312-9956-ed99c2209e14 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.222261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0088dcfc-dfc4-4312-9956-ed99c2209e14 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.223582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb16fc-1358-4ebc-b003-ca4d9fcc3379 None None] The sync data for ids ['5782a300-4ab6-4373-bfcf-adc37b5f8803'] in n-d-820935-10 is: [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:04Z', 'revision_number': 4, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '010a4207-dd38-419b-a8cb-b26dad9a5c8e', 'name': '', 'network_id': 'dc1d2aec-d143-429d-9e73-c52348529403', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'mac_address': 'fa:16:3e:70:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'subnets': [{'id': '5891c5ed-dbd9-4b9d-8ace-3a280215d08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:15.230661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0088dcfc-dfc4-4312-9956-ed99c2209e14 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/8ff7330b-aa4b-4c94-997a-92536b77cc9e HTTP/1.1" status: 404 len: 337 time: 0.0440979 Dec 15 05:01:15.231591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41178) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.258501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 322591c8-95ed-43f2-b800-86d2cc436bdf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:15.258878 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:15.276242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b8ab7c8b-c320-4a94-a0bb-7b6bec0bc75a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "GET /v2.0/ports?device_id=aedb0c69-cf00-4c66-a1d3-ebb4220d4626 HTTP/1.1" status: 200 len: 205 time: 0.0429537 Dec 15 05:01:15.278869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.312746 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:15.352683 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-0b4d4a37-ff9c-4fb3-8dc6-84c2c46d8edf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] delete failed (client error): The resource could not be found. Dec 15 05:01:15.372860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0b4d4a37-ff9c-4fb3-8dc6-84c2c46d8edf tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/routers/aedb0c69-cf00-4c66-a1d3-ebb4220d4626 HTTP/1.1" status: 404 len: 336 time: 0.0804765 Dec 15 05:01:15.373192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41186) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.436719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] For port 010a4207-dd38-419b-a8cb-b26dad9a5c8e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=010a4207-dd38-419b-a8cb-b26dad9a5c8e,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:15.446573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297817a-e220-4349-b90b-4717c7224101 None None] Network dee26807-40ec-4e65-b1ce-2769e1947984 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:15.454668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:15.460005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:15.496213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'tag': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:15.503548 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d398e-c791-44ba-9ec2-a8ee0696dcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3bfb22-afa6-4a46-9d26-aad55bc439a4", "tag": "5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:15.505539 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-110a4313-c312-44a2-b7d2-3b4b4f3d9974 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.506260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110a4313-c312-44a2-b7d2-3b4b4f3d9974 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.520420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-110a4313-c312-44a2-b7d2-3b4b4f3d9974 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/2e2dc8ab-4ab8-49a0-badf-49eb9842b186 HTTP/1.1" status: 404 len: 337 time: 0.1437693 Dec 15 05:01:15.530214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Calling delete_port for 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:15.546423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.668235 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac64b9-6781-4c37-a6b5-5a2aa5a26d6f x-openstack-request-id: req-66ac64b9-6781-4c37-a6b5-5a2aa5a26d6f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:15.668599 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3bfb22-afa6-4a46-9d26-aad55bc439a4", "tag": "5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:15.668808 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66ac64b9-6781-4c37-a6b5-5a2aa5a26d6f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:15.669233 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'tag': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8', 'status': 'completed', 'code': 200} Dec 15 05:01:15.671913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd178e-56ec-4997-890f-33efbae2978d req-4a7a0396-ac39-494c-9b81-85ed230a03d5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:15.676980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51bd178e-56ec-4997-890f-33efbae2978d req-4a7a0396-ac39-494c-9b81-85ed230a03d5 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 944 time: 0.1874926 Dec 15 05:01:15.689918 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a2b9b5-0c33-4b34-8253-03cbe9448639 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.692812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a2b9b5-0c33-4b34-8253-03cbe9448639 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.699406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-00a2b9b5-0c33-4b34-8253-03cbe9448639 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/e1e81793-f9be-49dc-b6b5-7209232ebf14 HTTP/1.1" status: 404 len: 337 time: 0.1459713 Dec 15 05:01:15.708667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41192) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.793531 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97c17f1-5022-4ef6-8bf3-87ac305f94c9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.796096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97c17f1-5022-4ef6-8bf3-87ac305f94c9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.811898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b97c17f1-5022-4ef6-8bf3-87ac305f94c9 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/801a35ec-fe0c-464d-b183-8a8a258f846b HTTP/1.1" status: 404 len: 333 time: 0.1007974 Dec 15 05:01:15.816496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41194) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:15.852499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf233950-9efd-4b94-b84d-302b5ea7d598 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:15.917394 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26d28f2-7f64-4477-89d7-1920c9bbfc38 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:15.917922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26d28f2-7f64-4477-89d7-1920c9bbfc38 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:15.921387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-ed611620-7565-40d3-bee5-e5fe9e4adf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:15.922888 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-ed611620-7565-40d3-bee5-e5fe9e4adf0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 1096 time: 0.1598182 Dec 15 05:01:15.924826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf233950-9efd-4b94-b84d-302b5ea7d598 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:15.942802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d26d28f2-7f64-4477-89d7-1920c9bbfc38 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/45171a31-5fae-4541-9213-63ed8df9ee25 HTTP/1.1" status: 404 len: 337 time: 0.1224439 Dec 15 05:01:15.945744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41198) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.016224 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c2c275-e0f8-4be3-ae93-140ff47b340a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.017602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c2c275-e0f8-4be3-ae93-140ff47b340a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.021860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98c2c275-e0f8-4be3-ae93-140ff47b340a tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/1602d05f-a906-4276-b8f5-ca0ba4c101f0 HTTP/1.1" status: 404 len: 333 time: 0.0751224 Dec 15 05:01:16.036503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41200) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.043575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51bd178e-56ec-4997-890f-33efbae2978d req-437ece28-c3b1-4803-a9c4-c66d1adee4fd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3526638 Dec 15 05:01:16.104170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe5375-3e7f-4a67-b3c2-592413daf3fd None None] Pushing event updated for resources: {'Port': ['ID=010a4207-dd38-419b-a8cb-b26dad9a5c8e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:16.154026 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6a7abe-1932-4d83-a285-f421b38464d1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.154600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6a7abe-1932-4d83-a285-f421b38464d1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.159845 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b6a7abe-1932-4d83-a285-f421b38464d1 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/84b45a5f-ae9c-4ff4-8914-504fa46e07b1 HTTP/1.1" status: 404 len: 337 time: 0.0644598 Dec 15 05:01:16.160937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41202) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.170212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a8963056-1732-4fe3-8037-ee75b80b6107 None None] Provisioning complete for port 010a4207-dd38-419b-a8cb-b26dad9a5c8e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:16.171174 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a8963056-1732-4fe3-8037-ee75b80b6107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.186113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-dee26807-40ec-4e65-b1ce-2769e1947984', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'fixed_ips': [{'subnet_id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:01:16.187168 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.211258 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-776fcc3b-312e-495b-90aa-3ba541ada57b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.211867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776fcc3b-312e-495b-90aa-3ba541ada57b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.218365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-776fcc3b-312e-495b-90aa-3ba541ada57b tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/ff42d944-0bcf-43a2-b126-e4baabd98466 HTTP/1.1" status: 404 len: 333 time: 0.0563469 Dec 15 05:01:16.223271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41204) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.291337 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f085aa-02d7-4e99-a902-58c4405705c3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.291789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f085aa-02d7-4e99-a902-58c4405705c3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.298929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f4f085aa-02d7-4e99-a902-58c4405705c3 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/8d6b729d-826e-474c-9211-40a129962849 HTTP/1.1" status: 404 len: 337 time: 0.0733697 Dec 15 05:01:16.301380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41206) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.359523 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94d1365-f17d-4544-a9e5-f10a929e3f05 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.361274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94d1365-f17d-4544-a9e5-f10a929e3f05 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.362921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf233950-9efd-4b94-b84d-302b5ea7d598 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.366498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf233950-9efd-4b94-b84d-302b5ea7d598 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.367973 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf233950-9efd-4b94-b84d-302b5ea7d598 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ecdb72d-6f18-4ac3-81b3-9b672fa4caed HTTP/1.1" status: 204 len: 168 time: 1.8319762 Dec 15 05:01:16.368844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d94d1365-f17d-4544-a9e5-f10a929e3f05 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/9868772b-2ea4-4696-be79-9baf7cf9d6f5 HTTP/1.1" status: 404 len: 333 time: 0.0561388 Dec 15 05:01:16.369062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-088ef841-4ba7-45e3-906d-7fb8707e31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:16.370941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-088ef841-4ba7-45e3-906d-7fb8707e31ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=0acc4453-07d9-487a-a25e-0b14e8e370ba HTTP/1.1" status: 200 len: 896 time: 0.4397840 Dec 15 05:01:16.371609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41208) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.374075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41210) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.388246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.420557 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e667178-e1d4-4e71-bbbd-dc057a834240 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.421022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e667178-e1d4-4e71-bbbd-dc057a834240 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.424397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8e667178-e1d4-4e71-bbbd-dc057a834240 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/de3f07d4-6df2-47eb-a7e3-bd880a52fd68 HTTP/1.1" status: 404 len: 337 time: 0.0486534 Dec 15 05:01:16.427091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41214) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.469605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Allocated IP 172.20.0.18 (dee26807-40ec-4e65-b1ce-2769e1947984/8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5/7ed33819-001c-4f08-a3cf-d6fbf2a993d0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:16.482665 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c11fcb-4c72-4792-94c5-bf0b1cc82a44 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.483955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c11fcb-4c72-4792-94c5-bf0b1cc82a44 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.487952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-03c11fcb-4c72-4792-94c5-bf0b1cc82a44 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/20a780f5-f690-4f7f-832c-96b800ba537f HTTP/1.1" status: 404 len: 333 time: 0.0601311 Dec 15 05:01:16.490405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.534636 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89bcd24-5d06-42c0-9986-b69587a99c79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.535098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89bcd24-5d06-42c0-9986-b69587a99c79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.549064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c89bcd24-5d06-42c0-9986-b69587a99c79 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/1e09698a-43f2-4a86-bf19-15e599081253 HTTP/1.1" status: 404 len: 337 time: 0.0563869 Dec 15 05:01:16.550144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf233950-9efd-4b94-b84d-302b5ea7d598 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecdb72d-6f18-4ac3-81b3-9b672fa4caed,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:16.553823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.572000 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-6b1a1a0a-f20b-4f60-a67b-2549623973e7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] show failed (client error): The resource could not be found. Dec 15 05:01:16.573175 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b1a1a0a-f20b-4f60-a67b-2549623973e7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups/2ecdb72d-6f18-4ac3-81b3-9b672fa4caed HTTP/1.1" status: 404 len: 347 time: 0.1950817 Dec 15 05:01:16.577048 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41220) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.662715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-63ef0122-56da-4582-abfd-bc8112decf7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 HTTP/1.1" status: 200 len: 217 time: 0.2744651 Dec 15 05:01:16.676454 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.697037 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.727560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41222) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.736345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 010a4207-dd38-419b-a8cb-b26dad9a5c8e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:16.741609 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d81f23-17f2-457b-896d-8e6b0f0b7aab tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.742400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d81f23-17f2-457b-896d-8e6b0f0b7aab tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.747064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a3d81f23-17f2-457b-896d-8e6b0f0b7aab tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/58bf6970-5179-45dc-815d-77187cb1e1c4 HTTP/1.1" status: 404 len: 333 time: 0.1926546 Dec 15 05:01:16.778664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41226) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.841053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Pushing event deleted for resources: {'Port': ['ID=73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:16.848958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:16.853254 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-265fb69f-be6b-429d-9005-d371a12d4b2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.853761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265fb69f-be6b-429d-9005-d371a12d4b2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.857412 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-265fb69f-be6b-429d-9005-d371a12d4b2d tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/757845d2-28a4-4280-9b68-b27d9819492a HTTP/1.1" status: 404 len: 337 time: 0.0777977 Dec 15 05:01:16.860690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41228) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:16.927425 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3dd8fe-007c-4f52-a959-2a401b4e8b45 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:16.928031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3dd8fe-007c-4f52-a959-2a401b4e8b45 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:16.933180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bf3dd8fe-007c-4f52-a959-2a401b4e8b45 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/ports/1ee5bf80-53dc-4af9-b896-0e04135f3f4c HTTP/1.1" status: 404 len: 333 time: 0.0656970 Dec 15 05:01:16.949654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Deleting port ef8feb88-b4ca-425e-80b1-946e40050566 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:16.950066 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:16.950269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:01:16.951786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41230) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:17.024976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Network dee26807-40ec-4e65-b1ce-2769e1947984 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:17.029088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924e38a-5522-42e7-8106-b281d2113289 None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:17.031359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:17.043122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.043369 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c129359-da89-4527-9b6e-2d4992b1318f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] DELETE failed (client error): The resource could not be found. Dec 15 05:01:17.043474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.043622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c129359-da89-4527-9b6e-2d4992b1318f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:01:17.049010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c129359-da89-4527-9b6e-2d4992b1318f tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/subnets/5a2ee72b-cd3f-46fe-b7ec-55802daf8e8e HTTP/1.1" status: 404 len: 337 time: 0.0686257 Dec 15 05:01:17.052276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41232) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:17.055321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:17.071136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Calling delete_port for ef8feb88-b4ca-425e-80b1-946e40050566 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:17.118954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.121722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:17.130913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-c61dde54-fc32-4a0c-a7d9-94126d0aff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:17.132367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-c61dde54-fc32-4a0c-a7d9-94126d0aff08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c66cee8-2dc5-4caa-baf0-7ff100a1515b HTTP/1.1" status: 200 len: 837 time: 0.2838333 Dec 15 05:01:17.143923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'port_id': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8', 'mac_address': 'fa:16:3e:60:0d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:01:17.178706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Pushing event updated for resources: {'Port': ['ID=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:17.182423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a83c66-8208-448b-8e0e-48032e3dccc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.266664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.311464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.414138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99499c9a-f192-4f4e-a79c-28e394307cd6 req-1015115f-d6c9-4a43-86d8-c32fb0caa8cb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:17.416138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99499c9a-f192-4f4e-a79c-28e394307cd6 req-1015115f-d6c9-4a43-86d8-c32fb0caa8cb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 944 time: 0.2314267 Dec 15 05:01:17.422802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-3086f6bb-6ee5-474e-a392-4b2fdafc9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:17.424443 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-3086f6bb-6ee5-474e-a392-4b2fdafc9e80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0acc4453-07d9-487a-a25e-0b14e8e370ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2631552 Dec 15 05:01:17.457995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.458410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.458633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.458958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.459521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.459859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.460334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.460652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.460982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.461301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.461634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.461947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.462265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:17.513107 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.533882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 010a4207-dd38-419b-a8cb-b26dad9a5c8e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:17.533882 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.551916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Attempting to bind port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:17.552425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Attempting to bind port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:17.552877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Attempting to bind port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 on network dee26807-40ec-4e65-b1ce-2769e1947984 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:17.565504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99499c9a-f192-4f4e-a79c-28e394307cd6 req-f4362cda-0df4-41e2-a035-28a61461fdc2 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339500 Dec 15 05:01:17.574695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event deleted for resources: {'Port': ['ID=ef8feb88-b4ca-425e-80b1-946e40050566,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:17.576449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.612616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:01:17.628670 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c4c06-0dc3-492f-9375-93f9a9acf55f None None] New status for floating IP e62ca1b5-7348-4db6-999c-0af9db796cc1: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:01:17.633598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:17.633997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Checking segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:17.634400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.634802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Bound using segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:17.635927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Bound port: 7ed33819-001c-4f08-a3cf-d6fbf2a993d0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:17.636367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.641533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:17.649056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a83c66-8208-448b-8e0e-48032e3dccc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.655230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.658907 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-32a83c66-8208-448b-8e0e-48032e3dccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.705516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.708398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.709508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ed36939-2e87-4f52-a4d1-571673f2a6d7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "DELETE /v2.0/floatingips/e62ca1b5-7348-4db6-999c-0af9db796cc1 HTTP/1.1" status: 204 len: 168 time: 1.1036508 Dec 15 05:01:17.711758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a83c66-8208-448b-8e0e-48032e3dccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e6f8b-a169-4134-8be2-2ab53a549d99,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:17.720262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-32a83c66-8208-448b-8e0e-48032e3dccc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2f068b3038a45fe8f6964c28b5a919b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9863706 Dec 15 05:01:17.720871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:17.738109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-de1cd2eb-a772-4647-96f9-985d5f803cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774851 Dec 15 05:01:17.784248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:17.826078 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.828468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] For port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:17.837818 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c86b6398-0230-4a21-b285-b0191673c284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.846794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] For port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:17.854948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.866064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c86b6398-0230-4a21-b285-b0191673c284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.888830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16079ce4-e180-4983-82f9-1ec8db4fda78']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:17.923028 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c86b6398-0230-4a21-b285-b0191673c284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.927076 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c86b6398-0230-4a21-b285-b0191673c284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:17.936870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c86b6398-0230-4a21-b285-b0191673c284 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b2e6f8b-a169-4134-8be2-2ab53a549d99 HTTP/1.1" status: 204 len: 168 time: 0.2132630 Dec 15 05:01:17.945847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:01:17.947410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b6398-0230-4a21-b285-b0191673c284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e6f8b-a169-4134-8be2-2ab53a549d99,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:17.994858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c71eadc-73a2-41ee-adeb-a1ee9c6be678') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:17.995332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c71eadc-73a2-41ee-adeb-a1ee9c6be678') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:18.026424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e1ac-e0bc-477e-865f-4214451ad2d6 None None] Pushing event updated for resources: {'Port': ['ID=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:18.035627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.116338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.147237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:01:18.147959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:01:18.152795 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:01:18.207170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-991d398e-c791-44ba-9ec2-a8ee0696dcd7 req-bdd1e6c6-f7b9-4206-9556-4a0e287fa5db service neutron] 10.222.0.42 "GET /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384727 Dec 15 05:01:18.288673 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-0832d437-8fce-4fa8-a106-d1266e31265f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3206470 Dec 15 05:01:18.369870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.375040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.378714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] 10.222.0.37 "DELETE /v2.0/networks/16079ce4-e180-4983-82f9-1ec8db4fda78 HTTP/1.1" status: 204 len: 168 time: 1.3218737 Dec 15 05:01:18.442580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28947c2-f96f-4dc7-b8de-07fe3ae5cfc8 tempest-NetworksTestDHCPv6-452628669 tempest-NetworksTestDHCPv6-452628669-project] Pushing event deleted for resources: {'Network': ['ID=16079ce4-e180-4983-82f9-1ec8db4fda78,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:18.447056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.20.0.17 (dee26807-40ec-4e65-b1ce-2769e1947984/8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5/013600f0-939b-426f-85e0-088f08689f43) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:18.523340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41246) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:18.550805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41248) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:18.556949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694925879', 'description': 'tempest-description--1199662289'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:18.562107 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b83d-9849-4caa-9180-82061461d16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.616361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.722487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b83d-9849-4caa-9180-82061461d16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.750900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b83d-9849-4caa-9180-82061461d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.790152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:18.809752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.829181 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.831392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41254) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:18.849078 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d2e6b83d-9849-4caa-9180-82061461d16a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb5c08577c184d53825dc7f99c3e40a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238616 Dec 15 05:01:18.865017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41258) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:18.865524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:18.865900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.902845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:18.905809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6b83d-9849-4caa-9180-82061461d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b4684-9db8-45f9-8632-2950cbc8fca6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:18.924407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134d99-522b-4b93-a2b9-15eda08708ef req-40c64180-f773-4d89-a307-59f7e43edd41 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:18.926410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22134d99-522b-4b93-a2b9-15eda08708ef req-40c64180-f773-4d89-a307-59f7e43edd41 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 945 time: 0.1927032 Dec 15 05:01:18.968552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:18.973916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:18.975162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-178e0cc4-9515-4980-8d7d-41ee9cff4de4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4223604 Dec 15 05:01:18.977608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-105d7c9f-3cf9-45d9-970f-2272c05d36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:18.979908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-105d7c9f-3cf9-45d9-970f-2272c05d36c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1136 time: 0.5999916 Dec 15 05:01:18.983240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41260) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:18.991737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'security_group_rule': {'security_group_id': 'e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:19.017033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:19.046777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:01:19.054006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:19.054728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.060993 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.084812 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22134d99-522b-4b93-a2b9-15eda08708ef req-39925ca8-4cc6-45e9-9d01-7ac298ce8abb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934901 Dec 15 05:01:19.124977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ddd72d0-ded4-49ea-b3f4-12f2aeda208c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.147359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:19.152368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ecff801-a78e-4295-b17f-9e7f01f6b254 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d55e3f50cad8457198fadc5c53c3e519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139553 Dec 15 05:01:19.156584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:19.157406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.183387 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ddd72d0-ded4-49ea-b3f4-12f2aeda208c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.235662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.250680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.252792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd1cc-b96c-4758-be1e-7c0509c9718c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.280453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd1cc-b96c-4758-be1e-7c0509c9718c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.303293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:19.305460 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6969b2f-e698-42d1-af43-b331224f68d8" -d '{"events": [{"server_uuid": "9e3bfb22-afa6-4a46-9d26-aad55bc439a4", "name": "network-vif-plugged", "status": "completed", "tag": "5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:19.307819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ddd72d0-ded4-49ea-b3f4-12f2aeda208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.310652 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ddd72d0-ded4-49ea-b3f4-12f2aeda208c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.314349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ddd72d0-ded4-49ea-b3f4-12f2aeda208c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e14b4684-9db8-45f9-8632-2950cbc8fca6 HTTP/1.1" status: 204 len: 168 time: 0.4336095 Dec 15 05:01:19.319060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:19.331864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:19.338908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-7717fe0d-bda0-43b6-84f7-e2bf69dd7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:19.339297 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.340520 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-7717fe0d-bda0-43b6-84f7-e2bf69dd7c31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 200 len: 897 time: 0.3256929 Dec 15 05:01:19.343532 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.359086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd72d0-ded4-49ea-b3f4-12f2aeda208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b4684-9db8-45f9-8632-2950cbc8fca6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:19.374126 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b81e01-58e7-4b77-b242-da058f792a06 x-openstack-request-id: req-a7b81e01-58e7-4b77-b242-da058f792a06 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:19.375488 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3bfb22-afa6-4a46-9d26-aad55bc439a4", "name": "network-vif-plugged", "status": "completed", "tag": "5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:19.375488 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7b81e01-58e7-4b77-b242-da058f792a06 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:19.375785 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8', 'code': 200} Dec 15 05:01:19.403599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd1cc-b96c-4758-be1e-7c0509c9718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.406665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd1cc-b96c-4758-be1e-7c0509c9718c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.408692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf8bd1cc-b96c-4758-be1e-7c0509c9718c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50f0c967-6398-4abd-974d-acd2247262eb HTTP/1.1" status: 204 len: 168 time: 0.2511582 Dec 15 05:01:19.419577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bd1cc-b96c-4758-be1e-7c0509c9718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f0c967-6398-4abd-974d-acd2247262eb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:19.470057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:19.549953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.553628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572b97e-da23-4461-9838-0242a9b814c2 None None] Network dee26807-40ec-4e65-b1ce-2769e1947984 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:19.564963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.567174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:19.602421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7abbc69d-6401-48bf-817a-ca4c6d34801e admin admin] 10.222.0.37 "PUT /v2.0/routers/5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2324200 Dec 15 05:01:19.602807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41272) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:19.607544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bf5847-c939-43b5-a398-0ac7a023ae2b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:19.620561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-a2856ab5-8807-4e66-a999-9b0ff8943847 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 200 len: 1000 time: 0.2378800 Dec 15 05:01:19.624421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaa70d-c68c-4a54-87e4-b382dea92c45 req-997d19ef-9060-4ee8-b554-2f39f5a42149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:19.625939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21eaa70d-c68c-4a54-87e4-b382dea92c45 req-997d19ef-9060-4ee8-b554-2f39f5a42149 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 1098 time: 0.1338706 Dec 15 05:01:19.630782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] Sync routers for ids ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:19.662191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f926aba4-7bb9-44a7-a781-54a963cb36ae None None] Provisioning complete for port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:19.662883 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f926aba4-7bb9-44a7-a781-54a963cb36ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.705067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] Routers {'5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:19.705563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:19.719056 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.723301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-d44d11b8-d125-400b-a899-641f1f1b251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:19.725091 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-d44d11b8-d125-400b-a899-641f1f1b251f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fa7489b-823c-4674-bdea-e3c198cefee6 HTTP/1.1" status: 200 len: 835 time: 0.0899878 Dec 15 05:01:19.730228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.734877 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cc88998a-7fc2-43c3-b14d-f0e50147bcd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7502003 Dec 15 05:01:19.738683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41276) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:19.754713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'security_group_rule': {'security_group_id': 'e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:19.842445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.881118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21eaa70d-c68c-4a54-87e4-b382dea92c45 req-1bec76b9-71c5-4687-af14-1e071e56946f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2443728 Dec 15 05:01:19.891079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network dee26807-40ec-4e65-b1ce-2769e1947984 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:19.898018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=013600f0-939b-426f-85e0-088f08689f43,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:19.901794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:19.905139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:19.920137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] Set router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:19.960447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-1919a124-a38a-4d08-9c49-7a48eed18f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:19.965361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-1919a124-a38a-4d08-9c49-7a48eed18f77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2056012 Dec 15 05:01:19.966596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.987959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:19.999777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.023667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed8290b-bcf9-4e18-9f15-7edb506b64a7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:20.043911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.293598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.297542 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-17e4ddbd-d51b-47f4-a805-c8e0ef6db27c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5549526 Dec 15 05:01:20.299616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41300) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:20.304365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:01:16Z', 'revision_number': 5, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port': {'id': 'd8cd4b4a-2a22-4b1e-8c85-3768f470165e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:48Z', 'updated_at': '2021-12-15T05:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:20.306245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:20.375529 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.379706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] Checking router: 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:20.405082 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6a10cab4-feda-4d57-849f-7bad71855d7d None None] Provisioning complete for port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:20.405486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a10cab4-feda-4d57-849f-7bad71855d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.407212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346c75-d081-4cb1-8721-711dc6f7a8c2 req-a0f37178-7b9b-4678-93ac-be053706df91 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:20.408669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f346c75-d081-4cb1-8721-711dc6f7a8c2 req-a0f37178-7b9b-4678-93ac-be053706df91 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 946 time: 0.1886106 Dec 15 05:01:20.410585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.441386 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] Routers {'5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:20.441995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:20.451268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-46b08ee2-7878-4622-aa58-65770304fb33 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167045 Dec 15 05:01:20.486951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.670094 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d12f8dc7-3326-4c96-ae67-788ef0efac3a req-20e52c2e-7ae2-47e5-9360-38f406460064 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068775 Dec 15 05:01:20.680142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f346c75-d081-4cb1-8721-711dc6f7a8c2 req-a0e03d9b-d1c6-4a42-9742-dd51becdde27 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2412808 Dec 15 05:01:20.686395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] Set router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:20.690659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:20.716792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Deleting port d8cd4b4a-2a22-4b1e-8c85-3768f470165e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:20.717864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.783829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:20.845095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:01:20Z', 'revision_number': 6, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:20.850208 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.857524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] For port d8cd4b4a-2a22-4b1e-8c85-3768f470165e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:20.857880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:20.877655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Calling delete_port for d8cd4b4a-2a22-4b1e-8c85-3768f470165e owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:20.896429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225e343-c65b-4148-95ee-01e5fb9c7844 None None] The sync data for ids ['5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955'] in n-d-820935-10 is: [{'id': '5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955', 'name': 'tempest-TestAggregatesBasicOps-615491784-router', 'tenant_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:47Z', 'updated_at': '2021-12-15T05:01:20Z', 'revision_number': 6, 'project_id': 'c85929a155ec448eb6b6bdd82eab24a0', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:20.974635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:20.975241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.023188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6a10cab4-feda-4d57-849f-7bad71855d7d None None] Provisioning complete for port 013600f0-939b-426f-85e0-088f08689f43 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:21.023811 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a10cab4-feda-4d57-849f-7bad71855d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.063953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Allocated IP 172.25.2.8 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/08915777-7d63-44f0-ab4f-82ce8a65870d) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:21.075454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6a10cab4-feda-4d57-849f-7bad71855d7d None None] Port 013600f0-939b-426f-85e0-088f08689f43 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:21.201400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-679c7842-0b80-4e55-a974-c8577732c95c None None] Provisioning complete for port 013600f0-939b-426f-85e0-088f08689f43 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:21.201867 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-679c7842-0b80-4e55-a974-c8577732c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.223800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-b3a110a6-edfc-41c7-9438-20f0277fd507 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.227825 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3a110a6-edfc-41c7-9438-20f0277fd507 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4398477 Dec 15 05:01:21.229834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41326) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.238300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-7423b05f-76de-41ce-84eb-de4156c4041c tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.242086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7423b05f-76de-41ce-84eb-de4156c4041c tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056944 Dec 15 05:01:21.246036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.252157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-a019997e-6958-405c-932a-00208cfe638e tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.256099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a019997e-6958-405c-932a-00208cfe638e tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059698 Dec 15 05:01:21.256952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41332) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.257626 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.267464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-83efe7fb-1b79-4401-8966-e25aea534a2d tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.273205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-83efe7fb-1b79-4401-8966-e25aea534a2d tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085647 Dec 15 05:01:21.276684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41334) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.280293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-679c7842-0b80-4e55-a974-c8577732c95c None None] Port 013600f0-939b-426f-85e0-088f08689f43 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:21.284953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-7fe84dda-4e37-4010-bbcf-73bbaf757f56 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.289387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7fe84dda-4e37-4010-bbcf-73bbaf757f56 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099745 Dec 15 05:01:21.295605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41336) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.299586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-8cc93011-8fd5-4090-85ce-9fc36f3f1f26 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.303054 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8cc93011-8fd5-4090-85ce-9fc36f3f1f26 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050576 Dec 15 05:01:21.307826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41338) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.313812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-f2b50b89-7708-416d-a348-7191b082cb72 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.317807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cd4b4a-2a22-4b1e-8c85-3768f470165e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:21.318009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f2b50b89-7708-416d-a348-7191b082cb72 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065198 Dec 15 05:01:21.320447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41340) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.325938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-5be98189-42e8-40f3-97fd-b390850d24c7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.326727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5be98189-42e8-40f3-97fd-b390850d24c7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052199 Dec 15 05:01:21.329476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41342) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.331271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.335522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-5111452c-ce8d-41d6-9638-47a044fda09b tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.336832 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5111452c-ce8d-41d6-9638-47a044fda09b tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062015 Dec 15 05:01:21.340129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41344) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.345311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-c18ed6ef-121e-4bf1-82fa-94f2e2f58ca4 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.351448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c18ed6ef-121e-4bf1-82fa-94f2e2f58ca4 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078070 Dec 15 05:01:21.351850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41346) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.360795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-39e6a32a-4a63-4a5b-a8c5-c152a5d364aa tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.361967 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-39e6a32a-4a63-4a5b-a8c5-c152a5d364aa tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0091777 Dec 15 05:01:21.366032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9eb78d-1dd9-447a-ac1b-fb57c9076c43 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:21.374467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41348) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.379889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-29c31f3b-629b-400c-95c2-7a5a282c9707 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.383335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-29c31f3b-629b-400c-95c2-7a5a282c9707 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055091 Dec 15 05:01:21.385584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41350) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.399405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e4de29f4-053e-40b5-9095-7fe25c2a49ad tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.400464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e4de29f4-053e-40b5-9095-7fe25c2a49ad tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0155869 Dec 15 05:01:21.402911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.405876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41352) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.410299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-5a3ecac1-316b-4c88-8650-0aef40a15464 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.411284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a3ecac1-316b-4c88-8650-0aef40a15464 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044589 Dec 15 05:01:21.412729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.415618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41354) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.424727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-0b34fd90-58ca-409c-851e-69f6481815e2 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.425757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0b34fd90-58ca-409c-851e-69f6481815e2 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067210 Dec 15 05:01:21.434672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41356) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.441494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-2e4151cf-415e-436c-878a-c030e1c5eba9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.444779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2e4151cf-415e-436c-878a-c030e1c5eba9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049198 Dec 15 05:01:21.449575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41360) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.457209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-dcd96b41-af3e-41b1-a5a9-4ce2e1ed1412 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.460717 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dcd96b41-af3e-41b1-a5a9-4ce2e1ed1412 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061262 Dec 15 05:01:21.465221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41362) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.476158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-77e85188-9446-41e2-aff0-cccbee393dbf tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.476754 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.479621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-77e85188-9446-41e2-aff0-cccbee393dbf tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0109789 Dec 15 05:01:21.485815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41364) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.493573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-0e31a763-f693-4629-8f9c-3e4b25518784 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.497427 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e31a763-f693-4629-8f9c-3e4b25518784 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084977 Dec 15 05:01:21.499640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41366) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.510915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-6c2a167d-6c01-42a3-ad70-c75a555444f9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.512206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6c2a167d-6c01-42a3-ad70-c75a555444f9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0096223 Dec 15 05:01:21.516280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41368) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.525122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-b6c2d23d-1290-463b-8e21-ee40bed6bd23 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.526694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b6c2d23d-1290-463b-8e21-ee40bed6bd23 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071273 Dec 15 05:01:21.528161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=013600f0-939b-426f-85e0-088f08689f43,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:21.530729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.539808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.544772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e5a0acba-b1d4-467a-8c14-3147dadc8c7c tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.551727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e5a0acba-b1d4-467a-8c14-3147dadc8c7c tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078483 Dec 15 05:01:21.551727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41372) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.556859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-0eb98ed9-7e37-41c8-b75b-140450604fae tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.557814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0eb98ed9-7e37-41c8-b75b-140450604fae tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044687 Dec 15 05:01:21.560314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41376) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.564401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e98d84cf-823c-4edc-8bc7-e55312fcdb17 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.565352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e98d84cf-823c-4edc-8bc7-e55312fcdb17 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041468 Dec 15 05:01:21.567632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41378) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.588789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-1ad7271f-bc6b-4cfa-9559-2ce0b031e79a tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.592395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1ad7271f-bc6b-4cfa-9559-2ce0b031e79a tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0212100 Dec 15 05:01:21.615466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.620799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-68a29135-f751-496c-8882-b3df04a7e0a3 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.624232 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-68a29135-f751-496c-8882-b3df04a7e0a3 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053394 Dec 15 05:01:21.624495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.630519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-af36e188-9943-4a7e-9c8c-8bdd2e7da67e tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.631492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-af36e188-9943-4a7e-9c8c-8bdd2e7da67e tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059750 Dec 15 05:01:21.636416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.641109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-47ae09d8-ed8c-423a-9d33-cffd1ca00d26 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.642067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-47ae09d8-ed8c-423a-9d33-cffd1ca00d26 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047300 Dec 15 05:01:21.644896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41386) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.650814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-17b65752-6f78-4640-a9e6-5200039a3ec2 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.651860 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-17b65752-6f78-4640-a9e6-5200039a3ec2 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062597 Dec 15 05:01:21.654498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41388) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.660462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-12f53cd6-6e0b-423b-aaae-5143613ad0b9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.661428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12f53cd6-6e0b-423b-aaae-5143613ad0b9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0060344 Dec 15 05:01:21.664105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41390) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.674979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-639b9880-90fd-49d0-a86a-f23d762488a0 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.679111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-639b9880-90fd-49d0-a86a-f23d762488a0 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0110023 Dec 15 05:01:21.679111 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41392) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.687058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e6b07c17-974f-472b-90aa-222a2dd295f5 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.691856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e6b07c17-974f-472b-90aa-222a2dd295f5 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081310 Dec 15 05:01:21.698169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.703328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-25c92134-514f-4041-b750-2cf0d7884422 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.706140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25c92134-514f-4041-b750-2cf0d7884422 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047483 Dec 15 05:01:21.707151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41398) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.721405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-9e6e2bd6-094e-435a-839b-4832730d6e70 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.724823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e6e2bd6-094e-435a-839b-4832730d6e70 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046339 Dec 15 05:01:21.726805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41402) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.736783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-0e5410ec-43a3-4f6f-875c-96c0a0df17d7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.740162 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e5410ec-43a3-4f6f-875c-96c0a0df17d7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100391 Dec 15 05:01:21.740472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41404) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.747604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-3a117383-e4bd-4e6f-a948-9530787f340d tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.751389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3a117383-e4bd-4e6f-a948-9530787f340d tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073195 Dec 15 05:01:21.751389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.755701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-9c2a36ba-029b-4705-be84-cd76e3626e4a tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.759081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c2a36ba-029b-4705-be84-cd76e3626e4a tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045533 Dec 15 05:01:21.761669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41408) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.766417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-f631145e-957e-48ac-96ca-e7358ae3223b tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.769918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f631145e-957e-48ac-96ca-e7358ae3223b tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047989 Dec 15 05:01:21.769918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network dee26807-40ec-4e65-b1ce-2769e1947984 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:21.770344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41410) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.773848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:21.778520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-21fafa80-14ff-4238-8a3c-be6198d02e08 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.783445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-21fafa80-14ff-4238-8a3c-be6198d02e08 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080824 Dec 15 05:01:21.783731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41412) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.788110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-5c0276c5-7ab2-4fa9-a6e2-d27ba6730708 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.792454 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c0276c5-7ab2-4fa9-a6e2-d27ba6730708 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043976 Dec 15 05:01:21.792454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.796743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-4dc6c094-c6f9-4944-9fa9-2b11b68ceaa6 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.800043 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4dc6c094-c6f9-4944-9fa9-2b11b68ceaa6 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045993 Dec 15 05:01:21.800479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.805064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-9ec926d5-7c2b-4acb-9514-d210a49dcbd7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.808955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9ec926d5-7c2b-4acb-9514-d210a49dcbd7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048480 Dec 15 05:01:21.810643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41420) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.860428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-4e22e4e1-4969-4510-811a-caa51f67daed tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.864380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4e22e4e1-4969-4510-811a-caa51f67daed tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0517309 Dec 15 05:01:21.865031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41422) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.897302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-d5099a6d-700e-4b22-9786-f194d0735317 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.901453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5099a6d-700e-4b22-9786-f194d0735317 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075941 Dec 15 05:01:21.906569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41424) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.913242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e9af51a4-bd79-4023-98c7-92b355bed2ed tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.917887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e9af51a4-bd79-4023-98c7-92b355bed2ed tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0103192 Dec 15 05:01:21.918770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41426) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.928494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-a1af8c58-d1aa-4c69-92e6-affc69a4b127 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.933164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a1af8c58-d1aa-4c69-92e6-affc69a4b127 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0111935 Dec 15 05:01:21.933955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41430) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.940653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-56ea070e-5d42-49ad-96f6-73059d3bfb89 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.944907 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-56ea070e-5d42-49ad-96f6-73059d3bfb89 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0077860 Dec 15 05:01:21.946177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.954748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-5ae5b568-750d-4c36-96a5-ab9c1d36ea5d tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.955947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5ae5b568-750d-4c36-96a5-ab9c1d36ea5d tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060673 Dec 15 05:01:21.963978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41434) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.971618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-54af469d-29c5-40f3-b7c9-07c9583d10e5 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.975553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54af469d-29c5-40f3-b7c9-07c9583d10e5 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093677 Dec 15 05:01:21.976306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.976585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41436) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.980614 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.984093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:21.986922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e3b9ec41-b784-4261-9f1b-4323181983b1 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:21.987901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e3b9ec41-b784-4261-9f1b-4323181983b1 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082750 Dec 15 05:01:21.992131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:21.998172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-9c6eff91-7bb7-4a6c-a346-f7707f734c70 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.002180 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c6eff91-7bb7-4a6c-a346-f7707f734c70 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0088913 Dec 15 05:01:22.002963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41440) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.009286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-edbec970-36dd-4864-abf9-1d97c0411c00 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.014514 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-edbec970-36dd-4864-abf9-1d97c0411c00 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086358 Dec 15 05:01:22.017053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41442) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.023488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-24010c50-4e2d-4479-aceb-fff6ca278a49 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.028003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-24010c50-4e2d-4479-aceb-fff6ca278a49 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0097980 Dec 15 05:01:22.030197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.036814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-5eac93cf-69a2-48ab-95eb-4e8afc80de90 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.037779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5eac93cf-69a2-48ab-95eb-4e8afc80de90 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066738 Dec 15 05:01:22.043948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41446) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.055295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-cc33c20e-8094-498f-905b-0a8121b201dd tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.056339 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cc33c20e-8094-498f-905b-0a8121b201dd tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0091991 Dec 15 05:01:22.058669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:22.059701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.064210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-3040c22f-6d3e-4945-962c-a44b4dffddc7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.068228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3040c22f-6d3e-4945-962c-a44b4dffddc7 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070868 Dec 15 05:01:22.071898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.079927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-5ca5caa6-95b6-4a7d-b00a-9f7580cf49ad tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.084018 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5ca5caa6-95b6-4a7d-b00a-9f7580cf49ad tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090163 Dec 15 05:01:22.086132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41452) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.091923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-e690c0f0-a4fb-4d8c-aed1-c913803349a1 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.094484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e690c0f0-a4fb-4d8c-aed1-c913803349a1 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072055 Dec 15 05:01:22.098101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41456) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.102707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-523cadb1-55fd-4852-8fce-9b7a22fd2850 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.106763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-523cadb1-55fd-4852-8fce-9b7a22fd2850 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075679 Dec 15 05:01:22.107919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.120915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-18c73ea2-efee-4bb9-a865-c9841f9038e1 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.125025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18c73ea2-efee-4bb9-a865-c9841f9038e1 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0142736 Dec 15 05:01:22.126275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41460) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.149137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-b7d30ae9-ec41-4e76-b45f-cfbfa2d91e6b tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.153467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b7d30ae9-ec41-4e76-b45f-cfbfa2d91e6b tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0139289 Dec 15 05:01:22.157596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.158128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:22.162469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.166943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:22.170082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.173825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7b087284-d911-4e69-9be4-e75e0b2f37b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5a7f6d66-09a6-4ef0-a0b7-203cd5e6c955 HTTP/1.1" status: 204 len: 168 time: 2.5668736 Dec 15 05:01:22.182913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41466) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.192931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:22.193442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-8e20f699-bf09-4143-a2c6-6e1b21b6c4a0 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.197105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8e20f699-bf09-4143-a2c6-6e1b21b6c4a0 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0334418 Dec 15 05:01:22.202705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.206173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1db47f-6d3a-4df3-b800-949a3f07bdf6 req-0785390d-31d7-4b5c-8873-e419d254f643 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:22.207713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd1db47f-6d3a-4df3-b800-949a3f07bdf6 req-0785390d-31d7-4b5c-8873-e419d254f643 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 946 time: 0.2921588 Dec 15 05:01:22.209418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-9ee14b16-b916-4f43-9c32-5d97f6397ab8 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.213116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9ee14b16-b916-4f43-9c32-5d97f6397ab8 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0092590 Dec 15 05:01:22.215408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41470) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.221423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-cd09833d-0ccd-43c9-81ee-a6355e2eb815 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.224954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cd09833d-0ccd-43c9-81ee-a6355e2eb815 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086284 Dec 15 05:01:22.225536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.231562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-d04f5427-d4ff-4ade-8fc7-bcaa8b8ced37 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.234168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:22.235106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d04f5427-d4ff-4ade-8fc7-bcaa8b8ced37 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068526 Dec 15 05:01:22.237861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.244797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-7696c2d4-20da-4e64-9c03-f9a5bc02c44e tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.246479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'Port': ['ID=08915777-7d63-44f0-ab4f-82ce8a65870d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:22.248441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7696c2d4-20da-4e64-9c03-f9a5bc02c44e tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0098760 Dec 15 05:01:22.249339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41478) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.258002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-45fcba87-4c7d-4408-abef-527855f825d6 None None] Provisioning complete for port 013600f0-939b-426f-85e0-088f08689f43 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:22.258002 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-45fcba87-4c7d-4408-abef-527855f825d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.280593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-4928a469-0397-4b1d-b9ca-9b7837728b34 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.284838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4928a469-0397-4b1d-b9ca-9b7837728b34 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074883 Dec 15 05:01:22.286482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:22.300937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41480) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.302277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-4dda469c-9063-40a9-a6e7-2d82453b2625 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.304769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3e6c4143-32d0-470b-bd93-07ef3c42f022 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "PUT /v2.0/routers/255abc87-c0f3-41f0-8a1c-d5e22e65a571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5883141 Dec 15 05:01:22.305197 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Sync routers for ids ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:22.305898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4dda469c-9063-40a9-a6e7-2d82453b2625 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070348 Dec 15 05:01:22.306327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.311691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-ea597754-f4ae-4943-853c-543e72f1cef9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.314129 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ea597754-f4ae-4943-853c-543e72f1cef9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060890 Dec 15 05:01:22.318299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.323737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [None req-10d4d04d-c788-4417-b052-d96696302461 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.326198 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-10d4d04d-c788-4417-b052-d96696302461 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063832 Dec 15 05:01:22.327714 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Routers {'255abc87-c0f3-41f0-8a1c-d5e22e65a571'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:22.328908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41488) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.332193 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:22.345228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [None req-d1a8613b-6301-4354-b638-7ac0593d0ed9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:22.352005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d1a8613b-6301-4354-b638-7ac0593d0ed9 tempest-ExtensionsTestJSON-1018424659 tempest-ExtensionsTestJSON-1018424659-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0122879 Dec 15 05:01:22.365815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-45fcba87-4c7d-4408-abef-527855f825d6 None None] Port 013600f0-939b-426f-85e0-088f08689f43 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:22.375346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Deleting subnet fb0b2dee-dd25-4c6a-825c-67f345c33645 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:01:22.384331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.394093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd1db47f-6d3a-4df3-b800-949a3f07bdf6 req-11475d10-9405-4bd8-baef-a589dacfcf6e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570628 Dec 15 05:01:22.540977 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Set router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:22.631132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:22.659093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:22.659621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 73bfa94d-6816-4bf0-9f5f-4e4d29ae8e3c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:22.660114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d8cd4b4a-2a22-4b1e-8c85-3768f470165e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:22.661550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.690018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d8cd4b4a-2a22-4b1e-8c85-3768f470165e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:22.690579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d8cd4b4a-2a22-4b1e-8c85-3768f470165e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:22.774456 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.800567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:22.813129 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:20Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '013600f0-939b-426f-85e0-088f08689f43', 'name': '', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:62:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:17Z', 'updated_at': '2021-12-15T05:01:20Z', 'revision_number': 2, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:22.843070 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Checking router: 255abc87-c0f3-41f0-8a1c-d5e22e65a571 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:22.843427 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Updating router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 port 013600f0-939b-426f-85e0-088f08689f43 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:01:22.849779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c1bb-73cf-445f-b9eb-fb8cadf31f02 req-6dec961c-bcd6-47d6-ba22-210ac9245ee1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:22.851517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19a0c1bb-73cf-445f-b9eb-fb8cadf31f02 req-6dec961c-bcd6-47d6-ba22-210ac9245ee1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 946 time: 0.3060684 Dec 15 05:01:22.879962 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.883456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-293b62e7-20b7-46da-aa05-4901839c4a72 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:22.885703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-293b62e7-20b7-46da-aa05-4901839c4a72 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/networks?id=dee26807-40ec-4e65-b1ce-2769e1947984 HTTP/1.1" status: 200 len: 797 time: 0.2435784 Dec 15 05:01:22.931502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:22.934580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-23688584-eabd-46dc-9cce-e25f3f28626d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/quotas/2b173c2b1643473283cb08ae4c6ff350 HTTP/1.1" status: 200 len: 375 time: 0.0382829 Dec 15 05:01:22.954260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d38-3649-428c-a5fa-090b57f54dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.003024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.043943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d38-3649-428c-a5fa-090b57f54dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.052488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d38-3649-428c-a5fa-090b57f54dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.093707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c2d92d38-3649-428c-a5fa-090b57f54dbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e17678fdba9348cbaa1e8b808e87d48a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915077 Dec 15 05:01:23.096531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41520) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:23.114416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19a0c1bb-73cf-445f-b9eb-fb8cadf31f02 req-a50d5ba0-1254-4909-a142-a872a7e15883 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274539 Dec 15 05:01:23.162717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d92d38-3649-428c-a5fa-090b57f54dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e18cd-443a-4aa8-91b4-61b8655cae67,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:23.187139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-70b996a4-b82c-47ce-b74f-06577478c061 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2194746 Dec 15 05:01:23.196332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3d113b-6096-482f-95fe-33980b57303d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.220918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-9f1e5c22-c340-40e8-8fd5-7d27b9d905a2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:01:23.222705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-9f1e5c22-c340-40e8-8fd5-7d27b9d905a2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093515 Dec 15 05:01:23.227012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3d113b-6096-482f-95fe-33980b57303d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.227238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.256257 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.264904 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.292099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3d113b-6096-482f-95fe-33980b57303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.294167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3d113b-6096-482f-95fe-33980b57303d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.295498 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f3d113b-6096-482f-95fe-33980b57303d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc0e18cd-443a-4aa8-91b4-61b8655cae67 HTTP/1.1" status: 204 len: 168 time: 0.1978405 Dec 15 05:01:23.318473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d113b-6096-482f-95fe-33980b57303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e18cd-443a-4aa8-91b4-61b8655cae67,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:23.319358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f5262-56aa-4762-90fa-ef454161a3c2 None None] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:23.346813 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14007b6a-e974-4284-8de8-7cacf097c210 None None] Pushing event updated for resources: {'Port': ['ID=013600f0-939b-426f-85e0-088f08689f43,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:23.364161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0b2dee-dd25-4c6a-825c-67f345c33645,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:23.375348 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.376715 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Attempting to bind port 013600f0-939b-426f-85e0-088f08689f43 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:23.377275 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Attempting to bind port 013600f0-939b-426f-85e0-088f08689f43 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:23.377804 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Attempting to bind port 013600f0-939b-426f-85e0-088f08689f43 on network dee26807-40ec-4e65-b1ce-2769e1947984 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:23.378984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ba6f918c-02a6-4cb9-9f3b-452b7296010d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb0b2dee-dd25-4c6a-825c-67f345c33645 HTTP/1.1" status: 204 len: 168 time: 1.1950042 Dec 15 05:01:23.381641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41532) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:23.384614 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:23.385820 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Checking segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:23.386484 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.387020 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Bound using segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:23.387677 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Bound port: 013600f0-939b-426f-85e0-088f08689f43, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:23.388511 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.506062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41534) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:23.512419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.513192 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] For port 013600f0-939b-426f-85e0-088f08689f43, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:23.518238 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] For port 013600f0-939b-426f-85e0-088f08689f43, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=013600f0-939b-426f-85e0-088f08689f43,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:23.526030 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.535881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.543476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.624285 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Routers {'255abc87-c0f3-41f0-8a1c-d5e22e65a571'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:23.624713 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:23.652288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Deleting port 64f79293-4491-426c-9d45-7706ae0dd313 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:23.652907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.655335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-adb87edf-1709-4357-bde9-bbfa4f3af6d7 service neutron] 10.222.0.37 "GET /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122360 Dec 15 05:01:23.757366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] DHCP port deletion for 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:23.783507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'Port': ['ID=08915777-7d63-44f0-ab4f-82ce8a65870d,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:23.796261 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.804184 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14007b6a-e974-4284-8de8-7cacf097c210 None None] Pushing event updated for resources: {'Port': ['ID=013600f0-939b-426f-85e0-088f08689f43,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:23.822874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.835500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-147abd1f-1c91-4151-b091-753774102517 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5347693 Dec 15 05:01:23.849508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] For port 64f79293-4491-426c-9d45-7706ae0dd313, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=64f79293-4491-426c-9d45-7706ae0dd313,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:23.850046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.860139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-087f0ecc-add9-4a3d-abbb-48050968448b None None] Provisioning complete for port 013600f0-939b-426f-85e0-088f08689f43 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:23.860758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-087f0ecc-add9-4a3d-abbb-48050968448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:23.883518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Calling delete_port for 64f79293-4491-426c-9d45-7706ae0dd313 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:23.899520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-f667db81-0159-43c7-8921-c94251c3498e service neutron] 10.222.0.37 "GET /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432451 Dec 15 05:01:23.923686 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] Set router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:23.960728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Deleting port 64f79293-4491-426c-9d45-7706ae0dd313 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:23.961235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.087608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6311f8-b63c-422a-9ee5-b48d5e287bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.136601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.179000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] No DVR routers for this DVR port 64f79293-4491-426c-9d45-7706ae0dd313 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:24.230855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f79293-4491-426c-9d45-7706ae0dd313,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:24.237451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbb582c3-2ff0-481d-a65d-4b79fa77f0a6 req-9d57da17-7d2c-42be-97ce-640da9174c5b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 210 time: 0.0501645 Dec 15 05:01:24.271631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] For port 64f79293-4491-426c-9d45-7706ae0dd313, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=64f79293-4491-426c-9d45-7706ae0dd313,segment=NetworkSegment(9d76f94a-00a0-4225-af63-071bed8dab7c),segment_id=9d76f94a-00a0-4225-af63-071bed8dab7c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:24.273187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.277508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.278789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.279211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.279862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.280162 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.280629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.281038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.281438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.281854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.282250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.282648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.283752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.284242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:01:24.342686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Calling delete_port for 64f79293-4491-426c-9d45-7706ae0dd313 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:24.344589 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-087f0ecc-add9-4a3d-abbb-48050968448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.352727 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-2948d14e-4870-4156-998d-8c5a034ac79b tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--694925879&fields=id&tenant_id=ec0072d928b3406c8adce1fbf9b297b2 HTTP/1.1" status: 200 len: 267 time: 0.0771761 Dec 15 05:01:24.378679 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:20Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '013600f0-939b-426f-85e0-088f08689f43', 'name': '', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:62:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:17Z', 'updated_at': '2021-12-15T05:01:23Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:24.383415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.438759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c91a5b-5aa5-4c46-b1e8-0167f8930c69']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:24.451876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d76f94a-00a0-4225-af63-071bed8dab7c') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:24.452213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d76f94a-00a0-4225-af63-071bed8dab7c') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:24.460584 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758b844-47b4-4a01-944d-81348a89da8f None None] The sync data for ids ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'] in n-d-820935-10 is: [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:20Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '013600f0-939b-426f-85e0-088f08689f43', 'name': '', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:62:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:17Z', 'updated_at': '2021-12-15T05:01:23Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:24.472090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.493080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.502558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:01:24.503110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.574530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-d7cea554-ad1c-471a-a38a-661e27e7525d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:24.576425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-d7cea554-ad1c-471a-a38a-661e27e7525d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 811 time: 0.2142794 Dec 15 05:01:24.606713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-63a51d5c-c09d-4f67-8317-777d81b7e960 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/quotas/ec0072d928b3406c8adce1fbf9b297b2 HTTP/1.1" status: 200 len: 375 time: 0.0175376 Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:01:24.640388 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:01:24.686034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41570) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:24.718068 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.740029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.743206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 64f79293-4491-426c-9d45-7706ae0dd313 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:24.751394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] 10.222.0.37 "DELETE /v2.0/networks/73c91a5b-5aa5-4c46-b1e8-0167f8930c69 HTTP/1.1" status: 204 len: 168 time: 1.3649521 Dec 15 05:01:24.770318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41576) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:24.781566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 64f79293-4491-426c-9d45-7706ae0dd313 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:24.781886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 64f79293-4491-426c-9d45-7706ae0dd313 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:24.885285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-60200d0d-270d-45be-91a8-e4abd69d70fb tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2719905 Dec 15 05:01:24.898242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece779-a57e-4a9e-aa26-303530a81104 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c91a5b-5aa5-4c46-b1e8-0167f8930c69,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:24.927541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-087f0ecc-add9-4a3d-abbb-48050968448b None None] For port 013600f0-939b-426f-85e0-088f08689f43, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=013600f0-939b-426f-85e0-088f08689f43,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:24.939814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-087f0ecc-add9-4a3d-abbb-48050968448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.944523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6311f8-b63c-422a-9ee5-b48d5e287bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:24.969934 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e6311f8-b63c-422a-9ee5-b48d5e287bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.041485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f0ecc-add9-4a3d-abbb-48050968448b None None] Pushing event updated for resources: {'Port': ['ID=013600f0-939b-426f-85e0-088f08689f43,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:25.042732 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e6311f8-b63c-422a-9ee5-b48d5e287bb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b810e62e36a44f35bb12f38ad720c12a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5282445 Dec 15 05:01:25.045616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6311f8-b63c-422a-9ee5-b48d5e287bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1b9b4-1642-426e-929e-91dae2424cd4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:25.050178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41582) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:25.137079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-65b993aa-b829-4ab3-8161-3af4ec10a060 None None] Provisioning complete for port 013600f0-939b-426f-85e0-088f08689f43 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:25.137809 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-65b993aa-b829-4ab3-8161-3af4ec10a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.142361 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.180162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-3a3de774-8506-4544-81dc-efd12cd8f179 service neutron] 10.222.0.37 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975741 Dec 15 05:01:25.203911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41584) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:25.212217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Network 73c91a5b-5aa5-4c46-b1e8-0167f8930c69 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 05:01:25.217314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] No DVR routers for this DVR port 64f79293-4491-426c-9d45-7706ae0dd313 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:25.230785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db54a9-f7a5-4118-bdfa-8975eb46b64b None None] Pushing event deleted for resources: {'Port': ['ID=64f79293-4491-426c-9d45-7706ae0dd313,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:25.287470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e06cdaa6-56c8-4c6d-a84c-2c82981b62b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.361472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e06cdaa6-56c8-4c6d-a84c-2c82981b62b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.477337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ac8a3157-16a2-4955-8898-a25751338689 service neutron] 10.222.0.37 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859595 Dec 15 05:01:25.503692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ffbffa23-451e-4783-adcc-a5b55fd7342b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:25.504455 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-ffbffa23-451e-4783-adcc-a5b55fd7342b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 05:01:25.505348 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-ffbffa23-451e-4783-adcc-a5b55fd7342b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 05:01:25.506747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ffbffa23-451e-4783-adcc-a5b55fd7342b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3005819 Dec 15 05:01:25.516156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41590) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:25.524320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a1dd5d3-cd93-4256-96e6-e7205e7d0102 req-c8b809e6-2164-4a55-b1ec-38fec9850ac9 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 210 time: 0.0974801 Dec 15 05:01:25.528246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868108264'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:25.549197 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e06cdaa6-56c8-4c6d-a84c-2c82981b62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.551649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e06cdaa6-56c8-4c6d-a84c-2c82981b62b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.552863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e06cdaa6-56c8-4c6d-a84c-2c82981b62b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ac1b9b4-1642-426e-929e-91dae2424cd4 HTTP/1.1" status: 204 len: 168 time: 0.5013416 Dec 15 05:01:25.583212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cdaa6-56c8-4c6d-a84c-2c82981b62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1b9b4-1642-426e-929e-91dae2424cd4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:25.592581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.630171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.734402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:25.853108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ff97926-f97f-4cb2-9c59-3a1716b0115e req-ac7d070c-4ef5-4852-b2bb-57ae420fd57d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 210 time: 0.0963576 Dec 15 05:01:25.949989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.105096 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.116783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.157962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-c804bf9a-d650-4ce5-b3e9-d4efd70cbffd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:26.159777 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-c804bf9a-d650-4ce5-b3e9-d4efd70cbffd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.16 "GET /v2.0/networks?id=dee26807-40ec-4e65-b1ce-2769e1947984 HTTP/1.1" status: 200 len: 797 time: 0.2718258 Dec 15 05:01:26.225617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Request body: {'port': {'device_id': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'admin_state_up': True, 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:26.309784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac111814-81f8-4576-be23-933b4d4fe3f0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:26.436632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.449990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.503426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Made reservation on behalf of 2b173c2b1643473283cb08ae4c6ff350 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:26.507045 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.526378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.527639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0096154 Dec 15 05:01:26.538010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41620) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:26.546022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '4e2bb833-893f-4836-a1e9-52e8fe2ab457', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:26.569452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d119fac-d948-4355-8bff-6c222064dc3a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2bb833-893f-4836-a1e9-52e8fe2ab457,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:26.598911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.20.0.17 (0acc4453-07d9-487a-a25e-0b14e8e370ba/1c66cee8-2dc5-4caa-baf0-7ff100a1515b/aeead81b-8e81-4602-9161-7085e7027aba) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:26.628330 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.674839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 013600f0-939b-426f-85e0-088f08689f43 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:26.751880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 013600f0-939b-426f-85e0-088f08689f43 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:26.752530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.770644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Deleting port 010a4207-dd38-419b-a8cb-b26dad9a5c8e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:26.771203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:26.821065 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6aaba14b-76c9-4ea8-ae25-ca445b0ce5b7 req-ae7626e9-cf9a-41e4-9014-7999306c6b66 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 210 time: 0.1453359 Dec 15 05:01:26.988527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7ead382-4c81-4b34-b95f-0e34a2d1dca5 req-811306b1-6406-4b77-be2c-e18c8bc33593 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 210 time: 0.0452936 Dec 15 05:01:27.003691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.056123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.103141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:27.106560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:27.108807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:27.156678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=aeead81b-8e81-4602-9161-7085e7027aba,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:27.162512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.264034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.280371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.310053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Allocated IP 172.20.0.21 (dee26807-40ec-4e65-b1ce-2769e1947984/8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5/a091ab99-e9c3-4be9-87e7-ec33ae4b3df0) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:27.358132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac15b23-3f2b-437d-b63d-ed28e9e1a9a9,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:27.419922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9340463a-949f-4b2b-9d72-076fabe3f852 None None] Provisioning complete for port aeead81b-8e81-4602-9161-7085e7027aba triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:27.421974 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9340463a-949f-4b2b-9d72-076fabe3f852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.426037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.427260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e1d47ab-7138-4cd6-b7a9-5cf599dc9b3d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8880019 Dec 15 05:01:27.431751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41648) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:27.436896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-400fd1b6-5c1e-4fd9-a3f4-b09f6644bd9d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '4e2bb833-893f-4836-a1e9-52e8fe2ab457', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:27.442381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] For port 010a4207-dd38-419b-a8cb-b26dad9a5c8e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=010a4207-dd38-419b-a8cb-b26dad9a5c8e,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:27.442785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.502760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9340463a-949f-4b2b-9d72-076fabe3f852 None None] Port aeead81b-8e81-4602-9161-7085e7027aba cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:27.518466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Calling delete_port for 010a4207-dd38-419b-a8cb-b26dad9a5c8e owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:27.599377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-111d56bf-78a7-42e7-bfce-6661f44e7665 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:27.601070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-111d56bf-78a7-42e7-bfce-6661f44e7665 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.42 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 811 time: 0.2648547 Dec 15 05:01:27.708702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.713306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-21777168-c955-4eaf-9ada-391ee631898a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.824195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-968eec47-daa7-46a8-bb2b-5fdaaccf652c tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0072d928b3406c8adce1fbf9b297b2 HTTP/1.1" status: 200 len: 379 time: 0.1667283 Dec 15 05:01:27.842670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'port': {'device_id': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'admin_state_up': True, 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'security_groups': ['e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:27.844662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.867782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-400fd1b6-5c1e-4fd9-a3f4-b09f6644bd9d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.898809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:27.967839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Network dee26807-40ec-4e65-b1ce-2769e1947984 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:27.980929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:27.990530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:28.031331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event updated for resources: {'Port': ['ID=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:28.093714 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-400fd1b6-5c1e-4fd9-a3f4-b09f6644bd9d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 05:01:28.097474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-400fd1b6-5c1e-4fd9-a3f4-b09f6644bd9d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6619790 Dec 15 05:01:28.098682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41692) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:28.139731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:28.140396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.176387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.192712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf545-63a9-4dab-8f48-deed5e4d9b87 req-b7b434f0-fe8b-42e3-909f-22b7ff2dca94 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:28.205999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5bbdf545-63a9-4dab-8f48-deed5e4d9b87 req-b7b434f0-fe8b-42e3-909f-22b7ff2dca94 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 895 time: 0.2964356 Dec 15 05:01:28.208487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=010a4207-dd38-419b-a8cb-b26dad9a5c8e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:28.211341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a9c898b8-2d69-4af2-b0db-a8bbcc096647 req-0488ca39-4518-4ad4-ab3e-d5099f63b1a5 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 210 time: 0.0622625 Dec 15 05:01:28.223995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Made reservation on behalf of ec0072d928b3406c8adce1fbf9b297b2 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:28.228356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.236846 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c51b1a6-9af9-497b-9e5f-bac8e1a269b6 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.237281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-754072bb-ff93-4b10-882f-4b4a10022b39 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0214939 Dec 15 05:01:28.265693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Request body: {'port': {'device_id': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:28.289823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c51b1a6-9af9-497b-9e5f-bac8e1a269b6 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.395714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c51b1a6-9af9-497b-9e5f-bac8e1a269b6 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.398589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9c51b1a6-9af9-497b-9e5f-bac8e1a269b6 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.402641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9c51b1a6-9af9-497b-9e5f-bac8e1a269b6 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e2bb833-893f-4836-a1e9-52e8fe2ab457 HTTP/1.1" status: 204 len: 168 time: 0.2954192 Dec 15 05:01:28.405612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41708) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:28.418785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51b1a6-9af9-497b-9e5f-bac8e1a269b6 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2bb833-893f-4836-a1e9-52e8fe2ab457,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:28.465952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f580d124-55c4-4d3d-b343-f53771d3f73a None None] Provisioning complete for port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:28.467233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f580d124-55c4-4d3d-b343-f53771d3f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.481428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.498583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.507812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f580d124-55c4-4d3d-b343-f53771d3f73a None None] Port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:28.552881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.611955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.614197 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=aeead81b-8e81-4602-9161-7085e7027aba,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:28.704449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4869bf88-777e-41b0-94f5-9a9d96d3d5a5 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2642937 Dec 15 05:01:28.709481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:28.723262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586846641'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:28.733049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:28.739550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:28.741460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:28.768008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Allocated IP 172.20.0.13 (b9415d69-191c-4ddd-9ebf-4bdc1904161b/8447cbfd-4bc8-481f-9bb6-b3142e899fca/ca442197-64f8-4327-9cd2-c441243c28cf) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:28.900498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:28.920196 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.038529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:29.051287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:29.054692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ec72d461-ff8c-4bc5-a2ee-322ef230aea8 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "PUT /v2.0/routers/cf263fa5-fc2c-4c05-a6e0-e76b3e03add3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3669512 Dec 15 05:01:29.081066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:29.081066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:29.176552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.189832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.210345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:29.266651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6520a122-fa23-4e63-91a6-a763b388a261 None None] Provisioning complete for port aeead81b-8e81-4602-9161-7085e7027aba triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:29.267085 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6520a122-fa23-4e63-91a6-a763b388a261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.312311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.313568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6031232 Dec 15 05:01:29.345125 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41776) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:29.359838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6520a122-fa23-4e63-91a6-a763b388a261 None None] Port aeead81b-8e81-4602-9161-7085e7027aba cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:29.364655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d6787569-f539-4736-93a5-671acbafd917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '0e98534e-59d0-452e-a818-4629c2af710d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:29.364888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208db56-c5f6-4a38-a614-b9df33f72917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98534e-59d0-452e-a818-4629c2af710d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:29.365653 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-d6787569-f539-4736-93a5-671acbafd917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 05:01:29.365853 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-d6787569-f539-4736-93a5-671acbafd917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:29.378960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d6787569-f539-4736-93a5-671acbafd917 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0204198 Dec 15 05:01:29.383071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41778) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:29.399221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.422371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e500e37f-6bb1-4ab9-b6b7-f04afffa1531 req-1d9b9055-78a4-498c-8ab1-fe1d17a879c1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 210 time: 0.0739009 Dec 15 05:01:29.490165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:01:29.501385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Router 5782a300-4ab6-4373-bfcf-adc37b5f8803 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:29.502696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00286e7-edb7-4c56-9658-20ebbdd85362 req-14c43390-1ade-48ce-b849-d7fcdbc2e3d8 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:29.504332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.505135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e00286e7-edb7-4c56-9658-20ebbdd85362 req-14c43390-1ade-48ce-b849-d7fcdbc2e3d8 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 895 time: 0.2193060 Dec 15 05:01:29.528359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Transition to ACTIVE for port object a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:01:29.541755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34da9b4b-7c90-4e17-b3a3-055edb929445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.555489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:27Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:23Z', 'revision_number': 1, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeead81b-8e81-4602-9161-7085e7027aba', 'name': '', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:6b:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:26Z', 'updated_at': '2021-12-15T05:01:28Z', 'revision_number': 2, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:29.572279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34da9b4b-7c90-4e17-b3a3-055edb929445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.575384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.595257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:29.595719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Updating router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 port aeead81b-8e81-4602-9161-7085e7027aba binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:01:29.608276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.632127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.668357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34da9b4b-7c90-4e17-b3a3-055edb929445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.671434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34da9b4b-7c90-4e17-b3a3-055edb929445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.673187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-34da9b4b-7c90-4e17-b3a3-055edb929445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e98534e-59d0-452e-a818-4629c2af710d HTTP/1.1" status: 204 len: 168 time: 0.2884722 Dec 15 05:01:29.678979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41800) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:29.682899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:29.690547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Pushing event updated for resources: {'Port': ['ID=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:29.736733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:29.739841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:29.793058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-578d6f4a-aa5f-44a5-b459-f27218d1ee7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097789 Dec 15 05:01:29.795506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da9b4b-7c90-4e17-b3a3-055edb929445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98534e-59d0-452e-a818-4629c2af710d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:29.795993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41806) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:29.836753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935865281'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:29.853756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:29.866856 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] Sync routers for ids ['5782a300-4ab6-4373-bfcf-adc37b5f8803'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:29.882867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event updated for resources: {'Port': ['ID=ca442197-64f8-4327-9cd2-c441243c28cf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:29.890434 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5b177cb1-7d39-4c75-aa75-13c4d0502cc4 admin admin] 10.222.0.37 "PUT /v2.0/routers/5782a300-4ab6-4373-bfcf-adc37b5f8803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1156807 Dec 15 05:01:29.893465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41812) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:29.913421 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ad00e167-7b71-4e27-86dd-ceb8790cad4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.946664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:29.947917 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] Routers {'5782a300-4ab6-4373-bfcf-adc37b5f8803'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:29.949036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:29.949459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5782a300-4ab6-4373-bfcf-adc37b5f8803'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:29.977870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.020080 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-4cdcbf01-f31a-45ad-a014-1cfa5c886b54 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1872144 Dec 15 05:01:30.058354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Request body: {'port': {'device_id': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:30.115348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Attempting to bind port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:30.115942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Attempting to bind port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:30.117701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Attempting to bind port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 on network dee26807-40ec-4e65-b1ce-2769e1947984 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:30.123557 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.137312 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.155201 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.256615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.269313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.279457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 on network dee26807-40ec-4e65-b1ce-2769e1947984 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:01:30.279791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Attempting to bind port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 on network dee26807-40ec-4e65-b1ce-2769e1947984 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:30.321089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:30.321754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Checking segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:30.322042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Bound using segment: {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:30.322611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Bound port: a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8837c6ec-647b-4f88-9779-fb8372114a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:30.322871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.343944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35cf759-1762-495a-9f66-fc27438b16d9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:30.368213 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] Set router 5782a300-4ab6-4373-bfcf-adc37b5f8803 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:30.393562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a51b1877-8567-48c2-afaa-70699b4733c5 None None] Provisioning complete for port ca442197-64f8-4327-9cd2-c441243c28cf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:30.393994 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a51b1877-8567-48c2-afaa-70699b4733c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.396747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c6b97-a75d-49d1-bfd4-274fcc3c46b7 None None] Pushing event updated for resources: {'Port': ['ID=aeead81b-8e81-4602-9161-7085e7027aba,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:30.420291 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.449494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.453314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-92af4896-9e1d-4916-b79f-f8dff3f43ab7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6504753 Dec 15 05:01:30.453998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41842) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:30.466548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f7572621-781c-453a-8eb9-5feef2d094da tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'a35cf759-1762-495a-9f66-fc27438b16d9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:30.485069 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Attempting to bind port aeead81b-8e81-4602-9161-7085e7027aba on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:30.485445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Attempting to bind port aeead81b-8e81-4602-9161-7085e7027aba by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:30.485891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Attempting to bind port aeead81b-8e81-4602-9161-7085e7027aba on network 0acc4453-07d9-487a-a25e-0b14e8e370ba {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:30.486343 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-f7572621-781c-453a-8eb9-5feef2d094da tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 05:01:30.487409 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-f7572621-781c-453a-8eb9-5feef2d094da tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:30.492288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f7572621-781c-453a-8eb9-5feef2d094da tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0308440 Dec 15 05:01:30.493174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41846) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:30.509653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:30.510053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Checking segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:30.510474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.510879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Bound using segment: {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:30.511379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Bound port: aeead81b-8e81-4602-9161-7085e7027aba, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5798c2-cf99-4121-87c0-3e5b507ace5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:30.513472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.524267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.629332 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:27Z', 'revision_number': 5, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port': {'id': '94082cb1-5b32-4d0f-a651-3dd46a85d568', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:30.646199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a51b1877-8567-48c2-afaa-70699b4733c5 None None] Port ca442197-64f8-4327-9cd2-c441243c28cf cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:30.660695 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] Checking router: 5782a300-4ab6-4373-bfcf-adc37b5f8803 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:30.671478 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] Routers {'5782a300-4ab6-4373-bfcf-adc37b5f8803'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:30.672618 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5782a300-4ab6-4373-bfcf-adc37b5f8803'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:30.692130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70080bb-fef0-4f22-89d3-68653d7af626 req-7a63e795-e235-40d8-9d45-2a1204419321 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:30.693933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a70080bb-fef0-4f22-89d3-68653d7af626 req-7a63e795-e235-40d8-9d45-2a1204419321 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 932 time: 0.1297367 Dec 15 05:01:30.715308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] For port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:30.741134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Deleting port 94082cb1-5b32-4d0f-a651-3dd46a85d568 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:30.742019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.745428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] For port aeead81b-8e81-4602-9161-7085e7027aba, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:30.753293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] For port aeead81b-8e81-4602-9161-7085e7027aba, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=aeead81b-8e81-4602-9161-7085e7027aba,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:30.762786 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.765351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbf07bb2-9aed-4b93-bf6f-6daedeaa39e8 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.773777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] For port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:30.779852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] Set router 5782a300-4ab6-4373-bfcf-adc37b5f8803 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:30.792436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.845830 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:30Z', 'revision_number': 6, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:30.867870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f51c0f-882c-461b-b2df-2ffc4d0517d8 req-4bf2c875-b2fa-4b01-b157-3405e70e9d0a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:30.869042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98f51c0f-882c-461b-b2df-2ffc4d0517d8 req-4bf2c875-b2fa-4b01-b157-3405e70e9d0a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 907 time: 0.1981897 Dec 15 05:01:30.875307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:30.875850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:30.878131 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59630bb2-4257-4454-89bc-4659526e76ef None None] The sync data for ids ['5782a300-4ab6-4373-bfcf-adc37b5f8803'] in n-d-820935-10 is: [{'id': '5782a300-4ab6-4373-bfcf-adc37b5f8803', 'name': 'tempest-TestAggregatesBasicOps-161242848-router', 'tenant_id': '7a2b111fb985496998d339b9bbc545b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:00:57Z', 'updated_at': '2021-12-15T05:01:30Z', 'revision_number': 6, 'project_id': '7a2b111fb985496998d339b9bbc545b1', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:30.890258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbf07bb2-9aed-4b93-bf6f-6daedeaa39e8 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.972316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cca6e165-95bc-47b7-b10c-56e46787fd37 None None] Provisioning complete for port aeead81b-8e81-4602-9161-7085e7027aba triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:30.972746 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cca6e165-95bc-47b7-b10c-56e46787fd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:30.990563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a70080bb-fef0-4f22-89d3-68653d7af626 req-0d1036bc-b56c-439f-972e-130e5ec4b940 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551997 Dec 15 05:01:31.011083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:31.011716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.014321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] For port 94082cb1-5b32-4d0f-a651-3dd46a85d568, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=94082cb1-5b32-4d0f-a651-3dd46a85d568,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:31.014690 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.017681 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] 10.222.0.16 "PUT /v2.0/ports/a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 HTTP/1.1" status: 200 len: 1056 time: 2.7593877 Dec 15 05:01:31.018370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'tag': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:31.024717 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b927f-e916-4af8-a824-a2abdf6d282e" -d '{"events": [{"name": "network-changed", "server_uuid": "936dafcd-8cb9-4798-8560-e353d0971fb7", "tag": "a091ab99-e9c3-4be9-87e7-ec33ae4b3df0"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:31.049543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbf07bb2-9aed-4b93-bf6f-6daedeaa39e8 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.053355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cbf07bb2-9aed-4b93-bf6f-6daedeaa39e8 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.076162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cbf07bb2-9aed-4b93-bf6f-6daedeaa39e8 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/a35cf759-1762-495a-9f66-fc27438b16d9 HTTP/1.1" status: 204 len: 168 time: 0.5531342 Dec 15 05:01:31.084640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41860) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:31.090678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c6b97-a75d-49d1-bfd4-274fcc3c46b7 None None] Pushing event updated for resources: {'Port': ['ID=aeead81b-8e81-4602-9161-7085e7027aba,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:31.159857 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41862) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:31.161881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf07bb2-9aed-4b93-bf6f-6daedeaa39e8 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35cf759-1762-495a-9f66-fc27438b16d9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:31.168510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Calling delete_port for 94082cb1-5b32-4d0f-a651-3dd46a85d568 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:31.188091 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f0efc-64a1-4877-9b8e-ac1b9b34d3df x-openstack-request-id: req-196f0efc-64a1-4877-9b8e-ac1b9b34d3df {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:31.188778 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936dafcd-8cb9-4798-8560-e353d0971fb7", "tag": "a091ab99-e9c3-4be9-87e7-ec33ae4b3df0", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:31.189248 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-196f0efc-64a1-4877-9b8e-ac1b9b34d3df {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:31.190096 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'tag': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0', 'status': 'completed', 'code': 200} Dec 15 05:01:31.254957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:31.301795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da9f5-f877-464f-9272-7a9a1d00fed2 service neutron] Pushing event updated for resources: {'Port': ['ID=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:31.331438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-3d64e7e7-0871-4cee-864d-c16c04ba1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:31.333336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-3d64e7e7-0871-4cee-864d-c16c04ba1aca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 1059 time: 0.2282636 Dec 15 05:01:31.350109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41866) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:31.355569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456101442'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:31.355857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d66e9296-2ebc-492e-a65d-a577ed1811bf tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2318704 Dec 15 05:01:31.376113 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cca6e165-95bc-47b7-b10c-56e46787fd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.391121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.401633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.423546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0014a4a-28e0-4e0d-862b-fe48d7f448b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.476389 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-a38f8ea9-ff5b-4039-8419-8d162ad16135 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 HTTP/1.1" status: 200 len: 217 time: 0.0976443 Dec 15 05:01:31.501502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cca6e165-95bc-47b7-b10c-56e46787fd37 None None] For port aeead81b-8e81-4602-9161-7085e7027aba, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=aeead81b-8e81-4602-9161-7085e7027aba,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:31.521801 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cca6e165-95bc-47b7-b10c-56e46787fd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.556040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-2ff7c670-4429-47fc-8890-a37ac8a3f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:31.557658 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-2ff7c670-4429-47fc-8890-a37ac8a3f98c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5 HTTP/1.1" status: 200 len: 838 time: 0.0643442 Dec 15 05:01:31.614469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.624759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6e165-95bc-47b7-b10c-56e46787fd37 None None] Pushing event updated for resources: {'Port': ['ID=aeead81b-8e81-4602-9161-7085e7027aba,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:31.658327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Pushing event deleted for resources: {'Port': ['ID=94082cb1-5b32-4d0f-a651-3dd46a85d568,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:31.666730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0014a4a-28e0-4e0d-862b-fe48d7f448b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.674788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0014a4a-28e0-4e0d-862b-fe48d7f448b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.690108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca442197-64f8-4327-9cd2-c441243c28cf {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:01:31.691428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7650cd-812d-4d99-8434-dfdc3ea24ad7 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:31.699590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.699590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1892-9af4-4675-a8e6-68a875f733be req-7ed33e02-e600-453c-baa1-d865ae315895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:31.700730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-7ed33e02-e600-453c-baa1-d865ae315895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dee26807-40ec-4e65-b1ce-2769e1947984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1283739 Dec 15 05:01:31.704634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.712462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.718896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-49258052-4113-468e-8800-30b6d9524d9c None None] Provisioning complete for port aeead81b-8e81-4602-9161-7085e7027aba triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:31.719836 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49258052-4113-468e-8800-30b6d9524d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.758041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Transition to ACTIVE for port object ca442197-64f8-4327-9cd2-c441243c28cf will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:01:31.771281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:27Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:23Z', 'revision_number': 1, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeead81b-8e81-4602-9161-7085e7027aba', 'name': '', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:6b:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:26Z', 'updated_at': '2021-12-15T05:01:30Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:31.772914 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e0014a4a-28e0-4e0d-862b-fe48d7f448b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6945b3eb6644d31b883a12828d2b082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6119022 Dec 15 05:01:31.779268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41870) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:31.788145 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0014a4a-28e0-4e0d-862b-fe48d7f448b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8c51b5-8dc6-433c-8c7c-d5d69e85f819,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:31.798234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:31.804841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fcff2e-8675-4851-9fe0-fe8ad7e9888b None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:27Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:23Z', 'revision_number': 1, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeead81b-8e81-4602-9161-7085e7027aba', 'name': '', 'network_id': '0acc4453-07d9-487a-a25e-0b14e8e370ba', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:6b:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:26Z', 'updated_at': '2021-12-15T05:01:30Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '1c66cee8-2dc5-4caa-baf0-7ff100a1515b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:31.825855 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.051709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.056166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.146614 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74ed7adf-d843-4b0d-bab9-6932f2f96681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.177793 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.178497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5782a300-4ab6-4373-bfcf-adc37b5f8803 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:32.193017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53968-f682-44bc-94c5-b97cd2ce6940 req-d198d353-1756-4123-abdb-1a58b05a631e tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:32.194814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87b53968-f682-44bc-94c5-b97cd2ce6940 req-d198d353-1756-4123-abdb-1a58b05a631e tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 907 time: 0.1896207 Dec 15 05:01:32.202752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.206701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-72e298c1-7391-41bc-9028-7e900a68be11 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5782a300-4ab6-4373-bfcf-adc37b5f8803 HTTP/1.1" status: 204 len: 168 time: 2.3098471 Dec 15 05:01:32.207349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41876) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.220624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74ed7adf-d843-4b0d-bab9-6932f2f96681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.307478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dcfa9b-5be7-4159-b494-9f3503fd38fa,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:32.317390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.322396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c3214205-fa53-4dc2-b591-d1e0bf982d22 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9709344 Dec 15 05:01:32.323518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41878) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.327739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Deleting subnet 5891c5ed-dbd9-4b9d-8ace-3a280215d08a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:01:32.332631 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.345437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-95831853-4944-43ee-a7e8-3bcc65149fbf tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '47dcfa9b-5be7-4159-b494-9f3503fd38fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:32.374206 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-95831853-4944-43ee-a7e8-3bcc65149fbf tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 05:01:32.374850 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-95831853-4944-43ee-a7e8-3bcc65149fbf tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:32.375917 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-95831853-4944-43ee-a7e8-3bcc65149fbf tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0475917 Dec 15 05:01:32.380035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41880) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.388681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e56e0c50-8a8b-43b0-847c-e48ee83f478a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '47dcfa9b-5be7-4159-b494-9f3503fd38fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:32.390408 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-e56e0c50-8a8b-43b0-847c-e48ee83f478a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 05:01:32.390946 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-e56e0c50-8a8b-43b0-847c-e48ee83f478a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:32.392000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e56e0c50-8a8b-43b0-847c-e48ee83f478a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107636 Dec 15 05:01:32.394561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.397055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41882) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.427301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ca34920e-380c-430a-a6da-b930690fe175 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '47dcfa9b-5be7-4159-b494-9f3503fd38fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:32.428419 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-ca34920e-380c-430a-a6da-b930690fe175 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 05:01:32.428853 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-ca34920e-380c-430a-a6da-b930690fe175 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:32.429840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ca34920e-380c-430a-a6da-b930690fe175 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081260 Dec 15 05:01:32.430735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74ed7adf-d843-4b0d-bab9-6932f2f96681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.433896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74ed7adf-d843-4b0d-bab9-6932f2f96681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.437962 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-74ed7adf-d843-4b0d-bab9-6932f2f96681 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a8c51b5-8dc6-433c-8c7c-d5d69e85f819 HTTP/1.1" status: 204 len: 168 time: 0.6573968 Dec 15 05:01:32.438597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41884) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.441271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-ef272225-a2ae-4334-9c6e-335e0fa6d363 service neutron] 10.222.0.16 "GET /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226331 Dec 15 05:01:32.453723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2b146b86-de5c-4042-a2ab-e3e340b41348 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '47dcfa9b-5be7-4159-b494-9f3503fd38fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:32.454608 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-2b146b86-de5c-4042-a2ab-e3e340b41348 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 05:01:32.455107 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-2b146b86-de5c-4042-a2ab-e3e340b41348 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:32.456125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2b146b86-de5c-4042-a2ab-e3e340b41348 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132165 Dec 15 05:01:32.460590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41888) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.472216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca442197-64f8-4327-9cd2-c441243c28cf,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:32.475442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7adf-d843-4b0d-bab9-6932f2f96681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8c51b5-8dc6-433c-8c7c-d5d69e85f819,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:32.611332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Attempting to bind port ca442197-64f8-4327-9cd2-c441243c28cf on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:32.622091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Attempting to bind port ca442197-64f8-4327-9cd2-c441243c28cf by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:32.622091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Attempting to bind port ca442197-64f8-4327-9cd2-c441243c28cf on network b9415d69-191c-4ddd-9ebf-4bdc1904161b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:32.653190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Port ca442197-64f8-4327-9cd2-c441243c28cf on network b9415d69-191c-4ddd-9ebf-4bdc1904161b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:01:32.653595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Attempting to bind port ca442197-64f8-4327-9cd2-c441243c28cf on network b9415d69-191c-4ddd-9ebf-4bdc1904161b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:32.666019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:32.666417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Checking segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:32.666870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Bound using segment: {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:32.667273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Bound port: ca442197-64f8-4327-9cd2-c441243c28cf, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b00728-534f-484d-adb5-0d4b30767b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:32.667670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.688331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-49ed1892-9af4-4675-a8e6-68a875f733be req-ed913391-d930-4875-bc03-7e6c29b23dbb service neutron] 10.222.0.16 "GET /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171705 Dec 15 05:01:32.701212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ece7c4-3be6-4ed3-a2a8-e35c21b7b318 req-aba85225-d725-454e-8124-514ec320b574 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:32.723041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51ece7c4-3be6-4ed3-a2a8-e35c21b7b318 req-aba85225-d725-454e-8124-514ec320b574 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 944 time: 0.2126186 Dec 15 05:01:32.745788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.746163 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.762796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device aeead81b-8e81-4602-9161-7085e7027aba up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:32.779854 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6465b756-73b7-40ee-9f3a-dbddebaa66f4 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.824938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] For port ca442197-64f8-4327-9cd2-c441243c28cf, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:32.852366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6465b756-73b7-40ee-9f3a-dbddebaa66f4 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.862840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port aeead81b-8e81-4602-9161-7085e7027aba triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:32.865067 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.867691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] For port ca442197-64f8-4327-9cd2-c441243c28cf, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ca442197-64f8-4327-9cd2-c441243c28cf,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:32.880394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.900745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51ece7c4-3be6-4ed3-a2a8-e35c21b7b318 req-47403c21-09ab-45e6-8065-1140986e545e tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766722 Dec 15 05:01:32.930773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-f972329b-a4f3-4440-a888-4b049db74eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:32.932771 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-f972329b-a4f3-4440-a888-4b049db74eb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 1059 time: 0.1234183 Dec 15 05:01:32.939940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:32.940125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6465b756-73b7-40ee-9f3a-dbddebaa66f4 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.940918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.942748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 200 len: 1093 time: 2.9066892 Dec 15 05:01:32.944285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6465b756-73b7-40ee-9f3a-dbddebaa66f4 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:32.948540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6465b756-73b7-40ee-9f3a-dbddebaa66f4 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/47dcfa9b-5be7-4159-b494-9f3503fd38fa HTTP/1.1" status: 204 len: 168 time: 0.4799025 Dec 15 05:01:32.950667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41896) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:32.985734 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.000685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465b756-73b7-40ee-9f3a-dbddebaa66f4 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dcfa9b-5be7-4159-b494-9f3503fd38fa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:33.065530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5891c5ed-dbd9-4b9d-8ace-3a280215d08a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:33.073808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.078381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ba36f-b1b8-45cb-895e-635d63b5c6bc None None] Network dc1d2aec-d143-429d-9e73-c52348529403 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:33.091741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-767253e2-adda-4485-a93b-9d77a79c1b47 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5891c5ed-dbd9-4b9d-8ace-3a280215d08a HTTP/1.1" status: 204 len: 168 time: 0.8798325 Dec 15 05:01:33.093511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41900) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:33.140625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94082cb1-5b32-4d0f-a651-3dd46a85d568 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:33.172655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 94082cb1-5b32-4d0f-a651-3dd46a85d568 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:33.173237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 94082cb1-5b32-4d0f-a651-3dd46a85d568 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:33.173939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 010a4207-dd38-419b-a8cb-b26dad9a5c8e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:33.197581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:33.201270 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:33.204933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-57a6aa6f-8248-48cc-b548-8613ca1a9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.205336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 010a4207-dd38-419b-a8cb-b26dad9a5c8e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:33.205691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 010a4207-dd38-419b-a8cb-b26dad9a5c8e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:33.207223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-57a6aa6f-8248-48cc-b548-8613ca1a9375 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dee26807-40ec-4e65-b1ce-2769e1947984 HTTP/1.1" status: 200 len: 897 time: 0.2633302 Dec 15 05:01:33.216494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1011a0-4654-4fc8-ac48-4528d96bf8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca442197-64f8-4327-9cd2-c441243c28cf,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:33.295834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.306936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-4f6dd187-31da-487c-808d-45713ce14184 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 HTTP/1.1" status: 200 len: 217 time: 0.0853806 Dec 15 05:01:33.339554 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61e331-8a16-4160-93ea-de2a9586c09e x-openstack-request-id: req-cf61e331-8a16-4160-93ea-de2a9586c09e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:33.339870 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:33.340153 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf61e331-8a16-4160-93ea-de2a9586c09e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:33.340571 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'status': 'completed', 'code': 200} Dec 15 05:01:33.359817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-69773f26-4d63-4224-b1c0-a8a8edb39733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.362655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-69773f26-4d63-4224-b1c0-a8a8edb39733 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 1096 time: 0.3074801 Dec 15 05:01:33.402369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41912) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:33.407790 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-297a6986-793d-4726-8bb9-f203b9878f6b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3736079 Dec 15 05:01:33.408148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--978133463'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:33.442978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10edd18-477f-4ee7-857e-c2f9c3fe31ef req-75dea08b-81a3-4fa0-8a00-1f9478943926 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.452784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d10edd18-477f-4ee7-857e-c2f9c3fe31ef req-75dea08b-81a3-4fa0-8a00-1f9478943926 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 907 time: 0.0944209 Dec 15 05:01:33.468020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-a9dff8bf-2911-4902-b26e-cbd5f3861d8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 200 len: 217 time: 0.0565708 Dec 15 05:01:33.483838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Deleting port b65ff478-4b53-4782-887f-6e806d6d717b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:33.484622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.495419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-63c3261b-fea7-4816-8832-7c6e4d5b5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.497050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-63c3261b-fea7-4816-8832-7c6e4d5b5240 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5 HTTP/1.1" status: 200 len: 838 time: 0.1554303 Dec 15 05:01:33.515090 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.552496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.584097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-5142bf03-daaf-4ac0-bfb9-e91bfade13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.585675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-5142bf03-daaf-4ac0-bfb9-e91bfade13f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.1105342 Dec 15 05:01:33.627635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] DHCP port deletion for dc1d2aec-d143-429d-9e73-c52348529403 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:33.632552 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.636446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-76a8ad4d-768a-4798-a837-02091653571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.639265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-76a8ad4d-768a-4798-a837-02091653571c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dee26807-40ec-4e65-b1ce-2769e1947984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1172783 Dec 15 05:01:33.692286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] Deleting port b65ff478-4b53-4782-887f-6e806d6d717b {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:33.692686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.762761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-dd0bedb7-5acb-47b6-ac20-e05abe70f238 service neutron] 10.222.0.16 "GET /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136205 Dec 15 05:01:33.778404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] For port b65ff478-4b53-4782-887f-6e806d6d717b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b65ff478-4b53-4782-887f-6e806d6d717b,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:33.779439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.796611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f074f-1070-4716-a934-e21d2d734438 req-f53c6cc3-1d77-4e57-aa1d-b6ef84721ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:33.798444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-f53c6cc3-1d77-4e57-aa1d-b6ef84721ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2036397 Dec 15 05:01:33.799562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] Calling delete_port for b65ff478-4b53-4782-887f-6e806d6d717b owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:33.909408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.917170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] For port b65ff478-4b53-4782-887f-6e806d6d717b, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b65ff478-4b53-4782-887f-6e806d6d717b,segment=NetworkSegment(7a89f30e-0e7c-4013-b322-6c58436ac7fd),segment_id=7a89f30e-0e7c-4013-b322-6c58436ac7fd)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:33.917170 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:33.933807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Calling delete_port for b65ff478-4b53-4782-887f-6e806d6d717b owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:33.942025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] Pushing event deleted for resources: {'Port': ['ID=b65ff478-4b53-4782-887f-6e806d6d717b,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:33.952493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20837c-9127-4e05-91ae-92b088673580 None None] No DVR routers for this DVR port b65ff478-4b53-4782-887f-6e806d6d717b on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:34.027268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-6ad833c6-29ae-4274-b6b5-778754ff1d45 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997273 Dec 15 05:01:34.029447 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2a0b927f-e916-4af8-a824-a2abdf6d282e req-489c3bbf-98f0-44a3-a833-3d5980db12ae service neutron] 10.222.0.16 "GET /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578514 Dec 15 05:01:34.088573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.099534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.129743 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e7f074f-1070-4716-a934-e21d2d734438 req-b43c2f70-3618-4648-b6ef-7c31e0908dd8 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941899 Dec 15 05:01:34.151329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a09c-900d-4311-9954-d2f8f061dd13 req-0dbc204c-ce10-4bea-8e10-90a99b0fa099 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:34.153388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9888a09c-900d-4311-9954-d2f8f061dd13 req-0dbc204c-ce10-4bea-8e10-90a99b0fa099 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 944 time: 0.1111789 Dec 15 05:01:34.161417 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.162617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7592402 Dec 15 05:01:34.165738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.170488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-635bd256-241d-4f7c-84bf-4bf49275bb53 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.171527 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-635bd256-241d-4f7c-84bf-4bf49275bb53 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 05:01:34.172033 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-635bd256-241d-4f7c-84bf-4bf49275bb53 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.173317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-635bd256-241d-4f7c-84bf-4bf49275bb53 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062394 Dec 15 05:01:34.175739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41968) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.179907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7d19757e-fbcb-42ba-a5ae-a4c244deac5c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.186988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af71d6-3f12-4802-a78e-4d36c27c114c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f37ef7-72c6-4beb-9f83-08a4837d0375,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:34.213105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.248956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Pushing event deleted for resources: {'Port': ['ID=b65ff478-4b53-4782-887f-6e806d6d717b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:34.254794 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-7d19757e-fbcb-42ba-a5ae-a4c244deac5c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.258925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9888a09c-900d-4311-9954-d2f8f061dd13 req-fe5120f7-cf5d-4a67-af02-88908c277a46 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904350 Dec 15 05:01:34.260235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7d19757e-fbcb-42ba-a5ae-a4c244deac5c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0791690 Dec 15 05:01:34.260440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] No DVR routers for this DVR port b65ff478-4b53-4782-887f-6e806d6d717b on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:34.260440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41972) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.264829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3c269fd2-305a-443e-b151-81436758ba48 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.265670 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-3c269fd2-305a-443e-b151-81436758ba48 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 05:01:34.266177 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-3c269fd2-305a-443e-b151-81436758ba48 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.267151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3c269fd2-305a-443e-b151-81436758ba48 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067856 Dec 15 05:01:34.270079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41974) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.276832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6469b7da-2bc0-4fa3-90a0-85986e6b2c52 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.286607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-ef770e1b-f969-4c13-b573-683db4f25d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:34.288379 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-ef770e1b-f969-4c13-b573-683db4f25d2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 1096 time: 0.0621641 Dec 15 05:01:34.345813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.352507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41976) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.366643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1d2aec-d143-429d-9e73-c52348529403']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:34.376636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a89f30e-0e7c-4013-b322-6c58436ac7fd') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:34.376933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a89f30e-0e7c-4013-b322-6c58436ac7fd') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:34.387800 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.394055 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-6469b7da-2bc0-4fa3-90a0-85986e6b2c52 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.397976 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6469b7da-2bc0-4fa3-90a0-85986e6b2c52 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1240220 Dec 15 05:01:34.398192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41980) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.406388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.407637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7b23b1e3-6e62-4775-af46-0c98189611bc tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.408287 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-7b23b1e3-6e62-4775-af46-0c98189611bc tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 05:01:34.408839 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-7b23b1e3-6e62-4775-af46-0c98189611bc tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.412250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b23b1e3-6e62-4775-af46-0c98189611bc tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106418 Dec 15 05:01:34.412546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41982) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.415304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:01:34.415304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.419850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e29ce577-9bce-4414-a64b-f2c225cba102 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.421349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-0ef100d3-befd-49be-ab93-1a069ddd1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:34.423161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-0ef100d3-befd-49be-ab93-1a069ddd1b83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.1269009 Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:01:34.423521 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:01:34.475823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-51db78be-e91e-4d4e-b233-744a820509fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 200 len: 217 time: 0.0449462 Dec 15 05:01:34.490049 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-e29ce577-9bce-4414-a64b-f2c225cba102 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Project a0b0becb535d4b75b5f0455c5e6422af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:01:34.493870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.501856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.505080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] 10.222.0.37 "DELETE /v2.0/networks/dc1d2aec-d143-429d-9e73-c52348529403 HTTP/1.1" status: 204 len: 168 time: 1.4101355 Dec 15 05:01:34.544634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-424e5ec2-4540-48f4-8ccd-8e98bc610b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:34.547008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-424e5ec2-4540-48f4-8ccd-8e98bc610b3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.0643542 Dec 15 05:01:34.548245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81a80b3d-fe63-46fd-8a22-7ed0d2e1a154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.549799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e2cb1-f2fe-4212-b8ee-5ef6600e262e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1d2aec-d143-429d-9e73-c52348529403,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:34.569492 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-e29ce577-9bce-4414-a64b-f2c225cba102 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.569492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e29ce577-9bce-4414-a64b-f2c225cba102 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1530368 Dec 15 05:01:34.572461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.596412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ef2c1138-f59d-4320-8ff8-172e9fafb445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.597023 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-ef2c1138-f59d-4320-8ff8-172e9fafb445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 05:01:34.597658 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-ef2c1138-f59d-4320-8ff8-172e9fafb445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.601323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b65ff478-4b53-4782-887f-6e806d6d717b no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:34.601484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef2c1138-f59d-4320-8ff8-172e9fafb445 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0253482 Dec 15 05:01:34.605776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41990) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.617709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-96e32170-0aa1-4904-b3bc-628bc4604037 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.625195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b65ff478-4b53-4782-887f-6e806d6d717b {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:34.625777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b65ff478-4b53-4782-887f-6e806d6d717b not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:34.653540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfb50b-c887-463b-96ee-ef58a90bd775 req-b14ae9b7-b26b-473d-adc6-56eb8a2e1158 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:34.655485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-debfb50b-c887-463b-96ee-ef58a90bd775 req-b14ae9b7-b26b-473d-adc6-56eb8a2e1158 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 907 time: 0.1085365 Dec 15 05:01:34.661626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-51aabfbf-d49c-4f1c-98dc-23a088f42531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:34.663254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-51aabfbf-d49c-4f1c-98dc-23a088f42531 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045322 Dec 15 05:01:34.692607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41992) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.697455 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-96e32170-0aa1-4904-b3bc-628bc4604037 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Project a0b0becb535d4b75b5f0455c5e6422af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:01:34.733966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7931dd4-edef-4b16-a667-9a3bfea66d2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c85929a155ec448eb6b6bdd82eab24a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398350 Dec 15 05:01:34.736346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41994) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.778528 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-96e32170-0aa1-4904-b3bc-628bc4604037 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.779580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-96e32170-0aa1-4904-b3bc-628bc4604037 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1697459 Dec 15 05:01:34.783373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81a80b3d-fe63-46fd-8a22-7ed0d2e1a154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.783608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 41996) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.790035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-40957d78-5920-44ad-ac1b-276e46113815 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'b8f37ef7-72c6-4beb-9f83-08a4837d0375', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:34.790208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81a80b3d-fe63-46fd-8a22-7ed0d2e1a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.799358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb1761a5-26e1-41d1-b267-c89aa4107b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.829722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb1761a5-26e1-41d1-b267-c89aa4107b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.831564 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-40957d78-5920-44ad-ac1b-276e46113815 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Project a0b0becb535d4b75b5f0455c5e6422af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:01:34.839604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-5a8ff48b-5b55-475f-bc8b-aaeb21f176b7 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682112 Dec 15 05:01:34.848301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a80b3d-fe63-46fd-8a22-7ed0d2e1a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6092431-8604-40da-90af-19acade141da,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:34.855368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-81a80b3d-fe63-46fd-8a22-7ed0d2e1a154 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dde6fbe420e0461b8df5880e9c5240a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4992809 Dec 15 05:01:34.855575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 41998) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.864126 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-40957d78-5920-44ad-ac1b-276e46113815 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:34.865162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-40957d78-5920-44ad-ac1b-276e46113815 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0805876 Dec 15 05:01:34.867972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:34.927376 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb1761a5-26e1-41d1-b267-c89aa4107b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.930373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb1761a5-26e1-41d1-b267-c89aa4107b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.936161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb1761a5-26e1-41d1-b267-c89aa4107b06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46e1343e-1485-44ab-9eb6-96af0eaa7283 HTTP/1.1" status: 204 len: 168 time: 0.1984565 Dec 15 05:01:34.939741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c25806b5-0dea-415e-94c6-e8a027d6efc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.969881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1761a5-26e1-41d1-b267-c89aa4107b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1343e-1485-44ab-9eb6-96af0eaa7283,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:34.981834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72f1406d-9d90-42ba-958c-c017c626aa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:34.989243 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c25806b5-0dea-415e-94c6-e8a027d6efc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.021971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72f1406d-9d90-42ba-958c-c017c626aa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.025450 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ce65a7a-756b-4da8-beb8-0aa90b10e8c0 req-5294cbd2-11e8-4cc6-a351-3cd0b8e0a829 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548622 Dec 15 05:01:35.037764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c25806b5-0dea-415e-94c6-e8a027d6efc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.040495 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c25806b5-0dea-415e-94c6-e8a027d6efc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.041671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c25806b5-0dea-415e-94c6-e8a027d6efc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/b8f37ef7-72c6-4beb-9f83-08a4837d0375 HTTP/1.1" status: 204 len: 168 time: 0.1726811 Dec 15 05:01:35.044896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42004) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.068017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25806b5-0dea-415e-94c6-e8a027d6efc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f37ef7-72c6-4beb-9f83-08a4837d0375,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:35.084556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72f1406d-9d90-42ba-958c-c017c626aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.087106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72f1406d-9d90-42ba-958c-c017c626aa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.088357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72f1406d-9d90-42ba-958c-c017c626aa60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6092431-8604-40da-90af-19acade141da HTTP/1.1" status: 204 len: 168 time: 0.2318375 Dec 15 05:01:35.100418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ed628709-fae7-4ba2-a254-56a903e6deee tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0542769 Dec 15 05:01:35.105326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42008) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.110298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--712440486'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:35.114008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1406d-9d90-42ba-958c-c017c626aa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6092431-8604-40da-90af-19acade141da,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:35.142934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.213231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.217682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.218955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:01:35.248793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf7cea-73e8-4e31-86ee-9c3600915c9b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:35.253562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.257452 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1ea92fed-284e-4f9b-9a70-db4757c00ab2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1482592 Dec 15 05:01:35.257933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42014) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.262991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-37f88b96-8970-493c-8fe5-f6b4eb1d5a94 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '0acf7cea-73e8-4e31-86ee-9c3600915c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:35.329575 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-37f88b96-8970-493c-8fe5-f6b4eb1d5a94 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The resource could not be found. Dec 15 05:01:35.331134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37f88b96-8970-493c-8fe5-f6b4eb1d5a94 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0720899 Dec 15 05:01:35.334079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.339375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e3fd7d79-a35f-434b-a957-9b735888dd41 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '0acf7cea-73e8-4e31-86ee-9c3600915c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd3195ddd-f271-40cc-8e14-8f84e246da6c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:35.343256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:35.356724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0', 'network_id': 'dee26807-40ec-4e65-b1ce-2769e1947984', 'port_id': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0', 'mac_address': 'fa:16:3e:e2:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:01:35.405728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.411781 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-e3fd7d79-a35f-434b-a957-9b735888dd41 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The resource could not be found. Dec 15 05:01:35.418067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e3fd7d79-a35f-434b-a957-9b735888dd41 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0814037 Dec 15 05:01:35.418067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42022) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.425563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:01:35.445262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff76c1-976d-428b-82e6-9985816dad31 req-6f3d4879-56e5-447e-941c-54bdef2ee385 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:35.448037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcff76c1-976d-428b-82e6-9985816dad31 req-6f3d4879-56e5-447e-941c-54bdef2ee385 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 944 time: 0.0832353 Dec 15 05:01:35.467111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:35.472886 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.526954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42028) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.531185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0887-ce2c-4c00-958d-f6199c77d991 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.534520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:35.565268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0887-ce2c-4c00-958d-f6199c77d991 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.574666 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcff76c1-976d-428b-82e6-9985816dad31 req-06dc7a44-7a94-4a98-80ea-edc1dc883aad tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202042 Dec 15 05:01:35.613357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0cc4ce3a-03a3-4452-801c-146affac7589 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a2b111fb985496998d339b9bbc545b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830002 Dec 15 05:01:35.613979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42032) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.623297 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0887-ce2c-4c00-958d-f6199c77d991 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.625994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0887-ce2c-4c00-958d-f6199c77d991 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.627089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8f2d0887-ce2c-4c00-958d-f6199c77d991 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/0acf7cea-73e8-4e31-86ee-9c3600915c9b HTTP/1.1" status: 204 len: 168 time: 0.2063317 Dec 15 05:01:35.630021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42034) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.648707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d0887-ce2c-4c00-958d-f6199c77d991 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf7cea-73e8-4e31-86ee-9c3600915c9b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:35.683206 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d60e728-b8fc-4ef0-987f-2dc2606c8ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.701293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9be85f9d-910c-45f9-ab46-dc708f589be7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663030 Dec 15 05:01:35.701802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42038) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.706916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d81160b5-b024-440c-b942-22ec070e9a6e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'c9f2103a-4927-4743-881e-852ceee64702', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:35.714591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d60e728-b8fc-4ef0-987f-2dc2606c8ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.775749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d60e728-b8fc-4ef0-987f-2dc2606c8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.780600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d60e728-b8fc-4ef0-987f-2dc2606c8ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.784877 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8d60e728-b8fc-4ef0-987f-2dc2606c8ac3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/171704e4-3c3f-40fe-bfc7-5cf5401f5772 HTTP/1.1" status: 204 len: 168 time: 0.1686320 Dec 15 05:01:35.794725 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-d81160b5-b024-440c-b942-22ec070e9a6e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The resource could not be found. Dec 15 05:01:35.795881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60e728-b8fc-4ef0-987f-2dc2606c8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171704e4-3c3f-40fe-bfc7-5cf5401f5772,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:35.797701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d81160b5-b024-440c-b942-22ec070e9a6e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0943863 Dec 15 05:01:35.800932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42044) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:35.817736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672324-ec59-4222-bfc7-5e939a40f360 req-d5cc9f03-ac31-42e8-b8c4-23be77866dbb tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:35.819604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051541518'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:35.819783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88672324-ec59-4222-bfc7-5e939a40f360 req-d5cc9f03-ac31-42e8-b8c4-23be77866dbb tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 908 time: 0.0779619 Dec 15 05:01:35.829732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a091ab99-e9c3-4be9-87e7-ec33ae4b3df0'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:01:35.870242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.952323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.961044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:35.999128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.000507 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1984890 Dec 15 05:01:36.004022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42052) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.005553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c448857-831b-448a-a1db-53d81803b0d7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bea89c-5cf3-406c-bc7f-77f44b16b67e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.011516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794617306'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:36.039270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.126353 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.130497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.159796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.163829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1554413 Dec 15 05:01:36.164203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.169601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dd932cae-6e77-476b-a5a8-a47662a06d0c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': '48bea89c-5cf3-406c-bc7f-77f44b16b67e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f7ff3c0-7494-459c-81a0-e38854d164f0'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:36.183412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe7037-878b-46cf-9ae2-0b14748bcccb tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ff3c0-7494-459c-81a0-e38854d164f0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.216700 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-dd932cae-6e77-476b-a5a8-a47662a06d0c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:36.218254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dd932cae-6e77-476b-a5a8-a47662a06d0c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0530112 Dec 15 05:01:36.221163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.287477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9749-771a-4ebe-86c8-84664b8bcda2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.316373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9749-771a-4ebe-86c8-84664b8bcda2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.374785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9749-771a-4ebe-86c8-84664b8bcda2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.377500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9749-771a-4ebe-86c8-84664b8bcda2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.381050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a5e9749-771a-4ebe-86c8-84664b8bcda2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/6f7ff3c0-7494-459c-81a0-e38854d164f0 HTTP/1.1" status: 204 len: 168 time: 0.1563210 Dec 15 05:01:36.381454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42068) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.391767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e9749-771a-4ebe-86c8-84664b8bcda2 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ff3c0-7494-459c-81a0-e38854d164f0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.437425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-559ee51d-e80e-439b-8021-30d0f8057fd7 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0548368 Dec 15 05:01:36.440174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.452238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42072) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.495395 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8248eec-82a0-42f2-ba48-5192ad21c2ca tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.517198 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8248eec-82a0-42f2-ba48-5192ad21c2ca tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.559032 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8248eec-82a0-42f2-ba48-5192ad21c2ca tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.560945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a9c-eb18-4dee-9606-77b437854867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.561770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8248eec-82a0-42f2-ba48-5192ad21c2ca tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.563450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8248eec-82a0-42f2-ba48-5192ad21c2ca tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/48bea89c-5cf3-406c-bc7f-77f44b16b67e HTTP/1.1" status: 204 len: 168 time: 0.1223619 Dec 15 05:01:36.566673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42076) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.584039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8248eec-82a0-42f2-ba48-5192ad21c2ca tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bea89c-5cf3-406c-bc7f-77f44b16b67e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.626730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3d340555-6edc-439f-8d44-00840d524cc1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575659 Dec 15 05:01:36.631544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42080) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.636798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266137787'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:36.646614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a9c-eb18-4dee-9606-77b437854867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.652309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9a9c-eb18-4dee-9606-77b437854867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.665420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.685908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e9a9c-eb18-4dee-9606-77b437854867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69521661-702f-4406-ac47-811aea2310c8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.698457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ea7e9a9c-eb18-4dee-9606-77b437854867 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bd9f534dfc54d70bc134ddc6a795431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450891 Dec 15 05:01:36.701123 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.748114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2511c-57de-458a-8456-01ac4c0e7159 req-ede7af81-0c43-470e-8e4a-34b312193903 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:36.749609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39c2511c-57de-458a-8456-01ac4c0e7159 req-ede7af81-0c43-470e-8e4a-34b312193903 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 944 time: 0.0729473 Dec 15 05:01:36.751778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a53c9cd-93a3-48a5-bbcb-16ef152040d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.779800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a53c9cd-93a3-48a5-bbcb-16ef152040d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.804594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.814421 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.827933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a53c9cd-93a3-48a5-bbcb-16ef152040d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.830671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a53c9cd-93a3-48a5-bbcb-16ef152040d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.831834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a53c9cd-93a3-48a5-bbcb-16ef152040d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69521661-702f-4406-ac47-811aea2310c8 HTTP/1.1" status: 204 len: 168 time: 0.1297052 Dec 15 05:01:36.836236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39c2511c-57de-458a-8456-01ac4c0e7159 req-c1b98165-412b-45dc-8e6e-925df8a445ea tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779545 Dec 15 05:01:36.845706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53c9cd-93a3-48a5-bbcb-16ef152040d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69521661-702f-4406-ac47-811aea2310c8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.861551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:36.863441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2302315 Dec 15 05:01:36.866055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42088) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.870724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ad474e5b-4cdb-4db8-b336-e9c543717077 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'de7d0132-b928-4f54-89cf-ec329cc1dc8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:36.878135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec2c5d-51fe-426f-9698-84a73596b79d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d0132-b928-4f54-89cf-ec329cc1dc8d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:36.921634 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-ad474e5b-4cdb-4db8-b336-e9c543717077 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:36.925608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ad474e5b-4cdb-4db8-b336-e9c543717077 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0558577 Dec 15 05:01:36.925907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42090) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:36.931410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-773dbd9b-6176-45e5-b36a-d0ac8c3e1a3c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group_rule': {'security_group_id': 'de7d0132-b928-4f54-89cf-ec329cc1dc8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:36.941455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ca442197-64f8-4327-9cd2-c441243c28cf details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:01:36.982456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf967a1-c7df-446a-971f-44dd6de782a6 req-8181eb3b-2183-4b58-89dd-1bd3ee869d21 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:36.987687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bdf967a1-c7df-446a-971f-44dd6de782a6 req-8181eb3b-2183-4b58-89dd-1bd3ee869d21 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 908 time: 0.0729568 Dec 15 05:01:37.010383 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-773dbd9b-6176-45e5-b36a-d0ac8c3e1a3c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:37.014307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-773dbd9b-6176-45e5-b36a-d0ac8c3e1a3c tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0844877 Dec 15 05:01:37.015136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.058943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ca442197-64f8-4327-9cd2-c441243c28cf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ca442197-64f8-4327-9cd2-c441243c28cf,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:37.071030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'port_id': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'mac_address': 'fa:16:3e:7f:4c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:01:37.072927 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13de53fc-0d7d-4120-bee3-2a0a4a73de44 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.101969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13de53fc-0d7d-4120-bee3-2a0a4a73de44 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.122901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.132873 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.140780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca442197-64f8-4327-9cd2-c441243c28cf {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:01:37.157248 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13de53fc-0d7d-4120-bee3-2a0a4a73de44 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.160541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13de53fc-0d7d-4120-bee3-2a0a4a73de44 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.164206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13de53fc-0d7d-4120-bee3-2a0a4a73de44 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/de7d0132-b928-4f54-89cf-ec329cc1dc8d HTTP/1.1" status: 204 len: 168 time: 0.1462581 Dec 15 05:01:37.164537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42100) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.171714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ca442197-64f8-4327-9cd2-c441243c28cf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ca442197-64f8-4327-9cd2-c441243c28cf,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:37.172115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de53fc-0d7d-4120-bee3-2a0a4a73de44 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d0132-b928-4f54-89cf-ec329cc1dc8d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:37.183958 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.215839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e490967-bbfe-432e-93db-ff157a9bf271 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0465472 Dec 15 05:01:37.216172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42104) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.221188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841414973'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:37.229778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:37.247089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.283108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ca442197-64f8-4327-9cd2-c441243c28cf,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:37.302880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:01:37.308222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:37.308658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.328724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.334440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.370976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.372416 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1553385 Dec 15 05:01:37.375273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42110) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.380886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b07b6993-29d9-4567-8c51-992150536cd1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:37.381606 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-b07b6993-29d9-4567-8c51-992150536cd1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 05:01:37.382204 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-b07b6993-29d9-4567-8c51-992150536cd1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 05:01:37.386940 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b07b6993-29d9-4567-8c51-992150536cd1 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "PUT /v2.0/security-groups/f01d26fc-bd02-4ba4-b6cc-b4f59ba9d458 HTTP/1.1" status: 409 len: 330 time: 0.0072303 Dec 15 05:01:37.386940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194fc26-1aaa-41ce-b4dc-9601e9fc5d7e tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d26fc-bd02-4ba4-b6cc-b4f59ba9d458,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:37.387500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42112) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.401556 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.424824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:37.427213 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e638d0-6d42-4815-bbe9-595f798d5011" -d '{"events": [{"server_uuid": "936dafcd-8cb9-4798-8560-e353d0971fb7", "name": "network-vif-plugged", "status": "completed", "tag": "a091ab99-e9c3-4be9-87e7-ec33ae4b3df0"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:37.441148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:37.447679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.451193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff62fdc9-af18-4b59-95a1-41f59097a30a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.480347 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a17e6b-4d07-46fe-8e6b-87c642c539c9 x-openstack-request-id: req-70a17e6b-4d07-46fe-8e6b-87c642c539c9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:37.480655 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936dafcd-8cb9-4798-8560-e353d0971fb7", "name": "network-vif-plugged", "status": "completed", "tag": "a091ab99-e9c3-4be9-87e7-ec33ae4b3df0", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:37.480917 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70a17e6b-4d07-46fe-8e6b-87c642c539c9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:37.481165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff62fdc9-af18-4b59-95a1-41f59097a30a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.481627 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0', 'code': 200} Dec 15 05:01:37.485679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ca442197-64f8-4327-9cd2-c441243c28cf'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:01:37.541443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff62fdc9-af18-4b59-95a1-41f59097a30a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.543749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:37.544462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff62fdc9-af18-4b59-95a1-41f59097a30a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:37.548058 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ff62fdc9-af18-4b59-95a1-41f59097a30a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/f01d26fc-bd02-4ba4-b6cc-b4f59ba9d458 HTTP/1.1" status: 204 len: 168 time: 0.1570222 Dec 15 05:01:37.549594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42120) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.574000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62fdc9-af18-4b59-95a1-41f59097a30a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d26fc-bd02-4ba4-b6cc-b4f59ba9d458,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:37.626084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33779065-97cc-4797-8463-01184f9ffa1d tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717437 Dec 15 05:01:37.627370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42124) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.641310 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-fd98afa0-7464-4565-9287-fee9b4938862 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] delete failed (client error): The resource could not be found. Dec 15 05:01:37.646396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd98afa0-7464-4565-9287-fee9b4938862 tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0a5c740-b7a6-4c1c-81ce-0fef238c3519 HTTP/1.1" status: 404 len: 347 time: 0.0179465 Dec 15 05:01:37.646962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42126) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.661781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250a21a-99e0-4dfc-897e-221fea563be4 req-7ce2717f-feba-4b6a-9a50-9a7d6ebad25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:37.663110 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-eba679fa-dba4-41a9-b500-7ff761fc8d1a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] show failed (client error): The resource could not be found. Dec 15 05:01:37.665241 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e250a21a-99e0-4dfc-897e-221fea563be4 req-7ce2717f-feba-4b6a-9a50-9a7d6ebad25a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 1061 time: 0.0710659 Dec 15 05:01:37.668448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42128) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.668597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eba679fa-dba4-41a9-b500-7ff761fc8d1a tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-groups/7701e4b2-3583-4b69-b2d7-3e881477cdc2 HTTP/1.1" status: 404 len: 347 time: 0.0203447 Dec 15 05:01:37.683257 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-26749ebe-8992-493a-b66d-79ec2f4a822b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] show failed (client error): The resource could not be found. Dec 15 05:01:37.687988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-26749ebe-8992-493a-b66d-79ec2f4a822b tempest-NegativeSecGroupIPv6Test-359922196 tempest-NegativeSecGroupIPv6Test-359922196-project] 10.222.0.37 "GET /v2.0/security-group-rules/84ab28e8-d098-45e3-9a75-59cbdb3250a3 HTTP/1.1" status: 404 len: 356 time: 0.0148876 Dec 15 05:01:37.939370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:37.969036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3db753-7514-49a8-a905-da60fa240a99 req-1869eaf9-00f2-4719-8981-a0de898b9808 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:37.970931 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3db753-7514-49a8-a905-da60fa240a99 req-1869eaf9-00f2-4719-8981-a0de898b9808 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 945 time: 0.0589070 Dec 15 05:01:38.023835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e3db753-7514-49a8-a905-da60fa240a99 req-bf671f15-ef61-46d5-9c9e-00f5775856d6 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460196 Dec 15 05:01:38.103805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7fad1867-1901-449f-a0fe-a966ba02ff5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0b0becb535d4b75b5f0455c5e6422af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626213 Dec 15 05:01:38.106823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42150) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:38.133433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc838ab-8c78-441f-b438-8af79686852e req-f4d539c5-b6eb-415d-8c4d-48686306934a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:38.135120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bc838ab-8c78-441f-b438-8af79686852e req-f4d539c5-b6eb-415d-8c4d-48686306934a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 909 time: 0.0594985 Dec 15 05:01:38.157167 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202a52ec-6bf6-4839-92a4-d8038fe49a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.178991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202a52ec-6bf6-4839-92a4-d8038fe49a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.226648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202a52ec-6bf6-4839-92a4-d8038fe49a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.230118 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202a52ec-6bf6-4839-92a4-d8038fe49a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.231380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-202a52ec-6bf6-4839-92a4-d8038fe49a9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac111814-81f8-4576-be23-933b4d4fe3f0 HTTP/1.1" status: 204 len: 168 time: 0.1235278 Dec 15 05:01:38.240708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a52ec-6bf6-4839-92a4-d8038fe49a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac111814-81f8-4576-be23-933b4d4fe3f0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:38.418713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42164) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:38.612838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-723045964'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:38.638009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.638994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.691269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.696137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.711745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.713303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dc4b5294-bc44-46cf-9cf7-92b1b4aae0e6 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2934988 Dec 15 05:01:38.716252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42176) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:38.789545 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.954399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.956694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:38.965412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42186) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:38.966769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ca442197-64f8-4327-9cd2-c441243c28cf up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:39.006258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.007052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae8d9ce-0092-496a-a667-f138fae67fd2 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:39.012028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.013002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23b5eb0b-a82c-40e1-a9f4-52b966b32118 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2ae8d9ce-0092-496a-a667-f138fae67fd2 HTTP/1.1" status: 204 len: 168 time: 0.2959101 Dec 15 05:01:39.016466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42190) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.021313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Request body: {'router': {'name': 'tempest-router-1120007834', 'distributed': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.032385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ca442197-64f8-4327-9cd2-c441243c28cf completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:01:39.037061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ca442197-64f8-4327-9cd2-c441243c28cf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:39.037693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.046379 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.048257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.050483 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:01:39.093265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4e64214f-c090-4ff3-bca1-a1529bf6020d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.093846 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-4e64214f-c090-4ff3-bca1-a1529bf6020d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 05:01:39.094506 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-4e64214f-c090-4ff3-bca1-a1529bf6020d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 05:01:39.099345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4e64214f-c090-4ff3-bca1-a1529bf6020d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1292424 Dec 15 05:01:39.099507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42194) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.104785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211119430'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.117019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.121954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.140984 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.168811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.178760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ca442197-64f8-4327-9cd2-c441243c28cf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ca442197-64f8-4327-9cd2-c441243c28cf,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:39.179476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.184335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-61c73c1f-1a49-4415-997b-4c747784780a tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1634927 Dec 15 05:01:39.184487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.184682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42198) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.188368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.213240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f94c8-939a-4af5-9fbc-a95d686bbf71 req-92e6acdf-0223-4241-b781-bb0e555efd02 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:39.214771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc7f94c8-939a-4af5-9fbc-a95d686bbf71 req-92e6acdf-0223-4241-b781-bb0e555efd02 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 945 time: 0.0831091 Dec 15 05:01:39.249460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ca442197-64f8-4327-9cd2-c441243c28cf,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:39.266527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.326019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fc7f94c8-939a-4af5-9fbc-a95d686bbf71 req-99a3776f-947c-4ef0-8044-42c8dc73072a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023705 Dec 15 05:01:39.336685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe677f8e-1d1a-4c3f-a452-768f4238c430 req-90c40ffa-ced5-4e04-bcbd-08dc26e44c4a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:39.338702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe677f8e-1d1a-4c3f-a452-768f4238c430 req-90c40ffa-ced5-4e04-bcbd-08dc26e44c4a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 909 time: 0.1190956 Dec 15 05:01:39.366523 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.371832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.412574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b49a409-8a59-4d50-bc87-53cb8f47ef7f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:39.434341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.436751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.482081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:39.484563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.485407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9aaf5f04-3e77-4ffb-a10c-90f1f6da7cd2 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:39.485542 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487bf375-bb33-437b-bf52-e76c077e1013" -d '{"events": [{"server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "name": "network-vif-plugged", "status": "completed", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:39.486015 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.491334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.492597 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c9fd4f8-d15e-4658-8ecc-2a4859057d56 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9aaf5f04-3e77-4ffb-a10c-90f1f6da7cd2 HTTP/1.1" status: 204 len: 168 time: 0.3065987 Dec 15 05:01:39.496741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.497000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbac2d-589b-493d-8e33-e293bc8fa06a req-05a5cdbd-9b58-4137-b302-a9ac0b5d6ed6 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:39.498609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7fbac2d-589b-493d-8e33-e293bc8fa06a req-05a5cdbd-9b58-4137-b302-a9ac0b5d6ed6 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 909 time: 0.0791535 Dec 15 05:01:39.499832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.504702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Request body: {'router': {'name': 'tempest-router-743976379', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '769425ec204c4d06a383fc19c8edc79c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.533449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.535276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.536169 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0d35f-af41-4ae1-ba26-8690dcc769f9 x-openstack-request-id: req-a3f0d35f-af41-4ae1-ba26-8690dcc769f9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:39.536538 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "name": "network-vif-plugged", "status": "completed", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:39.536863 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3f0d35f-af41-4ae1-ba26-8690dcc769f9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:39.537360 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'code': 200} Dec 15 05:01:39.538699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad94b4-d8f3-41d4-964d-910fa5170cf9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:39.549277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.550559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-19a69a96-7fc6-4da4-b012-51072ef45652 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4500685 Dec 15 05:01:39.553470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42208) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.558168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': 'c2ad94b4-d8f3-41d4-964d-910fa5170cf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.610045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.639667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.651036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812b77-7168-4466-8fd3-0ebc6782ab9c req-2b391c56-18f2-4b3e-914e-2b9fabeacb0f tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:39.652597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76812b77-7168-4466-8fd3-0ebc6782ab9c req-2b391c56-18f2-4b3e-914e-2b9fabeacb0f tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 1061 time: 0.0753291 Dec 15 05:01:39.656992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.680480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.684639 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.684815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.686150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e1e3849d-7237-4275-b71b-f82fc61480e1 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1882422 Dec 15 05:01:39.688818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42212) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.693178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.699498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74fc85-6313-4656-b228-adcc2e4d3838 req-8d928c97-fec7-4538-be06-46db08457159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:39.701140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cb74fc85-6313-4656-b228-adcc2e4d3838 req-8d928c97-fec7-4538-be06-46db08457159 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 1098 time: 0.0716546 Dec 15 05:01:39.706347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40c2c0d-c754-454c-8999-d8b22e34e716,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:39.715643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.716891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d17567f-e31f-4ef6-8c1d-0b95d0160fb7 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624579 Dec 15 05:01:39.719562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42214) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.723935 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f435a22d-5e2a-4245-b32e-8f7d2a8b83d2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': 'c2ad94b4-d8f3-41d4-964d-910fa5170cf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:39.781865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f435a22d-5e2a-4245-b32e-8f7d2a8b83d2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.812127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c2ac3-1a3c-4766-8d71-decd2ea2d4a6 req-fab6d6f6-6b0d-4844-8832-6dec3cf1ba36 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:39.813650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d3c2ac3-1a3c-4766-8d71-decd2ea2d4a6 req-fab6d6f6-6b0d-4844-8832-6dec3cf1ba36 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1136 time: 0.0707760 Dec 15 05:01:39.849622 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-f435a22d-5e2a-4245-b32e-8f7d2a8b83d2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 05:01:39.850775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f435a22d-5e2a-4245-b32e-8f7d2a8b83d2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1302669 Dec 15 05:01:39.855970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.867409 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cb74fc85-6313-4656-b228-adcc2e4d3838 req-9f209588-b329-4811-9075-d3a5ab775f0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294563 Dec 15 05:01:39.904184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d3c2ac3-1a3c-4766-8d71-decd2ea2d4a6 req-9e536c63-3f89-4d2c-a169-b82b7a03cf12 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0841126 Dec 15 05:01:39.927554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42220) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:39.937229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a4e1cb0a-5089-4ea2-8949-4fa181b7261a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.938997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.942123 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:39.977382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a4e1cb0a-5089-4ea2-8949-4fa181b7261a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.003186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b31ad-1c2e-40f7-82d4-e24c0fb8e595 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:40.004728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-757b31ad-1c2e-40f7-82d4-e24c0fb8e595 tempest-TestSecurityGroupsBasicOps-1920909815 tempest-TestSecurityGroupsBasicOps-1920909815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 1056 time: 0.0759583 Dec 15 05:01:40.019448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103132) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 15 05:01:40.019786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Router 1ee75104-f844-488d-abf1-2bf3eb67240d migrating from provider to provider. {{(pid=103132) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 15 05:01:40.020185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.025613 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.030966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.035722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a4e1cb0a-5089-4ea2-8949-4fa181b7261a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.038534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a4e1cb0a-5089-4ea2-8949-4fa181b7261a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.039686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a4e1cb0a-5089-4ea2-8949-4fa181b7261a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/c2ad94b4-d8f3-41d4-964d-910fa5170cf9 HTTP/1.1" status: 204 len: 168 time: 0.1828232 Dec 15 05:01:40.043243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42224) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.062338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1cb0a-5089-4ea2-8949-4fa181b7261a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad94b4-d8f3-41d4-964d-910fa5170cf9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:40.109512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9891b1fb-634b-4105-bdf5-69e9f414b224 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651524 Dec 15 05:01:40.113574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42226) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.118418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065231787'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:40.143520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.229621 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.236274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.269487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.270720 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1560295 Dec 15 05:01:40.282287 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42230) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.293426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-97a80a7b-605a-48e0-90fc-19cb7b066e0a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '799d52d7-9bf9-422c-86f7-b4fe124f9930', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:40.293919 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-97a80a7b-605a-48e0-90fc-19cb7b066e0a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 05:01:40.294541 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-97a80a7b-605a-48e0-90fc-19cb7b066e0a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:40.295517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-97a80a7b-605a-48e0-90fc-19cb7b066e0a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063455 Dec 15 05:01:40.299180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.324557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e56b7f-6676-4c0b-b90b-a36e53529eb0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799d52d7-9bf9-422c-86f7-b4fe124f9930,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:40.371747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7a7ac-3165-43bf-a1db-fdc93ebf1129 req-6a3ceb1b-dd2c-4d9e-96ed-6c2344bd8876 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:40.373344 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32e7a7ac-3165-43bf-a1db-fdc93ebf1129 req-6a3ceb1b-dd2c-4d9e-96ed-6c2344bd8876 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 909 time: 0.1103892 Dec 15 05:01:40.392892 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83a584af-be57-4cc4-a168-77c722fd3b85 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.436042 n-d-820935-10 neutron-server[103132]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] No L3 agents can host the router 1ee75104-f844-488d-abf1-2bf3eb67240d Dec 15 05:01:40.445187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83a584af-be57-4cc4-a168-77c722fd3b85 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.492989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce9ad2-e545-4c43-ae14-dcd47c57a020 req-1bb4b097-ec74-4033-8c81-18e1d44bacd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:40.494519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82ce9ad2-e545-4c43-ae14-dcd47c57a020 req-1bb4b097-ec74-4033-8c81-18e1d44bacd8 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0840323 Dec 15 05:01:40.508651 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83a584af-be57-4cc4-a168-77c722fd3b85 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.511654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-83a584af-be57-4cc4-a168-77c722fd3b85 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.515620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-83a584af-be57-4cc4-a168-77c722fd3b85 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/799d52d7-9bf9-422c-86f7-b4fe124f9930 HTTP/1.1" status: 204 len: 168 time: 0.1995351 Dec 15 05:01:40.523462 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.547131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a584af-be57-4cc4-a168-77c722fd3b85 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799d52d7-9bf9-422c-86f7-b4fe124f9930,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:40.554356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Hosts for router 1ee75104-f844-488d-abf1-2bf3eb67240d: [] {{(pid=103132) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 15 05:01:40.578168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Hosts for other DVR routers connected to router 1ee75104-f844-488d-abf1-2bf3eb67240d: set() {{(pid=103132) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 15 05:01:40.580429 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-82ce9ad2-e545-4c43-ae14-dcd47c57a020 req-0ad721ae-81cf-44f4-9118-75a7c4028c79 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792236 Dec 15 05:01:40.580845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.584631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b18e020-4fc2-4055-9fc9-276f24e4f05d tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "PUT /v2.0/routers/1ee75104-f844-488d-abf1-2bf3eb67240d HTTP/1.1" status: 200 len: 716 time: 0.8923028 Dec 15 05:01:40.584821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42238) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.603325 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-02bbe380-8d32-4374-ab68-523981eea0e9 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754502 Dec 15 05:01:40.603822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42240) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.608099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--176306736'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:40.629036 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.668989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fdc81246-7e30-484d-a620-19a0824bc81c tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "GET /v2.0/routers/1ee75104-f844-488d-abf1-2bf3eb67240d HTTP/1.1" status: 200 len: 716 time: 0.0830340 Dec 15 05:01:40.671436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42242) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.697138 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.701861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.736137 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.740188 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1325862 Dec 15 05:01:40.740188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc8316-417a-404a-a19d-cde485d360f2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc2a54b-087e-4c3a-929c-994c8254635a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:40.741422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42248) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.746498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-195c7f99-cf92-4e33-a392-3a05d989a055 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '2bc2a54b-087e-4c3a-929c-994c8254635a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:40.747079 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-195c7f99-cf92-4e33-a392-3a05d989a055 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 05:01:40.747758 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-195c7f99-cf92-4e33-a392-3a05d989a055 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:40.749197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-195c7f99-cf92-4e33-a392-3a05d989a055 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064120 Dec 15 05:01:40.751590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42250) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.871367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf77f045-13ce-4222-95c6-7b5a56285e25 tempest-RoutersTestDVR-747801379 tempest-RoutersTestDVR-747801379-project] 10.222.0.37 "GET /v2.0/routers/1ee75104-f844-488d-abf1-2bf3eb67240d HTTP/1.1" status: 200 len: 682 time: 0.1987386 Dec 15 05:01:40.873965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42252) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.881733 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826646b2-3521-4687-89b2-4549c42aeb66 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.905341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826646b2-3521-4687-89b2-4549c42aeb66 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.945215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.947766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826646b2-3521-4687-89b2-4549c42aeb66 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.950520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-826646b2-3521-4687-89b2-4549c42aeb66 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:40.951766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-826646b2-3521-4687-89b2-4549c42aeb66 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/2bc2a54b-087e-4c3a-929c-994c8254635a HTTP/1.1" status: 204 len: 168 time: 0.1990919 Dec 15 05:01:40.955213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:40.967708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826646b2-3521-4687-89b2-4549c42aeb66 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc2a54b-087e-4c3a-929c-994c8254635a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:41.010277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-36f7b586-bf4c-40ad-a01b-c4ead61a3d3a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521629 Dec 15 05:01:41.013681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42256) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.018104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--243949646'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.046174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.127392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.132437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.132974 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.136054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.164224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9431630-8f89-4ca0-832e-eeacd15a6b69,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:41.170095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.171349 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4ff88a7c-a430-4a7b-ab4d-f73699f0962c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1567359 Dec 15 05:01:41.174113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42258) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.178527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fc9e9da5-be2a-4eb1-af53-dacd8771ab84 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': 'a9431630-8f89-4ca0-832e-eeacd15a6b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.179380 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-fc9e9da5-be2a-4eb1-af53-dacd8771ab84 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 05:01:41.179877 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-fc9e9da5-be2a-4eb1-af53-dacd8771ab84 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.180919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fc9e9da5-be2a-4eb1-af53-dacd8771ab84 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058088 Dec 15 05:01:41.183997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42260) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.187296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.187883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee75104-f844-488d-abf1-2bf3eb67240d {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:41.189920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6eb6727d-2396-4a80-a0cb-ad56c3c8979c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': 'a9431630-8f89-4ca0-832e-eeacd15a6b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.190930 n-d-820935-10 neutron-server[103132]: WARNING neutron.api.v2.base [None req-6eb6727d-2396-4a80-a0cb-ad56c3c8979c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 05:01:41.191413 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-6eb6727d-2396-4a80-a0cb-ad56c3c8979c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.192416 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eb6727d-2396-4a80-a0cb-ad56c3c8979c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072751 Dec 15 05:01:41.192578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.193612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b68b371b-af82-4b1f-a52c-e8965a98e83f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1ee75104-f844-488d-abf1-2bf3eb67240d HTTP/1.1" status: 204 len: 168 time: 0.3186514 Dec 15 05:01:41.194849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.198165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.200189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-58a7483b-4534-482c-abf0-16df6163628f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': 'a9431630-8f89-4ca0-832e-eeacd15a6b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.201036 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-58a7483b-4534-482c-abf0-16df6163628f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 05:01:41.201527 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-58a7483b-4534-482c-abf0-16df6163628f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.205448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-58a7483b-4534-482c-abf0-16df6163628f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069454 Dec 15 05:01:41.205817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.210221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-52e049f2-0994-4b6e-b4b4-4664e01218b1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': 'a9431630-8f89-4ca0-832e-eeacd15a6b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.210719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Request body: {'router': {'name': 'tempest-router-735333675', 'distributed': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.211098 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-52e049f2-0994-4b6e-b4b4-4664e01218b1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 05:01:41.211583 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-52e049f2-0994-4b6e-b4b4-4664e01218b1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.212610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-52e049f2-0994-4b6e-b4b4-4664e01218b1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058153 Dec 15 05:01:41.215300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42268) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.237896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.239065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.273126 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27d590c1-bf5a-4186-b041-e4a7fd43b096 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.291219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.295710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.298882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27d590c1-bf5a-4186-b041-e4a7fd43b096 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.313362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.314575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-003cb39e-07e8-4be2-a76d-35406cde21e0 tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1154757 Dec 15 05:01:41.317362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42270) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.341777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27d590c1-bf5a-4186-b041-e4a7fd43b096 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.344518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27d590c1-bf5a-4186-b041-e4a7fd43b096 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.348053 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27d590c1-bf5a-4186-b041-e4a7fd43b096 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9431630-8f89-4ca0-832e-eeacd15a6b69 HTTP/1.1" status: 204 len: 168 time: 0.1292727 Dec 15 05:01:41.348739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42272) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.366331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d590c1-bf5a-4186-b041-e4a7fd43b096 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9431630-8f89-4ca0-832e-eeacd15a6b69,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:41.396001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.397389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3e30716d-eaf3-47c9-9f98-7741e67fbaa9 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475588 Dec 15 05:01:41.401686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42274) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.408568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--98446362'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.434596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.549773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2591e-a597-4b9d-973b-be4f5499aca3 req-a068b8f8-bef3-4f8c-9b75-6153a99850a6 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:41.551249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48b2591e-a597-4b9d-973b-be4f5499aca3 req-a068b8f8-bef3-4f8c-9b75-6153a99850a6 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 909 time: 0.0935216 Dec 15 05:01:41.562660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.564249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.565018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.569284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.597002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.598563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1959488 Dec 15 05:01:41.603806 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42278) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.610796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9f0d3533-dd60-4297-832f-1356bdbe860d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.611497 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-9f0d3533-dd60-4297-832f-1356bdbe860d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 05:01:41.612048 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-9f0d3533-dd60-4297-832f-1356bdbe860d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.613121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9f0d3533-dd60-4297-832f-1356bdbe860d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081112 Dec 15 05:01:41.615230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32dc60-be1d-4ae1-ad37-5468991ad10d tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b3156c-e1da-4cb5-8c8b-5c6507d47e9a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:41.617539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42282) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.622747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d8e480b5-8957-4b6b-a1a7-6388a003348c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.634984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.635606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f46814e-dc57-4461-9f90-9f9929dbaa6b {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:41.641474 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:41.643162 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-965cd2db-02cc-4440-871c-8090854afb5f tempest-RoutersTestDVR-1475583125 tempest-RoutersTestDVR-1475583125-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0f46814e-dc57-4461-9f90-9f9929dbaa6b HTTP/1.1" status: 204 len: 168 time: 0.3244796 Dec 15 05:01:41.694913 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-d8e480b5-8957-4b6b-a1a7-6388a003348c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.695954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d8e480b5-8957-4b6b-a1a7-6388a003348c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0775568 Dec 15 05:01:41.699444 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42286) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.705184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9deb1a15-201d-4c98-b33a-aaac4b02e67b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.705658 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-9deb1a15-201d-4c98-b33a-aaac4b02e67b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 05:01:41.706194 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-9deb1a15-201d-4c98-b33a-aaac4b02e67b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.707163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9deb1a15-201d-4c98-b33a-aaac4b02e67b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067618 Dec 15 05:01:41.711325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42288) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.716908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2f7a9ca2-dad5-49cc-b530-0c4edbfe2596 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.742785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c397c3-ff00-48d6-896c-283416f7aff2 req-725d5816-0b77-4f30-9d4c-13136e8df75e tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:41.744864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8c397c3-ff00-48d6-896c-283416f7aff2 req-725d5816-0b77-4f30-9d4c-13136e8df75e tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0808253 Dec 15 05:01:41.788341 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-2f7a9ca2-dad5-49cc-b530-0c4edbfe2596 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.789395 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2f7a9ca2-dad5-49cc-b530-0c4edbfe2596 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0771775 Dec 15 05:01:41.792326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42290) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.800810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b43df3b4-0ab0-4af1-a466-37a729a9a6a0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.801290 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-b43df3b4-0ab0-4af1-a466-37a729a9a6a0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 05:01:41.801777 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-b43df3b4-0ab0-4af1-a466-37a729a9a6a0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.802857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b43df3b4-0ab0-4af1-a466-37a729a9a6a0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097508 Dec 15 05:01:41.805658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42292) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.811811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-da0cf858-87ea-4c0d-8832-6c15106ee474 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.815754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8c397c3-ff00-48d6-896c-283416f7aff2 req-5573604b-5b15-40a2-8b2f-dde495b80a78 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644417 Dec 15 05:01:41.849247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-4144bf13-8fa4-4553-bf63-0fe105508287 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:41.850906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-4144bf13-8fa4-4553-bf63-0fe105508287 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.16 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 909 time: 0.0885546 Dec 15 05:01:41.912153 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-da0cf858-87ea-4c0d-8832-6c15106ee474 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.913114 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da0cf858-87ea-4c0d-8832-6c15106ee474 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1059718 Dec 15 05:01:41.920120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42298) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.927187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-815d16d3-d82e-4e51-bc13-eaf02ab9bd35 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.927703 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-815d16d3-d82e-4e51-bc13-eaf02ab9bd35 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 05:01:41.928223 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-815d16d3-d82e-4e51-bc13-eaf02ab9bd35 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:41.932549 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-815d16d3-d82e-4e51-bc13-eaf02ab9bd35 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112436 Dec 15 05:01:41.933710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42300) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.935897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42302) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.947018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4b5f360e-1555-46ab-9657-f65a005f1b06 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.953007 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714021d1-6f66-41b6-a19a-6ec0386fc73b req-c831a74a-0304-4f05-b1b0-41b3d2fb388a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:41.954659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-714021d1-6f66-41b6-a19a-6ec0386fc73b req-c831a74a-0304-4f05-b1b0-41b3d2fb388a tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0709467 Dec 15 05:01:41.964547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42306) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:41.969381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Request body: {'floatingip': {'port_id': 'ca442197-64f8-4327-9cd2-c441243c28cf'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:41.995206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:41.995724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.010912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.042738 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-4b5f360e-1555-46ab-9657-f65a005f1b06 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:42.044515 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4b5f360e-1555-46ab-9657-f65a005f1b06 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1013441 Dec 15 05:01:42.047447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42308) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:42.052586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5962efbe-84c4-46a1-9e4e-f122e874c9ff tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '53b3156c-e1da-4cb5-8c8b-5c6507d47e9a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:42.083728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1d48921-838f-4ba2-b59f-e6da1ea574d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.173049 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-5962efbe-84c4-46a1-9e4e-f122e874c9ff tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:42.174010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5962efbe-84c4-46a1-9e4e-f122e874c9ff tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1253946 Dec 15 05:01:42.180764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:42.187009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] For port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:42.187483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.219431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:42.326837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1d48921-838f-4ba2-b59f-e6da1ea574d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.339023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1d48921-838f-4ba2-b59f-e6da1ea574d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.358129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9a33bec9-2a4e-4380-a967-ba95cb6f8533 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.404315 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d1d48921-838f-4ba2-b59f-e6da1ea574d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=769425ec204c4d06a383fc19c8edc79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690919 Dec 15 05:01:42.409877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:42.425680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d48921-838f-4ba2-b59f-e6da1ea574d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8955e97b-c36f-41ae-9a54-fbe1cde36bea,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:42.449767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9a33bec9-2a4e-4380-a967-ba95cb6f8533 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.451808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.456136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.537619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.566965 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Floating IP 8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb associated. External IP: 172.25.2.8, port: ca442197-64f8-4327-9cd2-c441243c28cf. Dec 15 05:01:42.568757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9a33bec9-2a4e-4380-a967-ba95cb6f8533 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.572405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9a33bec9-2a4e-4380-a967-ba95cb6f8533 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.573545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9a33bec9-2a4e-4380-a967-ba95cb6f8533 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/53b3156c-e1da-4cb5-8c8b-5c6507d47e9a HTTP/1.1" status: 204 len: 168 time: 0.3918438 Dec 15 05:01:42.578763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-286318ad-004e-4d9c-872c-82340642bc2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.580475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42314) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:42.583834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=a091ab99-e9c3-4be9-87e7-ec33ae4b3df0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:42.631236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33bec9-2a4e-4380-a967-ba95cb6f8533 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b3156c-e1da-4cb5-8c8b-5c6507d47e9a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:42.676706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] No DVR routers for this DVR port a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:42.679497 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.684230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-16e2700f-f65c-4583-8cf1-356a8ac7e650 req-96543a9b-95e4-4944-a94c-e71275504fdd tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.16 "DELETE /v2.0/ports/a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 HTTP/1.1" status: 204 len: 173 time: 0.8231511 Dec 15 05:01:42.686408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-286318ad-004e-4d9c-872c-82340642bc2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.688095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'name': 'network-vif-deleted', 'tag': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:42.691523 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534e75dc-5f5a-44f1-92c8-cf02caba5d06" -d '{"events": [{"server_uuid": "936dafcd-8cb9-4798-8560-e353d0971fb7", "name": "network-vif-deleted", "tag": "a091ab99-e9c3-4be9-87e7-ec33ae4b3df0"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:42.696030 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ae8cf38-8165-4832-84ea-da50eee87e59 req-91cc266c-c726-40de-a64b-c01c26e5fc42 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=936dafcd-8cb9-4798-8560-e353d0971fb7 HTTP/1.1" status: 200 len: 210 time: 0.0455508 Dec 15 05:01:42.778942 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e799156-f7b2-4816-b2bc-1c44b4a0ce1a x-openstack-request-id: req-2e799156-f7b2-4816-b2bc-1c44b4a0ce1a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:42.779247 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936dafcd-8cb9-4798-8560-e353d0971fb7", "name": "network-vif-deleted", "tag": "a091ab99-e9c3-4be9-87e7-ec33ae4b3df0", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:42.779502 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e799156-f7b2-4816-b2bc-1c44b4a0ce1a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:42.779898 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936dafcd-8cb9-4798-8560-e353d0971fb7', 'name': 'network-vif-deleted', 'tag': 'a091ab99-e9c3-4be9-87e7-ec33ae4b3df0', 'status': 'completed', 'code': 200} Dec 15 05:01:42.791531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0e9c0375-cf9b-4e9e-b1fd-b7f25484501b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2087464 Dec 15 05:01:42.797343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42322) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:42.803373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935249986'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:42.832860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-286318ad-004e-4d9c-872c-82340642bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.836023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-286318ad-004e-4d9c-872c-82340642bc2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.840289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-286318ad-004e-4d9c-872c-82340642bc2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8955e97b-c36f-41ae-9a54-fbe1cde36bea HTTP/1.1" status: 204 len: 168 time: 0.4227707 Dec 15 05:01:42.840850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.854067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286318ad-004e-4d9c-872c-82340642bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8955e97b-c36f-41ae-9a54-fbe1cde36bea,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:42.908899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Router f4f7c49b-3882-49ee-8c32-e913a704467e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:42.949178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.954295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.985118 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:42.989328 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1908135 Dec 15 05:01:42.990431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:42.997462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7f50c4bc-13e3-4c69-a99a-e200c3c69c69 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '51cd2ea6-98c1-401c-8dd3-793b07398808', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:43.004603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ac047-ff6c-46f4-ad92-d52a11cd055c tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd2ea6-98c1-401c-8dd3-793b07398808,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:43.031529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:43.036636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.041589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:43.049493 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-7f50c4bc-13e3-4c69-a99a-e200c3c69c69 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The resource could not be found. Dec 15 05:01:43.051200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7f50c4bc-13e3-4c69-a99a-e200c3c69c69 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0579994 Dec 15 05:01:43.054663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42330) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.056632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:43.057486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:43.059714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-33c7b26b-f46d-481f-a0d7-87f2e7729b76 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '51cd2ea6-98c1-401c-8dd3-793b07398808', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6326ab94-a2e4-4906-a83a-7ef99d64bd05'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:43.074448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-17e462ac-af31-4fb9-8a0c-1fc920942c2f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "PUT /v2.0/floatingips/8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb HTTP/1.1" status: 200 len: 990 time: 1.1087475 Dec 15 05:01:43.075274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:43.077901 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f" -d '{"events": [{"name": "network-changed", "server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:43.120504 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-33c7b26b-f46d-481f-a0d7-87f2e7729b76 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The resource could not be found. Dec 15 05:01:43.124146 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46bd7ed-332c-458b-93e8-e0fea4093fdf x-openstack-request-id: req-c46bd7ed-332c-458b-93e8-e0fea4093fdf {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:43.124550 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:43.124823 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c46bd7ed-332c-458b-93e8-e0fea4093fdf {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:43.125237 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'status': 'completed', 'code': 200} Dec 15 05:01:43.125844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-33c7b26b-f46d-481f-a0d7-87f2e7729b76 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0701087 Dec 15 05:01:43.129235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42336) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.191946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf41491-020d-463e-b79f-7f312564522f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.206353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:43.242887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-46b25ab4-0b91-4133-9c64-fbcb19457e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:43.244653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42338) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.246570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-46b25ab4-0b91-4133-9c64-fbcb19457e27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 1098 time: 0.0527909 Dec 15 05:01:43.254078 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf41491-020d-463e-b79f-7f312564522f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.267916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9221fb2-7a40-46e8-b883-91821976607c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.360793 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf41491-020d-463e-b79f-7f312564522f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.365268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbf41491-020d-463e-b79f-7f312564522f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.366899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dbf41491-020d-463e-b79f-7f312564522f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/51cd2ea6-98c1-401c-8dd3-793b07398808 HTTP/1.1" status: 204 len: 168 time: 0.2366698 Dec 15 05:01:43.368121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-e4c0c4d9-ee38-4f11-bb1c-6f65f7c91e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:43.370027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-e4c0c4d9-ee38-4f11-bb1c-6f65f7c91e70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.1160147 Dec 15 05:01:43.370660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42340) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.394962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf41491-020d-463e-b79f-7f312564522f tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd2ea6-98c1-401c-8dd3-793b07398808,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:43.445440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9221fb2-7a40-46e8-b883-91821976607c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.451539 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9221fb2-7a40-46e8-b883-91821976607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.476226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9764b12c-f6d9-4c2a-9b34-b8e00b6c50ee tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044788 Dec 15 05:01:43.477203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42342) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.482377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-263df134-7194-43f2-9a90-dbb5d4b7c408 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '7df41830-cb17-4e07-b461-04dd3dd19830', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:43.486831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'port_id': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'mac_address': 'fa:16:3e:7f:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:01:22Z', 'updated_at': '2021-12-15T05:01:42Z', 'revision_number': 1, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:43.487648 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-8a20b055-76e6-471d-908f-bc9825da01e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 200 len: 998 time: 0.1075988 Dec 15 05:01:43.494868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a9221fb2-7a40-46e8-b883-91821976607c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd3621a50bcb400cadb3383612377c47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491820 Dec 15 05:01:43.496380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9221fb2-7a40-46e8-b883-91821976607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55efe1b6-c56e-4225-9c7e-e7332210f8f7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:43.500091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42344) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.524544 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:43.534422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:43.535098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:43.553413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-b1e8ded3-7767-4783-a85d-007f001a597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:43.555070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-b1e8ded3-7767-4783-a85d-007f001a597b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.0594816 Dec 15 05:01:43.562368 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f7263b7-9c30-4996-8a59-938dcde6c2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.589591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f7263b7-9c30-4996-8a59-938dcde6c2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.594100 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-263df134-7194-43f2-9a90-dbb5d4b7c408 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The resource could not be found. Dec 15 05:01:43.596524 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-263df134-7194-43f2-9a90-dbb5d4b7c408 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1183500 Dec 15 05:01:43.602526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42346) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.608945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--452693745'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:43.635716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-b6f3ef7c-efb0-4597-9abc-a0fe6cc15fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:43.637843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-b6f3ef7c-efb0-4597-9abc-a0fe6cc15fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737524 Dec 15 05:01:43.645911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f7263b7-9c30-4996-8a59-938dcde6c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.649317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f7263b7-9c30-4996-8a59-938dcde6c2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.651112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1f7263b7-9c30-4996-8a59-938dcde6c2e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55efe1b6-c56e-4225-9c7e-e7332210f8f7 HTTP/1.1" status: 204 len: 168 time: 0.1499720 Dec 15 05:01:43.660019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7263b7-9c30-4996-8a59-938dcde6c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55efe1b6-c56e-4225-9c7e-e7332210f8f7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:43.678477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.724394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:43.780737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42352) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.812396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-52de37b4-6ada-4c1c-a5d1-db40ca59da30 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655076 Dec 15 05:01:43.880299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.892187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.957747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:43.958919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3539019 Dec 15 05:01:43.963580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42356) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:43.970071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150753279'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:43.980019 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4ac6fc1e-8d76-4f78-b830-6eb6d64ab17f req-f498cbb5-00aa-476f-ad96-7426c6d23533 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560853 Dec 15 05:01:43.994719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224e4b5-105e-4a53-8dde-7ef53ddb8511 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d229f9f-76b4-4f8f-995c-3a0eec9f0b1e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:44.012615 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.057380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'port_id': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'mac_address': 'fa:16:3e:7f:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:01:22Z', 'updated_at': '2021-12-15T05:01:42Z', 'revision_number': 1, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:44.101798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31245-581b-40ff-8d67-81ffcf03e26b None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'port_id': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'mac_address': 'fa:16:3e:7f:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:01:22Z', 'updated_at': '2021-12-15T05:01:42Z', 'revision_number': 1, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:44.110347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.115509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.158034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.162078 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1933231 Dec 15 05:01:44.162078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa18d58-c059-4cb4-b105-37250cab9ff5 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53e8fe-cfec-4d39-8ce1-9e0e2b15248d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:44.165396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42364) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.170185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-126f1126-3f22-4318-8162-9bb06f900c2b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group_rule': {'security_group_id': '3d229f9f-76b4-4f8f-995c-3a0eec9f0b1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fa53e8fe-cfec-4d39-8ce1-9e0e2b15248d'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:44.214535 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-126f1126-3f22-4318-8162-9bb06f900c2b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:01:44.216295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-126f1126-3f22-4318-8162-9bb06f900c2b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0495663 Dec 15 05:01:44.219270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.295278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc19c-981e-4eb3-83e5-19750a1869dc tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.327154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc19c-981e-4eb3-83e5-19750a1869dc tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.377672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc19c-981e-4eb3-83e5-19750a1869dc tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.380415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc19c-981e-4eb3-83e5-19750a1869dc tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.381876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a0dbc19c-981e-4eb3-83e5-19750a1869dc tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa53e8fe-cfec-4d39-8ce1-9e0e2b15248d HTTP/1.1" status: 204 len: 168 time: 0.1611342 Dec 15 05:01:44.384910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42374) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.394633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbc19c-981e-4eb3-83e5-19750a1869dc tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53e8fe-cfec-4d39-8ce1-9e0e2b15248d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:44.475297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2e956bb5-e8f0-47af-909c-62ccd3d9d6b9 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0889447 Dec 15 05:01:44.478728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.486187 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac0c39-8c55-47cb-8712-9899a4ec86e5 None None] New status for floating IP 8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:01:44.555605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce931ef4-c32c-449f-935a-017a87ac3914 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.591269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce931ef4-c32c-449f-935a-017a87ac3914 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.654743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.661980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce931ef4-c32c-449f-935a-017a87ac3914 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.664878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce931ef4-c32c-449f-935a-017a87ac3914 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.666023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce931ef4-c32c-449f-935a-017a87ac3914 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d229f9f-76b4-4f8f-995c-3a0eec9f0b1e HTTP/1.1" status: 204 len: 168 time: 0.1860814 Dec 15 05:01:44.670342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42388) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.673534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.691770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce931ef4-c32c-449f-935a-017a87ac3914 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d229f9f-76b4-4f8f-995c-3a0eec9f0b1e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:44.728216 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6f5c7619-2933-45b3-9511-39ed7608de47 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0535758 Dec 15 05:01:44.730013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42390) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.736154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693906965'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:44.790626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-673475313'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:44.801275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.815771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:44.819448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.829049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.907848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.911770 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.935107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:01:44.936990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.942199 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.952735 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.953078 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Added segment 865fb9ec-9375-452f-b5d0-f1fbc6f9aff0 of type vlan for network f237a779-6bd3-4789-afc8-480b77fdeeba Dec 15 05:01:44.954434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f5edd-83ea-4272-b890-45fa77f162f9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:44.983346 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:44.987259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2536230 Dec 15 05:01:44.988148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42392) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:44.994036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f2fd9a23-429d-4b8d-a196-c42873f160f1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:44.994435 n-d-820935-10 neutron-server[103133]: WARNING neutron.api.v2.base [None req-f2fd9a23-429d-4b8d-a196-c42873f160f1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 05:01:44.994918 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-f2fd9a23-429d-4b8d-a196-c42873f160f1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 05:01:44.995844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f2fd9a23-429d-4b8d-a196-c42873f160f1 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "PUT /v2.0/security-groups/a445f71d-e24f-4caa-ba3a-ed7726dbe985 HTTP/1.1" status: 409 len: 330 time: 0.0060990 Dec 15 05:01:44.998886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.000833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863c764-d76d-47e4-83c7-aaf2dab6abe2 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a445f71d-e24f-4caa-ba3a-ed7726dbe985,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:45.002359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.058000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.063352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:45.063941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.076217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port 013600f0-939b-426f-85e0-088f08689f43 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:45.076560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.096529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-525e0dc9-ac94-4f6c-b9f6-7f8dd704ae7b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.138855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4825432 Dec 15 05:01:45.142207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42396) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.147801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'subnet': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:45.162843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-525e0dc9-ac94-4f6c-b9f6-7f8dd704ae7b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.165871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8ada0-a5a7-4100-b493-29715abac091 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Network': ['ID=f237a779-6bd3-4789-afc8-480b77fdeeba,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:45.178678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f237a779-6bd3-4789-afc8-480b77fdeeba details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:01:45.210748 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-525e0dc9-ac94-4f6c-b9f6-7f8dd704ae7b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.214305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-525e0dc9-ac94-4f6c-b9f6-7f8dd704ae7b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.219586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-525e0dc9-ac94-4f6c-b9f6-7f8dd704ae7b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/a445f71d-e24f-4caa-ba3a-ed7726dbe985 HTTP/1.1" status: 204 len: 168 time: 0.2195892 Dec 15 05:01:45.220248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.237658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] For port 013600f0-939b-426f-85e0-088f08689f43, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=013600f0-939b-426f-85e0-088f08689f43,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:45.237977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e0dc9-ac94-4f6c-b9f6-7f8dd704ae7b tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a445f71d-e24f-4caa-ba3a-ed7726dbe985,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:45.238154 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.263581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for 013600f0-939b-426f-85e0-088f08689f43 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:45.284359 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b85943a-6857-4b68-9bc2-d839ba016ce0 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532026 Dec 15 05:01:45.287197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42402) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.301944 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-6ee7eaf5-1ce2-4cd1-b94c-6ff80589140a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] delete failed (client error): The resource could not be found. Dec 15 05:01:45.302952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6ee7eaf5-1ce2-4cd1-b94c-6ff80589140a tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e6a319a-bd77-4820-9a84-822c08762632 HTTP/1.1" status: 404 len: 347 time: 0.0148284 Dec 15 05:01:45.307199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42404) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.324378 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-dc42c915-d653-426d-9a6d-04c762759646 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] show failed (client error): The resource could not be found. Dec 15 05:01:45.327549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dc42c915-d653-426d-9a6d-04c762759646 tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-groups/68d6498e-00c1-46f3-b785-85f52bfc0075 HTTP/1.1" status: 404 len: 347 time: 0.0190110 Dec 15 05:01:45.331184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42410) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.342096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:45.343621 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-ca6551fe-0a33-463b-881f-c0dbcccca3ff tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] show failed (client error): The resource could not be found. Dec 15 05:01:45.344759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ca6551fe-0a33-463b-881f-c0dbcccca3ff tempest-NegativeSecGroupTest-644588700 tempest-NegativeSecGroupTest-644588700-project] 10.222.0.37 "GET /v2.0/security-group-rules/b6af5cc8-05a5-4612-86ea-c9478786349b HTTP/1.1" status: 404 len: 356 time: 0.0125778 Dec 15 05:01:45.345665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.547462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42416) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.634502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42418) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.649280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.681184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=013600f0-939b-426f-85e0-088f08689f43,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:45.683374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.814578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Subnet': ['ID=d4497445-a942-4944-92a1-283bb0875933,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:45.845347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Checking segment: {'id': '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:45.845720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network hostable DHCP agents. Network: f237a779-6bd3-4789-afc8-480b77fdeeba, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:01:45.927779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fa1e8486-74cf-4d02-93ca-d8b1e8f4d043 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f74a1c2ad0b4d2fa99ec6da836d6aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901585 Dec 15 05:01:45.929318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42422) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:45.949281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:01:45.966201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f237a779-6bd3-4789-afc8-480b77fdeeba) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:45.972999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:45.973653 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.980897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:45.981474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20efb3d-32b4-41e1-9f03-173172845ed3 None None] Network f237a779-6bd3-4789-afc8-480b77fdeeba requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:45.997040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9257e560-3d2d-40d0-b4a9-e13d4b2f4bf9 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8534491 Dec 15 05:01:46.002756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42424) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:46.006362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1187376540'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:46.034187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afee3f17-ecf6-4f78-8a4b-195036d9004a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.079491 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afee3f17-ecf6-4f78-8a4b-195036d9004a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.094679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f237a779-6bd3-4789-afc8-480b77fdeeba', 'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'project_id': '57452758e3364d559b1ce45bf84ef558', 'fixed_ips': [{'subnet_id': 'd4497445-a942-4944-92a1-283bb0875933'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:01:46.095643 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.121011 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.202579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afee3f17-ecf6-4f78-8a4b-195036d9004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.205310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afee3f17-ecf6-4f78-8a4b-195036d9004a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.209589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-afee3f17-ecf6-4f78-8a4b-195036d9004a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b49a409-8a59-4d50-bc87-53cb8f47ef7f HTTP/1.1" status: 204 len: 168 time: 0.2760608 Dec 15 05:01:46.220767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3f17-ecf6-4f78-8a4b-195036d9004a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b49a409-8a59-4d50-bc87-53cb8f47ef7f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:46.335809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:46.341128 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.360794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:46.375166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] device_id is not set on port bd816377-1f2f-4bc5-8076-1707fb6255d4 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:46.456665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Allocated IP 2001:db8::2 (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/7cba57ac-0f39-4aba-90ca-d157a228391e) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:46.535459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:46.541715 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-71c7457b-12bb-4da3-9afa-0489145610e5 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "PUT /v2.0/routers/255abc87-c0f3-41f0-8a1c-d5e22e65a571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7593544 Dec 15 05:01:46.544308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:46.552329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] Sync routers for ids ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:46.561833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port aeead81b-8e81-4602-9161-7085e7027aba {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:46.562183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.576264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] Routers {'255abc87-c0f3-41f0-8a1c-d5e22e65a571'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:46.577177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:46.628810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting subnet 8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:01:46.632125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.691012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.712574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port aeead81b-8e81-4602-9161-7085e7027aba, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=aeead81b-8e81-4602-9161-7085e7027aba,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:46.713058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.727625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for aeead81b-8e81-4602-9161-7085e7027aba owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:46.792767 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.803050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.822528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] Set router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:46.875507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Allocated IP 2001:db8::152 (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/bd816377-1f2f-4bc5-8076-1707fb6255d4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:46.890305 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:46.895907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:46.933250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:46.940264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:46.968869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Pushing event updated for resources: {'Port': ['ID=7cba57ac-0f39-4aba-90ca-d157a228391e,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:47.046242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.076537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Attempting to bind port 7cba57ac-0f39-4aba-90ca-d157a228391e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:01:47.076909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Attempting to bind port 7cba57ac-0f39-4aba-90ca-d157a228391e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:01:47.077271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Attempting to bind port 7cba57ac-0f39-4aba-90ca-d157a228391e on network f237a779-6bd3-4789-afc8-480b77fdeeba {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:01:47.087968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:01:47.088352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Checking segment: {'id': '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:01:47.088739 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.089362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Bound using segment: {'id': '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:01:47.089974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Bound port: 7cba57ac-0f39-4aba-90ca-d157a228391e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:01:47.090418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.105951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Subnet': ['ID=8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:47.109231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.114134 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acb56c9e-2b5c-405e-be4e-1f677b001ad1 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/subnets/8a94850c-e0e8-41d0-ae5f-8fc6b1a2eaa5 HTTP/1.1" status: 204 len: 168 time: 0.5683641 Dec 15 05:01:47.117861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42446) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:47.152668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f5b7cb-dd74-40bf-83ed-363c855377d2 None None] Network dee26807-40ec-4e65-b1ce-2769e1947984 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:47.237095 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.261446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:47.264621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] For port 7cba57ac-0f39-4aba-90ca-d157a228391e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:01:47.285079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.311855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:47.312150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a091ab99-e9c3-4be9-87e7-ec33ae4b3df0 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:47.315457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] For port 7cba57ac-0f39-4aba-90ca-d157a228391e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7cba57ac-0f39-4aba-90ca-d157a228391e,segment=NetworkSegment(865fb9ec-9375-452f-b5d0-f1fbc6f9aff0),segment_id=865fb9ec-9375-452f-b5d0-f1fbc6f9aff0)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:01:47.323628 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.324840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.393190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.418054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b7cd3-c17a-4bff-925a-5961fa1bba7c None None] Pushing event updated for resources: {'Port': ['ID=7cba57ac-0f39-4aba-90ca-d157a228391e,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:47.421708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:45Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:47.460518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] Checking router: 255abc87-c0f3-41f0-8a1c-d5e22e65a571 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:47.475552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42452) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:47.477426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] Routers {'255abc87-c0f3-41f0-8a1c-d5e22e65a571'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:47.478551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:47.483203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=aeead81b-8e81-4602-9161-7085e7027aba,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:47.486449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026908 Dec 15 05:01:47.487224 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=bd816377-1f2f-4bc5-8076-1707fb6255d4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:47.492101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42454) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:47.534098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] DHCP port deletion for dee26807-40ec-4e65-b1ce-2769e1947984 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:47.537797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:47.543645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:47.546348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:47.562884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:47.563584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.568562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.595849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-914d8dad-2fe8-42bd-bc70-ecdcd72721ba tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5935168 Dec 15 05:01:47.607520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42458) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:47.643497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1010314906', 'allowed_address_pairs': [{'ip_address': '2001:db8::152', 'mac_address': 'fa:16:3e:75:b7:da'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:47.716750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] Set router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:47.745841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2ef9b98b-0a0a-40f3-a7d5-e3d6add528f6 tempest-NetworksApiDiscovery-884134496 tempest-NetworksApiDiscovery-884134496-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2467642 Dec 15 05:01:47.837987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.865240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] Deleting port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:47.865502 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:47.989160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] For port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,segment=NetworkSegment(8837c6ec-647b-4f88-9779-fb8372114a33),segment_id=8837c6ec-647b-4f88-9779-fb8372114a33)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:47.992898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.030751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] Calling delete_port for 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:48.154669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:45Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:48.188870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf8fd6-542d-4b60-b93d-366ab781828e None None] The sync data for ids ['255abc87-c0f3-41f0-8a1c-d5e22e65a571'] in n-d-820935-10 is: [{'id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2032382470', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:01:02Z', 'updated_at': '2021-12-15T05:01:45Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '322591c8-95ed-43f2-b800-86d2cc436bdf', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255abc87-c0f3-41f0-8a1c-d5e22e65a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:01:04Z', 'updated_at': '2021-12-15T05:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:48.198954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.205425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:48.206262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42466) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:48.232490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] Pushing event deleted for resources: {'Port': ['ID=7ed33819-001c-4f08-a3cf-d6fbf2a993d0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:48.244606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb4fb1-5ffc-4a6d-9099-b834ef0991b1 None None] No DVR routers for this DVR port 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:48.307892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port 322591c8-95ed-43f2-b800-86d2cc436bdf {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:48.309287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.358889 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18aa90c2-d2be-44f4-834b-ffa5a74ba76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.373135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:48.386854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7bf6d37c-c429-4d49-9b93-09faf2a4fa53 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "PUT /v2.0/routers/cf263fa5-fc2c-4c05-a6e0-e76b3e03add3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8349705 Dec 15 05:01:48.387058 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:48.402528 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:48.403493 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:48.421635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] For port 322591c8-95ed-43f2-b800-86d2cc436bdf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=322591c8-95ed-43f2-b800-86d2cc436bdf,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:48.422005 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.425115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:48.479917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18aa90c2-d2be-44f4-834b-ffa5a74ba76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.484683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for 322591c8-95ed-43f2-b800-86d2cc436bdf owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:48.488530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-18aa90c2-d2be-44f4-834b-ffa5a74ba76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.566435 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:48.586815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-18aa90c2-d2be-44f4-834b-ffa5a74ba76d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf6bc838ef794c1faadf6c8d6fb0e445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740942 Dec 15 05:01:48.587733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42472) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:48.591946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa90c2-d2be-44f4-834b-ffa5a74ba76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e53ce8-4e62-4647-b549-dea7e60cac60,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:48.767835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3bd3eda-bf82-488e-946d-81fd123d0142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.794663 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.817053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3bd3eda-bf82-488e-946d-81fd123d0142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:48.880316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7cba57ac-0f39-4aba-90ca-d157a228391e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:48.901154 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:47Z', 'revision_number': 6, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:23Z', 'revision_number': 1, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:48.901656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] device_id is not set on port 76999c3f-f631-4dca-b3af-317eba3642f0 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:48.977194 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:48.986723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421fc79-4877-4796-9579-1ccde8e49eab req-98266de8-97c6-4fc8-b56b-5c4032bb2af1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:48.988415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5421fc79-4877-4796-9579-1ccde8e49eab req-98266de8-97c6-4fc8-b56b-5c4032bb2af1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 946 time: 0.2453976 Dec 15 05:01:49.000793 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:49.001336 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:49.137209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3bd3eda-bf82-488e-946d-81fd123d0142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.139944 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3bd3eda-bf82-488e-946d-81fd123d0142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.141491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3bd3eda-bf82-488e-946d-81fd123d0142 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54e53ce8-4e62-4647-b549-dea7e60cac60 HTTP/1.1" status: 204 len: 168 time: 0.5479233 Dec 15 05:01:49.148393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.149728 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:49.175847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1b720-3b75-4023-970f-eb7e56e1bf27 None None] Network f237a779-6bd3-4789-afc8-480b77fdeeba requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:49.213960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd3eda-bf82-488e-946d-81fd123d0142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e53ce8-4e62-4647-b549-dea7e60cac60,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:49.224936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6484cff-2a67-4516-961c-ad33c98a89c1 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:49.240939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Allocated IP 2001:db8::25b (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/76999c3f-f631-4dca-b3af-317eba3642f0) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:49.260768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5421fc79-4877-4796-9579-1ccde8e49eab req-b758afb0-8432-446a-8227-1e89e37a4f90 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2519348 Dec 15 05:01:49.261691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=322591c8-95ed-43f2-b800-86d2cc436bdf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:49.296539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-73a67f41-f755-4e90-8b23-361575555c9a None None] Provisioning complete for port 7cba57ac-0f39-4aba-90ca-d157a228391e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:49.296539 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73a67f41-f755-4e90-8b23-361575555c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.347472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7cba57ac-0f39-4aba-90ca-d157a228391e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:49.347856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.377148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.482723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.485176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.497573 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73a67f41-f755-4e90-8b23-361575555c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.515918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.550347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.550919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Fanout notify agent at l3_agent the message router_deleted on router 255abc87-c0f3-41f0-8a1c-d5e22e65a571 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:01:49.567336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-73a67f41-f755-4e90-8b23-361575555c9a None None] For port 7cba57ac-0f39-4aba-90ca-d157a228391e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7cba57ac-0f39-4aba-90ca-d157a228391e,segment=NetworkSegment(865fb9ec-9375-452f-b5d0-f1fbc6f9aff0),segment_id=865fb9ec-9375-452f-b5d0-f1fbc6f9aff0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:49.583175 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.583371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-73a67f41-f755-4e90-8b23-361575555c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.588607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3b95bf2-0592-4c23-89b0-b3c50f3fed97 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/routers/255abc87-c0f3-41f0-8a1c-d5e22e65a571 HTTP/1.1" status: 204 len: 168 time: 2.4682567 Dec 15 05:01:49.589305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42486) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:49.703141 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:47Z', 'revision_number': 6, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:23Z', 'revision_number': 1, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:49.740173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:01:49.747453 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:01:49.748683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a67f41-f755-4e90-8b23-361575555c9a None None] Pushing event updated for resources: {'Port': ['ID=7cba57ac-0f39-4aba-90ca-d157a228391e,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:49.755683 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708c7f3-f855-4425-b2ef-d933809895ed None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:47Z', 'revision_number': 6, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'e3511d4c-a763-40ea-9536-4c671e1faba6', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'port_id': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'mac_address': 'fa:16:3e:ee:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:00:17Z', 'updated_at': '2021-12-15T05:00:23Z', 'revision_number': 1, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:49.775826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.808191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.873098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.913645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fc523658-a610-4f38-a463-02f20780728b None None] Provisioning complete for port bd816377-1f2f-4bc5-8076-1707fb6255d4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:49.914203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc523658-a610-4f38-a463-02f20780728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.930098 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.962562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fc523658-a610-4f38-a463-02f20780728b None None] Port bd816377-1f2f-4bc5-8076-1707fb6255d4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:49.966109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee26807-40ec-4e65-b1ce-2769e1947984']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:49.968028 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:49.975232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:49.985431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8837c6ec-647b-4f88-9779-fb8372114a33') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:49.985624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8837c6ec-647b-4f88-9779-fb8372114a33') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:49.987000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fc523658-a610-4f38-a463-02f20780728b None None] Provisioning complete for port 7cba57ac-0f39-4aba-90ca-d157a228391e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:49.987484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:49.990814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc523658-a610-4f38-a463-02f20780728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:49.995182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:49.995757 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.000315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=76999c3f-f631-4dca-b3af-317eba3642f0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:50.011351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.027839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42494) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:50.030309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1cc799f3-9853-4506-bee1-9e63f7ae9a32 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4153972 Dec 15 05:01:50.031760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.137809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:01:50.138278 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:01:50.142658 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:01:50.228334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-9e2b2343-9e86-48ed-a850-34be74d3622a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:50.229902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-9e2b2343-9e86-48ed-a850-34be74d3622a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 946 time: 0.1783395 Dec 15 05:01:50.233888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.254775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.257969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/networks/dee26807-40ec-4e65-b1ce-2769e1947984 HTTP/1.1" status: 204 len: 168 time: 0.6646631 Dec 15 05:01:50.262186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42504) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:50.342313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ec50c-01b0-431a-8ff5-f873e69737e4 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:50.363155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-92c8b4ac-98f2-49eb-b181-7d394317cb53 None None] Provisioning complete for port bd816377-1f2f-4bc5-8076-1707fb6255d4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:50.363710 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92c8b4ac-98f2-49eb-b181-7d394317cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.367413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ec50c-01b0-431a-8ff5-f873e69737e4 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:50.373521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ec50c-01b0-431a-8ff5-f873e69737e4 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:50.377879 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9b8ec50c-01b0-431a-8ff5-f873e69737e4 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3457825 Dec 15 05:01:50.378335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42508) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:50.385785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69e8fd-34b2-4a0b-8fab-8bc372425f3c tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Network': ['ID=dee26807-40ec-4e65-b1ce-2769e1947984,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:50.410070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-92c8b4ac-98f2-49eb-b181-7d394317cb53 None None] Port bd816377-1f2f-4bc5-8076-1707fb6255d4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:50.482218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 013600f0-939b-426f-85e0-088f08689f43 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:50.520981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 013600f0-939b-426f-85e0-088f08689f43 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:50.524414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 013600f0-939b-426f-85e0-088f08689f43 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:50.527197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:50.549557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:50.550266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7ed33819-001c-4f08-a3cf-d6fbf2a993d0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:50.629114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f9717-d059-4faf-beda-ddf1a15680fc req-6fab15f7-de1b-4758-9f9a-c53183d2d4cd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:50.630678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b86f9717-d059-4faf-beda-ddf1a15680fc req-6fab15f7-de1b-4758-9f9a-c53183d2d4cd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 946 time: 0.2556803 Dec 15 05:01:50.642261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c8b2736c-e51a-4210-9d86-cc45aab8b6c3 None None] Provisioning complete for port 76999c3f-f631-4dca-b3af-317eba3642f0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:50.643724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c8b2736c-e51a-4210-9d86-cc45aab8b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.698526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7cba57ac-0f39-4aba-90ca-d157a228391e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:01:50.698791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:50.699817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.704596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port 76999c3f-f631-4dca-b3af-317eba3642f0 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:50.705146 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.714837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2736c-e51a-4210-9d86-cc45aab8b6c3 None None] Port 76999c3f-f631-4dca-b3af-317eba3642f0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:50.787372 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b86f9717-d059-4faf-beda-ddf1a15680fc req-024e1991-d5dd-4121-8051-1d3a4e488399 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=58b26629-fab8-46ee-904d-f3634e890394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422844 Dec 15 05:01:50.796950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7cba57ac-0f39-4aba-90ca-d157a228391e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:50.798301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.809954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port 7405585e-b4e2-4253-9816-7486f6d02278 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:50.810298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.813712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:50.814065 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.829650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.847000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for 76999c3f-f631-4dca-b3af-317eba3642f0 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:50.861197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:50.954739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.954925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:50.980221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for 7405585e-b4e2-4253-9816-7486f6d02278 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:50.985259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device aeead81b-8e81-4602-9161-7085e7027aba no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:51.024813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: aeead81b-8e81-4602-9161-7085e7027aba {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:51.025576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device aeead81b-8e81-4602-9161-7085e7027aba not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:51.026289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322591c8-95ed-43f2-b800-86d2cc436bdf no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:51.027595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.057008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 322591c8-95ed-43f2-b800-86d2cc436bdf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:51.057629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 322591c8-95ed-43f2-b800-86d2cc436bdf not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:51.077609 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=76999c3f-f631-4dca-b3af-317eba3642f0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:51.169489 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.213922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:51.291031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.295002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3825801-a17b-45f6-87bd-1903a18cd19e tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/ports/76999c3f-f631-4dca-b3af-317eba3642f0 HTTP/1.1" status: 204 len: 168 time: 0.9151292 Dec 15 05:01:51.297689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42526) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:51.320888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] No DVR routers for this DVR port 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:51.328861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.334244 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf4258f-9ab6-4f72-a93e-d0aaf8e38de5 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] GET failed (client error): The resource could not be found. Dec 15 05:01:51.338969 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0eb136bd-aae3-4ba9-b9cd-adae8c5dd547 req-fcd15ef9-8ec9-4bb6-b2bf-4396605b2f84 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.42 "DELETE /v2.0/ports/5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 HTTP/1.1" status: 204 len: 173 time: 1.1018927 Dec 15 05:01:51.339466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'name': 'network-vif-deleted', 'tag': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:51.340498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-caf4258f-9ab6-4f72-a93e-d0aaf8e38de5 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "GET /v2.0/ports/76999c3f-f631-4dca-b3af-317eba3642f0 HTTP/1.1" status: 404 len: 333 time: 0.0413454 Dec 15 05:01:51.341843 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff9e897-2138-4f04-8f27-47bb655f98da" -d '{"events": [{"server_uuid": "9e3bfb22-afa6-4a46-9d26-aad55bc439a4", "name": "network-vif-deleted", "tag": "5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:51.361918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42532) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:51.367236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.387691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1463103417'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:51.417262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=7405585e-b4e2-4253-9816-7486f6d02278,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:51.444010 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea1f375-bb6b-4b3e-826b-f5b82b312b63 x-openstack-request-id: req-dea1f375-bb6b-4b3e-826b-f5b82b312b63 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:51.444341 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3bfb22-afa6-4a46-9d26-aad55bc439a4", "name": "network-vif-deleted", "tag": "5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:51.444655 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dea1f375-bb6b-4b3e-826b-f5b82b312b63 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:51.445068 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3bfb22-afa6-4a46-9d26-aad55bc439a4', 'name': 'network-vif-deleted', 'tag': '5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8', 'status': 'completed', 'code': 200} Dec 15 05:01:51.496223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.496992 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Floating IP 55111490-6c0a-4302-bb45-3f82a31cd2ad disassociated (deleted). External IP: 172.25.2.17, port: 68d4fe31-8c4f-430e-b794-828e3a0f4df6. Dec 15 05:01:51.562218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:51.566035 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.584466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] device_id is not set on port 341663f7-9c7f-4460-a985-f0a823576bfd yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:51.747824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Allocated IP 2001:db8::20d (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/341663f7-9c7f-4460-a985-f0a823576bfd) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:51.776917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 09fbabfb-7fef-46de-8c47-3be1415a3cff has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:51.932440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:51.938325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:51.944241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] Sync routers for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:51.962845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:51.965299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:51.982558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-151d733c-d607-48a1-817e-f656eaaf2a91 req-f2ae30b0-6017-411f-98ff-47f3c3f1bbfa tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e3bfb22-afa6-4a46-9d26-aad55bc439a4 HTTP/1.1" status: 200 len: 210 time: 0.0670328 Dec 15 05:01:51.982836 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-60c1c505-9d2c-4184-9c89-458ca8a7dd60 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/floatingips/55111490-6c0a-4302-bb45-3f82a31cd2ad HTTP/1.1" status: 204 len: 168 time: 1.7112055 Dec 15 05:01:52.015988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42554) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:52.051089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.092752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:52.097006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.150460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=341663f7-9c7f-4460-a985-f0a823576bfd,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:52.185769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:52.194649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:52.197614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:52.203372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:52.203890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.207758 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292c4d23-1aab-4334-915b-1258bf951fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.282349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42562) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:52.282591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fba09aea-8587-4531-b84b-1a826035ae8b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9182072 Dec 15 05:01:52.289449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::152', 'mac_address': 'fa:16:3e:75:b7:da'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:52.316468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36e20-2cf2-41ea-8cb1-caebebea4cf7 req-60b7f3ea-8966-4379-a445-8735ee1b0552 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:52.318940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2f36e20-2cf2-41ea-8cb1-caebebea4cf7 req-60b7f3ea-8966-4379-a445-8735ee1b0552 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.1121852 Dec 15 05:01:52.351468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:09Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:52.390797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] Checking router: 09fbabfb-7fef-46de-8c47-3be1415a3cff for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:52.405787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:52.406599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:52.409820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2f36e20-2cf2-41ea-8cb1-caebebea4cf7 req-fee68447-2264-4300-b145-59133cd3af3e tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0799065 Dec 15 05:01:52.476370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292c4d23-1aab-4334-915b-1258bf951fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.483847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292c4d23-1aab-4334-915b-1258bf951fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.486830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.525652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-292c4d23-1aab-4334-915b-1258bf951fc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f5284115d874b41a1c76928c2b38b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5084057 Dec 15 05:01:52.527732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c4d23-1aab-4334-915b-1258bf951fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8c5c7-3aee-4b3b-beca-3c6d94be83be,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:52.528433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42564) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:52.551668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:52.587530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1e9e1803-eb61-4b41-a604-2ab410d7e04f None None] Provisioning complete for port 341663f7-9c7f-4460-a985-f0a823576bfd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:52.587530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1e9e1803-eb61-4b41-a604-2ab410d7e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.641394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734c3405-1f2e-4fe0-b70f-6ddc5cdeaa62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.673803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e1803-eb61-4b41-a604-2ab410d7e04f None None] Port 341663f7-9c7f-4460-a985-f0a823576bfd cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:52.677903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734c3405-1f2e-4fe0-b70f-6ddc5cdeaa62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.753202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.757242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.763971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734c3405-1f2e-4fe0-b70f-6ddc5cdeaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.766526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-734c3405-1f2e-4fe0-b70f-6ddc5cdeaa62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.767638 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-734c3405-1f2e-4fe0-b70f-6ddc5cdeaa62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5b8c5c7-3aee-4b3b-beca-3c6d94be83be HTTP/1.1" status: 204 len: 168 time: 0.2381313 Dec 15 05:01:52.809527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] In _notify_port_updated(), no bound segment for port 341663f7-9c7f-4460-a985-f0a823576bfd on network f237a779-6bd3-4789-afc8-480b77fdeeba {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:01:52.815193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:52.815665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:52.817007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "PUT /v2.0/ports/341663f7-9c7f-4460-a985-f0a823576bfd HTTP/1.1" status: 200 len: 1003 time: 0.5333083 Dec 15 05:01:52.817918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c3405-1f2e-4fe0-b70f-6ddc5cdeaa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8c5c7-3aee-4b3b-beca-3c6d94be83be,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:52.823654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42568) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:52.831106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec10a2-d7be-4106-a04c-75e9c31cad18 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=341663f7-9c7f-4460-a985-f0a823576bfd,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:52.850136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:09Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:52.891178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505e41d-1a28-470f-b951-2ca3c18fcac0 None None] The sync data for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 is: [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:00:02Z', 'revision_number': 4, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '812a4e72-4916-4132-ae8f-35f41920b55d', 'name': '', 'network_id': '40ab228b-35e7-4f52-8a77-ebcb5266b3ae', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'mac_address': 'fa:16:3e:ac:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:00:01Z', 'updated_at': '2021-12-15T05:00:09Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'subnets': [{'id': '5fa7489b-823c-4674-bdea-e3c198cefee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:52.968809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port 341663f7-9c7f-4460-a985-f0a823576bfd {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:52.969159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.057513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:53.086048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.104844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for 341663f7-9c7f-4460-a985-f0a823576bfd owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:53.130107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-005700b6-05ef-435e-bc94-176e5600893b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.144452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42576) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:53.166087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8504-32a6-418c-bc34-6dc9d240ed4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.174281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-005700b6-05ef-435e-bc94-176e5600893b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.210772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bd3034ea-e27a-4526-8435-07e83154fa3c None None] Provisioning complete for port 341663f7-9c7f-4460-a985-f0a823576bfd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:53.211492 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd3034ea-e27a-4526-8435-07e83154fa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.254898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bd3034ea-e27a-4526-8435-07e83154fa3c None None] Port 341663f7-9c7f-4460-a985-f0a823576bfd cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:53.267673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.274976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-005700b6-05ef-435e-bc94-176e5600893b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.277924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-005700b6-05ef-435e-bc94-176e5600893b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.279320 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-005700b6-05ef-435e-bc94-176e5600893b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/security-groups/58b26629-fab8-46ee-904d-f3634e890394 HTTP/1.1" status: 204 len: 168 time: 0.2206357 Dec 15 05:01:53.309893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=341663f7-9c7f-4460-a985-f0a823576bfd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:53.311943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005700b6-05ef-435e-bc94-176e5600893b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b26629-fab8-46ee-904d-f3634e890394,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:53.313658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42580) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:53.319222 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f5d342-6224-4f1b-9859-7a2ca0cc4341 None None] New status for floating IP 55111490-6c0a-4302-bb45-3f82a31cd2ad: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:01:53.409039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting subnet 1c66cee8-2dc5-4caa-baf0-7ff100a1515b {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:01:53.426221 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.460951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:53.463752 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62043f03-2039-4837-a4c4-1c3de4459829" -d '{"events": [{"name": "network-changed", "server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:53.505548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.515405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8504-32a6-418c-bc34-6dc9d240ed4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.519883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.524871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27c17935-e479-46a5-a275-d50f61606a30 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/ports/341663f7-9c7f-4460-a985-f0a823576bfd HTTP/1.1" status: 204 len: 168 time: 0.6999674 Dec 15 05:01:53.537327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42588) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:53.554385 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f6e02c-3785-471a-a75b-2481920cbec6 x-openstack-request-id: req-d2f6e02c-3785-471a-a75b-2481920cbec6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:53.554821 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:53.555178 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2f6e02c-3785-471a-a75b-2481920cbec6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:53.555732 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'status': 'completed', 'code': 200} Dec 15 05:01:53.559626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8504-32a6-418c-bc34-6dc9d240ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.578035 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5216c8-25e1-46c2-81b7-96445b21fe45 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] GET failed (client error): The resource could not be found. Dec 15 05:01:53.589096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1a5216c8-25e1-46c2-81b7-96445b21fe45 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "GET /v2.0/ports/341663f7-9c7f-4460-a985-f0a823576bfd HTTP/1.1" status: 404 len: 333 time: 0.0504112 Dec 15 05:01:53.593814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42590) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:53.605566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-193147725'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:53.623112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e272b6-7748-40f7-b8d4-fc7577df80f4 req-40d630b8-7e78-4565-b676-0bd859af958b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:53.628536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03e272b6-7748-40f7-b8d4-fc7577df80f4 req-40d630b8-7e78-4565-b676-0bd859af958b tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.1144836 Dec 15 05:01:53.683843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-03e272b6-7748-40f7-b8d4-fc7577df80f4 req-f381028d-f3d2-48c0-8b99-213fa61ec6a7 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0530779 Dec 15 05:01:53.713388 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6c6e8504-32a6-418c-bc34-6dc9d240ed4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1855d5bf344443ba5be11f1016edc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678670 Dec 15 05:01:53.715925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42592) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:53.734622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e8504-32a6-418c-bc34-6dc9d240ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a904b2-3521-4453-8e4a-3d78546b509b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:53.774356 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88967bf3-ae5c-438f-b4c3-8f02bc74165c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.804955 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88967bf3-ae5c-438f-b4c3-8f02bc74165c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.826466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.860232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88967bf3-ae5c-438f-b4c3-8f02bc74165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.863901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88967bf3-ae5c-438f-b4c3-8f02bc74165c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:53.867415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-88967bf3-ae5c-438f-b4c3-8f02bc74165c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88a904b2-3521-4453-8e4a-3d78546b509b HTTP/1.1" status: 204 len: 168 time: 0.1480389 Dec 15 05:01:53.874580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88967bf3-ae5c-438f-b4c3-8f02bc74165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a904b2-3521-4453-8e4a-3d78546b509b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:53.896566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62043f03-2039-4837-a4c4-1c3de4459829 req-70374dc8-1fc4-450e-a631-3ccd108accb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:53.898341 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-70374dc8-1fc4-450e-a631-3ccd108accb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b173c2b1643473283cb08ae4c6ff350&device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 1136 time: 0.2718134 Dec 15 05:01:53.925641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-3f2083c8-2736-400a-b9dc-21640f4d07e8 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:53.927079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-3f2083c8-2736-400a-b9dc-21640f4d07e8 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.1885870 Dec 15 05:01:54.371326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.383452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:54.386821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.447734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Subnet': ['ID=1c66cee8-2dc5-4caa-baf0-7ff100a1515b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:54.458193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.461689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-91d4f5db-78b0-4678-9545-2a3f7531638a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/subnets/1c66cee8-2dc5-4caa-baf0-7ff100a1515b HTTP/1.1" status: 204 len: 168 time: 1.1470742 Dec 15 05:01:54.465938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42612) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:54.472229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f2c12-6bbc-4616-a87a-6595440ea9c6 None None] Network 0acc4453-07d9-487a-a25e-0b14e8e370ba requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:01:54.489422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] device_id is not set on port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:54.504046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62043f03-2039-4837-a4c4-1c3de4459829 req-536f0cd7-127f-4e8a-b5f7-0e239f98d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:54.505748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-536f0cd7-127f-4e8a-b5f7-0e239f98d5e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 200 len: 897 time: 0.5883534 Dec 15 05:01:54.594883 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-29e9c940-1611-49e5-a7e9-12b4e7b0aa82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 200 len: 217 time: 0.0562787 Dec 15 05:01:54.622138 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.643938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:54.644420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.697344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:54.697695 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.731198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] DHCP port deletion for 0acc4453-07d9-487a-a25e-0b14e8e370ba request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:01:54.748226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62043f03-2039-4837-a4c4-1c3de4459829 req-3434a910-cdd4-44ca-84a3-1ce320534e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:54.750242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-3434a910-cdd4-44ca-84a3-1ce320534e09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fa7489b-823c-4674-bdea-e3c198cefee6 HTTP/1.1" status: 200 len: 835 time: 0.1479053 Dec 15 05:01:54.776467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port 1f36ad27-b7f2-4c66-b5ed-4a1336109456, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1f36ad27-b7f2-4c66-b5ed-4a1336109456,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:54.776834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.795756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for 1f36ad27-b7f2-4c66-b5ed-4a1336109456 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:54.807820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Allocated IP 2001:db8::3b4 (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/32f5090f-aad2-4e2d-a36b-e22ee029c4e3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:54.812265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] Deleting port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:54.812996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.855693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] For port 68d4fe31-8c4f-430e-b794-828e3a0f4df6, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68d4fe31-8c4f-430e-b794-828e3a0f4df6,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:54.855693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.882628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for 68d4fe31-8c4f-430e-b794-828e3a0f4df6 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:54.888238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] For port 1f36ad27-b7f2-4c66-b5ed-4a1336109456, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1f36ad27-b7f2-4c66-b5ed-4a1336109456,segment=NetworkSegment(ba5798c2-cf99-4121-87c0-3e5b507ace5a),segment_id=ba5798c2-cf99-4121-87c0-3e5b507ace5a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:54.888759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62043f03-2039-4837-a4c4-1c3de4459829 req-830dd486-2aa8-438f-a79d-71695e998820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:54.888890 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:54.890306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-830dd486-2aa8-438f-a79d-71695e998820 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40ab228b-35e7-4f52-8a77-ebcb5266b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284153 Dec 15 05:01:54.904651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] Calling delete_port for 1f36ad27-b7f2-4c66-b5ed-4a1336109456 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:54.925155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70257f-e1d7-4d38-b810-afed349e3fa8 req-c8e965cb-418a-4438-8fb4-21a1b8811281 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:54.926733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a70257f-e1d7-4d38-b810-afed349e3fa8 req-c8e965cb-418a-4438-8fb4-21a1b8811281 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 984 time: 0.1260653 Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:01:55.009798 n-d-820935-10 neutron-server[103134]: self.session.flush() Dec 15 05:01:55.013497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a70257f-e1d7-4d38-b810-afed349e3fa8 req-3211bb60-4b48-4fc0-8f2b-c8e737fa92cc tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/security-groups?id=25eed795-6568-4a5f-8503-b25b2579589a&id=925914c9-936f-451d-9bf4-79bae1a1ae7b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0763869 Dec 15 05:01:55.013497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.025133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.045980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=1f36ad27-b7f2-4c66-b5ed-4a1336109456,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:55.047960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] No DVR routers for this DVR port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:55.069957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] Pushing event deleted for resources: {'Port': ['ID=1f36ad27-b7f2-4c66-b5ed-4a1336109456,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:55.072289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52a984-4bd1-4570-94b4-dcd5e59fa0e3 None None] No DVR routers for this DVR port 1f36ad27-b7f2-4c66-b5ed-4a1336109456 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:55.090490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:55.129190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:55.129860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5c2a7f3f-b48a-4713-a433-f6f1a7c00dd8 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:55.149091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.172459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acc4453-07d9-487a-a25e-0b14e8e370ba']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:55.181913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5798c2-cf99-4121-87c0-3e5b507ace5a') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:55.182811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5798c2-cf99-4121-87c0-3e5b507ace5a') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:55.191921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.194445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-209288d4-7184-4a19-a2e4-d1b104309fb5 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945218 Dec 15 05:01:55.206443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.221274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:01:55.221925 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:01:55.225218 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:01:55.288339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.288802 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.301060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.307569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/networks/0acc4453-07d9-487a-a25e-0b14e8e370ba HTTP/1.1" status: 204 len: 168 time: 0.8382113 Dec 15 05:01:55.311994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42632) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:55.317006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f71a2-a2c6-40c5-bf32-f3c2bb7485b0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Network': ['ID=0acc4453-07d9-487a-a25e-0b14e8e370ba,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:55.403059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.461421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=68d4fe31-8c4f-430e-b794-828e3a0f4df6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:55.479099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.515499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62043f03-2039-4837-a4c4-1c3de4459829 req-20607f43-fdab-40bd-be9e-96c9aabd8401 service neutron] 10.222.0.42 "GET /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076572 Dec 15 05:01:55.594891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] No DVR routers for this DVR port 68d4fe31-8c4f-430e-b794-828e3a0f4df6 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:55.607127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.610471 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dc2204f-a04c-4ae9-aa3c-9ab91e353fa2 req-6fc26e1f-d3f2-4a70-8336-ed340d6e2863 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.42 "DELETE /v2.0/ports/68d4fe31-8c4f-430e-b794-828e3a0f4df6 HTTP/1.1" status: 204 len: 173 time: 1.6720498 Dec 15 05:01:55.610937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'name': 'network-vif-deleted', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:55.620240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c8441-bb79-45d7-aae6-774a2354f5de" -d '{"events": [{"server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "name": "network-vif-deleted", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:55.637050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:55.640502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=32f5090f-aad2-4e2d-a36b-e22ee029c4e3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:55.643243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:55.646504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:55.654086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:55.655211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.695121 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef820f-18a4-41e8-84ff-95fae5fb971a x-openstack-request-id: req-a2ef820f-18a4-41e8-84ff-95fae5fb971a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:55.695611 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27c55d-3fd6-4599-a0d0-93454503d69e", "name": "network-vif-deleted", "tag": "68d4fe31-8c4f-430e-b794-828e3a0f4df6", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:55.696022 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2ef820f-18a4-41e8-84ff-95fae5fb971a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:55.696645 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27c55d-3fd6-4599-a0d0-93454503d69e', 'name': 'network-vif-deleted', 'tag': '68d4fe31-8c4f-430e-b794-828e3a0f4df6', 'status': 'completed', 'code': 200} Dec 15 05:01:55.712612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83b53cdc-e3c6-41d1-b987-504ef879ca23 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1124365 Dec 15 05:01:55.715264 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42648) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:55.723594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:b7:da'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:55.732687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port 02683d1d-ca21-458a-b3e3-0efabc5a9fbe {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:55.733142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.835108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.835531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:55.849808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for 02683d1d-ca21-458a-b3e3-0efabc5a9fbe owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:55.950197 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.070354 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.108182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=02683d1d-ca21-458a-b3e3-0efabc5a9fbe,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:56.135822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cb727e7a-fe06-49fc-8185-49c5b167d29f None None] Provisioning complete for port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:56.136432 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb727e7a-fe06-49fc-8185-49c5b167d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.201883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cb727e7a-fe06-49fc-8185-49c5b167d29f None None] Port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:56.231908 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b3db21e8-f249-4359-8dea-0c2e75d5f2e1 req-119aded4-7f4b-4da0-acce-23f698d59da2 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa27c55d-3fd6-4599-a0d0-93454503d69e HTTP/1.1" status: 200 len: 210 time: 0.0466850 Dec 15 05:01:56.237143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.237490 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Floating IP e3511d4c-a763-40ea-9536-4c671e1faba6 disassociated (deleted). External IP: 172.25.2.52, port: ea5f289b-41f2-4a45-bad4-a3acd678ad81. Dec 15 05:01:56.335914 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.342158 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.378760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] In _notify_port_updated(), no bound segment for port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 on network f237a779-6bd3-4789-afc8-480b77fdeeba {{(pid=103133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:01:56.385337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:56.386047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.390516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "PUT /v2.0/ports/32f5090f-aad2-4e2d-a36b-e22ee029c4e3 HTTP/1.1" status: 200 len: 1002 time: 0.6733208 Dec 15 05:01:56.395486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42660) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:56.448479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b485b6-81b7-441a-84b5-6262cedaae62 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=32f5090f-aad2-4e2d-a36b-e22ee029c4e3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:56.505233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:01:56.511220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:56.511563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.683867 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.702225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:01:56.714389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:56.715687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1f36ad27-b7f2-4c66-b5ed-4a1336109456 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:56.722719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:01:56.725149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.758745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-db8a6818-8fe5-4be7-b2a4-1869445bd56d tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3511d4c-a763-40ea-9536-4c671e1faba6 HTTP/1.1" status: 204 len: 168 time: 1.4438696 Dec 15 05:01:56.781948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1f36ad27-b7f2-4c66-b5ed-4a1336109456 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:56.782730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1f36ad27-b7f2-4c66-b5ed-4a1336109456 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:56.798477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:56.799111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:56.802825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d39484db-997f-41d5-9cd5-a456bbdc490a None None] Provisioning complete for port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:56.806219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d39484db-997f-41d5-9cd5-a456bbdc490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.892664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.936280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=32f5090f-aad2-4e2d-a36b-e22ee029c4e3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:56.979482 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:56.986440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:56.992645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-10aeed8b-7dcf-4f97-8406-fc32fe0fb4de tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/ports/32f5090f-aad2-4e2d-a36b-e22ee029c4e3 HTTP/1.1" status: 204 len: 168 time: 0.5971367 Dec 15 05:01:57.039085 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69abe8d-acb5-4305-bdbd-20dafa44b5c6 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] GET failed (client error): The resource could not be found. Dec 15 05:01:57.040870 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f69abe8d-acb5-4305-bdbd-20dafa44b5c6 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "GET /v2.0/ports/32f5090f-aad2-4e2d-a36b-e22ee029c4e3 HTTP/1.1" status: 404 len: 333 time: 0.0532684 Dec 15 05:01:57.045267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:57.059528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-136520067'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:57.097011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb6d2b-ad0b-443d-8638-968884bdd2b6 req-899f71aa-e9b9-430f-8fae-feac660777e3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:57.106649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3eeb6d2b-ad0b-443d-8638-968884bdd2b6 req-899f71aa-e9b9-430f-8fae-feac660777e3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.0692234 Dec 15 05:01:57.202324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3eeb6d2b-ad0b-443d-8638-968884bdd2b6 req-fb2c2065-190d-4779-a791-80478576765f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846329 Dec 15 05:01:57.219495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d39484db-997f-41d5-9cd5-a456bbdc490a None None] Port 32f5090f-aad2-4e2d-a36b-e22ee029c4e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:57.229046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:57.245303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:57.249445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.276393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] device_id is not set on port 4768a7bb-cde0-4542-972a-77a604c6ea53 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:57.301434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42680) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:57.357743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ecae68-75d8-45cc-bdc1-47b2dee86148 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.390750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ecae68-75d8-45cc-bdc1-47b2dee86148 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.437455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ecae68-75d8-45cc-bdc1-47b2dee86148 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.440165 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ecae68-75d8-45cc-bdc1-47b2dee86148 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.443856 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-96ecae68-75d8-45cc-bdc1-47b2dee86148 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/security-groups/25eed795-6568-4a5f-8503-b25b2579589a HTTP/1.1" status: 204 len: 168 time: 0.1388154 Dec 15 05:01:57.446438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42682) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:57.459039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Allocated IP 2001:db8::51 (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/4768a7bb-cde0-4542-972a-77a604c6ea53) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:57.460948 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecae68-75d8-45cc-bdc1-47b2dee86148 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eed795-6568-4a5f-8503-b25b2579589a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:57.512589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:47Z', 'revision_number': 6, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:57.516240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2ebc45-c031-4940-80df-6d579e18673d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.541677 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2ebc45-c031-4940-80df-6d579e18673d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.544546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:01:57.553911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:01:57.554651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:01:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:57.601240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2ebc45-c031-4940-80df-6d579e18673d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.605498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2ebc45-c031-4940-80df-6d579e18673d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.607570 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de2ebc45-c031-4940-80df-6d579e18673d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/security-groups/925914c9-936f-451d-9bf4-79bae1a1ae7b HTTP/1.1" status: 204 len: 168 time: 0.1590409 Dec 15 05:01:57.614627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42684) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:57.631096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ebc45-c031-4940-80df-6d579e18673d tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925914c9-936f-451d-9bf4-79bae1a1ae7b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:57.702185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:01:57.730433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:57.733239 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba4a09-a169-43eb-ba2c-b54596d404d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:57.763905 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb8b37aa-79aa-46a9-b14a-b7e7899181bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.794260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.831539 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5abe13d-dea8-4d34-a06d-45bd3c258400 x-openstack-request-id: req-d5abe13d-dea8-4d34-a06d-45bd3c258400 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:01:57.831870 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:01:57.832108 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5abe13d-dea8-4d34-a06d-45bd3c258400 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:01:57.832511 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'status': 'completed', 'code': 200} Dec 15 05:01:57.951082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:57.970088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:47Z', 'revision_number': 6, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:01:57.997340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4bbc60-da34-403f-a178-d38ebeaa266c None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:01:47Z', 'revision_number': 6, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e', 'name': '', 'network_id': '27429e38-a05e-48f8-9cb4-64231ac2b557', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:d3:34:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:38Z', 'updated_at': '2021-12-15T04:59:47Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '3a2ee71d-72ae-461a-97d0-bd061bd247fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:01:58.014237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:58.026879 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:58.033954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-36316747-9f46-4e6f-b007-8978dd42325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.035487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-36316747-9f46-4e6f-b007-8978dd42325b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 1097 time: 0.1425307 Dec 15 05:01:58.041153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:58.046848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.047483 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:58.053119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=4768a7bb-cde0-4542-972a-77a604c6ea53,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:58.279236 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b1d95-b391-4de7-9e05-af333e7df878 None None] New status for floating IP e3511d4c-a763-40ea-9536-4c671e1faba6: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:01:58.313892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b57d7-51a2-4824-a8f4-022461c1abe7 req-5bcb460c-dc8a-4903-969d-4ca7bc3d3b57 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.316822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e2b57d7-51a2-4824-a8f4-022461c1abe7 req-5bcb460c-dc8a-4903-969d-4ca7bc3d3b57 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.0561626 Dec 15 05:01:58.349166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c36abda7-b0f2-4658-9e86-317aff13de5e None None] Provisioning complete for port 4768a7bb-cde0-4542-972a-77a604c6ea53 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:01:58.350115 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c36abda7-b0f2-4658-9e86-317aff13de5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:58.386004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e2b57d7-51a2-4824-a8f4-022461c1abe7 req-bd449681-034d-42e5-a042-850e11d7fbd7 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635312 Dec 15 05:01:58.400483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c36abda7-b0f2-4658-9e86-317aff13de5e None None] Port 4768a7bb-cde0-4542-972a-77a604c6ea53 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:01:58.499910 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7f92ba0a-1c56-4f6d-b179-b691c5cd1345 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4534466 Dec 15 05:01:58.502532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42694) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:58.507634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'network_id': 'f237a779-6bd3-4789-afc8-480b77fdeeba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-679969001'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:01:58.577282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-d89d8cd2-c715-4ecf-b393-48f8d678dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.578779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-d89d8cd2-c715-4ecf-b393-48f8d678dbb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 200 len: 897 time: 0.5285354 Dec 15 05:01:58.628365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-5b5042da-1574-4c18-9b2f-575d6e593b23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 200 len: 217 time: 0.0410461 Dec 15 05:01:58.735876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-392160ab-5389-460c-b129-185d5efeb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.737392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-392160ab-5389-460c-b129-185d5efeb400 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a2ee71d-72ae-461a-97d0-bd061bd247fb HTTP/1.1" status: 200 len: 835 time: 0.0606971 Dec 15 05:01:58.741049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:58.864702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-ee77e9a1-468d-4766-bcc1-ffdf4c12ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.866348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-ee77e9a1-468d-4766-bcc1-ffdf4c12ff9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27429e38-a05e-48f8-9cb4-64231ac2b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914693 Dec 15 05:01:58.919793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-a3f1cc7d-8a41-444b-b122-294da1aa7a3a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:58.921328 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-a3f1cc7d-8a41-444b-b122-294da1aa7a3a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 945 time: 0.0703499 Dec 15 05:01:59.030478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-de93ce7e-bfb1-482d-ac77-34dedf41e469 service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490138 Dec 15 05:01:59.037836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Made reservation on behalf of 57452758e3364d559b1ce45bf84ef558 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:01:59.042064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.066760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] device_id is not set on port 5400b54e-c532-4c76-81cb-788fc87bc83e yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:01:59.074736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port ea5f289b-41f2-4a45-bad4-a3acd678ad81 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:59.075079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.097237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68d4fe31-8c4f-430e-b794-828e3a0f4df6 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:01:59.142576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 68d4fe31-8c4f-430e-b794-828e3a0f4df6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:01:59.143233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68d4fe31-8c4f-430e-b794-828e3a0f4df6 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:01:59.202495 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-60ba4a09-a169-43eb-ba2c-b54596d404d7 req-9a33fcef-b193-4085-b3f2-5fdc01e682ad service neutron] 10.222.0.16 "GET /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586010 Dec 15 05:01:59.208861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port 812a4e72-4916-4132-ae8f-35f41920b55d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:01:59.209281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.255592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port ea5f289b-41f2-4a45-bad4-a3acd678ad81, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ea5f289b-41f2-4a45-bad4-a3acd678ad81,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:59.255959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.285001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Allocated IP 2001:db8::10c (f237a779-6bd3-4789-afc8-480b77fdeeba/d4497445-a942-4944-92a1-283bb0875933/5400b54e-c532-4c76-81cb-788fc87bc83e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:01:59.287332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for ea5f289b-41f2-4a45-bad4-a3acd678ad81 owned by compute:nova {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:59.316478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] For port 812a4e72-4916-4132-ae8f-35f41920b55d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=812a4e72-4916-4132-ae8f-35f41920b55d,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:01:59.316922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.331156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for 812a4e72-4916-4132-ae8f-35f41920b55d owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:01:59.546253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.575901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=812a4e72-4916-4132-ae8f-35f41920b55d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:59.609327 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.618637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.658679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=ea5f289b-41f2-4a45-bad4-a3acd678ad81,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:59.672753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df5e-49c7-4aeb-88a7-f78bd1fafb24 req-e82d8e51-93e4-4593-9eda-3bc58e74fffe tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:59.674337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5555df5e-49c7-4aeb-88a7-f78bd1fafb24 req-e82d8e51-93e4-4593-9eda-3bc58e74fffe tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=e78d5ee1-0833-4576-8965-675525b5ec08 HTTP/1.1" status: 200 len: 867 time: 0.1537790 Dec 15 05:01:59.725074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] No DVR routers for this DVR port ea5f289b-41f2-4a45-bad4-a3acd678ad81 on host n-h1-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:01:59.727626 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.731341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a091580e-b68a-41eb-a14d-d8b17f624762 req-0e999823-5ca1-4a96-9ff1-84db426dc31e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "DELETE /v2.0/ports/ea5f289b-41f2-4a45-bad4-a3acd678ad81 HTTP/1.1" status: 204 len: 173 time: 0.8002961 Dec 15 05:01:59.742797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'name': 'network-vif-deleted', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:01:59.746277 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ce1b6-8a21-4405-be27-65c04eaf3046" -d '{"events": [{"server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "name": "network-vif-deleted", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:01:59.791810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.801613 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.807105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5555df5e-49c7-4aeb-88a7-f78bd1fafb24 req-a12562df-a562-461f-9489-d71311457f80 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169224 Dec 15 05:01:59.906408 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Network f237a779-6bd3-4789-afc8-480b77fdeeba is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:01:59.910050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5497de06-4b12-40b2-83eb-a8e7090eb252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.917375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:01:59.931186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:01:59.939135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:01:59.939987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:01:59.954284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=5400b54e-c532-4c76-81cb-788fc87bc83e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:01:59.966448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-26da40e7-421f-46ce-a3a7-dd7da78833f0 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4627004 Dec 15 05:01:59.967069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:01:59.978790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::152', 'mac_address': 'fa:16:3e:75:b7:da'}, {'ip_address': '2001:db8::51', 'mac_address': 'fa:16:3e:d6:dd:96'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:00.023134 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a02a8-b2cd-44d8-b7d8-b3d3001db1bc x-openstack-request-id: req-f40a02a8-b2cd-44d8-b7d8-b3d3001db1bc {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:00.023646 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78d5ee1-0833-4576-8965-675525b5ec08", "name": "network-vif-deleted", "tag": "ea5f289b-41f2-4a45-bad4-a3acd678ad81", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:00.024227 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f40a02a8-b2cd-44d8-b7d8-b3d3001db1bc {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:00.024796 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78d5ee1-0833-4576-8965-675525b5ec08', 'name': 'network-vif-deleted', 'tag': 'ea5f289b-41f2-4a45-bad4-a3acd678ad81', 'status': 'completed', 'code': 200} Dec 15 05:02:00.323333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.344230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Router 09fbabfb-7fef-46de-8c47-3be1415a3cff has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:00.535328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8f30c012-7177-41fa-a18b-8b06bc9c7f4d None None] Provisioning complete for port 5400b54e-c532-4c76-81cb-788fc87bc83e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:00.535812 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f30c012-7177-41fa-a18b-8b06bc9c7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.564138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:00.571387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-806253ad-e0c7-491b-b3cf-3e731d3f0433 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "PUT /v2.0/routers/09fbabfb-7fef-46de-8c47-3be1415a3cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9510353 Dec 15 05:02:00.573997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42736) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:00.595667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] Sync routers for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:00.613393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8f30c012-7177-41fa-a18b-8b06bc9c7f4d None None] Port 5400b54e-c532-4c76-81cb-788fc87bc83e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:00.620664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:00.622261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:00.663523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting subnet 5fa7489b-823c-4674-bdea-e3c198cefee6 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:00.667268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.717208 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.742360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:00.761405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.769999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.840592 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.850375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] In _notify_port_updated(), no bound segment for port 5400b54e-c532-4c76-81cb-788fc87bc83e on network f237a779-6bd3-4789-afc8-480b77fdeeba {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:02:00.857398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:00.858176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:00.862039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "PUT /v2.0/ports/5400b54e-c532-4c76-81cb-788fc87bc83e HTTP/1.1" status: 200 len: 1066 time: 0.8913558 Dec 15 05:02:00.866314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42740) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:00.894979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5748962-63c9-4a83-b821-3999136cf1e1 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event updated for resources: {'Port': ['ID=5400b54e-c532-4c76-81cb-788fc87bc83e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:00.910631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42742) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:01.038012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:01:59Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:01.053080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.054420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f0c942-dd15-44b1-b98f-5c3facb0a698 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.066504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] Checking router: 09fbabfb-7fef-46de-8c47-3be1415a3cff for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:02:01.076053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] Routers {'09fbabfb-7fef-46de-8c47-3be1415a3cff'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:01.076729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['09fbabfb-7fef-46de-8c47-3be1415a3cff'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:01.104093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa7489b-823c-4674-bdea-e3c198cefee6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:01.110642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f0c942-dd15-44b1-b98f-5c3facb0a698 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.114066 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port 5400b54e-c532-4c76-81cb-788fc87bc83e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:01.114430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.136422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.153541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f1dea8ce-b33a-45ba-84ff-c8b468089275 tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/subnets/5fa7489b-823c-4674-bdea-e3c198cefee6 HTTP/1.1" status: 204 len: 168 time: 0.5781198 Dec 15 05:02:01.154725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:01.205497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] Set router 09fbabfb-7fef-46de-8c47-3be1415a3cff gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:01.225408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f0c942-dd15-44b1-b98f-5c3facb0a698 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.228908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23f0c942-dd15-44b1-b98f-5c3facb0a698 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.230558 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23f0c942-dd15-44b1-b98f-5c3facb0a698 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2 HTTP/1.1" status: 204 len: 168 time: 0.3187027 Dec 15 05:02:01.251292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0c942-dd15-44b1-b98f-5c3facb0a698 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5762d4c-8220-4fa5-87ea-8e7c1ccabeb2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:01.284243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42752) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:01.376459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.388638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d893026-64ae-4535-898a-bb8c942ce847 None None] Network 40ab228b-35e7-4f52-8a77-ebcb5266b3ae requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:01.398219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.400482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for 5400b54e-c532-4c76-81cb-788fc87bc83e owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:01.521083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d19d3a5a-d632-4423-89a6-5a67aa3c11bc None None] Provisioning complete for port 5400b54e-c532-4c76-81cb-788fc87bc83e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:01.521605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d19d3a5a-d632-4423-89a6-5a67aa3c11bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.562944 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.569301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d19d3a5a-d632-4423-89a6-5a67aa3c11bc None None] Port 5400b54e-c532-4c76-81cb-788fc87bc83e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:01.610808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.639921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:01:59Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:01.694177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad16ff9-5f8d-4df3-b071-586c881b9eed None None] The sync data for ids ['09fbabfb-7fef-46de-8c47-3be1415a3cff'] in n-d-820935-10 is: [{'id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1527069880', 'tenant_id': '2b173c2b1643473283cb08ae4c6ff350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:52Z', 'updated_at': '2021-12-15T05:01:59Z', 'revision_number': 5, 'project_id': '2b173c2b1643473283cb08ae4c6ff350', 'gw_port': {'id': '91c9cc14-2115-4469-881a-d1011e0f5947', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbabfb-7fef-46de-8c47-3be1415a3cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:53Z', 'updated_at': '2021-12-15T05:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:01.706463 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.723474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] DHCP port deletion for 40ab228b-35e7-4f52-8a77-ebcb5266b3ae request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:01.747828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=5400b54e-c532-4c76-81cb-788fc87bc83e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:01.758205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Deleting port 91c9cc14-2115-4469-881a-d1011e0f5947 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:01.758882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.824789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] Deleting port 87a7d637-510d-47c3-892b-45be39352386 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:01.825158 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.904722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.934355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] For port 87a7d637-510d-47c3-892b-45be39352386, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=87a7d637-510d-47c3-892b-45be39352386,segment=NetworkSegment(81f1cbe6-7951-43a2-8784-2afe6db7d11d),segment_id=81f1cbe6-7951-43a2-8784-2afe6db7d11d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:01.934666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:01.951432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] Calling delete_port for 87a7d637-510d-47c3-892b-45be39352386 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:02.089242 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.124768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.131256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42756) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:02.131466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3cff9f2b-37d8-46fc-94d2-6c3211238b3f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/ports/5400b54e-c532-4c76-81cb-788fc87bc83e HTTP/1.1" status: 204 len: 168 time: 1.2639408 Dec 15 05:02:02.137327 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] For port 91c9cc14-2115-4469-881a-d1011e0f5947, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=91c9cc14-2115-4469-881a-d1011e0f5947,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:02.137691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.148038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] Pushing event deleted for resources: {'Port': ['ID=87a7d637-510d-47c3-892b-45be39352386,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:02.150429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535469a-2e10-4621-bc35-3d2a41be3da0 None None] No DVR routers for this DVR port 87a7d637-510d-47c3-892b-45be39352386 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:02.153012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Calling delete_port for 91c9cc14-2115-4469-881a-d1011e0f5947 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:02.173214 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c90170-082d-4d27-9eed-95e9e133e15f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] GET failed (client error): The resource could not be found. Dec 15 05:02:02.177276 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-13c90170-082d-4d27-9eed-95e9e133e15f tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "GET /v2.0/ports/5400b54e-c532-4c76-81cb-788fc87bc83e HTTP/1.1" status: 404 len: 333 time: 0.0408361 Dec 15 05:02:02.191153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42758) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:02.338882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port 4768a7bb-cde0-4542-972a-77a604c6ea53 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:02.339225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.376334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.414451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Port': ['ID=91c9cc14-2115-4469-881a-d1011e0f5947,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:02.439018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150fa03-0493-41d9-90b8-96e0d8b6dd58 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:02.495458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.512569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for 4768a7bb-cde0-4542-972a-77a604c6ea53 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:02.518517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:02.518991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.522863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.630638 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.635510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.675062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:02.675335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.699259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:02.711594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.712336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Fanout notify agent at l3_agent the message router_deleted on router 09fbabfb-7fef-46de-8c47-3be1415a3cff {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:02:02.726761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.732180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f6305f51-8119-435b-8cb9-b98d65f61e8a tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/routers/09fbabfb-7fef-46de-8c47-3be1415a3cff HTTP/1.1" status: 204 len: 168 time: 1.5733826 Dec 15 05:02:02.733002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42762) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:02.755642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.794490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 812a4e72-4916-4132-ae8f-35f41920b55d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:02.831306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 812a4e72-4916-4132-ae8f-35f41920b55d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:02.831677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 812a4e72-4916-4132-ae8f-35f41920b55d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:02.832250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 87a7d637-510d-47c3-892b-45be39352386 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:02.835477 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.837039 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.872643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 87a7d637-510d-47c3-892b-45be39352386 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:02.872988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 87a7d637-510d-47c3-892b-45be39352386 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:02.910102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=4768a7bb-cde0-4542-972a-77a604c6ea53,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:02.963822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:02.969861 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f08ed6e6-fff0-4be9-b3f3-6ef133c18027 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/ports/4768a7bb-cde0-4542-972a-77a604c6ea53 HTTP/1.1" status: 204 len: 168 time: 0.7753468 Dec 15 05:02:02.970632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:02.996474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.031101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ab228b-35e7-4f52-8a77-ebcb5266b3ae']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:03.045347 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd633482-63c5-43fd-b3a2-061bd106d665 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] GET failed (client error): The resource could not be found. Dec 15 05:02:03.050024 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dd633482-63c5-43fd-b3a2-061bd106d665 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "GET /v2.0/ports/4768a7bb-cde0-4542-972a-77a604c6ea53 HTTP/1.1" status: 404 len: 333 time: 0.0328972 Dec 15 05:02:03.050178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f1cbe6-7951-43a2-8784-2afe6db7d11d') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:03.050178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f1cbe6-7951-43a2-8784-2afe6db7d11d') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:03.054440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42766) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:03.063930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.082687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.094703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:03.095123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:03.201997 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:03.206228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.212946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.221632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] 10.222.0.37 "DELETE /v2.0/networks/40ab228b-35e7-4f52-8a77-ebcb5266b3ae HTTP/1.1" status: 204 len: 168 time: 0.4874496 Dec 15 05:02:03.242260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67cd8d-c051-4bd1-8160-b23e7336bfad tempest-TestSecurityGroupsBasicOps-1969324581 tempest-TestSecurityGroupsBasicOps-1969324581-project] Pushing event deleted for resources: {'Network': ['ID=40ab228b-35e7-4f52-8a77-ebcb5266b3ae,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:03.333650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ea5f289b-41f2-4a45-bad4-a3acd678ad81 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:03.378217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: ea5f289b-41f2-4a45-bad4-a3acd678ad81 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:03.380343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ea5f289b-41f2-4a45-bad4-a3acd678ad81 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:03.425384 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.642141 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.656029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42784) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:03.702919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.744915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:03.818012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port bd816377-1f2f-4bc5-8076-1707fb6255d4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:03.818175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.831210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-edf18f8f-d533-49ba-ba04-32bba02bcef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b173c2b1643473283cb08ae4c6ff350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735377 Dec 15 05:02:03.831953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42790) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:03.902521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0a5d-d0bc-44cc-a99f-f5a1a558592c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:03.927252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0a5d-d0bc-44cc-a99f-f5a1a558592c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.000454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0a5d-d0bc-44cc-a99f-f5a1a558592c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.003727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0a5d-d0bc-44cc-a99f-f5a1a558592c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.007847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe1c0a5d-d0bc-44cc-a99f-f5a1a558592c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcc4247b-6181-417c-89fc-e096fdd06c00 HTTP/1.1" status: 204 len: 168 time: 0.1746621 Dec 15 05:02:04.018014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c0a5d-d0bc-44cc-a99f-f5a1a558592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4247b-6181-417c-89fc-e096fdd06c00,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:04.079111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.096884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.113792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for bd816377-1f2f-4bc5-8076-1707fb6255d4 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:04.446585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42796) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:04.456542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.469929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13b1e75c-d78f-468c-8db2-458a8e3dab53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.491981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=bd816377-1f2f-4bc5-8076-1707fb6255d4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:04.545202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.548586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-27c02e49-c99a-44d6-a621-10b061a9e280 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/ports/bd816377-1f2f-4bc5-8076-1707fb6255d4 HTTP/1.1" status: 204 len: 168 time: 1.4932945 Dec 15 05:02:04.550979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42800) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:04.619218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting subnet d4497445-a942-4944-92a1-283bb0875933 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:04.627275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.659806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:04.674047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13b1e75c-d78f-468c-8db2-458a8e3dab53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.686089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13b1e75c-d78f-468c-8db2-458a8e3dab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.748222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13b1e75c-d78f-468c-8db2-458a8e3dab53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02bcc5687b944985b06572bf041ce29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002996 Dec 15 05:02:04.760306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42804) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:04.762441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.779967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e75c-d78f-468c-8db2-458a8e3dab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f886a6-e2fd-449c-a8c9-fd43be73b62c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:04.791334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91c9cc14-2115-4469-881a-d1011e0f5947 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:04.818902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 91c9cc14-2115-4469-881a-d1011e0f5947 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:04.819382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 91c9cc14-2115-4469-881a-d1011e0f5947 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:04.913029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:04.921059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b04c3f48-2008-42f8-87a3-8eeacb36a2b4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "PUT /v2.0/routers/cf263fa5-fc2c-4c05-a6e0-e76b3e03add3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6351383 Dec 15 05:02:04.922180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42806) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:04.924358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] Sync routers for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:04.926019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-513ab576-4230-4610-936a-9e874c23259c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.935624 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:04.936296 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:04.944896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.978921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting subnet 3a2ee71d-72ae-461a-97d0-bd061bd247fb {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:04.982123 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:04.984932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-513ab576-4230-4610-936a-9e874c23259c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.023388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.037496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.054472 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:05.067677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Subnet': ['ID=d4497445-a942-4944-92a1-283bb0875933,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:05.069699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.075538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6a903468-4e01-4d96-93a5-c5520bb350d7 tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/subnets/d4497445-a942-4944-92a1-283bb0875933 HTTP/1.1" status: 204 len: 168 time: 0.5234926 Dec 15 05:02:05.078141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42808) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:05.079856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef79278-ba90-4b38-a561-93a8d9fa24ac None None] Network f237a779-6bd3-4789-afc8-480b77fdeeba requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:05.089192 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-513ab576-4230-4610-936a-9e874c23259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.091622 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-513ab576-4230-4610-936a-9e874c23259c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.093045 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-513ab576-4230-4610-936a-9e874c23259c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30f886a6-e2fd-449c-a8c9-fd43be73b62c HTTP/1.1" status: 204 len: 168 time: 0.3274877 Dec 15 05:02:05.143780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ab576-4230-4610-936a-9e874c23259c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f886a6-e2fd-449c-a8c9-fd43be73b62c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:05.187898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.223646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.276973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Deleting port 7cba57ac-0f39-4aba-90ca-d157a228391e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:05.277627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.294429 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:02:03Z', 'revision_number': 7, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:05.295906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] DHCP port deletion for f237a779-6bd3-4789-afc8-480b77fdeeba request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:05.321904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.324930 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] Checking router: cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:02:05.334172 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] Routers {'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:05.334783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:05.360250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] Deleting port 7cba57ac-0f39-4aba-90ca-d157a228391e {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:05.360968 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.386653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] For port 7cba57ac-0f39-4aba-90ca-d157a228391e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7cba57ac-0f39-4aba-90ca-d157a228391e,segment=NetworkSegment(865fb9ec-9375-452f-b5d0-f1fbc6f9aff0),segment_id=865fb9ec-9375-452f-b5d0-f1fbc6f9aff0)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:05.387181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.394578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.404103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/subnets/3a2ee71d-72ae-461a-97d0-bd061bd247fb HTTP/1.1" status: 204 len: 168 time: 0.4808517 Dec 15 05:02:05.405140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a95a65-956d-4377-8aba-ffb24c5779e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2ee71d-72ae-461a-97d0-bd061bd247fb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:05.406794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42814) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:05.410857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c79b3-7c91-44c8-8e6c-9023f76a33e4 None None] Network 27429e38-a05e-48f8-9cb4-64231ac2b557 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:05.441266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Calling delete_port for 7cba57ac-0f39-4aba-90ca-d157a228391e owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:05.476410 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] Set router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:05.493356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] For port 7cba57ac-0f39-4aba-90ca-d157a228391e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7cba57ac-0f39-4aba-90ca-d157a228391e,segment=NetworkSegment(865fb9ec-9375-452f-b5d0-f1fbc6f9aff0),segment_id=865fb9ec-9375-452f-b5d0-f1fbc6f9aff0)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:05.493851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.554104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] Calling delete_port for 7cba57ac-0f39-4aba-90ca-d157a228391e owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:05.559994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.562664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.587725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] No DVR routers for this DVR port 7cba57ac-0f39-4aba-90ca-d157a228391e on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:05.688182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Port': ['ID=7cba57ac-0f39-4aba-90ca-d157a228391e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:05.692227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42816) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:05.693287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.729614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] Pushing event deleted for resources: {'Port': ['ID=7cba57ac-0f39-4aba-90ca-d157a228391e,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:05.734485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] DHCP port deletion for 27429e38-a05e-48f8-9cb4-64231ac2b557 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:05.739199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee51369-00c2-48af-adee-a1865d924f36 None None] No DVR routers for this DVR port 7cba57ac-0f39-4aba-90ca-d157a228391e on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:05.764448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5043ded8-f7ed-4ca9-8256-8408f231c704 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3eafee62d044e4d99e6e0a225c292e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0682964 Dec 15 05:02:05.766299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42822) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:05.831708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.848934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1826-d5bd-4cc6-9846-9128b9c95e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.850381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] Deleting port 99be24fc-eb24-4076-b606-8155ffb0f1cc {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:05.850898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.861060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.862303 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:02:03Z', 'revision_number': 7, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:05.906422 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4800f-8970-4965-87bf-41937e045ce7 None None] The sync data for ids ['cf263fa5-fc2c-4c05-a6e0-e76b3e03add3'] in n-d-820935-10 is: [{'id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'name': 'tempest-TestNetworkBasicOps-router-818247720', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:59:29Z', 'updated_at': '2021-12-15T05:02:03Z', 'revision_number': 7, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': '354201e4-7144-493f-ac7c-22805e09fa6f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf263fa5-fc2c-4c05-a6e0-e76b3e03add3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:59:30Z', 'updated_at': '2021-12-15T04:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:05.910659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1826-d5bd-4cc6-9846-9128b9c95e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.930090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f237a779-6bd3-4789-afc8-480b77fdeeba']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:05.952092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:05.953766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865fb9ec-9375-452f-b5d0-f1fbc6f9aff0') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:05.968034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.975773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port 354201e4-7144-493f-ac7c-22805e09fa6f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:05.976480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.985909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:05.994774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:05.995670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:06.000428 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:06.047933 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1826-d5bd-4cc6-9846-9128b9c95e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.051000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1826-d5bd-4cc6-9846-9128b9c95e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.052299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c9cd1826-d5bd-4cc6-9846-9128b9c95e9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb233dc6-df79-4f7b-81d5-26450a23cc11 HTTP/1.1" status: 204 len: 168 time: 0.2850728 Dec 15 05:02:06.079000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd1826-d5bd-4cc6-9846-9128b9c95e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb233dc6-df79-4f7b-81d5-26450a23cc11,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:06.099161 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.107156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.113123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] 10.222.0.37 "DELETE /v2.0/networks/f237a779-6bd3-4789-afc8-480b77fdeeba HTTP/1.1" status: 204 len: 168 time: 1.0338855 Dec 15 05:02:06.123814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port 354201e4-7144-493f-ac7c-22805e09fa6f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=354201e4-7144-493f-ac7c-22805e09fa6f,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:06.124314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.131306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aac05b-625f-45d0-882c-fc8731b5764b tempest-AllowedAddressPairIpV6TestJSON-1606587263 tempest-AllowedAddressPairIpV6TestJSON-1606587263-project] Pushing event deleted for resources: {'Network': ['ID=f237a779-6bd3-4789-afc8-480b77fdeeba,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:06.139973 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for 354201e4-7144-493f-ac7c-22805e09fa6f owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:06.205349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] For port 99be24fc-eb24-4076-b606-8155ffb0f1cc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=99be24fc-eb24-4076-b606-8155ffb0f1cc,segment=NetworkSegment(86b6db9e-aa65-4986-9ccc-0223fc03bfed),segment_id=86b6db9e-aa65-4986-9ccc-0223fc03bfed)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:06.205748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.231667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] Calling delete_port for 99be24fc-eb24-4076-b606-8155ffb0f1cc owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:06.364563 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.393396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] No DVR routers for this DVR port 99be24fc-eb24-4076-b606-8155ffb0f1cc on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:06.423671 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.448948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd65b2-a6ab-40d4-ad69-3e4488ba18f3 None None] Pushing event deleted for resources: {'Port': ['ID=99be24fc-eb24-4076-b606-8155ffb0f1cc,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:06.458100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=354201e4-7144-493f-ac7c-22805e09fa6f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:06.487661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296e533-cc43-4059-8288-76057b2bb1b7 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:06.573836 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.656329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42846) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:06.747661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.750226 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.815927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7cba57ac-0f39-4aba-90ca-d157a228391e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:06.842519 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.843716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Fanout notify agent at l3_agent the message router_deleted on router cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:02:06.850748 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:06.856279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ac12cf6-6f35-4417-8fc3-f0e3677257ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/routers/cf263fa5-fc2c-4c05-a6e0-e76b3e03add3 HTTP/1.1" status: 204 len: 168 time: 1.4483721 Dec 15 05:02:06.856957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42850) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:06.867379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7cba57ac-0f39-4aba-90ca-d157a228391e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:06.868483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7cba57ac-0f39-4aba-90ca-d157a228391e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:06.869181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:06.872566 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0a19fd72-0fb7-4bb0-b366-6f241ecec094 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57452758e3364d559b1ce45bf84ef558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146230 Dec 15 05:02:06.877635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:06.931335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:06.932476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 174bf0f3-4bda-4e5e-b8fb-10a0157c6b5e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:06.934788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99be24fc-eb24-4076-b606-8155ffb0f1cc no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:06.984103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 99be24fc-eb24-4076-b606-8155ffb0f1cc {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:06.987028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 99be24fc-eb24-4076-b606-8155ffb0f1cc not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:06.995776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9b56e5-8643-47db-a8d3-974ac6a0aff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.033745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9b56e5-8643-47db-a8d3-974ac6a0aff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.104805 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9b56e5-8643-47db-a8d3-974ac6a0aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.107782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c9b56e5-8643-47db-a8d3-974ac6a0aff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.109214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c9b56e5-8643-47db-a8d3-974ac6a0aff1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b68f5edd-83ea-4272-b890-45fa77f162f9 HTTP/1.1" status: 204 len: 168 time: 0.2304537 Dec 15 05:02:07.157453 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.164876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b56e5-8643-47db-a8d3-974ac6a0aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f5edd-83ea-4272-b890-45fa77f162f9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:07.364059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.472441 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.519353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27429e38-a05e-48f8-9cb4-64231ac2b557']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:07.538709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b6db9e-aa65-4986-9ccc-0223fc03bfed') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:07.539025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b6db9e-aa65-4986-9ccc-0223fc03bfed') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:07.550964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.582257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.590713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:07.591420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:07.594891 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:07.662271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.676959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.683513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/networks/27429e38-a05e-48f8-9cb4-64231ac2b557 HTTP/1.1" status: 204 len: 168 time: 0.8223460 Dec 15 05:02:07.700492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b069c-8372-4f34-a408-17dd102ed290 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Network': ['ID=27429e38-a05e-48f8-9cb4-64231ac2b557,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:07.701032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42870) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:07.711617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'network': {'name': 'tempest-network-smoke--1706282976', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:07.735453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:07.739516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.767801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:07.778334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.778757 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Added segment 46462379-a139-482b-aa70-d137856f7e0d of type vlan for network 7128b374-ae0b-44c5-9dcb-99f51129713b Dec 15 05:02:07.828454 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.858591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.864248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:07.864920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.941464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Network': ['ID=7128b374-ae0b-44c5-9dcb-99f51129713b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:07.955527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eb376962-aa87-43e4-b295-210e4bcb24e9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458234 Dec 15 05:02:07.955712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7128b374-ae0b-44c5-9dcb-99f51129713b details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:07.956252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42880) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:07.962143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'admin_state_up': True, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:07.990822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:07.991898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.019629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42882) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:08.083940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.158552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1048452870'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:08.189554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:08.193890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.206265 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.242453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.296703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.301367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.326998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:08.345179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a925380a-fce9-4a1b-933b-3370add7e9fe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:08.348419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.348914 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Added segment 218adea1-16b4-4147-9234-3487f163bcbe of type vlan for network f49be2bc-ba84-401e-ae35-ebc0034f33c4 Dec 15 05:02:08.392784 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.418742 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.425213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:08.425941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.465185 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.496535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.500220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4766209 Dec 15 05:02:08.504964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42888) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:08.510975 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'subnet': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:08.516492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970019-f149-4741-b486-02177ad18b3e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Network': ['ID=f49be2bc-ba84-401e-ae35-ebc0034f33c4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:08.545608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:08.622345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 354201e4-7144-493f-ac7c-22805e09fa6f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:08.644190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 354201e4-7144-493f-ac7c-22805e09fa6f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:08.644692 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 354201e4-7144-493f-ac7c-22805e09fa6f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:08.688559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.25.2.69 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/fa5be90f-34e9-45ef-9e62-9eacb74c3825) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:08.690823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:08.694312 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.895538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.974674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:08.984022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.073024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:09.083888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Subnet': ['ID=b69ca7da-fff9-46f4-a009-e80bd5ee4516,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:09.086099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:09.088344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=fa5be90f-34e9-45ef-9e62-9eacb74c3825,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:09.090473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:09.103949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63aa26b-bab7-481d-9fa1-a78b8c099cc4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:09.127776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Checking segment: {'id': '218adea1-16b4-4147-9234-3487f163bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:09.128175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network hostable DHCP agents. Network: f49be2bc-ba84-401e-ae35-ebc0034f33c4, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:09.194254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-81b8bc6f-ba0d-4235-b9be-ab41d2e06957 None None] Provisioning complete for port fa5be90f-34e9-45ef-9e62-9eacb74c3825 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:09.194744 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81b8bc6f-ba0d-4235-b9be-ab41d2e06957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.217240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:09.231340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-81b8bc6f-ba0d-4235-b9be-ab41d2e06957 None None] Port fa5be90f-34e9-45ef-9e62-9eacb74c3825 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:09.250170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f49be2bc-ba84-401e-ae35-ebc0034f33c4) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:09.259648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:09.260169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.262255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c21104-13af-4307-860c-c5ea06880018 None None] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:09.345401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2cbcaf2-ef1b-44b8-aba3-cf219d2b39ec tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8380136 Dec 15 05:02:09.346328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42894) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:09.353124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'name': 'tempest-AllowedAddressPairTestJSON-1593573328'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:09.370865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'project_id': '79591efca36d4267bd54dad329739290', 'fixed_ips': [{'subnet_id': 'b69ca7da-fff9-46f4-a009-e80bd5ee4516'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:09.372035 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.403731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.500759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:09.505640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.525431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Allocated IP 172.20.0.2 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/66d28a4e-2030-4ad2-9b95-9943b3c8adaf) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:09.530297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] device_id is not set on port b705734e-df55-4b97-bb7d-70d552651e00 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:09.658296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.750725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.772362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.790310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:09.830222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Allocated IP 172.20.0.13 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/b705734e-df55-4b97-bb7d-70d552651e00) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:09.841003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:09.851125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:09.882354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:02:09.899429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Pushing event updated for resources: {'Port': ['ID=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:09.964228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Attempting to bind port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:09.964607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Attempting to bind port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '218adea1-16b4-4147-9234-3487f163bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:09.964980 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Attempting to bind port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf on network f49be2bc-ba84-401e-ae35-ebc0034f33c4 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:09.976176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:09.976558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Checking segment: {'id': '218adea1-16b4-4147-9234-3487f163bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:09.976990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:09.977385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Bound using segment: {'id': '218adea1-16b4-4147-9234-3487f163bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:09.977855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Bound port: 66d28a4e-2030-4ad2-9b95-9943b3c8adaf, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218adea1-16b4-4147-9234-3487f163bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:09.978241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.028575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:10.043851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42906) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.049454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Sync routers for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:10.053389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.062187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:10.062831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:10.067358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.073957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42910) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.074902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-12760434-e20b-4c3f-92fe-9b33cdbaab82 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1174202 Dec 15 05:02:10.125991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-30c37af7-64e3-4617-8946-cf14263c3382 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b191678f61da4a0bb6af6f28bca491e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483725 Dec 15 05:02:10.126226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42912) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.164200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] For port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:10.170499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] For port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,segment=NetworkSegment(218adea1-16b4-4147-9234-3487f163bcbe),segment_id=218adea1-16b4-4147-9234-3487f163bcbe)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:10.185899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.197202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.207920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69a08fdf-f279-42ad-a403-f5d243a43add admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.266211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=b705734e-df55-4b97-bb7d-70d552651e00,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:10.295706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed54b2-a593-4abb-aaae-aa480770e81d None None] Pushing event updated for resources: {'Port': ['ID=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:10.316984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:10.321413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69a08fdf-f279-42ad-a403-f5d243a43add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.324369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:10.326308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:10.328953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:10.332897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-69a08fdf-f279-42ad-a403-f5d243a43add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.360131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6e748-ff13-4afa-987d-ca9a3b7d9b00 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:10.361916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5e6e748-ff13-4afa-987d-ca9a3b7d9b00 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2348096 Dec 15 05:02:10.365029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42914) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.390784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-69a08fdf-f279-42ad-a403-f5d243a43add admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8c065dd82194178a61cd47116bbc228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431149 Dec 15 05:02:10.391042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42918) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.397106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08fdf-f279-42ad-a403-f5d243a43add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbc0eb-8054-4d9c-80d6-5d261fbc4367,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:10.426751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0c4099ff-391a-4381-982a-d2f24a3c0daa tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606875 Dec 15 05:02:10.429388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.439613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-42027888', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:10.448625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:10.449302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.477816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bb5d0d93-a868-49ab-873d-570ee79511bb tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1286178 Dec 15 05:02:10.478449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42922) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:10.483851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'name': 'tempest-AllowedAddressPairTestJSON-2125483374', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:7b:f8:da'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:10.561088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-504f07c8-9c8a-4554-b08e-34ef445d945c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.600200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:10.604577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.613398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-504f07c8-9c8a-4554-b08e-34ef445d945c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.640778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:09Z', 'revision_number': 3, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:10.680684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Checking router: 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:02:10.681427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Updating router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 port fa5be90f-34e9-45ef-9e62-9eacb74c3825 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:02:10.694342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:10.717019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.760455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 66d28a4e-2030-4ad2-9b95-9943b3c8adaf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:10.775554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-504f07c8-9c8a-4554-b08e-34ef445d945c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.778268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-504f07c8-9c8a-4554-b08e-34ef445d945c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.781905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-504f07c8-9c8a-4554-b08e-34ef445d945c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bcbc0eb-8054-4d9c-80d6-5d261fbc4367 HTTP/1.1" status: 204 len: 168 time: 0.3876753 Dec 15 05:02:10.801454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f07c8-9c8a-4554-b08e-34ef445d945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbc0eb-8054-4d9c-80d6-5d261fbc4367,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:10.827324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.852633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] device_id is not set on port 8241190a-be77-4486-ab71-17de010a3f57 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:10.915691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:10.916004 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:10.940797 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.036865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Allocated IP 172.20.0.14 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/8241190a-be77-4486-ab71-17de010a3f57) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:11.037621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Subnet': ['ID=4a56458c-2254-4d32-8748-682dd354f76f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:11.051568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Checking segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:11.052036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network hostable DHCP agents. Network: 7128b374-ae0b-44c5-9dcb-99f51129713b, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:11.076452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 7128b374-ae0b-44c5-9dcb-99f51129713b is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:11.082758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.090898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7128b374-ae0b-44c5-9dcb-99f51129713b) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:11.097081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:11.098017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.116923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6db3f0-c92c-47b7-bbf5-3f2ba1208440 None None] Network 7128b374-ae0b-44c5-9dcb-99f51129713b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:11.118229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1f73d81d-044e-4906-be9b-026306e1b229 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6859441 Dec 15 05:02:11.121689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42928) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:11.222802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,segment=NetworkSegment(218adea1-16b4-4147-9234-3487f163bcbe),segment_id=218adea1-16b4-4147-9234-3487f163bcbe)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:11.223888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42930) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:11.234703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.239534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.282504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be6b39b5-e97e-4bba-afbf-bb9870238679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.319310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:11.327351 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.400484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.427364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b102fe-b815-4689-9b35-4a460f1af731 None None] Pushing event updated for resources: {'Port': ['ID=fa5be90f-34e9-45ef-9e62-9eacb74c3825,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:11.464997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Attempting to bind port fa5be90f-34e9-45ef-9e62-9eacb74c3825 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:11.465446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Attempting to bind port fa5be90f-34e9-45ef-9e62-9eacb74c3825 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:11.465803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Attempting to bind port fa5be90f-34e9-45ef-9e62-9eacb74c3825 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:11.486442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88480a-345b-4d3a-91e1-1152616671ed None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:11.489996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be6b39b5-e97e-4bba-afbf-bb9870238679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.492268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.499710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:11.500304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:11.500719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.501273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:11.501767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Bound port: fa5be90f-34e9-45ef-9e62-9eacb74c3825, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:11.502305 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.541216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7128b374-ae0b-44c5-9dcb-99f51129713b', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:11.542487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.568269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:11.569876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=8241190a-be77-4486-ab71-17de010a3f57,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:11.573868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:11.576734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:11.646923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be6b39b5-e97e-4bba-afbf-bb9870238679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.684233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b39b5-e97e-4bba-afbf-bb9870238679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792c61f-dc87-4a45-8077-7e66e36331ef,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:11.697648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:11.698425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.710282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] For port fa5be90f-34e9-45ef-9e62-9eacb74c3825, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:11.714974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] For port fa5be90f-34e9-45ef-9e62-9eacb74c3825, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fa5be90f-34e9-45ef-9e62-9eacb74c3825,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:11.722631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-be6b39b5-e97e-4bba-afbf-bb9870238679 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd7d44b098d04c5a81b8b37e75bad5b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4732223 Dec 15 05:02:11.729322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ab4dea72-4ebf-4f54-a9c2-cbfb13f9e4be None None] Provisioning complete for port fa5be90f-34e9-45ef-9e62-9eacb74c3825 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:11.729699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea72-4ebf-4f54-a9c2-cbfb13f9e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.731311 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ae620663-7c26-4ff0-b757-d4cc02c4c6d8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.2515523 Dec 15 05:02:11.732406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42934) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:11.734149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42936) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:11.755944 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.769388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75179dae-d905-4bb6-a834-28aa0aa2ceb7 None None] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:11.799547 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693d16c-37d0-4116-b3f9-bc859a82e3c8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:11.808757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693d16c-37d0-4116-b3f9-bc859a82e3c8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:11.817992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693d16c-37d0-4116-b3f9-bc859a82e3c8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:11.822978 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7693d16c-37d0-4116-b3f9-bc859a82e3c8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.0846205 Dec 15 05:02:11.823308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42938) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:11.848817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9302d6fd-137d-44d0-88eb-30e0720eea50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.874418 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9302d6fd-137d-44d0-88eb-30e0720eea50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.909879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac9fa6-8ccd-470f-9454-aea147123690 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:11.931569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port 8241190a-be77-4486-ab71-17de010a3f57 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:11.931917 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:11.949288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.036842 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.050975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for 8241190a-be77-4486-ab71-17de010a3f57 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:12.139467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:12.140479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:12.142106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b102fe-b815-4689-9b35-4a460f1af731 None None] Pushing event updated for resources: {'Port': ['ID=fa5be90f-34e9-45ef-9e62-9eacb74c3825,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:12.151041 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Allocated IP 172.20.0.2 (7128b374-ae0b-44c5-9dcb-99f51129713b/4a56458c-2254-4d32-8748-682dd354f76f/babac1c6-98c9-4f87-b7a4-d7e541f60d13) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:12.208122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.237119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=8241190a-be77-4486-ab71-17de010a3f57,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:12.355682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9302d6fd-137d-44d0-88eb-30e0720eea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.358267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9302d6fd-137d-44d0-88eb-30e0720eea50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.359415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9302d6fd-137d-44d0-88eb-30e0720eea50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a792c61f-dc87-4a45-8077-7e66e36331ef HTTP/1.1" status: 204 len: 168 time: 0.6258845 Dec 15 05:02:12.366165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea72-4ebf-4f54-a9c2-cbfb13f9e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.381581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302d6fd-137d-44d0-88eb-30e0720eea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792c61f-dc87-4a45-8077-7e66e36331ef,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:12.414288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ab4dea72-4ebf-4f54-a9c2-cbfb13f9e4be None None] For port fa5be90f-34e9-45ef-9e62-9eacb74c3825, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fa5be90f-34e9-45ef-9e62-9eacb74c3825,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:12.442514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ab4dea72-4ebf-4f54-a9c2-cbfb13f9e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.448619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:12.499837 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.503188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f22494ef-fc58-40fb-925a-f9bf334736d1 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/ports/8241190a-be77-4486-ab71-17de010a3f57 HTTP/1.1" status: 204 len: 168 time: 0.6788487 Dec 15 05:02:12.509601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42942) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:12.594473 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c061ce8f-f3ea-40e1-b2ad-0ddea5d238c8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] GET failed (client error): The resource could not be found. Dec 15 05:02:12.599313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c061ce8f-f3ea-40e1-b2ad-0ddea5d238c8 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "GET /v2.0/ports/8241190a-be77-4486-ab71-17de010a3f57 HTTP/1.1" status: 404 len: 333 time: 0.0851851 Dec 15 05:02:12.600748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42944) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:12.612430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'name': 'tempest-AllowedAddressPairTestJSON-189776191'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:12.717086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dea72-4ebf-4f54-a9c2-cbfb13f9e4be None None] Pushing event updated for resources: {'Port': ['ID=fa5be90f-34e9-45ef-9e62-9eacb74c3825,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:12.742255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-eb802b46-4477-4ed8-abc0-047ea2fd7f4c None None] Provisioning complete for port fa5be90f-34e9-45ef-9e62-9eacb74c3825 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:12.743186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb802b46-4477-4ed8-abc0-047ea2fd7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.793008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.795428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 66d28a4e-2030-4ad2-9b95-9943b3c8adaf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:12.891665 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.900198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:12.903819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.20.0.1 (7128b374-ae0b-44c5-9dcb-99f51129713b/4a56458c-2254-4d32-8748-682dd354f76f/cb9e1038-5c95-4b24-a7af-cc11b8ec0a32) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:12.904467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:12.946635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] device_id is not set on port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:12.993170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42950) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:13.014387 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-478a737c-c572-43d9-83e5-ee281a49f4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.069303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Network 7128b374-ae0b-44c5-9dcb-99f51129713b is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:13.084870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:13.085129 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.101107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:13.157859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Allocated IP 172.20.0.4 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/9f888ccd-c83b-4cc5-85cf-6df7cd088013) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:13.159177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Pushing event updated for resources: {'Port': ['ID=babac1c6-98c9-4f87-b7a4-d7e541f60d13,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:13.163097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-478a737c-c572-43d9-83e5-ee281a49f4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.165139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.209995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-478a737c-c572-43d9-83e5-ee281a49f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.247876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:13.248696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.252506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 7128b374-ae0b-44c5-9dcb-99f51129713b is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:13.281935 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:13.295487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:13.301893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:13.303170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Attempting to bind port babac1c6-98c9-4f87-b7a4-d7e541f60d13 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:13.303546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Attempting to bind port babac1c6-98c9-4f87-b7a4-d7e541f60d13 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:13.303914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Attempting to bind port babac1c6-98c9-4f87-b7a4-d7e541f60d13 on network 7128b374-ae0b-44c5-9dcb-99f51129713b {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:13.311644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:13.312196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Checking segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:13.312805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.313277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Bound using segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:13.313763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Bound port: babac1c6-98c9-4f87-b7a4-d7e541f60d13, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:13.314150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.316798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:09Z', 'revision_number': 3, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:13.331565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-478a737c-c572-43d9-83e5-ee281a49f4f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdac2633822d4cec9ae7ecb5f111a832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345227 Dec 15 05:02:13.331565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a737c-c572-43d9-83e5-ee281a49f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e849f-08be-498c-bcdb-ef0af2c6e52a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:13.335179 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42952) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:13.365772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f88bc-fe46-4c45-acf1-3cb7106a495a None None] The sync data for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 is: [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:09Z', 'revision_number': 3, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:13.389323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.412695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.497844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.524648 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf06af5a-e9f5-4c47-8925-7c97ce3316ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.569135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:13.571501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf06af5a-e9f5-4c47-8925-7c97ce3316ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.573480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] For port babac1c6-98c9-4f87-b7a4-d7e541f60d13, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:13.583801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] For port babac1c6-98c9-4f87-b7a4-d7e541f60d13, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=babac1c6-98c9-4f87-b7a4-d7e541f60d13,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:13.584036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:13.584971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-eb802b46-4477-4ed8-abc0-047ea2fd7f4c None None] Provisioning complete for port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:13.584971 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb802b46-4477-4ed8-abc0-047ea2fd7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.590635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:13.596683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=9f888ccd-c83b-4cc5-85cf-6df7cd088013,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:13.652308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:13.653314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.669681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.688481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.700093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ebd47fa-27e4-4736-9f5d-139bde4ca533 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0981638 Dec 15 05:02:13.701157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:13.712293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:7b:f8:da'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:13.790826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf06af5a-e9f5-4c47-8925-7c97ce3316ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.793426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf06af5a-e9f5-4c47-8925-7c97ce3316ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:13.794596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf06af5a-e9f5-4c47-8925-7c97ce3316ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e9e849f-08be-498c-bcdb-ef0af2c6e52a HTTP/1.1" status: 204 len: 168 time: 0.4587548 Dec 15 05:02:13.807693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06af5a-e9f5-4c47-8925-7c97ce3316ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e849f-08be-498c-bcdb-ef0af2c6e52a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:13.871884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbede2e1-52c4-4b9a-9a4e-4dee6acc6afe None None] Pushing event updated for resources: {'Port': ['ID=babac1c6-98c9-4f87-b7a4-d7e541f60d13,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:14.128381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-244623d7-1c64-4d24-9869-35379ead1530 None None] Provisioning complete for port b705734e-df55-4b97-bb7d-70d552651e00 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:14.129283 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-244623d7-1c64-4d24-9869-35379ead1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.261740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-244623d7-1c64-4d24-9869-35379ead1530 None None] Port b705734e-df55-4b97-bb7d-70d552651e00 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:14.293766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-244623d7-1c64-4d24-9869-35379ead1530 None None] Provisioning complete for port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:14.294070 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-244623d7-1c64-4d24-9869-35379ead1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.314877 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.334141 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.520227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:14.532487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-244623d7-1c64-4d24-9869-35379ead1530 None None] Could not find standard attr ID for object 8241190a-be77-4486-ab71-17de010a3f57. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:02:14.536238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.536599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.536955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.537293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.537637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.537978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.538311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.538645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.543921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.544310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.544670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.545018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.545364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:14.578792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.662279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9e000564-0b47-4188-84f9-536446987ca6 None None] Provisioning complete for port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:14.662776 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e000564-0b47-4188-84f9-536446987ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.731495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9e000564-0b47-4188-84f9-536446987ca6 None None] Port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:14.773503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 7128b374-ae0b-44c5-9dcb-99f51129713b is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:14.774938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:14.775413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:14.849152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device babac1c6-98c9-4f87-b7a4-d7e541f60d13 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:14.904772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port babac1c6-98c9-4f87-b7a4-d7e541f60d13 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:14.904889 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.033807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:15.089436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.103597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.119374 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.177177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port babac1c6-98c9-4f87-b7a4-d7e541f60d13, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=babac1c6-98c9-4f87-b7a4-d7e541f60d13,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:15.185418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.189800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fa5be90f-34e9-45ef-9e62-9eacb74c3825 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:15.232423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:15.239785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-818d0dc1-e034-4dee-bb72-3274099c0afd tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "PUT /v2.0/routers/14d5fd8b-86a7-4e6c-b072-4db70e4b0233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1170468 Dec 15 05:02:15.242266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42978) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:15.271241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=9f888ccd-c83b-4cc5-85cf-6df7cd088013,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:15.283964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] In _notify_port_updated(), no bound segment for port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 on network f49be2bc-ba84-401e-ae35-ebc0034f33c4 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:02:15.294005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.294710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.303190 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1a482b52-609f-41bf-a8be-14882eafa908 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "PUT /v2.0/ports/9f888ccd-c83b-4cc5-85cf-6df7cd088013 HTTP/1.1" status: 200 len: 993 time: 1.6005876 Dec 15 05:02:15.304214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 42982) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:15.377767 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=babac1c6-98c9-4f87-b7a4-d7e541f60d13,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:15.395255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fa5be90f-34e9-45ef-9e62-9eacb74c3825 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:15.398488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.467980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:15.468346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.492797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.493403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.493778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.494299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.502101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.502581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.513880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a469f23d-5c75-4f24-b6c2-dcd7deba1963 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.2693217 Dec 15 05:02:15.514053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42988) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:15.604046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.604706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.605412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.605943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.606459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.607107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:15.609309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-366a0c08-c596-4185-80d4-7fb3d9ba7b12 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3956 time: 0.0941703 Dec 15 05:02:15.611789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 42990) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:15.616383 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.631074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for 9f888ccd-c83b-4cc5-85cf-6df7cd088013 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:15.781034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3254884-5d21-4d1a-8058-523b45941af7 None None] Network 7128b374-ae0b-44c5-9dcb-99f51129713b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:15.805811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ce525431-8fff-41c6-932d-ad2bab5c2df5 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.1920466 Dec 15 05:02:15.857355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-79a9901e-7875-485c-96f7-ff7315ad08cd None None] Provisioning complete for port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:15.858053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79a9901e-7875-485c-96f7-ff7315ad08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.887176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:15.930476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-79a9901e-7875-485c-96f7-ff7315ad08cd None None] Port 9f888ccd-c83b-4cc5-85cf-6df7cd088013 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:15.954704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=9f888ccd-c83b-4cc5-85cf-6df7cd088013,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:16.051506 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:02:16.057324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c9b1ac1a-5826-4b13-a32a-f1c3aa106066 None None] Provisioning complete for port babac1c6-98c9-4f87-b7a4-d7e541f60d13 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:16.057823 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ac1a-5826-4b13-a32a-f1c3aa106066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.242055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.245499 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cd61a78f-08b2-471a-8e51-4976c140c291 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/ports/9f888ccd-c83b-4cc5-85cf-6df7cd088013 HTTP/1.1" status: 204 len: 168 time: 0.9390683 Dec 15 05:02:16.248559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:16.280247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43002) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:16.285829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080400513', 'description': 'tempest-secgroup-smoke-1080400513 description', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:16.306853 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-b309f203-49cc-43d0-8395-0e719182db2e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] GET failed (client error): The resource could not be found. Dec 15 05:02:16.318994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b309f203-49cc-43d0-8395-0e719182db2e tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "GET /v2.0/ports/9f888ccd-c83b-4cc5-85cf-6df7cd088013 HTTP/1.1" status: 404 len: 333 time: 0.0693018 Dec 15 05:02:16.321246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.323984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43004) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:16.330414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'name': 'tempest-AllowedAddressPairTestJSON-1103605878'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:16.340974 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Sync routers for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:16.352386 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:16.367470 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:16.488288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:16.491079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.493088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.500044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.516435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] device_id is not set on port 80159abb-af74-447e-9a34-ccd741951fc5 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:16.528327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-17461b87-3339-4c9a-8bd9-2013bc96e4d9 None None] Provisioning complete for port babac1c6-98c9-4f87-b7a4-d7e541f60d13 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:16.529041 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17461b87-3339-4c9a-8bd9-2013bc96e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.565418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.567029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2854817 Dec 15 05:02:16.571945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43008) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:16.592464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:16.593858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a74a7-52f5-4a0e-88c8-29d40e3b3812', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:16.620266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556adbb1-d8b0-4d23-b7a6-ec54f8abebf1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:16.643431 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.755826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Allocated IP 172.20.0.8 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/80159abb-af74-447e-9a34-ccd741951fc5) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:16.762848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device babac1c6-98c9-4f87-b7a4-d7e541f60d13 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:16.816613 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.825586 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.853891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0963f3-35b4-486a-905f-f3799ad4edcc,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:16.873183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.876824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a49a9ab5-0ea8-4098-b5b4-e3bc61843d2a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901509 Dec 15 05:02:16.880792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43010) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:16.888274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a74a7-52f5-4a0e-88c8-29d40e3b3812', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:16.896990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-17461b87-3339-4c9a-8bd9-2013bc96e4d9 None None] Provisioning complete for port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:16.897554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17461b87-3339-4c9a-8bd9-2013bc96e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.962359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port babac1c6-98c9-4f87-b7a4-d7e541f60d13 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:16.962741 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:16.975889 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:14Z', 'revision_number': 2, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:17.014673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17461b87-3339-4c9a-8bd9-2013bc96e4d9 None None] Port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:17.025109 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Checking router: 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:02:17.025993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Updating router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:02:17.038548 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.056259 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.072059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.079236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.138155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d4347a1a-bb4f-4c84-ae14-a4c188baeaf4 None None] Provisioning complete for port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:17.138571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d4347a1a-bb4f-4c84-ae14-a4c188baeaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.169611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:17.176963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=80159abb-af74-447e-9a34-ccd741951fc5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:17.184563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:17.192552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:17.194119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d4347a1a-bb4f-4c84-ae14-a4c188baeaf4 None None] Port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:17.244366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.264092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.300227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:17.300875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.307238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af35b64-aeb9-435b-bcd1-5340c1d83746,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:17.328453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.329691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd9f856c-5078-44f9-9cb5-91f7b29e7db3 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4478917 Dec 15 05:02:17.332635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43014) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:17.343116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a74a7-52f5-4a0e-88c8-29d40e3b3812', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:17.353015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-910fffba-faa9-40d8-a071-2ffdc39d68c5 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0272028 Dec 15 05:02:17.357735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:17.376608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:f8:da'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:17.453961 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.501485 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.507826 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.558948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-72d4404c-06f8-4640-b507-709fa62da783 None None] Provisioning complete for port 80159abb-af74-447e-9a34-ccd741951fc5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:17.559392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-72d4404c-06f8-4640-b507-709fa62da783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.584936 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Pushing event updated for resources: {'Port': ['ID=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:17.610849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.616604 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.616951 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.617817 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.618216 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.618549 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.618876 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.619381 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.619859 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.620436 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.620768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.621094 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.621416 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.621734 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:17.625528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-72d4404c-06f8-4640-b507-709fa62da783 None None] Port 80159abb-af74-447e-9a34-ccd741951fc5 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:17.639299 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Attempting to bind port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:17.639783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Attempting to bind port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:17.640255 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Attempting to bind port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 on network 7128b374-ae0b-44c5-9dcb-99f51129713b {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:17.642381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.646420 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:17.646797 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Checking segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:17.647207 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.647910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Bound using segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:17.648546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Bound port: cb9e1038-5c95-4b24-a7af-cc11b8ec0a32, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:17.648810 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.670171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cba769-6992-47bc-afde-5d9b566434b6,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:17.672740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.685542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.689601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43020) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:17.690152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4a013a1d-55a4-4c0d-ab4c-a8632280a5ea tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557365 Dec 15 05:02:17.695160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a74a7-52f5-4a0e-88c8-29d40e3b3812', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:17.728618 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.737559 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] For port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:17.744100 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] For port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:17.751613 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.798912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.804696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.826859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1247550b-5f0c-4ea1-a098-8f3dbfeef51a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:17.837422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.841319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-23e571a7-c7d8-457a-8ffb-111facaeeea4 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473143 Dec 15 05:02:17.842678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43022) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:17.848043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a74a7-52f5-4a0e-88c8-29d40e3b3812', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:17.862654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Provisioning complete for port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:17.863451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.905201 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Project b191678f61da4a0bb6af6f28bca491e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:02:17.915125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:17.922036 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:17.922807 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:17.965711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.009425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.009627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] For port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:18.017030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.018931 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07a583-1d26-4a3e-aef2-c04fb6f93f7f None None] Pushing event updated for resources: {'Port': ['ID=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:18.020054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.041803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-1a95a0ed-6c03-427f-be3a-5b5ef4b83170 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054869 Dec 15 05:02:18.070812 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:18.138713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Pushing event updated for resources: {'Port': ['ID=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:18.148811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.149156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.149641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.149985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.150462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.150799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.151127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.151450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.151774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.152147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.152471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.152873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.153199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d211e179-23ae-4d35-8ca8-0ef74346ef0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:18.180499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.196635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.205630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] In _notify_port_updated(), no bound segment for port 80159abb-af74-447e-9a34-ccd741951fc5 on network f49be2bc-ba84-401e-ae35-ebc0034f33c4 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:02:18.211053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:18.211710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.213068 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "PUT /v2.0/ports/80159abb-af74-447e-9a34-ccd741951fc5 HTTP/1.1" status: 200 len: 996 time: 0.8542743 Dec 15 05:02:18.216839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43024) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:18.221287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70374ca7-4b2a-4c52-9c5a-9fc526813a04 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=80159abb-af74-447e-9a34-ccd741951fc5,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:18.240453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ff1735-b848-4172-8e7c-415fa11069ca,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:18.256729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.262202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-29dd82d3-c23b-498c-ad8a-26b6ba89fd35 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4143057 Dec 15 05:02:18.263788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43026) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:18.267921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b05e0323-4588-4e33-b046-59728ca9fc04 None None] Provisioning complete for port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:18.268321 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b05e0323-4588-4e33-b046-59728ca9fc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.272497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'security_group_rule': {'security_group_id': 'cf8a74a7-52f5-4a0e-88c8-29d40e3b3812', 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:18.283449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-ba9566b8-84d2-4f44-a8bb-9d9d3f2fb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:18.285852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-ba9566b8-84d2-4f44-a8bb-9d9d3f2fb716 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 1098 time: 0.1534898 Dec 15 05:02:18.374240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port 80159abb-af74-447e-9a34-ccd741951fc5 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:18.374798 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.421768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:18.428258 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Project b191678f61da4a0bb6af6f28bca491e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:02:18.437280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.474133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe72f5-6cd4-4b8b-a655-a7560af93f50 None None] The sync data for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 is: [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:18.502235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6902236f-a310-43ee-9e1d-05bbf363bea8 None None] Provisioning complete for port 80159abb-af74-447e-9a34-ccd741951fc5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:18.502615 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6902236f-a310-43ee-9e1d-05bbf363bea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.522472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-0756ed57-512c-45a4-ac84-c08a1d98140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:18.524527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-0756ed57-512c-45a4-ac84-c08a1d98140e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.2152505 Dec 15 05:02:18.555445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6902236f-a310-43ee-9e1d-05bbf363bea8 None None] Port 80159abb-af74-447e-9a34-ccd741951fc5 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:18.557280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.575416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.642031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-df050e95-d506-4ff8-b41c-00452071b9ce tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=601888688ba14411bab78ed7b3163412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839446 Dec 15 05:02:18.651333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ff21c9-72e2-4ee1-ba03-791c17645eae,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:18.659555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.660495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.661793 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e36e1081-84cc-45fb-8000-1691672075eb tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3954148 Dec 15 05:02:18.666419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-010efb95-2520-4474-99e0-5af89b1f0ba5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 200 len: 1000 time: 0.1072724 Dec 15 05:02:18.724818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-5d6dde47-26a7-415d-8a5f-f11f9324191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:18.726313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-5d6dde47-26a7-415d-8a5f-f11f9324191e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.0521173 Dec 15 05:02:18.732342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for 80159abb-af74-447e-9a34-ccd741951fc5 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:18.763498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:18.827915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-ba1cf9b3-61aa-4093-aad3-7d6310cb5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:18.830065 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-ba1cf9b3-61aa-4093-aad3-7d6310cb5828 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930879 Dec 15 05:02:18.830355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:18.830799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:18.943529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-f1702c77-69e1-41c1-a8cb-49d4c0cd5cf5 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058168 Dec 15 05:02:19.035853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-d4f02307-3797-4828-84ba-d6ec8a476d0a tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:19.041095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-d4f02307-3797-4828-84ba-d6ec8a476d0a tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562970 Dec 15 05:02:19.046900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28ee1d25-354a-4d63-9b2b-e12f7246fa62 req-ccb93175-6313-4f3f-8a46-f8ca70ba936b service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949633 Dec 15 05:02:19.091000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-5907c8b4-6758-4216-8e72-c812793500f6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080400513&fields=id&tenant_id=b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 267 time: 0.1650746 Dec 15 05:02:19.097086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-4535b521-6d8b-4f49-8d8a-8d3eae86f8b6 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/quotas/601888688ba14411bab78ed7b3163412 HTTP/1.1" status: 200 len: 375 time: 0.0313160 Dec 15 05:02:19.180102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-0cec7f9e-4de9-4842-b85e-e7a188e98963 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=601888688ba14411bab78ed7b3163412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685310 Dec 15 05:02:19.187572 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:19.233159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=80159abb-af74-447e-9a34-ccd741951fc5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:19.332937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-17629499-c5df-4dd0-b07c-9e75f1ddc5ee tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:19.334507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-17629499-c5df-4dd0-b07c-9e75f1ddc5ee tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/networks?id=7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 200 len: 797 time: 0.2345023 Dec 15 05:02:19.366290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-7d88fb86-1433-4fea-bca9-04389ade362e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/quotas/b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 375 time: 0.0231545 Dec 15 05:02:19.371315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:19.377447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:19.377613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-73015e1f-f406-4482-8f0d-4e82c91458b7 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/ports/80159abb-af74-447e-9a34-ccd741951fc5 HTTP/1.1" status: 204 len: 168 time: 1.1593280 Dec 15 05:02:19.405573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35d9ef6b-fe9a-48a1-af95-10c6178f402c req-f64ef041-8abb-46fb-a7a1-6d154286c00a tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 210 time: 0.0383191 Dec 15 05:02:19.435010 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8779fd44-fd67-4391-bf8b-3d07c8ee6460 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] GET failed (client error): The resource could not be found. Dec 15 05:02:19.437178 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8779fd44-fd67-4391-bf8b-3d07c8ee6460 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "GET /v2.0/ports/80159abb-af74-447e-9a34-ccd741951fc5 HTTP/1.1" status: 404 len: 333 time: 0.0587084 Dec 15 05:02:19.440684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:19.446552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'name': 'tempest-AllowedAddressPairTestJSON-1598395610'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:19.485113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-b58e8e29-6765-4890-8507-f6fe0317aba9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815859 Dec 15 05:02:19.616920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:19.622008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:19.627271 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-773266ca-cf2e-4030-a14e-f8c6f7cdd3d5 service neutron] 10.222.0.37 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278303 Dec 15 05:02:19.656646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] device_id is not set on port 21f82cad-b9e9-41d4-a9a0-d456445b6eeb yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:19.819290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Allocated IP 172.20.0.8 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/21f82cad-b9e9-41d4-a9a0-d456445b6eeb) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:19.900870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-4cc44dd5-59b8-469a-bba5-e9a96ac141a9 service neutron] 10.222.0.37 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677341 Dec 15 05:02:20.009898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.052754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.118613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:20.122055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:20.126167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:20.131997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-07349ddd-a333-4512-935c-074437423019 req-2d83817e-6187-4565-81fe-c6be5916a0e0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 210 time: 0.0378745 Dec 15 05:02:20.157024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=21f82cad-b9e9-41d4-a9a0-d456445b6eeb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:20.199420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:20.200357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.227106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-151e5ef1-50da-47b5-b346-abdbd223613d tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7822683 Dec 15 05:02:20.227457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43078) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:20.232682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'network_id': 'f49be2bc-ba84-401e-ae35-ebc0034f33c4', 'name': 'tempest-AllowedAddressPairTestJSON-305002297'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:20.371971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Made reservation on behalf of 79591efca36d4267bd54dad329739290 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:20.376080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.395087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] device_id is not set on port 80238406-ca6c-48ba-ba7e-ed2cdf94653e yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:20.498586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a47eade3-2f4c-4d3c-83ef-8fcc0459b48f None None] Provisioning complete for port 21f82cad-b9e9-41d4-a9a0-d456445b6eeb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:20.499831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a47eade3-2f4c-4d3c-83ef-8fcc0459b48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.519393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa59ceef-abaa-4530-b7b4-f608352f46ed req-3103a42b-0bfe-4693-9626-62a174034d41 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 210 time: 0.0360239 Dec 15 05:02:20.531463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Allocated IP 172.20.0.14 (f49be2bc-ba84-401e-ae35-ebc0034f33c4/b69ca7da-fff9-46f4-a009-e80bd5ee4516/80238406-ca6c-48ba-ba7e-ed2cdf94653e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:20.544014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a47eade3-2f4c-4d3c-83ef-8fcc0459b48f None None] Port 21f82cad-b9e9-41d4-a9a0-d456445b6eeb cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:20.692121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.726919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.749001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-b001a5f1-fbbf-4cc7-9320-977b73e61954 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=601888688ba14411bab78ed7b3163412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258555 Dec 15 05:02:20.785036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:20.788466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:20.792418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:20.818692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=80238406-ca6c-48ba-ba7e-ed2cdf94653e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:20.860216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:20.861311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:20.887688 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b91ada8-cd7e-4567-9a9b-b1dd676ab6c3 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6590681 Dec 15 05:02:20.890475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43090) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:20.901681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:7b:f8:da'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:0e:8c:5e'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:20.914790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-b64e0063-9ecb-4a63-b853-72d034f14158 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:20.916295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-b64e0063-9ecb-4a63-b853-72d034f14158 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591244 Dec 15 05:02:20.968800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Request body: {'port': {'device_id': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '601888688ba14411bab78ed7b3163412'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:20.987405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.069768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bf6f25b9-7a27-401f-a431-d23ee66bdf72 None None] Provisioning complete for port 80238406-ca6c-48ba-ba7e-ed2cdf94653e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:21.070246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bf6f25b9-7a27-401f-a431-d23ee66bdf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.095350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Made reservation on behalf of 601888688ba14411bab78ed7b3163412 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:21.099184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.106385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f25b9-7a27-401f-a431-d23ee66bdf72 None None] Port 80238406-ca6c-48ba-ba7e-ed2cdf94653e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:21.108794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.186901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.192103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.194116 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.197535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.276811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event updated for resources: {'Port': ['ID=80238406-ca6c-48ba-ba7e-ed2cdf94653e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:21.288298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] In _notify_port_updated(), no bound segment for port 80238406-ca6c-48ba-ba7e-ed2cdf94653e on network f49be2bc-ba84-401e-ae35-ebc0034f33c4 {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:02:21.295585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:21.296302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.297734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-89fe2e11-d90f-466b-a408-b6f9c537bca0 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "PUT /v2.0/ports/80238406-ca6c-48ba-ba7e-ed2cdf94653e HTTP/1.1" status: 200 len: 1056 time: 0.4057267 Dec 15 05:02:21.298911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40bb7122-fadf-4e6b-ace2-01af430f4b1d req-382091b0-d5c2-49a2-b129-1998062fc5e0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 210 time: 0.0536952 Dec 15 05:02:21.303401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:21.531448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8f976c65-3dfb-4d7c-a4c7-e70aa76673ea None None] Provisioning complete for port 80238406-ca6c-48ba-ba7e-ed2cdf94653e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:21.532834 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f976c65-3dfb-4d7c-a4c7-e70aa76673ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.585787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8f976c65-3dfb-4d7c-a4c7-e70aa76673ea None None] Port 80238406-ca6c-48ba-ba7e-ed2cdf94653e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:21.598754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-5b6aba2e-9a14-4501-9c76-3729abadbd55 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:21.600637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-5b6aba2e-9a14-4501-9c76-3729abadbd55 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "GET /v2.0/networks?id=7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 200 len: 797 time: 0.1609950 Dec 15 05:02:21.630698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20034574-9563-4fef-9d27-fe9aa75a1cd8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:21.689154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-433e01ea-69ee-4cc0-90d7-7a946004ba80 req-b467ece3-d343-4ad4-9770-ff5f749ec533 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 210 time: 0.0555062 Dec 15 05:02:21.704977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-fc087858-19f5-400c-9a86-4a77dec9d5de tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b191678f61da4a0bb6af6f28bca491e2 HTTP/1.1" status: 200 len: 380 time: 0.0790913 Dec 15 05:02:21.716338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'port': {'device_id': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'admin_state_up': True, 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'security_groups': ['cf8a74a7-52f5-4a0e-88c8-29d40e3b3812']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:21.773400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Allocated IP 192.168.233.139 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/666c89ec-1235-42c9-b07b-9e13506d580e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:21.807819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port 80238406-ca6c-48ba-ba7e-ed2cdf94653e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:21.808085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.830350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Made reservation on behalf of b191678f61da4a0bb6af6f28bca491e2 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:21.834346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.969937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.20.0.14 (7128b374-ae0b-44c5-9dcb-99f51129713b/4a56458c-2254-4d32-8748-682dd354f76f/f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:21.974788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:21.998343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for 80238406-ca6c-48ba-ba7e-ed2cdf94653e owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:22.061915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.111448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.122043 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.148653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.191284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network 7128b374-ae0b-44c5-9dcb-99f51129713b is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:22.197131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:22.198614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:22.204366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:22.209292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:22.214612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Pushing event updated for resources: {'Port': ['ID=666c89ec-1235-42c9-b07b-9e13506d580e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:22.217366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:22.241243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:22.254924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.281460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:22.282119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.301933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=80238406-ca6c-48ba-ba7e-ed2cdf94653e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:22.302283 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-8001c2d2-da08-46f6-bfcc-b2065eb598df tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897067 Dec 15 05:02:22.316221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:22.316909 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.333106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Request body: {'port': {'device_id': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:22.368659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-e83048bb-4cd9-4820-94a8-4c1ed4f7831c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4059210 Dec 15 05:02:22.435084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Request body: {'port': {'device_id': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:22.442168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.583942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36290578-ecc6-4023-ae65-f328c4d386f1 req-0bea44a7-953b-457e-a329-84f8f711110a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:22.585418 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36290578-ecc6-4023-ae65-f328c4d386f1 req-0bea44a7-953b-457e-a329-84f8f711110a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 932 time: 0.1709020 Dec 15 05:02:22.599050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.630991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1fc9b963-86c8-4c80-bb8d-4db6b9be2ec7 None None] Provisioning complete for port 666c89ec-1235-42c9-b07b-9e13506d580e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:22.631462 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fc9b963-86c8-4c80-bb8d-4db6b9be2ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.669808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9b963-86c8-4c80-bb8d-4db6b9be2ec7 None None] Port 666c89ec-1235-42c9-b07b-9e13506d580e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:22.684308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1fc9b963-86c8-4c80-bb8d-4db6b9be2ec7 None None] Provisioning complete for port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:22.686097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1fc9b963-86c8-4c80-bb8d-4db6b9be2ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.731872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9b963-86c8-4c80-bb8d-4db6b9be2ec7 None None] Port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:22.762693 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.765963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-51c3b391-95a0-4313-9980-1142fffadd25 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/ports/80238406-ca6c-48ba-ba7e-ed2cdf94653e HTTP/1.1" status: 204 len: 168 time: 1.4619801 Dec 15 05:02:22.769999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43104) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:22.770525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36290578-ecc6-4023-ae65-f328c4d386f1 req-f1206d96-e0ed-4c1f-9e9a-a3f4c3dbd4f6 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626236 Dec 15 05:02:22.823231 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-972863a5-05f9-4b84-b9ef-f91540c20455 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] GET failed (client error): The resource could not be found. Dec 15 05:02:22.824621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-972863a5-05f9-4b84-b9ef-f91540c20455 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "GET /v2.0/ports/80238406-ca6c-48ba-ba7e-ed2cdf94653e HTTP/1.1" status: 404 len: 333 time: 0.0338881 Dec 15 05:02:22.828351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43106) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:22.836873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:02:22.859291 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.883687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Transition to ACTIVE for port object f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:02:22.904466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:22.918018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd22ac-ce73-4100-9d4e-b85e8a234ef5 req-4410dc54-4150-4094-8f94-d641ba199b95 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:22.919522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8fd22ac-ce73-4100-9d4e-b85e8a234ef5 req-4410dc54-4150-4094-8f94-d641ba199b95 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 936 time: 0.1474903 Dec 15 05:02:22.965086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:23.007264 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8fd22ac-ce73-4100-9d4e-b85e8a234ef5 req-339aa9a8-a5d5-417a-9860-ba2f52a409c6 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799193 Dec 15 05:02:23.024259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port 21f82cad-b9e9-41d4-a9a0-d456445b6eeb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:23.024608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.084720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666c89ec-1235-42c9-b07b-9e13506d580e {{(pid=103133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:02:23.094216 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.094416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Attempting to bind port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:23.094643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Attempting to bind port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:23.095102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Attempting to bind port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 on network 7128b374-ae0b-44c5-9dcb-99f51129713b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:23.104971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 on network 7128b374-ae0b-44c5-9dcb-99f51129713b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:02:23.105315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Attempting to bind port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 on network 7128b374-ae0b-44c5-9dcb-99f51129713b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:23.107559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.provisioning_blocks [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Transition to ACTIVE for port object 666c89ec-1235-42c9-b07b-9e13506d580e will not be triggered until provisioned by entity L2. {{(pid=103133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:02:23.112521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.114638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:23.115066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Checking segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:23.115797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Bound using segment: {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:23.115931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Bound port: f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46462379-a139-482b-aa70-d137856f7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:23.116322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.151674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.170680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=666c89ec-1235-42c9-b07b-9e13506d580e,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:23.185791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for 21f82cad-b9e9-41d4-a9a0-d456445b6eeb owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:23.251953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] For port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:23.252449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Attempting to bind port 666c89ec-1235-42c9-b07b-9e13506d580e on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:23.253043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Attempting to bind port 666c89ec-1235-42c9-b07b-9e13506d580e by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:23.254025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Attempting to bind port 666c89ec-1235-42c9-b07b-9e13506d580e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:23.256609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] For port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:23.260925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Port 666c89ec-1235-42c9-b07b-9e13506d580e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:02:23.261562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Attempting to bind port 666c89ec-1235-42c9-b07b-9e13506d580e on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:23.268122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:23.268620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:23.269127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:23.269633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.269769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Bound port: 666c89ec-1235-42c9-b07b-9e13506d580e, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:23.270202 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.328233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.329367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.330304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 200 len: 1093 time: 1.0102534 Dec 15 05:02:23.330765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:02:23.333315 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336" -d '{"events": [{"name": "network-changed", "server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:02:23.340539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] For port 666c89ec-1235-42c9-b07b-9e13506d580e, host n-h1-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:23.345756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] For port 666c89ec-1235-42c9-b07b-9e13506d580e, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=666c89ec-1235-42c9-b07b-9e13506d580e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:23.350865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.361806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937a31-49b8-4d6d-8b3e-259d82b82708 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:23.406739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.407516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.409149 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] 10.222.0.16 "PUT /v2.0/ports/666c89ec-1235-42c9-b07b-9e13506d580e HTTP/1.1" status: 200 len: 1097 time: 0.9957879 Dec 15 05:02:23.409689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'tag': '666c89ec-1235-42c9-b07b-9e13506d580e'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:02:23.412137 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc340f-6d75-45db-976f-821c4ce537b9" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec8ff1-63f2-4f73-89e9-54415b2b07df", "tag": "666c89ec-1235-42c9-b07b-9e13506d580e"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:02:23.448099 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edaf194-0fbe-4a41-b4f1-26114a8e33be x-openstack-request-id: req-3edaf194-0fbe-4a41-b4f1-26114a8e33be {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:23.448409 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:23.448660 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3edaf194-0fbe-4a41-b4f1-26114a8e33be {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:23.449064 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'status': 'completed', 'code': 200} Dec 15 05:02:23.463134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f70d7-04b6-4a65-873d-b0417d7b0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=666c89ec-1235-42c9-b07b-9e13506d580e,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:23.478203 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f3b051-8a84-42d6-b3d2-080a3025a1cb x-openstack-request-id: req-51f3b051-8a84-42d6-b3d2-080a3025a1cb {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:23.478761 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec8ff1-63f2-4f73-89e9-54415b2b07df", "tag": "666c89ec-1235-42c9-b07b-9e13506d580e", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:23.479237 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51f3b051-8a84-42d6-b3d2-080a3025a1cb {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:23.479858 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'tag': '666c89ec-1235-42c9-b07b-9e13506d580e', 'status': 'completed', 'code': 200} Dec 15 05:02:23.490966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.502284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-61c7bc8e-4f0d-4f89-8578-aeb2f02decba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.503819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-61c7bc8e-4f0d-4f89-8578-aeb2f02decba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1096 time: 0.0948462 Dec 15 05:02:23.537999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=21f82cad-b9e9-41d4-a9a0-d456445b6eeb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:23.555032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-488e5e88-f215-4597-9536-17c3075ec908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.557093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-488e5e88-f215-4597-9536-17c3075ec908 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=601888688ba14411bab78ed7b3163412&device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 1100 time: 0.0592685 Dec 15 05:02:23.575194 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-32c8930b-f3b2-4d98-9f8a-fc2b028f7c99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 200 len: 217 time: 0.0454650 Dec 15 05:02:23.650168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-074bab06-1b48-4d12-aee6-9a1ff1d334cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=666c89ec-1235-42c9-b07b-9e13506d580e HTTP/1.1" status: 200 len: 217 time: 0.0621507 Dec 15 05:02:23.696841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-82421693-b5b8-4865-8380-7c9a0bf36c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.698538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-82421693-b5b8-4865-8380-7c9a0bf36c89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a56458c-2254-4d32-8748-682dd354f76f HTTP/1.1" status: 200 len: 833 time: 0.1132164 Dec 15 05:02:23.703825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:23.707245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b067713-ee33-4e4c-be5b-32741be602f4 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/ports/21f82cad-b9e9-41d4-a9a0-d456445b6eeb HTTP/1.1" status: 204 len: 168 time: 0.8779805 Dec 15 05:02:23.711887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43114) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:23.750530 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d1bb5c-c977-4c51-ae01-3cee98cde34b tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] GET failed (client error): The resource could not be found. Dec 15 05:02:23.752288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-65d1bb5c-c977-4c51-ae01-3cee98cde34b tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "GET /v2.0/ports/21f82cad-b9e9-41d4-a9a0-d456445b6eeb HTTP/1.1" status: 404 len: 333 time: 0.0391815 Dec 15 05:02:23.756461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43116) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:23.767660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-8e22d886-0c64-4474-808e-d20f864e4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.769515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-8e22d886-0c64-4474-808e-d20f864e4d55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.1162121 Dec 15 05:02:23.789170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-9c3762be-0a2d-4692-aa31-53b856b822cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.791040 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-9c3762be-0a2d-4692-aa31-53b856b822cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7128b374-ae0b-44c5-9dcb-99f51129713b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809636 Dec 15 05:02:23.838799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291571-5b51-4c04-b306-aceac1d55346 req-35d30dd6-7938-4a9a-8159-69bb8fc39858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.840763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-35d30dd6-7938-4a9a-8159-69bb8fc39858 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589900 Dec 15 05:02:23.991379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9060392-71de-4670-a467-41b144b71963 req-747070e3-93ca-4db1-8f6a-b4c789f54d0f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:23.992992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9060392-71de-4670-a467-41b144b71963 req-747070e3-93ca-4db1-8f6a-b4c789f54d0f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 944 time: 0.1101375 Dec 15 05:02:24.012166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-d27561ca-72c1-48b6-87d1-2da404f5d82b service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577303 Dec 15 05:02:24.101032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9060392-71de-4670-a467-41b144b71963 req-901eeb0c-21f8-445a-ac06-7b14acf0ddf9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016150 Dec 15 05:02:24.168334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90291571-5b51-4c04-b306-aceac1d55346 req-4ebf28e1-36c7-4898-bff8-8f65b3eae1bf service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426799 Dec 15 05:02:24.179476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a39dfc-fd96-4137-b489-6a995760a487 req-efc78928-1a24-4b37-a7b8-3aaeef258d95 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.180997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33a39dfc-fd96-4137-b489-6a995760a487 req-efc78928-1a24-4b37-a7b8-3aaeef258d95 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 948 time: 0.0848343 Dec 15 05:02:24.235005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-33a39dfc-fd96-4137-b489-6a995760a487 req-4519cb58-e7da-4951-8f07-df7908372e32 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Dec 15 05:02:24.299991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-35e17363-afc1-4d7d-8c88-253113694374 service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978890 Dec 15 05:02:24.304758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port b705734e-df55-4b97-bb7d-70d552651e00 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:24.304922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-cd92781d-b8ee-4d48-8d04-04539500671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.305106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:24.306410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-cd92781d-b8ee-4d48-8d04-04539500671d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=601888688ba14411bab78ed7b3163412&device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 1100 time: 0.0443873 Dec 15 05:02:24.401221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-b7c1bc77-d902-489f-ac68-c2b937060ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.402597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-b7c1bc77-d902-489f-ac68-c2b937060ed7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.0884769 Dec 15 05:02:24.445081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-577fdeea-44af-449f-988c-021b98f12b5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=666c89ec-1235-42c9-b07b-9e13506d580e HTTP/1.1" status: 200 len: 217 time: 0.0354013 Dec 15 05:02:24.452365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:24.473308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for b705734e-df55-4b97-bb7d-70d552651e00 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:24.478644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4bb032dc-dd3b-41be-8c9f-a0150877d741 req-511188f6-092b-448b-abd6-f723221895b8 service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595638 Dec 15 05:02:24.495065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-36d4a693-0b17-46ba-b528-d2acf1977d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.496548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-36d4a693-0b17-46ba-b528-d2acf1977d03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0423641 Dec 15 05:02:24.545480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-bc37cc11-0b75-4240-8ba8-40db548e59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.546992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-bc37cc11-0b75-4240-8ba8-40db548e59ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406420 Dec 15 05:02:24.635844 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:24.661829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-e0eea6b8-921c-46b1-be59-1bdcdc148a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.663278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-e0eea6b8-921c-46b1-be59-1bdcdc148a5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1096 time: 0.0799837 Dec 15 05:02:24.668627 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=b705734e-df55-4b97-bb7d-70d552651e00,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:24.669922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-bcb5e91e-d1da-42eb-8935-ff4aa7da0e0c service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906732 Dec 15 05:02:24.703151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.703501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.703847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.704208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.704546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.704878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.705201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.705650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.705839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.706199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.706490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.706813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.707131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:02:24.770983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-ab19d332-26df-45ee-9aae-676c0a481669 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939388 Dec 15 05:02:24.810979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:24.814275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fed9599e-f300-4c4c-9658-df05a9b4e2f9 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/ports/b705734e-df55-4b97-bb7d-70d552651e00 HTTP/1.1" status: 204 len: 168 time: 1.0566943 Dec 15 05:02:24.816758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:24.863183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-f1431b85-44cd-424a-8cad-3a9ad833724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:24.864831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-f1431b85-44cd-424a-8cad-3a9ad833724a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 200 len: 897 time: 0.1925993 Dec 15 05:02:24.909392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-89212f30-6d93-44ef-98f5-b92834b0fe17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 200 len: 217 time: 0.0373018 Dec 15 05:02:24.916003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting subnet b69ca7da-fff9-46f4-a009-e80bd5ee4516 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:24.920013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:24.991527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.019194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-20cdb747-7054-4a61-b99c-7ca0b5859c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:25.020727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-20cdb747-7054-4a61-b99c-7ca0b5859c21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a56458c-2254-4d32-8748-682dd354f76f HTTP/1.1" status: 200 len: 833 time: 0.1016343 Dec 15 05:02:25.105521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-adbfda6a-244a-4745-823e-83b6b3fa5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:25.107072 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-adbfda6a-244a-4745-823e-83b6b3fa5529 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7128b374-ae0b-44c5-9dcb-99f51129713b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775361 Dec 15 05:02:25.109452 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.241660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f908657-f9c1-4cd6-b4d1-540f5c691836 req-27239c65-a728-4009-ac6e-e6dc156d0406 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:25.242308 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.243245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f908657-f9c1-4cd6-b4d1-540f5c691836 req-27239c65-a728-4009-ac6e-e6dc156d0406 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 944 time: 0.0630116 Dec 15 05:02:25.256230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-094a488f-b70e-4470-b3a7-2067a56d31db service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256630 Dec 15 05:02:25.283804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Subnet': ['ID=b69ca7da-fff9-46f4-a009-e80bd5ee4516,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:25.296362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.299804 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-68f5e207-abdf-4b78-8b08-ce13d6ace330 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/subnets/b69ca7da-fff9-46f4-a009-e80bd5ee4516 HTTP/1.1" status: 204 len: 168 time: 0.4821141 Dec 15 05:02:25.300815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edcfb43-7b15-435c-b4d9-7736df8319c3 None None] Network f49be2bc-ba84-401e-ae35-ebc0034f33c4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:25.304217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43132) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:25.382037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d02cdc9a-d418-41e4-a9f7-9f4de9ce5336 req-bc4bade1-fc71-4c06-a93a-b1942bf8312e service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089756 Dec 15 05:02:25.408615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f908657-f9c1-4cd6-b4d1-540f5c691836 req-79f37efa-dc94-4ba1-91bc-4f1ba13b5b23 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563883 Dec 15 05:02:25.475298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.485253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] DHCP port deletion for f49be2bc-ba84-401e-ae35-ebc0034f33c4 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:25.501318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a885-9a92-4468-9b51-1a312700a89f req-fdc3814b-6282-475b-8da6-979fd6c2df5c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:25.502830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caf8a885-9a92-4468-9b51-1a312700a89f req-fdc3814b-6282-475b-8da6-979fd6c2df5c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 948 time: 0.0929227 Dec 15 05:02:25.533013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] Deleting port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:25.533388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.574897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caf8a885-9a92-4468-9b51-1a312700a89f req-7ea99b44-ebfd-4b1e-a33f-8569f9d351e0 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Dec 15 05:02:25.595997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Deleting port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:25.596375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.604556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] For port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,segment=NetworkSegment(218adea1-16b4-4147-9234-3487f163bcbe),segment_id=218adea1-16b4-4147-9234-3487f163bcbe)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:25.604955 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.617138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] Calling delete_port for 66d28a4e-2030-4ad2-9b95-9943b3c8adaf owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:25.662238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] For port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,segment=NetworkSegment(218adea1-16b4-4147-9234-3487f163bcbe),segment_id=218adea1-16b4-4147-9234-3487f163bcbe)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:25.662473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.675855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Calling delete_port for 66d28a4e-2030-4ad2-9b95-9943b3c8adaf owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:25.695468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.720881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] Pushing event deleted for resources: {'Port': ['ID=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:25.722603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b52b8-403c-48f5-bba7-5b6bdb0a5d61 None None] No DVR routers for this DVR port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:25.755983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.782001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Port': ['ID=66d28a4e-2030-4ad2-9b95-9943b3c8adaf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:25.783827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] No DVR routers for this DVR port 66d28a4e-2030-4ad2-9b95-9943b3c8adaf on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:25.867363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.886180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49be2bc-ba84-401e-ae35-ebc0034f33c4']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:25.895002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218adea1-16b4-4147-9234-3487f163bcbe') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:25.895297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218adea1-16b4-4147-9234-3487f163bcbe') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:25.905054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.918298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.924035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:25.924439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: self.session.flush() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:25.927334 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:25.988567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.995229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:25.998407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] 10.222.0.37 "DELETE /v2.0/networks/f49be2bc-ba84-401e-ae35-ebc0034f33c4 HTTP/1.1" status: 204 len: 168 time: 0.6927497 Dec 15 05:02:26.010100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9548bd-a6ca-4529-b46b-07c8137e9135 tempest-AllowedAddressPairTestJSON-749419225 tempest-AllowedAddressPairTestJSON-749419225-project] Pushing event deleted for resources: {'Network': ['ID=f49be2bc-ba84-401e-ae35-ebc0034f33c4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:26.245774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43138) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:26.387534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1d822c2d-e541-421f-a84a-09555c5814fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79591efca36d4267bd54dad329739290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405914 Dec 15 05:02:26.390580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:26.437567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce29a6eb-7624-4c6f-8988-14c17401ec0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:26.458752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce29a6eb-7624-4c6f-8988-14c17401ec0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:26.533936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75fbf9-942b-4e24-9379-0652e2ac3cbf req-673ca7bb-e13a-4220-8357-8b65f430432a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:26.535401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb75fbf9-942b-4e24-9379-0652e2ac3cbf req-673ca7bb-e13a-4220-8357-8b65f430432a tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 944 time: 0.0551267 Dec 15 05:02:26.540730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce29a6eb-7624-4c6f-8988-14c17401ec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:26.543280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce29a6eb-7624-4c6f-8988-14c17401ec0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:26.544361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ce29a6eb-7624-4c6f-8988-14c17401ec0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a925380a-fce9-4a1b-933b-3370add7e9fe HTTP/1.1" status: 204 len: 168 time: 0.1528709 Dec 15 05:02:26.562628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29a6eb-7624-4c6f-8988-14c17401ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925380a-fce9-4a1b-933b-3370add7e9fe,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:26.608009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb75fbf9-942b-4e24-9379-0652e2ac3cbf req-c85d3616-7d52-43e8-9848-27d6ff785d52 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625298 Dec 15 05:02:26.703283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 66d28a4e-2030-4ad2-9b95-9943b3c8adaf no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:26.719672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd2095-ea53-4f8e-abce-a283b5e26d73 req-282eb424-4011-494d-882f-0dc186cac66e tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:26.721244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6dd2095-ea53-4f8e-abce-a283b5e26d73 req-282eb424-4011-494d-882f-0dc186cac66e tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 948 time: 0.0556557 Dec 15 05:02:26.728798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 66d28a4e-2030-4ad2-9b95-9943b3c8adaf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:26.729378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 66d28a4e-2030-4ad2-9b95-9943b3c8adaf not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:26.772245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6dd2095-ea53-4f8e-abce-a283b5e26d73 req-f2d08e06-ef3a-4a04-86c8-0eae25af147a tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Dec 15 05:02:27.218518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43170) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:27.312521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-696072440'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:27.338511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:27.344201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.356195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.423922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:02:27.432015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.437513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.464133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:27.478402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5753861-200f-4811-85a6-6f10a8cf847c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:27.483426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.483767 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment 2db73687-3628-48b2-b048-2acf10213394 of type vlan for network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e Dec 15 05:02:27.524597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.533802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:27.545624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'port_id': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'mac_address': 'fa:16:3e:fa:45:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:02:27.549371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.555016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:27.555740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.592853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.607814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:02:27.623040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43176) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:27.623608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4036136 Dec 15 05:02:27.629484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:27.629671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1007505168'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:27.634121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.634855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 666c89ec-1235-42c9-b07b-9e13506d580e details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:02:27.642127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdbae9-a41b-40d3-8c09-6824671a12c7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:27.668647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:27.691583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:27.695268 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.749986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:27.767095 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.767566 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment d8721734-4826-4ee5-bca0-6a2401449b38 of type vlan for network 9e449166-892b-4f48-a596-f3025d041554 Dec 15 05:02:27.786996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b93c-3527-44c9-8025-c1b05f27d258 req-afb7f7fd-72ac-41f2-a10d-38418f59ca09 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:27.788482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d50b93c-3527-44c9-8025-c1b05f27d258 req-afb7f7fd-72ac-41f2-a10d-38418f59ca09 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 945 time: 0.0899909 Dec 15 05:02:27.802555 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bfebf271-3954-45d1-9304-fa07678e8da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.810662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:27.844449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.861225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 666c89ec-1235-42c9-b07b-9e13506d580e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=666c89ec-1235-42c9-b07b-9e13506d580e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:27.873092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '666c89ec-1235-42c9-b07b-9e13506d580e', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '666c89ec-1235-42c9-b07b-9e13506d580e', 'mac_address': 'fa:16:3e:f9:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:02:27.915704 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.918510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d50b93c-3527-44c9-8025-c1b05f27d258 req-a770fe3f-2c38-4cfa-941a-cd8f13cc12e1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009495 Dec 15 05:02:27.929203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.929650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666c89ec-1235-42c9-b07b-9e13506d580e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:02:27.939666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:27.940317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:27.966945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 666c89ec-1235-42c9-b07b-9e13506d580e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=666c89ec-1235-42c9-b07b-9e13506d580e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:27.976285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.024567 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=666c89ec-1235-42c9-b07b-9e13506d580e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:28.030876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02071a23-5c07-49f2-995e-8bd6bc86c9dd req-68a6eaf1-60e3-4e85-aa73-569de1d0f17c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:28.032498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02071a23-5c07-49f2-995e-8bd6bc86c9dd req-68a6eaf1-60e3-4e85-aa73-569de1d0f17c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 948 time: 0.1682339 Dec 15 05:02:28.064819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4403930 Dec 15 05:02:28.067695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:28.073357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:28.097919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abc178-dfba-4c71-be4a-09b761b8a123 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=9e449166-892b-4f48-a596-f3025d041554,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:28.109846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9e449166-892b-4f48-a596-f3025d041554 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:28.124431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02071a23-5c07-49f2-995e-8bd6bc86c9dd req-bbd58ecd-9d4d-4208-b335-2a7e2c63930b tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825970 Dec 15 05:02:28.178742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:28.182912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.327888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['666c89ec-1235-42c9-b07b-9e13506d580e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:02:28.354779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:02:28.370936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.439831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=73c76f2a-5dd8-414f-83f5-9cd87c56e01b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:28.449131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': '2db73687-3628-48b2-b048-2acf10213394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:28.449495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:28.466537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:28.476084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:28.481106 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:28.481709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.494794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851a1779-5eb3-4e96-a080-986fe85c05da None None] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:28.501815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fa3e18ee-b78e-493e-ae5f-8e50245d58a9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4329531 Dec 15 05:02:28.504697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:28.511037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': '9e449166-892b-4f48-a596-f3025d041554', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:28.608630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:28.612576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.674867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e', 'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '73c76f2a-5dd8-414f-83f5-9cd87c56e01b'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:28.675711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.797369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.864316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=2292d8d1-a64b-48ae-91d7-12761045a2de,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:28.871499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': 'd8721734-4826-4ee5-bca0-6a2401449b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9e449166-892b-4f48-a596-f3025d041554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:28.871741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: 9e449166-892b-4f48-a596-f3025d041554, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:28.873397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Allocated IP 172.20.0.2 (28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e/73c76f2a-5dd8-414f-83f5-9cd87c56e01b/ae4cfaee-bc66-4561-9759-5a2b830808a2) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:28.888905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 9e449166-892b-4f48-a596-f3025d041554 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:28.897100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9e449166-892b-4f48-a596-f3025d041554) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:28.902051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:28.902713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.919347 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-efa2eed2-220a-4ed5-9a94-8ef6302088c3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4132638 Dec 15 05:02:28.922066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43188) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:28.922588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3db5ef-abe8-401d-85d8-6c9ae9751688 None None] Network 9e449166-892b-4f48-a596-f3025d041554 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:28.926868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1431640789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:28.953533 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:28.954781 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.012232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.017295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.040779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.044584 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3bd3f7b8-2687-4d4e-9906-22fab799b2e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1211212 Dec 15 05:02:29.045098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43192) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:29.098440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8e55a-b1b1-41a8-a5a4-a43e303ee192 req-90a903b5-850b-4d78-bab5-f39787d413ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:29.100632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6b8e55a-b1b1-41a8-a5a4-a43e303ee192 req-90a903b5-850b-4d78-bab5-f39787d413ec tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 945 time: 0.1030304 Dec 15 05:02:29.231996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-9e449166-892b-4f48-a596-f3025d041554', 'network_id': '9e449166-892b-4f48-a596-f3025d041554', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '2292d8d1-a64b-48ae-91d7-12761045a2de'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:29.232863 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.272558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.322719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.382399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:29.390501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:29.412756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:29.423932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Pushing event updated for resources: {'Port': ['ID=ae4cfaee-bc66-4561-9759-5a2b830808a2,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:29.426315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:29.495704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Allocated IP 172.21.0.2 (9e449166-892b-4f48-a596-f3025d041554/2292d8d1-a64b-48ae-91d7-12761045a2de/24a0529f-a2b1-419a-abff-7c24b04aa784) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:29.542534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Attempting to bind port ae4cfaee-bc66-4561-9759-5a2b830808a2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:29.542888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Attempting to bind port ae4cfaee-bc66-4561-9759-5a2b830808a2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2db73687-3628-48b2-b048-2acf10213394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:29.543250 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Attempting to bind port ae4cfaee-bc66-4561-9759-5a2b830808a2 on network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:29.586943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:29.587320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Checking segment: {'id': '2db73687-3628-48b2-b048-2acf10213394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:29.587721 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.588511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Bound using segment: {'id': '2db73687-3628-48b2-b048-2acf10213394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:29.588620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Bound port: ae4cfaee-bc66-4561-9759-5a2b830808a2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db73687-3628-48b2-b048-2acf10213394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:29.588972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.603629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:02:29.613663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:29.614009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.632621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6b8e55a-b1b1-41a8-a5a4-a43e303ee192 req-92bac6e2-6aab-41b4-974e-68541330a4db tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4920213 Dec 15 05:02:29.718481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5f6bc-560d-4c6e-b818-37a6c7f72db9 req-4026b1db-c595-4ee8-8108-6a62e6992b7d tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:29.719776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92d5f6bc-560d-4c6e-b818-37a6c7f72db9 req-4026b1db-c595-4ee8-8108-6a62e6992b7d tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 949 time: 0.1423535 Dec 15 05:02:29.756809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] For port ae4cfaee-bc66-4561-9759-5a2b830808a2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:29.783652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] For port ae4cfaee-bc66-4561-9759-5a2b830808a2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ae4cfaee-bc66-4561-9759-5a2b830808a2,segment=NetworkSegment(2db73687-3628-48b2-b048-2acf10213394),segment_id=2db73687-3628-48b2-b048-2acf10213394)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:29.788180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.793146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.818670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.828592 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.845008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92d5f6bc-560d-4c6e-b818-37a6c7f72db9 req-0e13d58e-ae5a-4c1d-9f12-59cd67f4fde7 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951705 Dec 15 05:02:29.907591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Network 9e449166-892b-4f48-a596-f3025d041554 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:29.910328 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.923575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:29.930093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:29.936107 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-78641f3e-4918-4e09-ac4b-15e6ca054874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:29.964695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:02:29.967041 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c95ffe-3615-4483-a48e-768246c58e30" -d '{"events": [{"server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:02:29.970323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d147828-e2d5-4291-a9e3-b2cecdb0628b None None] Pushing event updated for resources: {'Port': ['ID=ae4cfaee-bc66-4561-9759-5a2b830808a2,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:30.003755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:30.041746 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5d630-6483-44ec-8ffc-20914559cd86 x-openstack-request-id: req-62a5d630-6483-44ec-8ffc-20914559cd86 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:30.042021 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:30.042298 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62a5d630-6483-44ec-8ffc-20914559cd86 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:30.042707 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'code': 200} Dec 15 05:02:30.051423 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.052223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 666c89ec-1235-42c9-b07b-9e13506d580e up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:30.100467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Attempting to bind port 24a0529f-a2b1-419a-abff-7c24b04aa784 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:30.100874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Attempting to bind port 24a0529f-a2b1-419a-abff-7c24b04aa784 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd8721734-4826-4ee5-bca0-6a2401449b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9e449166-892b-4f48-a596-f3025d041554'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:30.101838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Attempting to bind port 24a0529f-a2b1-419a-abff-7c24b04aa784 on network 9e449166-892b-4f48-a596-f3025d041554 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:30.107339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Pushing event updated for resources: {'Port': ['ID=24a0529f-a2b1-419a-abff-7c24b04aa784,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:30.153047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:30.153425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Checking segment: {'id': 'd8721734-4826-4ee5-bca0-6a2401449b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9e449166-892b-4f48-a596-f3025d041554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:30.153832 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.154227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Bound using segment: {'id': 'd8721734-4826-4ee5-bca0-6a2401449b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9e449166-892b-4f48-a596-f3025d041554'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:30.154708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Bound port: 24a0529f-a2b1-419a-abff-7c24b04aa784, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8721734-4826-4ee5-bca0-6a2401449b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9e449166-892b-4f48-a596-f3025d041554'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:30.155086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.182331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.20.0.1 (28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e/73c76f2a-5dd8-414f-83f5-9cd87c56e01b/b8674d76-3db7-4677-9b90-d8a94e9b0db3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:30.222467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada163f1-752d-431d-9810-9c17fb52c3a1 req-a26e2ae7-b07b-47e4-b0db-5ab4d92a315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:30.224025 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ada163f1-752d-431d-9810-9c17fb52c3a1 req-a26e2ae7-b07b-47e4-b0db-5ab4d92a315a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1098 time: 0.0588052 Dec 15 05:02:30.229650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:30.236809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 666c89ec-1235-42c9-b07b-9e13506d580e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:02:30.247272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 666c89ec-1235-42c9-b07b-9e13506d580e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:30.247645 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.269344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] For port 24a0529f-a2b1-419a-abff-7c24b04aa784, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:30.273420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] For port 24a0529f-a2b1-419a-abff-7c24b04aa784, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24a0529f-a2b1-419a-abff-7c24b04aa784,segment=NetworkSegment(d8721734-4826-4ee5-bca0-6a2401449b38),segment_id=d8721734-4826-4ee5-bca0-6a2401449b38)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:30.299491 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.300747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ada163f1-752d-431d-9810-9c17fb52c3a1 req-119fd01f-0ab2-4fcf-80a4-dc560a8a25da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559173 Dec 15 05:02:30.356947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.371269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad2e2b-46fe-45ad-a9b3-b337745d525d None None] Pushing event updated for resources: {'Port': ['ID=24a0529f-a2b1-419a-abff-7c24b04aa784,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:30.404907 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.420791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.445566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:30.448730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:30.451242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:30.456760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 666c89ec-1235-42c9-b07b-9e13506d580e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=666c89ec-1235-42c9-b07b-9e13506d580e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:30.462265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.494202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=b8674d76-3db7-4677-9b90-d8a94e9b0db3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:30.507651 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.517152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=666c89ec-1235-42c9-b07b-9e13506d580e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:30.692232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.807212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae4cfaee-bc66-4561-9759-5a2b830808a2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:30.865542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ae4cfaee-bc66-4561-9759-5a2b830808a2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:30.865912 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:30.899794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564483d-6a7e-45fa-b6bf-7c533aa6b813 req-d0f6cb0f-e75e-4f45-86f8-4cb86f9f07f2 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:30.901528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5564483d-6a7e-45fa-b6bf-7c533aa6b813 req-d0f6cb0f-e75e-4f45-86f8-4cb86f9f07f2 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 946 time: 0.1554148 Dec 15 05:02:30.982626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.018458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port ae4cfaee-bc66-4561-9759-5a2b830808a2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ae4cfaee-bc66-4561-9759-5a2b830808a2,segment=NetworkSegment(2db73687-3628-48b2-b048-2acf10213394),segment_id=2db73687-3628-48b2-b048-2acf10213394)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:31.024797 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.025604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24a0529f-a2b1-419a-abff-7c24b04aa784 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:31.034611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5564483d-6a7e-45fa-b6bf-7c533aa6b813 req-be71cc69-ee2a-4a87-b376-c3535e12f6a0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243458 Dec 15 05:02:31.081433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07be8b4-f6b8-4f2d-9295-c1b232c12379 req-c8e9fbac-1067-475b-825a-ad684959e19d tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:31.083006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b07be8b4-f6b8-4f2d-9295-c1b232c12379 req-c8e9fbac-1067-475b-825a-ad684959e19d tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.1392856 Dec 15 05:02:31.126302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=ae4cfaee-bc66-4561-9759-5a2b830808a2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:31.144727 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 24a0529f-a2b1-419a-abff-7c24b04aa784 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:31.145180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.179002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9879044b-2f53-41de-b038-dfed1a81d38e None None] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:31.189417 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b07be8b4-f6b8-4f2d-9295-c1b232c12379 req-f512c390-cf14-44e7-9902-896b17883a39 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921264 Dec 15 05:02:31.217899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.222931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.261429 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.311217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=b8674d76-3db7-4677-9b90-d8a94e9b0db3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:31.320946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.337426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f35aba4b-2e92-4d3b-9fa0-22d6f664929a None None] Provisioning complete for port ae4cfaee-bc66-4561-9759-5a2b830808a2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:31.337787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f35aba4b-2e92-4d3b-9fa0-22d6f664929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.345662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.435787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 24a0529f-a2b1-419a-abff-7c24b04aa784, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24a0529f-a2b1-419a-abff-7c24b04aa784,segment=NetworkSegment(d8721734-4826-4ee5-bca0-6a2401449b38),segment_id=d8721734-4826-4ee5-bca0-6a2401449b38)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:31.439860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:31.442323 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:31.442603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.528378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=24a0529f-a2b1-419a-abff-7c24b04aa784,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:31.571697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702745e-a22f-4186-9a11-e6af45882eb0 None None] Network 9e449166-892b-4f48-a596-f3025d041554 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:31.635904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router dcdee435-a640-482b-9943-e74d042c7564 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:02:31.690301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-842f4cde-80df-481e-b4a3-6bca63bf2e89 None None] Provisioning complete for port 24a0529f-a2b1-419a-abff-7c24b04aa784 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:31.690674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-842f4cde-80df-481e-b4a3-6bca63bf2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:31.745441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:31.754292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43206) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:31.755350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0a4d14ff-7e77-4d6e-904a-8e5b3612d0a0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/dcdee435-a640-482b-9943-e74d042c7564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7086692 Dec 15 05:02:31.769835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fad606-dc20-491d-9b51-49988da92563 None None] Sync routers for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:31.794695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fad606-dc20-491d-9b51-49988da92563 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:31.795777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-91fad606-dc20-491d-9b51-49988da92563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:31.810316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f9bf7-373b-4b7c-998c-94d7e2d65e3e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:31.812003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-605f9bf7-373b-4b7c-998c-94d7e2d65e3e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports/b8674d76-3db7-4677-9b90-d8a94e9b0db3 HTTP/1.1" status: 200 len: 910 time: 0.0566483 Dec 15 05:02:31.814665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43208) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:31.838258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-91fad606-dc20-491d-9b51-49988da92563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:31.847517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fad606-dc20-491d-9b51-49988da92563 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:31.848160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-91fad606-dc20-491d-9b51-49988da92563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:31.902373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-91fad606-dc20-491d-9b51-49988da92563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:31.903037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fad606-dc20-491d-9b51-49988da92563 None None] The sync data for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:31.930940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-01ce712b-e2cc-4dae-9c11-158cb8bcfebf None None] Provisioning complete for port ae4cfaee-bc66-4561-9759-5a2b830808a2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:31.931380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01ce712b-e2cc-4dae-9c11-158cb8bcfebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.043762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666c89ec-1235-42c9-b07b-9e13506d580e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:02:32.046894 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db9805-9d9b-4139-b02a-4cfadd63a11a" -d '{"events": [{"server_uuid": "55ec8ff1-63f2-4f73-89e9-54415b2b07df", "name": "network-vif-plugged", "status": "completed", "tag": "666c89ec-1235-42c9-b07b-9e13506d580e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:02:32.083178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-01ce712b-e2cc-4dae-9c11-158cb8bcfebf None None] Provisioning complete for port b8674d76-3db7-4677-9b90-d8a94e9b0db3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:32.083561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-01ce712b-e2cc-4dae-9c11-158cb8bcfebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.129837 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a0770a-18b0-49a1-9927-4eaa1dc37427 x-openstack-request-id: req-39a0770a-18b0-49a1-9927-4eaa1dc37427 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:32.130133 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec8ff1-63f2-4f73-89e9-54415b2b07df", "name": "network-vif-plugged", "status": "completed", "tag": "666c89ec-1235-42c9-b07b-9e13506d580e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:32.130394 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39a0770a-18b0-49a1-9927-4eaa1dc37427 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:32.130797 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666c89ec-1235-42c9-b07b-9e13506d580e', 'code': 200} Dec 15 05:02:32.133238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-01ce712b-e2cc-4dae-9c11-158cb8bcfebf None None] Port b8674d76-3db7-4677-9b90-d8a94e9b0db3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:32.206236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d43b3-03a5-48f1-a413-3fb8af0b9e7e req-81defe0a-8e35-4dcd-ba85-51cf5daf6d6f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:32.208499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-282d43b3-03a5-48f1-a413-3fb8af0b9e7e req-81defe0a-8e35-4dcd-ba85-51cf5daf6d6f tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 946 time: 0.0681624 Dec 15 05:02:32.260039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-92690978-902d-495f-87a5-74cdfb162a45 None None] Provisioning complete for port 24a0529f-a2b1-419a-abff-7c24b04aa784 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:32.260437 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92690978-902d-495f-87a5-74cdfb162a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.279868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.287354 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-282d43b3-03a5-48f1-a413-3fb8af0b9e7e req-a6ced08b-3b6d-4664-9244-5c1f43d3ed3b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707636 Dec 15 05:02:32.305647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc45764-7114-471a-9486-6a7dfaa35058 req-9be5aa6d-9263-4cbf-ac25-36d2984c622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:32.307136 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1fc45764-7114-471a-9486-6a7dfaa35058 req-9be5aa6d-9263-4cbf-ac25-36d2984c622d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 1102 time: 0.0788524 Dec 15 05:02:32.352463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140f340-a1d1-49a7-97b1-4a3ed451d396 req-7513590c-04df-4845-a8fb-03f165450b90 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:32.362819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7140f340-a1d1-49a7-97b1-4a3ed451d396 req-7513590c-04df-4845-a8fb-03f165450b90 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.0741849 Dec 15 05:02:32.377377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-92690978-902d-495f-87a5-74cdfb162a45 None None] Provisioning complete for port b8674d76-3db7-4677-9b90-d8a94e9b0db3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:32.377748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92690978-902d-495f-87a5-74cdfb162a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.434283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-92690978-902d-495f-87a5-74cdfb162a45 None None] Port b8674d76-3db7-4677-9b90-d8a94e9b0db3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:32.437687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7140f340-a1d1-49a7-97b1-4a3ed451d396 req-c08bf073-2208-4742-990d-16ae93366c2d tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729108 Dec 15 05:02:32.442369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1fc45764-7114-471a-9486-6a7dfaa35058 req-063747a1-d658-4c90-81d4-d0d392850d53 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928030 Dec 15 05:02:32.456619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dca2d4-2979-4da3-9c55-2066e259cae3 req-c8432fb1-be0f-43ca-a4e0-2c8550943e9e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:32.458487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23dca2d4-2979-4da3-9c55-2066e259cae3 req-c8432fb1-be0f-43ca-a4e0-2c8550943e9e tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 946 time: 0.0860553 Dec 15 05:02:32.512917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23dca2d4-2979-4da3-9c55-2066e259cae3 req-ff5a8c49-3405-4cd3-80b4-f84c70ec5388 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484319 Dec 15 05:02:32.534755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43220) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:32.555939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-38d3ece0-1793-4c91-9923-341ee7e55809 None None] Provisioning complete for port b8674d76-3db7-4677-9b90-d8a94e9b0db3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:32.556457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38d3ece0-1793-4c91-9923-341ee7e55809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.575275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d907d-f25b-4c08-b72b-2882dd2bd169 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:32.579411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-113d907d-f25b-4c08-b72b-2882dd2bd169 tempest-TestNetworkBasicOps-1439139549 tempest-TestNetworkBasicOps-1439139549-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1093 time: 0.0410087 Dec 15 05:02:32.579650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43222) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:32.593727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:32.606729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-38d3ece0-1793-4c91-9923-341ee7e55809 None None] Port b8674d76-3db7-4677-9b90-d8a94e9b0db3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:32.612477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.21.0.1 (9e449166-892b-4f48-a596-f3025d041554/2292d8d1-a64b-48ae-91d7-12761045a2de/9512f008-3dee-4793-90ac-ea1bc5acb0f7) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:32.628477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.698300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae4cfaee-bc66-4561-9759-5a2b830808a2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:32.747722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.748787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.751108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.762599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ae4cfaee-bc66-4561-9759-5a2b830808a2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:32.762991 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.789479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.830919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 9e449166-892b-4f48-a596-f3025d041554 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:32.834352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:32.838761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:32.855484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24a0529f-a2b1-419a-abff-7c24b04aa784 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:32.869980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=9512f008-3dee-4793-90ac-ea1bc5acb0f7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:32.871024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Allocated IP 172.25.2.146 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/edbce395-522f-4217-a56d-4f0c50cf7759) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:32.892763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:32.911355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 24a0529f-a2b1-419a-abff-7c24b04aa784 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:32.911730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.038658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.052418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.087393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.127957 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:33.130264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a46cfcfc-9baf-48b9-9334-b0da4ccca7f0 None None] Provisioning complete for port 9512f008-3dee-4793-90ac-ea1bc5acb0f7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:33.130748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcfc-9baf-48b9-9334-b0da4ccca7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.133660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:33.136212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:33.141664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=edbce395-522f-4217-a56d-4f0c50cf7759,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:33.170954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a46cfcfc-9baf-48b9-9334-b0da4ccca7f0 None None] Port 9512f008-3dee-4793-90ac-ea1bc5acb0f7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:33.328556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.333093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.368472 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.408278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=9512f008-3dee-4793-90ac-ea1bc5acb0f7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:33.413218 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.507797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 9e449166-892b-4f48-a596-f3025d041554 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:33.508507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.509371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:33.630475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.634821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66df0da-4d05-4c44-9253-85d5eec51750 req-6cd93e50-c9de-40d2-affb-202de2ce8074 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:33.636408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a66df0da-4d05-4c44-9253-85d5eec51750 req-6cd93e50-c9de-40d2-affb-202de2ce8074 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.0912375 Dec 15 05:02:33.636862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router dcdee435-a640-482b-9943-e74d042c7564 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:33.645336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.722639 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a66df0da-4d05-4c44-9253-85d5eec51750 req-011c587d-78f2-4c59-9f27-c0d40e1fc95c tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Dec 15 05:02:33.794962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5408ab83-9acd-4a98-89d3-7048594ec0c9 None None] Provisioning complete for port 9512f008-3dee-4793-90ac-ea1bc5acb0f7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:33.795903 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5408ab83-9acd-4a98-89d3-7048594ec0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.830491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5408ab83-9acd-4a98-89d3-7048594ec0c9 None None] Port 9512f008-3dee-4793-90ac-ea1bc5acb0f7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:33.851995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.856878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:33.931908 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event updated for resources: {'Port': ['ID=edbce395-522f-4217-a56d-4f0c50cf7759,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:33.944316 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:34.048901 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Floating IP 81129c8b-28e0-40e6-a016-f1af4ffe834c associated. External IP: 172.25.2.146, port: f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7. Dec 15 05:02:34.075039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:34.083506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43230) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:34.088362 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-503b19cf-10f1-4498-bb3c-7c7962d6277d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/dcdee435-a640-482b-9943-e74d042c7564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2697258 Dec 15 05:02:34.089601 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] Sync routers for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:34.103938 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:34.104573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:34.142117 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:34.150867 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:34.151452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:34.165416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec2e78c-77c2-4ff3-a643-a9621467e8ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:34.166783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bec2e78c-77c2-4ff3-a643-a9621467e8ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports/9512f008-3dee-4793-90ac-ea1bc5acb0f7 HTTP/1.1" status: 200 len: 910 time: 0.0823014 Dec 15 05:02:34.169663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:34.186361 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:34.186924 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb504f3-b359-46c7-ba80-c2cdfc960f92 None None] The sync data for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:34.480594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:34.988043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750f3c-64c7-4756-bc72-fdf6bb395370 req-027bd8d3-d8d2-46f8-8763-dfa6b9185d45 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:34.989528 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93750f3c-64c7-4756-bc72-fdf6bb395370 req-027bd8d3-d8d2-46f8-8763-dfa6b9185d45 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.1286988 Dec 15 05:02:35.000845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:35.010030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] Sync routers for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:35.019299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:35.019916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:35.037288 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:35.084724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93750f3c-64c7-4756-bc72-fdf6bb395370 req-355f1cf8-59e6-40b0-b68f-e73438332829 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865388 Dec 15 05:02:35.088688 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2427e737-9f07-4a93-9f3a-6e89f6384d81 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5080450 Dec 15 05:02:35.090164 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:02:35.090917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:35.092626 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:02:35.097922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:35.141494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:35.201099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e606d1ce-9704-431e-9227-f8a48cce8f16 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/81129c8b-28e0-40e6-a016-f1af4ffe834c HTTP/1.1" status: 200 len: 992 time: 0.1051300 Dec 15 05:02:35.240534 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1755406-fdf7-4195-b375-ea1acfdba100 x-openstack-request-id: req-b1755406-fdf7-4195-b375-ea1acfdba100 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:35.240824 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:35.241086 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1755406-fdf7-4195-b375-ea1acfdba100 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:35.241857 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'status': 'completed', 'code': 200} Dec 15 05:02:35.298234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-1abf45d9-3559-400b-9161-ed6fb08fb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:35.300330 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-1abf45d9-3559-400b-9161-ed6fb08fb4bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1098 time: 0.0590813 Dec 15 05:02:35.410113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-8cb7abd6-f4eb-4169-baa9-51acb5773258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:35.411750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-8cb7abd6-f4eb-4169-baa9-51acb5773258 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 200 len: 897 time: 0.1042225 Dec 15 05:02:35.464639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 9512f008-3dee-4793-90ac-ea1bc5acb0f7 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:35.465340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:35.489016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-a910e500-a4d5-4fe9-88c5-87871666c2c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0680711 Dec 15 05:02:35.529156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d041-f779-44cd-9678-b9ae67e68841 req-a419a1d1-70e9-4e42-85d5-b9a9adedcfd3 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:35.530687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2d6d041-f779-44cd-9678-b9ae67e68841 req-a419a1d1-70e9-4e42-85d5-b9a9adedcfd3 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.1124461 Dec 15 05:02:35.549681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-3e77fac4-4539-4a36-95e0-58edb4b75487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:35.551258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-3e77fac4-4539-4a36-95e0-58edb4b75487 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a56458c-2254-4d32-8748-682dd354f76f HTTP/1.1" status: 200 len: 833 time: 0.0548058 Dec 15 05:02:35.576120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '81129c8b-28e0-40e6-a016-f1af4ffe834c', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'port_id': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'mac_address': 'fa:16:3e:fa:45:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:02:33Z', 'updated_at': '2021-12-15T05:02:33Z', 'revision_number': 0, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:35.603086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] Checking router: 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:02:35.604811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-904e7e2e-1766-4846-9399-9cfb4edeac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:35.606694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-904e7e2e-1766-4846-9399-9cfb4edeac3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7128b374-ae0b-44c5-9dcb-99f51129713b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476227 Dec 15 05:02:35.610510 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:35.611751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:35.612430 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:35.625942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b2d6d041-f779-44cd-9678-b9ae67e68841 req-75949608-ec69-468c-ae3c-9514e6f06c61 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875881 Dec 15 05:02:35.630027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 9512f008-3dee-4793-90ac-ea1bc5acb0f7 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:35.709090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-443a7574-d0af-4517-aea2-19fa3cf6dd2b service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938716 Dec 15 05:02:35.728594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:02:35.808320 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42cdd6f4-3c55-4fc4-b286-4ee23d6694d8 req-f7a9d272-91c2-4293-8633-d6a5ef509de1 service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904844 Dec 15 05:02:35.810409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:35.837278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=9512f008-3dee-4793-90ac-ea1bc5acb0f7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:35.984353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '81129c8b-28e0-40e6-a016-f1af4ffe834c', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'port_id': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'mac_address': 'fa:16:3e:fa:45:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:02:33Z', 'updated_at': '2021-12-15T05:02:33Z', 'revision_number': 0, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:36.006448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:36.012014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9212df-e290-4a36-97b5-abe4e28a1ffc None None] The sync data for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 is: [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '81129c8b-28e0-40e6-a016-f1af4ffe834c', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'port_id': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'mac_address': 'fa:16:3e:fa:45:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:02:33Z', 'updated_at': '2021-12-15T05:02:33Z', 'revision_number': 0, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:36.198583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router dcdee435-a640-482b-9943-e74d042c7564 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:36.201744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43248) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:36.239342 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3938a-a0c7-4f64-b04d-754f22a7fe40 None None] New status for floating IP 81129c8b-28e0-40e6-a016-f1af4ffe834c: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:02:36.336365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cad90f3c-ca0b-4a38-8cb3-82284ed45aa9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/81129c8b-28e0-40e6-a016-f1af4ffe834c HTTP/1.1" status: 200 len: 992 time: 0.1329837 Dec 15 05:02:36.353198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:36.358663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3afe0e36-db60-470b-b016-ccb33478a2eb tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/dcdee435-a640-482b-9943-e74d042c7564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880777 Dec 15 05:02:36.361714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43252) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:36.364410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] Sync routers for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:36.374497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:36.375107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:36.428884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:36.437815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:36.438591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:36.472178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:36.472178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc647232-a44d-469b-8dfb-d5e6e8e0cc71 None None] The sync data for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:36.691895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:36.753161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac80888-5e66-44ee-a59a-542443371909 req-4ab10c7d-3c67-4c01-8991-8ebabb55d5d0 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:36.754662 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cac80888-5e66-44ee-a59a-542443371909 req-4ab10c7d-3c67-4c01-8991-8ebabb55d5d0 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.0494223 Dec 15 05:02:36.804781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cac80888-5e66-44ee-a59a-542443371909 req-2f6102ec-9eb7-4a6a-9b38-11bf942accce tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/security-groups?id=20034574-9563-4fef-9d27-fe9aa75a1cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Dec 15 05:02:36.934366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port b8674d76-3db7-4677-9b90-d8a94e9b0db3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:36.934608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.043900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-858dbe8a-a30a-40c4-aebf-afda35174510 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:37.045396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-858dbe8a-a30a-40c4-aebf-afda35174510 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.16 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 950 time: 0.0730674 Dec 15 05:02:37.067710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.101518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for b8674d76-3db7-4677-9b90-d8a94e9b0db3 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:37.128210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.214375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Deleting port 666c89ec-1235-42c9-b07b-9e13506d580e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:37.214633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.342040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43258) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:37.386360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] For port 666c89ec-1235-42c9-b07b-9e13506d580e, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=666c89ec-1235-42c9-b07b-9e13506d580e,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:37.387007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.405540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Calling delete_port for 666c89ec-1235-42c9-b07b-9e13506d580e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:37.418744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f9af2511-0582-497c-bd9a-c628e9f11081 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/81129c8b-28e0-40e6-a016-f1af4ffe834c HTTP/1.1" status: 200 len: 994 time: 0.0712783 Dec 15 05:02:37.419055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.447918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=b8674d76-3db7-4677-9b90-d8a94e9b0db3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:37.637003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.752185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.795055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['666c89ec-1235-42c9-b07b-9e13506d580e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:02:37.837904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Pushing event deleted for resources: {'Port': ['ID=666c89ec-1235-42c9-b07b-9e13506d580e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:37.871786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router dcdee435-a640-482b-9943-e74d042c7564 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:37.887100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] No DVR routers for this DVR port 666c89ec-1235-42c9-b07b-9e13506d580e on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:37.890245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:37.893565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f5cb4ab2-c489-4efa-b7c2-4131a2bbfa89 req-66b7ff22-5063-449c-a9f3-c1219e6cc0dc tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.16 "DELETE /v2.0/ports/666c89ec-1235-42c9-b07b-9e13506d580e HTTP/1.1" status: 204 len: 173 time: 0.8396351 Dec 15 05:02:37.894042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'name': 'network-vif-deleted', 'tag': '666c89ec-1235-42c9-b07b-9e13506d580e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:02:37.896364 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20a5a7-00b6-4e63-891b-80d71b1b7fba" -d '{"events": [{"server_uuid": "55ec8ff1-63f2-4f73-89e9-54415b2b07df", "name": "network-vif-deleted", "tag": "666c89ec-1235-42c9-b07b-9e13506d580e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:02:37.953296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-219d00c8-7dd1-4053-8116-292439e2f75c req-614662e6-fe72-41f8-a56c-892b48eb2687 tempest-VolumesNegativeTest-43618400 tempest-VolumesNegativeTest-43618400-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ec8ff1-63f2-4f73-89e9-54415b2b07df HTTP/1.1" status: 200 len: 210 time: 0.0699570 Dec 15 05:02:37.980610 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a952d-350c-401d-b15d-c257db9478ce x-openstack-request-id: req-e66a952d-350c-401d-b15d-c257db9478ce {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:02:37.982034 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec8ff1-63f2-4f73-89e9-54415b2b07df", "name": "network-vif-deleted", "tag": "666c89ec-1235-42c9-b07b-9e13506d580e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:02:37.982034 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e66a952d-350c-401d-b15d-c257db9478ce {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:02:37.982034 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec8ff1-63f2-4f73-89e9-54415b2b07df', 'name': 'network-vif-deleted', 'tag': '666c89ec-1235-42c9-b07b-9e13506d580e', 'status': 'completed', 'code': 200} Dec 15 05:02:37.982746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:37.991254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1fcc0a28-786f-4ba3-9f78-39352c1a59b3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/dcdee435-a640-482b-9943-e74d042c7564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229613 Dec 15 05:02:37.992325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43264) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:37.996781 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] Sync routers for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:38.015716 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:38.016629 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:38.026851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-607f7752-38ba-487e-b98d-152cd44e5752 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcdee435-a640-482b-9943-e74d042c7564 HTTP/1.1" status: 200 len: 205 time: 0.0349874 Dec 15 05:02:38.029586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:38.058792 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:38.070904 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] Routers {'dcdee435-a640-482b-9943-e74d042c7564'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:38.072189 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['dcdee435-a640-482b-9943-e74d042c7564'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:38.108810 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:38.109452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97890ce-d747-425b-b8a6-cb54fb943cc3 None None] The sync data for ids ['dcdee435-a640-482b-9943-e74d042c7564'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:38.116390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.270751 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.273009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.314180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.315268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router dcdee435-a640-482b-9943-e74d042c7564 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:02:38.322178 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.323923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5bb9316a-a499-49e9-aeb4-7fe8e5f1ac21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/dcdee435-a640-482b-9943-e74d042c7564 HTTP/1.1" status: 204 len: 168 time: 0.2932358 Dec 15 05:02:38.326780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43268) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:38.378294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 2292d8d1-a64b-48ae-91d7-12761045a2de {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:38.381527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.426427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.511864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.568712 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.598828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=2292d8d1-a64b-48ae-91d7-12761045a2de,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:38.602947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.606266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8f6e799a-1d02-4361-ac68-382f0df1c061 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/2292d8d1-a64b-48ae-91d7-12761045a2de HTTP/1.1" status: 204 len: 168 time: 0.2782869 Dec 15 05:02:38.608952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43272) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:38.615425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702e30ed-1b99-44aa-9f2b-bbd4c7a247fe None None] Network 9e449166-892b-4f48-a596-f3025d041554 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:38.664944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 73c76f2a-5dd8-414f-83f5-9cd87c56e01b {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:38.668087 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.708815 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.761047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] DHCP port deletion for 9e449166-892b-4f48-a596-f3025d041554 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:38.797874 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.806797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] Deleting port 24a0529f-a2b1-419a-abff-7c24b04aa784 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:38.807175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.855790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.871806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] For port 24a0529f-a2b1-419a-abff-7c24b04aa784, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24a0529f-a2b1-419a-abff-7c24b04aa784,segment=NetworkSegment(d8721734-4826-4ee5-bca0-6a2401449b38),segment_id=d8721734-4826-4ee5-bca0-6a2401449b38)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:38.872238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.884000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=73c76f2a-5dd8-414f-83f5-9cd87c56e01b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:38.885480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] Calling delete_port for 24a0529f-a2b1-419a-abff-7c24b04aa784 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:38.885984 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:38.889148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-682c8fa0-ab5f-4e68-8c9b-81b28b5c5e53 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/73c76f2a-5dd8-414f-83f5-9cd87c56e01b HTTP/1.1" status: 204 len: 168 time: 0.2792487 Dec 15 05:02:38.891629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43274) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:38.894658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bc8b3-6010-4b22-a3a5-18dc1406ec7a None None] Network 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:38.969306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.045387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 24a0529f-a2b1-419a-abff-7c24b04aa784 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:39.045921 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.055935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.087155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] Pushing event deleted for resources: {'Port': ['ID=24a0529f-a2b1-419a-abff-7c24b04aa784,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:39.091978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cc446-3d79-4b81-938f-7dcfc217dc10 None None] No DVR routers for this DVR port 24a0529f-a2b1-419a-abff-7c24b04aa784 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:39.125156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 24a0529f-a2b1-419a-abff-7c24b04aa784, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=24a0529f-a2b1-419a-abff-7c24b04aa784,segment=NetworkSegment(d8721734-4826-4ee5-bca0-6a2401449b38),segment_id=d8721734-4826-4ee5-bca0-6a2401449b38)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:39.125536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.139838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 24a0529f-a2b1-419a-abff-7c24b04aa784 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:39.141762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] DHCP port deletion for 28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:39.191941 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] Deleting port ae4cfaee-bc66-4561-9759-5a2b830808a2 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:39.192373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.223540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.251205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port 24a0529f-a2b1-419a-abff-7c24b04aa784 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:39.258483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=24a0529f-a2b1-419a-abff-7c24b04aa784,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:39.275577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] For port ae4cfaee-bc66-4561-9759-5a2b830808a2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ae4cfaee-bc66-4561-9759-5a2b830808a2,segment=NetworkSegment(2db73687-3628-48b2-b048-2acf10213394),segment_id=2db73687-3628-48b2-b048-2acf10213394)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:39.275973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.291311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] Calling delete_port for ae4cfaee-bc66-4561-9759-5a2b830808a2 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:39.346883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.372639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e449166-892b-4f48-a596-f3025d041554']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:39.381893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.383594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8721734-4826-4ee5-bca0-6a2401449b38') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:39.384155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8721734-4826-4ee5-bca0-6a2401449b38') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:39.394744 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.411399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.412674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] Pushing event deleted for resources: {'Port': ['ID=ae4cfaee-bc66-4561-9759-5a2b830808a2,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:39.415068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373ec56-baaf-4394-a6cf-3bf3e6683896 None None] No DVR routers for this DVR port ae4cfaee-bc66-4561-9759-5a2b830808a2 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:39.432422 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:39.433568 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:39.436658 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:39.497236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.504710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.521426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/9e449166-892b-4f48-a596-f3025d041554 HTTP/1.1" status: 204 len: 168 time: 0.6262755 Dec 15 05:02:39.521944 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43310) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:39.556187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab9a6-a7fb-4913-b862-2a5a549ed35c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=9e449166-892b-4f48-a596-f3025d041554,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:39.626235 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.718483 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.739740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:39.749638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db73687-3628-48b2-b048-2acf10213394') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:39.749936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db73687-3628-48b2-b048-2acf10213394') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:39.759407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.772303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.778888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:39.779276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:39.782246 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:39.849931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.858720 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.861932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e HTTP/1.1" status: 204 len: 168 time: 0.3393843 Dec 15 05:02:39.866112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43362) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:39.871427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-652422082'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:39.876006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb830-a1b9-4fc3-9618-6fb75bf3b9b8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=28555ff5-fcaf-4c88-ae9c-6823b4ae9c9e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:39.892617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:39.896411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.922050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:39.932504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:39.932853 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment 9cc1601f-6d36-4bfd-b8d1-2569c26069ba of type vlan for network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 Dec 15 05:02:39.973881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.000270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.006539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:40.007576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.069892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2005186 Dec 15 05:02:40.070268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43380) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:40.075762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:40.089231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fe6f6-b626-4fed-9204-d3e7b3e0e0f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=558c4a39-e34f-45fc-8dc0-aa8658be9a91,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:40.104407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:40.192614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:40.196270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.385200 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.457962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=18fccc29-e03d-4485-8ada-e0d85d8cd72f,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:40.468894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': '9cc1601f-6d36-4bfd-b8d1-2569c26069ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:40.469254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: 558c4a39-e34f-45fc-8dc0-aa8658be9a91, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:40.486064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:40.495228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 558c4a39-e34f-45fc-8dc0-aa8658be9a91) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:40.500972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:40.501573 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.506219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b9488-6677-4f7a-9977-785f4303de09 None None] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:40.520023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-48973a6e-4069-41d8-b268-6ce869783750 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4486263 Dec 15 05:02:40.523666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43424) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:40.529210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1935515844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:40.555014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.557571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.631906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.634865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-558c4a39-e34f-45fc-8dc0-aa8658be9a91', 'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '18fccc29-e03d-4485-8ada-e0d85d8cd72f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:40.635813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.640794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.670403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.672208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cb29440f-0462-4396-9326-d7a1752c6530 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1470077 Dec 15 05:02:40.674940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43448) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:40.682293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'port': {'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91', 'name': 'tempest-RoutersTest-1453578245'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:40.738907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae4cfaee-bc66-4561-9759-5a2b830808a2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:40.769840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ae4cfaee-bc66-4561-9759-5a2b830808a2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:40.770501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ae4cfaee-bc66-4561-9759-5a2b830808a2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:40.771099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24a0529f-a2b1-419a-abff-7c24b04aa784 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:40.795776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 24a0529f-a2b1-419a-abff-7c24b04aa784 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:40.796156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 24a0529f-a2b1-419a-abff-7c24b04aa784 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:40.803492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:40.808662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:40.827196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] device_id is not set on port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:02:40.856116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Allocated IP 172.20.0.2 (558c4a39-e34f-45fc-8dc0-aa8658be9a91/18fccc29-e03d-4485-8ada-e0d85d8cd72f/649ba33b-f958-4ab2-9dc8-aa18740f924a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:41.004111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.010568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.054423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:41.056425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:41.059349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:41.067791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.20.0.3 (558c4a39-e34f-45fc-8dc0-aa8658be9a91/18fccc29-e03d-4485-8ada-e0d85d8cd72f/115ab552-c20e-4ca0-8ac1-74c09eec7bd9) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:41.095182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Pushing event updated for resources: {'Port': ['ID=649ba33b-f958-4ab2-9dc8-aa18740f924a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:41.130493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Attempting to bind port 649ba33b-f958-4ab2-9dc8-aa18740f924a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:41.131092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Attempting to bind port 649ba33b-f958-4ab2-9dc8-aa18740f924a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '9cc1601f-6d36-4bfd-b8d1-2569c26069ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:41.131214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Attempting to bind port 649ba33b-f958-4ab2-9dc8-aa18740f924a on network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:41.136440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:41.136821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Checking segment: {'id': '9cc1601f-6d36-4bfd-b8d1-2569c26069ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:41.137224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.137619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Bound using segment: {'id': '9cc1601f-6d36-4bfd-b8d1-2569c26069ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:41.138086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Bound port: 649ba33b-f958-4ab2-9dc8-aa18740f924a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc1601f-6d36-4bfd-b8d1-2569c26069ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '558c4a39-e34f-45fc-8dc0-aa8658be9a91'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:41.138470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.201265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] For port 649ba33b-f958-4ab2-9dc8-aa18740f924a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:41.204414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] For port 649ba33b-f958-4ab2-9dc8-aa18740f924a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=649ba33b-f958-4ab2-9dc8-aa18740f924a,segment=NetworkSegment(9cc1601f-6d36-4bfd-b8d1-2569c26069ba),segment_id=9cc1601f-6d36-4bfd-b8d1-2569c26069ba)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:41.210770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.241582 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.272672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678790f-df7c-45f9-a9f8-0d8764f7410f None None] Pushing event updated for resources: {'Port': ['ID=649ba33b-f958-4ab2-9dc8-aa18740f924a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:41.292022 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.339181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:41.344675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:41.348835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:41.374670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=115ab552-c20e-4ca0-8ac1-74c09eec7bd9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:41.405292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:41.405907 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:41.427537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-244e99ad-54f9-4a69-971c-72420f82d467 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7482541 Dec 15 05:02:41.427635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43494) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:41.498443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 666c89ec-1235-42c9-b07b-9e13506d580e no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:41.521512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 666c89ec-1235-42c9-b07b-9e13506d580e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:41.521864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 666c89ec-1235-42c9-b07b-9e13506d580e not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:41.808581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.068754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.077292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.164970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=115ab552-c20e-4ca0-8ac1-74c09eec7bd9,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:42.317046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.385001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32b2b57-16cc-40d5-b47d-456256d5c3fd None None] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:42.444436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.468150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b93b5e12-c6d6-4178-84e8-cf85aa405868 None None] Provisioning complete for port 649ba33b-f958-4ab2-9dc8-aa18740f924a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:42.468613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b93b5e12-c6d6-4178-84e8-cf85aa405868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.590811 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b93b5e12-c6d6-4178-84e8-cf85aa405868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.638222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b93b5e12-c6d6-4178-84e8-cf85aa405868 None None] For port 649ba33b-f958-4ab2-9dc8-aa18740f924a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=649ba33b-f958-4ab2-9dc8-aa18740f924a,segment=NetworkSegment(9cc1601f-6d36-4bfd-b8d1-2569c26069ba),segment_id=9cc1601f-6d36-4bfd-b8d1-2569c26069ba)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:42.643758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b93b5e12-c6d6-4178-84e8-cf85aa405868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.707983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b5e12-c6d6-4178-84e8-cf85aa405868 None None] Pushing event updated for resources: {'Port': ['ID=649ba33b-f958-4ab2-9dc8-aa18740f924a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:42.757957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 649ba33b-f958-4ab2-9dc8-aa18740f924a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:42.810973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 649ba33b-f958-4ab2-9dc8-aa18740f924a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:42.811398 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:42.976437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8c177ccb-3da8-4420-b842-0134cbd666fa None None] Provisioning complete for port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:42.976949 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c177ccb-3da8-4420-b842-0134cbd666fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.019581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8c177ccb-3da8-4420-b842-0134cbd666fa None None] Port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:43.034845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8c177ccb-3da8-4420-b842-0134cbd666fa None None] Provisioning complete for port 649ba33b-f958-4ab2-9dc8-aa18740f924a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:43.035698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c177ccb-3da8-4420-b842-0134cbd666fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.156885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.162774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.241978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.244852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=115ab552-c20e-4ca0-8ac1-74c09eec7bd9,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:43.255517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-50a4e9df-bd7a-4f12-bc83-51f35fd1834f None None] Provisioning complete for port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:43.256457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-50a4e9df-bd7a-4f12-bc83-51f35fd1834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.300465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-50a4e9df-bd7a-4f12-bc83-51f35fd1834f None None] Port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:43.356538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:43.358778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:43.425880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-859d9642-b1aa-4aaf-a75c-4e07865bf4ac None None] Provisioning complete for port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:43.426374 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-859d9642-b1aa-4aaf-a75c-4e07865bf4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.474855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-859d9642-b1aa-4aaf-a75c-4e07865bf4ac None None] Port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:43.517529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 92f90048-92a4-41fe-8d68-c2ea6d53040e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:02:43.616449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:43.624394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43536) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:43.624858 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9c99676d-1ba9-4a11-8e58-df736533e531 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/92f90048-92a4-41fe-8d68-c2ea6d53040e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957297 Dec 15 05:02:43.642140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] Sync routers for ids ['92f90048-92a4-41fe-8d68-c2ea6d53040e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:43.653221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] Routers {'92f90048-92a4-41fe-8d68-c2ea6d53040e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:43.653834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['92f90048-92a4-41fe-8d68-c2ea6d53040e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:43.676884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e392d-6abb-44d7-a840-e3760bedf542 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:43.678265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe5e392d-6abb-44d7-a840-e3760bedf542 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports/115ab552-c20e-4ca0-8ac1-74c09eec7bd9 HTTP/1.1" status: 200 len: 977 time: 0.0513649 Dec 15 05:02:43.681110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43538) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:43.693855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:43.716163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] Routers {'92f90048-92a4-41fe-8d68-c2ea6d53040e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:43.717016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['92f90048-92a4-41fe-8d68-c2ea6d53040e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:43.720926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b9052769-3ecc-476e-aca2-1d68d3b8aab5 None None] Provisioning complete for port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:43.721205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9052769-3ecc-476e-aca2-1d68d3b8aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:43.947685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:43.948382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7031ab5-8168-4b82-850a-891e8d18faf0 None None] The sync data for ids ['92f90048-92a4-41fe-8d68-c2ea6d53040e'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:43.969750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b9052769-3ecc-476e-aca2-1d68d3b8aab5 None None] Port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:44.430570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:44.644761 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:44.645424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:44.695976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 649ba33b-f958-4ab2-9dc8-aa18740f924a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:44.744437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:44.746773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 649ba33b-f958-4ab2-9dc8-aa18740f924a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:44.746911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:44.759100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 115ab552-c20e-4ca0-8ac1-74c09eec7bd9 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:44.943203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:44.970071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=115ab552-c20e-4ca0-8ac1-74c09eec7bd9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:45.141526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.332376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 92f90048-92a4-41fe-8d68-c2ea6d53040e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:45.385048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:45.413247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:45.420173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-432f26f0-9775-4c66-bcbb-25a5c5aa35dc tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/92f90048-92a4-41fe-8d68-c2ea6d53040e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378049 Dec 15 05:02:45.423100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43556) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:45.427341 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] Sync routers for ids ['92f90048-92a4-41fe-8d68-c2ea6d53040e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:45.437466 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] Routers {'92f90048-92a4-41fe-8d68-c2ea6d53040e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:45.438387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['92f90048-92a4-41fe-8d68-c2ea6d53040e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:45.478508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:45.487918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] Routers {'92f90048-92a4-41fe-8d68-c2ea6d53040e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:45.488551 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['92f90048-92a4-41fe-8d68-c2ea6d53040e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:45.520440 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:45.521085 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ad2ce-b3da-4fa5-9211-ed64f78c6937 None None] The sync data for ids ['92f90048-92a4-41fe-8d68-c2ea6d53040e'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:45.666938 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-20681a22-e2be-4f75-b4bb-f584a16a85c2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 05:02:45.667905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-20681a22-e2be-4f75-b4bb-f584a16a85c2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/92f90048-92a4-41fe-8d68-c2ea6d53040e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2438343 Dec 15 05:02:45.670953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43558) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:45.671472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6d1dd8c2-36da-4e56-b357-c93c9b051b02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=601888688ba14411bab78ed7b3163412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853355 Dec 15 05:02:45.673929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43560) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:45.698713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f33bd238-4a42-400f-9cbf-e6bbbf9ca7ac tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f90048-92a4-41fe-8d68-c2ea6d53040e HTTP/1.1" status: 200 len: 205 time: 0.0263951 Dec 15 05:02:45.701329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:45.722126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9dea20b-b38b-4bc9-8945-d73a4762fb6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.743703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9dea20b-b38b-4bc9-8945-d73a4762fb6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.775920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.791212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9dea20b-b38b-4bc9-8945-d73a4762fb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.793875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d9dea20b-b38b-4bc9-8945-d73a4762fb6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.795038 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d9dea20b-b38b-4bc9-8945-d73a4762fb6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20034574-9563-4fef-9d27-fe9aa75a1cd8 HTTP/1.1" status: 204 len: 168 time: 0.1202285 Dec 15 05:02:45.803003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dea20b-b38b-4bc9-8945-d73a4762fb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20034574-9563-4fef-9d27-fe9aa75a1cd8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:45.947804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.950375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.995544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:45.995981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router 92f90048-92a4-41fe-8d68-c2ea6d53040e {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:02:46.003006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.007784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bfeb794-0f3c-4d4e-8d33-777b479249d2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/92f90048-92a4-41fe-8d68-c2ea6d53040e HTTP/1.1" status: 204 len: 168 time: 0.3047872 Dec 15 05:02:46.008306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43566) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:46.066237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 18fccc29-e03d-4485-8ada-e0d85d8cd72f {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:46.070499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.119139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.213206 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.276928 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.303367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=18fccc29-e03d-4485-8ada-e0d85d8cd72f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:46.309391 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.315434 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fd58f182-eba2-45ef-bacb-1801a7ace549 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/18fccc29-e03d-4485-8ada-e0d85d8cd72f HTTP/1.1" status: 204 len: 168 time: 0.3060145 Dec 15 05:02:46.316127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:46.317220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea626b-4685-466b-8240-5296d5f14bcb None None] Network 558c4a39-e34f-45fc-8dc0-aa8658be9a91 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:46.395711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.449247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 649ba33b-f958-4ab2-9dc8-aa18740f924a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:46.449580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.468018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] DHCP port deletion for 558c4a39-e34f-45fc-8dc0-aa8658be9a91 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:46.515165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] Deleting port 649ba33b-f958-4ab2-9dc8-aa18740f924a {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:46.515631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.516910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 649ba33b-f958-4ab2-9dc8-aa18740f924a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=649ba33b-f958-4ab2-9dc8-aa18740f924a,segment=NetworkSegment(9cc1601f-6d36-4bfd-b8d1-2569c26069ba),segment_id=9cc1601f-6d36-4bfd-b8d1-2569c26069ba)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:46.517280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.530873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 649ba33b-f958-4ab2-9dc8-aa18740f924a owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:46.576957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] For port 649ba33b-f958-4ab2-9dc8-aa18740f924a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=649ba33b-f958-4ab2-9dc8-aa18740f924a,segment=NetworkSegment(9cc1601f-6d36-4bfd-b8d1-2569c26069ba),segment_id=9cc1601f-6d36-4bfd-b8d1-2569c26069ba)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:46.577444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.594431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] Calling delete_port for 649ba33b-f958-4ab2-9dc8-aa18740f924a owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:46.610717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.638708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=649ba33b-f958-4ab2-9dc8-aa18740f924a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:46.642338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port 649ba33b-f958-4ab2-9dc8-aa18740f924a on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:46.687515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 649ba33b-f958-4ab2-9dc8-aa18740f924a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:46.709086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 649ba33b-f958-4ab2-9dc8-aa18740f924a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:46.709436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 649ba33b-f958-4ab2-9dc8-aa18740f924a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:46.712054 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.736351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.738964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] Pushing event deleted for resources: {'Port': ['ID=649ba33b-f958-4ab2-9dc8-aa18740f924a,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:46.742799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3422f-3eb2-472a-aa5d-4036ea29ed54 None None] No DVR routers for this DVR port 649ba33b-f958-4ab2-9dc8-aa18740f924a on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:46.762224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558c4a39-e34f-45fc-8dc0-aa8658be9a91']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:46.771333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc1601f-6d36-4bfd-b8d1-2569c26069ba') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:46.771629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc1601f-6d36-4bfd-b8d1-2569c26069ba') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:46.781498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.794950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.802284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:46.802970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:46.806863 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:46.866662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.874344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.877575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/558c4a39-e34f-45fc-8dc0-aa8658be9a91 HTTP/1.1" status: 204 len: 168 time: 0.5605018 Dec 15 05:02:46.882201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:46.887188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-336251037'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:46.890391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82ead9-023f-40b1-aa2e-4b9a306484ae tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=558c4a39-e34f-45fc-8dc0-aa8658be9a91,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:46.908553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:46.912096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.935075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:46.943571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:46.943912 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment 8b347467-4c0c-4444-9c77-7f58d5d6c084 of type vlan for network e556b0a3-3f2a-4d81-b9e7-e19534b8845a Dec 15 05:02:46.983160 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.008125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.013592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:47.014194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.070776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1873474 Dec 15 05:02:47.076653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43574) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:47.083208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:47.085751 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c7b4a-a0d0-45a3-ad12-c0685978fc2e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=e556b0a3-3f2a-4d81-b9e7-e19534b8845a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:47.099091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:47.181563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:47.185120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.362488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.426743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=3d300717-5590-4f44-b9fd-99bc35a31f0d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:47.433932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': '8b347467-4c0c-4444-9c77-7f58d5d6c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:47.434303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: e556b0a3-3f2a-4d81-b9e7-e19534b8845a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:47.451995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:47.465381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e556b0a3-3f2a-4d81-b9e7-e19534b8845a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:47.470047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:47.471159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.478967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb3b84-5783-487d-9035-e2b19cfbb999 None None] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:47.488141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-917bc590-f995-47ea-82d4-10a4c7bad277 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4101524 Dec 15 05:02:47.490740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43578) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:47.495138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1109531663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:47.517665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.518950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.571349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.576311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.581145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-e556b0a3-3f2a-4d81-b9e7-e19534b8845a', 'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '3d300717-5590-4f44-b9fd-99bc35a31f0d'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:47.582178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.609296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.610831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9532d1ed-70ff-46a8-adcf-702226004b49 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1191149 Dec 15 05:02:47.613758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43580) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:47.724192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Allocated IP 172.20.0.2 (e556b0a3-3f2a-4d81-b9e7-e19534b8845a/3d300717-5590-4f44-b9fd-99bc35a31f0d/b265aca8-4863-488a-b84c-1e4b551801e9) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:47.868581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.874808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.890577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.921392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:47.926455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:47.928568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Pushing event updated for resources: {'Port': ['ID=b265aca8-4863-488a-b84c-1e4b551801e9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:47.931217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:47.984580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Attempting to bind port b265aca8-4863-488a-b84c-1e4b551801e9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:47.984964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Attempting to bind port b265aca8-4863-488a-b84c-1e4b551801e9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8b347467-4c0c-4444-9c77-7f58d5d6c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:47.985334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Attempting to bind port b265aca8-4863-488a-b84c-1e4b551801e9 on network e556b0a3-3f2a-4d81-b9e7-e19534b8845a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:47.990375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:47.990751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Checking segment: {'id': '8b347467-4c0c-4444-9c77-7f58d5d6c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:47.991159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:47.992112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Bound using segment: {'id': '8b347467-4c0c-4444-9c77-7f58d5d6c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:47.992583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Bound port: b265aca8-4863-488a-b84c-1e4b551801e9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b347467-4c0c-4444-9c77-7f58d5d6c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e556b0a3-3f2a-4d81-b9e7-e19534b8845a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:47.992969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.056724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] For port b265aca8-4863-488a-b84c-1e4b551801e9, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:48.059939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] For port b265aca8-4863-488a-b84c-1e4b551801e9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b265aca8-4863-488a-b84c-1e4b551801e9,segment=NetworkSegment(8b347467-4c0c-4444-9c77-7f58d5d6c084),segment_id=8b347467-4c0c-4444-9c77-7f58d5d6c084)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:48.064447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.134993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d30e1b-38cc-46e1-81e6-448b76f8bad1 None None] Pushing event updated for resources: {'Port': ['ID=b265aca8-4863-488a-b84c-1e4b551801e9,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:48.151610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.20.0.1 (e556b0a3-3f2a-4d81-b9e7-e19534b8845a/3d300717-5590-4f44-b9fd-99bc35a31f0d/16a2698a-7f15-4929-a5d2-6fa9cfb652c3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:48.588737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.623401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.671724 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:48.674851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:48.679114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:48.683015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=16a2698a-7f15-4929-a5d2-6fa9cfb652c3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:48.711039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b265aca8-4863-488a-b84c-1e4b551801e9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:48.723942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.764912 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b265aca8-4863-488a-b84c-1e4b551801e9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:48.765285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.848203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.853053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.890926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port b265aca8-4863-488a-b84c-1e4b551801e9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b265aca8-4863-488a-b84c-1e4b551801e9,segment=NetworkSegment(8b347467-4c0c-4444-9c77-7f58d5d6c084),segment_id=8b347467-4c0c-4444-9c77-7f58d5d6c084)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:48.895998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:48.949661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=b265aca8-4863-488a-b84c-1e4b551801e9,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:49.094176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6bc05a-b3ae-4245-b80a-786f3482efef None None] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:49.126532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.131732 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.155998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2321cb3d-9c6c-40d8-afb5-156c7f7ae380 None None] Provisioning complete for port b265aca8-4863-488a-b84c-1e4b551801e9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:49.156298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2321cb3d-9c6c-40d8-afb5-156c7f7ae380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.203527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=16a2698a-7f15-4929-a5d2-6fa9cfb652c3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:49.209209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.307362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:49.308800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:49.432708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router fae5c021-cc73-4c7b-bb2e-cc2e56b07206 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:02:49.498930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1d7b491d-f0e3-449e-a96f-03957882c9c8 None None] Provisioning complete for port b265aca8-4863-488a-b84c-1e4b551801e9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:49.499332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d7b491d-f0e3-449e-a96f-03957882c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.532542 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:49.539040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-499c3c87-612f-409e-b08e-d9e019bfba41 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/fae5c021-cc73-4c7b-bb2e-cc2e56b07206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9230101 Dec 15 05:02:49.540866 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43586) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:49.546552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] Sync routers for ids ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:49.564273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] Routers {'fae5c021-cc73-4c7b-bb2e-cc2e56b07206'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:49.564911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:49.589157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a6759-c112-49e5-99a8-91a45beddc07 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:49.593275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd2a6759-c112-49e5-99a8-91a45beddc07 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports/16a2698a-7f15-4929-a5d2-6fa9cfb652c3 HTTP/1.1" status: 200 len: 910 time: 0.0483751 Dec 15 05:02:49.593620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43588) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:49.624566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:49.641686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] Routers {'fae5c021-cc73-4c7b-bb2e-cc2e56b07206'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:49.642309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:49.682747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:49.683286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987fac8-6c03-481d-b169-16a3a525960a None None] The sync data for ids ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:49.693547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1d7b491d-f0e3-449e-a96f-03957882c9c8 None None] Provisioning complete for port 16a2698a-7f15-4929-a5d2-6fa9cfb652c3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:49.693919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d7b491d-f0e3-449e-a96f-03957882c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.727895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b491d-f0e3-449e-a96f-03957882c9c8 None None] Port 16a2698a-7f15-4929-a5d2-6fa9cfb652c3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:49.846395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5410145f-e205-42c3-b596-cf6bbc49e692 None None] Provisioning complete for port 16a2698a-7f15-4929-a5d2-6fa9cfb652c3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:49.846765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5410145f-e205-42c3-b596-cf6bbc49e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:49.880054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5410145f-e205-42c3-b596-cf6bbc49e692 None None] Port 16a2698a-7f15-4929-a5d2-6fa9cfb652c3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:49.919130 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:50.153460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 16a2698a-7f15-4929-a5d2-6fa9cfb652c3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:50.153804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:50.237696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:50.249273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 16a2698a-7f15-4929-a5d2-6fa9cfb652c3 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:50.412756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:50.438155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=16a2698a-7f15-4929-a5d2-6fa9cfb652c3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:50.583146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:50.686196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b265aca8-4863-488a-b84c-1e4b551801e9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:50.735124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router fae5c021-cc73-4c7b-bb2e-cc2e56b07206 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:50.735674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b265aca8-4863-488a-b84c-1e4b551801e9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:50.735674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:50.812626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:50.817894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-49fb953b-0751-44ba-8ae0-143021be82d3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/fae5c021-cc73-4c7b-bb2e-cc2e56b07206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2232192 Dec 15 05:02:50.820644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43592) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:50.822592 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] Sync routers for ids ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:50.832516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] Routers {'fae5c021-cc73-4c7b-bb2e-cc2e56b07206'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:50.833109 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:50.847341 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-347a5851-cdae-4b0a-b55b-1ebf744ab279 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae5c021-cc73-4c7b-bb2e-cc2e56b07206 HTTP/1.1" status: 200 len: 205 time: 0.0254338 Dec 15 05:02:50.849746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43594) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:50.869077 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:50.877447 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] Routers {'fae5c021-cc73-4c7b-bb2e-cc2e56b07206'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:50.878027 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:50.914564 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:50.915202 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3416b18-8171-4b57-9a2b-1c30c73696e0 None None] The sync data for ids ['fae5c021-cc73-4c7b-bb2e-cc2e56b07206'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:50.925982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.077701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.079791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.123273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.123802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router fae5c021-cc73-4c7b-bb2e-cc2e56b07206 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:02:51.131244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.135521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ff5dbf70-4879-4982-8dd6-61b0431080ee tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/fae5c021-cc73-4c7b-bb2e-cc2e56b07206 HTTP/1.1" status: 204 len: 168 time: 0.2848175 Dec 15 05:02:51.136139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43596) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:51.186417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 3d300717-5590-4f44-b9fd-99bc35a31f0d {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:02:51.189516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.228620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.312721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.368637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.398463 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.402697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/3d300717-5590-4f44-b9fd-99bc35a31f0d HTTP/1.1" status: 204 len: 168 time: 0.2655523 Dec 15 05:02:51.403551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885bb60-e28d-4204-9b86-6e1f33e336ba None None] Network e556b0a3-3f2a-4d81-b9e7-e19534b8845a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:51.403743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0d541-dbe9-484a-85d8-e5954210ac97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=3d300717-5590-4f44-b9fd-99bc35a31f0d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:51.405137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43598) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:51.483072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.535754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port b265aca8-4863-488a-b84c-1e4b551801e9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:51.536114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.556213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] DHCP port deletion for e556b0a3-3f2a-4d81-b9e7-e19534b8845a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:51.606414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port b265aca8-4863-488a-b84c-1e4b551801e9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b265aca8-4863-488a-b84c-1e4b551801e9,segment=NetworkSegment(8b347467-4c0c-4444-9c77-7f58d5d6c084),segment_id=8b347467-4c0c-4444-9c77-7f58d5d6c084)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:51.606780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.610111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] Deleting port b265aca8-4863-488a-b84c-1e4b551801e9 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:51.610636 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.686061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] For port b265aca8-4863-488a-b84c-1e4b551801e9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b265aca8-4863-488a-b84c-1e4b551801e9,segment=NetworkSegment(8b347467-4c0c-4444-9c77-7f58d5d6c084),segment_id=8b347467-4c0c-4444-9c77-7f58d5d6c084)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:51.686061 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.699590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] Calling delete_port for b265aca8-4863-488a-b84c-1e4b551801e9 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:51.778755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:51.807317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] Pushing event deleted for resources: {'Port': ['ID=b265aca8-4863-488a-b84c-1e4b551801e9,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:51.809190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346a622-edee-41ef-aef6-acef44f16caa None None] No DVR routers for this DVR port b265aca8-4863-488a-b84c-1e4b551801e9 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:51.941342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for b265aca8-4863-488a-b84c-1e4b551801e9 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:52.013950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.037930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=b265aca8-4863-488a-b84c-1e4b551801e9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:52.041851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port b265aca8-4863-488a-b84c-1e4b551801e9 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:02:52.124736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.143550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e556b0a3-3f2a-4d81-b9e7-e19534b8845a']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:52.153495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b347467-4c0c-4444-9c77-7f58d5d6c084') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:52.153798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b347467-4c0c-4444-9c77-7f58d5d6c084') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:52.162744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.176473 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.182221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:02:52.182601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: self.session.flush() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:02:52.185644 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:02:52.244256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.250826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.253960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/e556b0a3-3f2a-4d81-b9e7-e19534b8845a HTTP/1.1" status: 204 len: 168 time: 0.8476136 Dec 15 05:02:52.258385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43602) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:52.263067 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157509989', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:52.265654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec353f-e853-4037-b472-5e2aa9b9a0ff tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=e556b0a3-3f2a-4d81-b9e7-e19534b8845a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:52.286185 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.287188 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.341145 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.475148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.666505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.685542 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.687650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b265aca8-4863-488a-b84c-1e4b551801e9 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:02:52.712060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b265aca8-4863-488a-b84c-1e4b551801e9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:02:52.712441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b265aca8-4863-488a-b84c-1e4b551801e9 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:02:52.795736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.25.2.117 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/204919d2-95d1-4a7f-a8ed-a45bad67d67b) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:52.895817 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.929998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:52.971116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:52.974034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:52.977619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:52.986794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428cb40-301f-44bf-bec7-4d173aa9826a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:53.001220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=204919d2-95d1-4a7f-a8ed-a45bad67d67b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:53.022078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4921b24b-4c55-49fe-8c05-60310525a143 None None] Provisioning complete for port 204919d2-95d1-4a7f-a8ed-a45bad67d67b triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:53.022539 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4921b24b-4c55-49fe-8c05-60310525a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:53.051246 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:02:53.057924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4921b24b-4c55-49fe-8c05-60310525a143 None None] Port 204919d2-95d1-4a7f-a8ed-a45bad67d67b cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:53.233575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:53.420772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:53.545581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:02:53.649262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:53.658715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] Sync routers for ids ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:53.669521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:53.669835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] Routers {'a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:53.670458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:53.673741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43606) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:53.674202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6d8da6af-d11d-4f37-95a7-6519ab75ea0a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.4144022 Dec 15 05:02:53.704613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:53.713688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] Routers {'a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:53.714289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:53.746178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:53.747008 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef975b5-4b35-418e-ab16-45e31bc46327 None None] The sync data for ids ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:53.782303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-53e6753f-0899-423e-bf08-0aa0f9d1556c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/routers/a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 200 len: 880 time: 0.1073377 Dec 15 05:02:53.784648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43610) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:53.995007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9a259472-d66f-4dd2-af7d-283c1848b9f0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2092054 Dec 15 05:02:53.997415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43612) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:54.001555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-157509989'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:54.297925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:54.308785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:54.412669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:54.515973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:54.522742 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:54.528095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf5a0e28-a09e-4fd1-9724-01e120fb5f04 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 200 len: 887 time: 0.5258565 Dec 15 05:02:54.528296 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] Sync routers for ids ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:54.528748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43614) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:54.536338 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] Routers {'a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:54.536935 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:54.572586 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:54.580971 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] Routers {'a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:54.581562 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:54.614524 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:54.615162 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f0a27-efe9-4dda-b7cd-b916e73aa3df None None] The sync data for ids ['a9e40b17-d71c-4ae1-a15b-dea7aeac2e20'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:54.636439 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4affd3e5-742a-4f5a-b9d0-fc39968490b4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/routers/a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 200 len: 887 time: 0.1082447 Dec 15 05:02:54.639206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:54.664820 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf9ffb6c-3864-42f4-9512-35812a244487 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 200 len: 205 time: 0.0245798 Dec 15 05:02:54.667251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43618) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:54.769349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:54.870461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:54.926226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 204919d2-95d1-4a7f-a8ed-a45bad67d67b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:54.926722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.011067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.022578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 204919d2-95d1-4a7f-a8ed-a45bad67d67b owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:55.181647 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.206942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=204919d2-95d1-4a7f-a8ed-a45bad67d67b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:55.218084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6f46c-452e-486e-a519-0aeb5422ca74 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:02:55.270114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.361256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.363332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.404780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.405369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:02:55.411980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.413637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ddcb39d9-19c7-42e6-9969-47607209b063 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 204 len: 168 time: 0.7449431 Dec 15 05:02:55.417407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43622) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:55.422105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-123221705'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:55.442302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:55.445850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.468940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:02:55.478073 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.478437 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment 202621e1-5115-4954-a6bd-4732620d4c4a of type vlan for network a64e9bca-11ad-4d71-a2f3-b1f15369b379 Dec 15 05:02:55.518215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.541271 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.546736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:55.547311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.610647 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1922166 Dec 15 05:02:55.613368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43624) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:55.620050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:55.624529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003a8c4-31ad-408a-accb-1df574fc6361 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=a64e9bca-11ad-4d71-a2f3-b1f15369b379,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:55.634991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:02:55.707500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:02:55.711577 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.883639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.946422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=9756506c-f957-4665-bafc-5909bb0312f7,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:55.953993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': '202621e1-5115-4954-a6bd-4732620d4c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:55.954362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: a64e9bca-11ad-4d71-a2f3-b1f15369b379, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:02:55.971109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:02:55.979957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a64e9bca-11ad-4d71-a2f3-b1f15369b379) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:55.984397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:55.985087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:55.992549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85519688-8792-4560-9b29-ae3e8d214fad None None] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:56.002063 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0098e6f2-1af5-45cf-bacd-b81d370aa8c9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3876977 Dec 15 05:02:56.004669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43628) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:56.009847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-779362447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:56.033789 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.034829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.088358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.093481 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.100765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a64e9bca-11ad-4d71-a2f3-b1f15369b379', 'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '9756506c-f957-4665-bafc-5909bb0312f7'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:02:56.101746 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.114114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.115307 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-85ebca59-9e4b-4336-9720-6b8fa59d0dd2 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1096094 Dec 15 05:02:56.118562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43630) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:56.230652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Allocated IP 172.20.0.2 (a64e9bca-11ad-4d71-a2f3-b1f15369b379/9756506c-f957-4665-bafc-5909bb0312f7/56027ac0-442a-48c8-954b-6c9d22895c87) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:56.540441 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.547261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.595160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:56.596290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Pushing event updated for resources: {'Port': ['ID=56027ac0-442a-48c8-954b-6c9d22895c87,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:56.599360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:56.602055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:56.658734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Attempting to bind port 56027ac0-442a-48c8-954b-6c9d22895c87 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:02:56.660850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Attempting to bind port 56027ac0-442a-48c8-954b-6c9d22895c87 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '202621e1-5115-4954-a6bd-4732620d4c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:02:56.661038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Attempting to bind port 56027ac0-442a-48c8-954b-6c9d22895c87 on network a64e9bca-11ad-4d71-a2f3-b1f15369b379 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:02:56.667389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:02:56.667935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Checking segment: {'id': '202621e1-5115-4954-a6bd-4732620d4c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:02:56.668821 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.669649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Bound using segment: {'id': '202621e1-5115-4954-a6bd-4732620d4c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:02:56.670443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Bound port: 56027ac0-442a-48c8-954b-6c9d22895c87, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202621e1-5115-4954-a6bd-4732620d4c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a64e9bca-11ad-4d71-a2f3-b1f15369b379'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:02:56.670443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.726804 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.731188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] For port 56027ac0-442a-48c8-954b-6c9d22895c87, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:02:56.734801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] For port 56027ac0-442a-48c8-954b-6c9d22895c87, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56027ac0-442a-48c8-954b-6c9d22895c87,segment=NetworkSegment(202621e1-5115-4954-a6bd-4732620d4c4a),segment_id=202621e1-5115-4954-a6bd-4732620d4c4a)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:02:56.738233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:56.800402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e93e39-2185-40bd-833f-88e141fd03a2 None None] Pushing event updated for resources: {'Port': ['ID=56027ac0-442a-48c8-954b-6c9d22895c87,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:56.986944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.20.0.1 (a64e9bca-11ad-4d71-a2f3-b1f15369b379/9756506c-f957-4665-bafc-5909bb0312f7/57b524e8-1e62-48da-8e4a-4d1ff77d43a0) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:02:57.113378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.146717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.194312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:57.197399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:57.201144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:02:57.223182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=57b524e8-1e62-48da-8e4a-4d1ff77d43a0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:57.246494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.358732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.631671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.637086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.707250 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b10539e1-6eff-49fb-925f-4cda099498c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.712229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=57b524e8-1e62-48da-8e4a-4d1ff77d43a0,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:57.717843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.722956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d0218-e10a-4d45-a884-584ed370a4ad None None] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:02:57.814500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:02:57.815939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:02:57.828655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-835d6d39-d4f5-4763-a250-f1b535a8f9e2 None None] Provisioning complete for port 56027ac0-442a-48c8-954b-6c9d22895c87 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:57.829024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-835d6d39-d4f5-4763-a250-f1b535a8f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.917590 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-835d6d39-d4f5-4763-a250-f1b535a8f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:57.934116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router a61647b0-dd69-4ae4-a21a-96ab21424a3e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:02:57.952793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-835d6d39-d4f5-4763-a250-f1b535a8f9e2 None None] For port 56027ac0-442a-48c8-954b-6c9d22895c87, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56027ac0-442a-48c8-954b-6c9d22895c87,segment=NetworkSegment(202621e1-5115-4954-a6bd-4732620d4c4a),segment_id=202621e1-5115-4954-a6bd-4732620d4c4a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:02:57.958205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-835d6d39-d4f5-4763-a250-f1b535a8f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.008035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d6d39-d4f5-4763-a250-f1b535a8f9e2 None None] Pushing event updated for resources: {'Port': ['ID=56027ac0-442a-48c8-954b-6c9d22895c87,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:58.036055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:58.041333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef65100f-ef43-4527-985b-ade2815c372c tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/a61647b0-dd69-4ae4-a21a-96ab21424a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9218056 Dec 15 05:02:58.043915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43634) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:58.047434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] Sync routers for ids ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:58.061739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] Routers {'a61647b0-dd69-4ae4-a21a-96ab21424a3e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:58.062382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:58.096177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e6cc94-a458-4a56-a99b-5a7ccbcd784b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:58.098165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e0e6cc94-a458-4a56-a99b-5a7ccbcd784b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports/57b524e8-1e62-48da-8e4a-4d1ff77d43a0 HTTP/1.1" status: 200 len: 910 time: 0.0527377 Dec 15 05:02:58.100972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43636) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:58.107680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9756506c-f957-4665-bafc-5909bb0312f7'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:02:58.116863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:58.128301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2a6ca838-6586-4e4e-8628-874fb5351c4d None None] Provisioning complete for port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:58.129103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca838-6586-4e4e-8628-874fb5351c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.159495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] Routers {'a61647b0-dd69-4ae4-a21a-96ab21424a3e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:58.160212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:02:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:58.209170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:58.210368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fcbf4-d1fc-4146-b956-3d108548643d None None] The sync data for ids ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:02:58.211695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ca838-6586-4e4e-8628-874fb5351c4d None None] Port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:58.222950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2a6ca838-6586-4e4e-8628-874fb5351c4d None None] Provisioning complete for port 56027ac0-442a-48c8-954b-6c9d22895c87 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:58.223327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca838-6586-4e4e-8628-874fb5351c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.268535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.429064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-99731034-81f2-4715-8a92-d34def919fce None None] Provisioning complete for port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:58.429436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-99731034-81f2-4715-8a92-d34def919fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.463553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-99731034-81f2-4715-8a92-d34def919fce None None] Port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:58.581305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-539ff69e-830d-4904-8fa7-36eb7e74fdb4 None None] Provisioning complete for port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:58.581679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-539ff69e-830d-4904-8fa7-36eb7e74fdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.628151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-539ff69e-830d-4904-8fa7-36eb7e74fdb4 None None] Port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:02:58.650399 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.660890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.722835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 56027ac0-442a-48c8-954b-6c9d22895c87 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:02:58.733577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=57b524e8-1e62-48da-8e4a-4d1ff77d43a0,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:58.742259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:02:58.742876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:58.744226 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-946f941a-db75-4144-836f-f583ae94aad5 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/ports/57b524e8-1e62-48da-8e4a-4d1ff77d43a0 HTTP/1.1" status: 200 len: 910 time: 0.6419036 Dec 15 05:02:58.747112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43640) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:58.772028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 56027ac0-442a-48c8-954b-6c9d22895c87 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:02:58.773415 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.055898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.298667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:02:59.299007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.381898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.393498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 57b524e8-1e62-48da-8e4a-4d1ff77d43a0 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:02:59.559614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.591937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=57b524e8-1e62-48da-8e4a-4d1ff77d43a0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:02:59.731933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.878982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router a61647b0-dd69-4ae4-a21a-96ab21424a3e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:02:59.901050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c6179f09-5eaf-4460-af17-39c5849aebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:02:59.954196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:02:59.960635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b67047db-70b2-4b08-a876-2d03ec5b641b tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/a61647b0-dd69-4ae4-a21a-96ab21424a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2124450 Dec 15 05:02:59.961998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43648) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:02:59.963718 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] Sync routers for ids ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:02:59.973840 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] Routers {'a61647b0-dd69-4ae4-a21a-96ab21424a3e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:02:59.974436 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:02:59.988872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fe5709a9-0d4c-4bfb-a63c-e95015c2029f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61647b0-dd69-4ae4-a21a-96ab21424a3e HTTP/1.1" status: 200 len: 205 time: 0.0257282 Dec 15 05:02:59.991891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43650) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:00.009367 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:00.017794 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] Routers {'a61647b0-dd69-4ae4-a21a-96ab21424a3e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:00.018382 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:00.050049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:00.050679 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938fcc9-a1ed-4f93-8a74-55b0c6dfde85 None None] The sync data for ids ['a61647b0-dd69-4ae4-a21a-96ab21424a3e'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:00.065536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.534280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.536439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.577919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.578369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router a61647b0-dd69-4ae4-a21a-96ab21424a3e {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:03:00.585785 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.587075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4072496c-e980-4a3a-9180-6e7da731b424 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/a61647b0-dd69-4ae4-a21a-96ab21424a3e HTTP/1.1" status: 204 len: 168 time: 0.5941949 Dec 15 05:03:00.589588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43654) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:00.642970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 9756506c-f957-4665-bafc-5909bb0312f7 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:00.646064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.685678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.765016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.825025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.849533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=9756506c-f957-4665-bafc-5909bb0312f7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:00.857350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.860479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6efab1-b3fb-41c3-a84e-bd99a63f2dff None None] Network a64e9bca-11ad-4d71-a2f3-b1f15369b379 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:00.862434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a8929f1b-da75-4810-8f49-0344ec71c053 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/9756506c-f957-4665-bafc-5909bb0312f7 HTTP/1.1" status: 204 len: 168 time: 0.2706211 Dec 15 05:03:00.863810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43656) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:00.938171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:00.993382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 56027ac0-442a-48c8-954b-6c9d22895c87 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:00.993988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.004645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] DHCP port deletion for a64e9bca-11ad-4d71-a2f3-b1f15369b379 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:01.055807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] Deleting port 56027ac0-442a-48c8-954b-6c9d22895c87 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:01.056210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.060520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 56027ac0-442a-48c8-954b-6c9d22895c87, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56027ac0-442a-48c8-954b-6c9d22895c87,segment=NetworkSegment(202621e1-5115-4954-a6bd-4732620d4c4a),segment_id=202621e1-5115-4954-a6bd-4732620d4c4a)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:01.060877 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.073850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 56027ac0-442a-48c8-954b-6c9d22895c87 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:01.118221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] For port 56027ac0-442a-48c8-954b-6c9d22895c87, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=56027ac0-442a-48c8-954b-6c9d22895c87,segment=NetworkSegment(202621e1-5115-4954-a6bd-4732620d4c4a),segment_id=202621e1-5115-4954-a6bd-4732620d4c4a)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:01.118563 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.130425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] Calling delete_port for 56027ac0-442a-48c8-954b-6c9d22895c87 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:01.152558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.181906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=56027ac0-442a-48c8-954b-6c9d22895c87,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:01.186893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port 56027ac0-442a-48c8-954b-6c9d22895c87 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:01.213671 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.222368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.247651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] Pushing event deleted for resources: {'Port': ['ID=56027ac0-442a-48c8-954b-6c9d22895c87,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:01.251090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef61c2-0dc3-4443-9968-9e92081ca27a None None] No DVR routers for this DVR port 56027ac0-442a-48c8-954b-6c9d22895c87 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:01.268285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.289020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64e9bca-11ad-4d71-a2f3-b1f15369b379']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:01.297970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202621e1-5115-4954-a6bd-4732620d4c4a') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:01.298261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202621e1-5115-4954-a6bd-4732620d4c4a') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:01.308190 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.321433 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.327099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:01.327476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:01.330364 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:01.390947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.398181 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.401342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/a64e9bca-11ad-4d71-a2f3-b1f15369b379 HTTP/1.1" status: 204 len: 168 time: 0.5365775 Dec 15 05:03:01.405428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43660) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:01.417863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-440313187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:01.423828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28bd6c-0cbc-4959-9ccf-7c4fd07ffea3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=a64e9bca-11ad-4d71-a2f3-b1f15369b379,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:01.441736 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.442703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.492359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.496399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.512863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.513946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b77fb913-8b41-4bbf-be0d-aa652299c75a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1079302 Dec 15 05:03:01.516602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43662) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:01.521433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-10058173'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:01.541774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:01.545209 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.572295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:01.580838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.581179 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment b5b68a11-1491-41e7-9a98-1e890c6482d9 of type vlan for network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 Dec 15 05:03:01.621528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.646221 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.652570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:01.653156 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.708918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1912575 Dec 15 05:03:01.711607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43664) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:01.716339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:01.767022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c04e5-d702-48f9-9404-4d1638e2f093 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=c33b772c-e2b0-4724-9f7c-fe088bbffaf4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:01.777170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:01.818282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:01.821761 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:01.999824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.052606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=36a8fff7-baa0-43ee-b048-06c434606f24,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:02.068498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:02.068865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: c33b772c-e2b0-4724-9f7c-fe088bbffaf4, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:02.085256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:02.094434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c33b772c-e2b0-4724-9f7c-fe088bbffaf4) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:02.098760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:02.099357 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.105377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273c888-9ee2-4028-a1ce-e247c7d3093b None None] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:02.118071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ecba107-a390-4b4b-b767-3cfd39ab1758 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4054241 Dec 15 05:03:02.120705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43666) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:02.205104 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:03:02.205921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.348308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Allocated IP 172.20.0.2 (c33b772c-e2b0-4724-9f7c-fe088bbffaf4/36a8fff7-baa0-43ee-b048-06c434606f24/b0e89745-d9c0-48af-8d31-89af563f012c) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:02.398424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.492406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.498997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.543030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:02.546031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:02.550457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:02.553676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Pushing event updated for resources: {'Port': ['ID=b0e89745-d9c0-48af-8d31-89af563f012c,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:02.614198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Attempting to bind port b0e89745-d9c0-48af-8d31-89af563f012c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:02.614679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Attempting to bind port b0e89745-d9c0-48af-8d31-89af563f012c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:02.615101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Attempting to bind port b0e89745-d9c0-48af-8d31-89af563f012c on network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:02.621496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:02.621988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Checking segment: {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:02.622465 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.623023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Bound using segment: {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:02.623470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Bound port: b0e89745-d9c0-48af-8d31-89af563f012c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:02.623921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.666324 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.20.0.1 (c33b772c-e2b0-4724-9f7c-fe088bbffaf4/36a8fff7-baa0-43ee-b048-06c434606f24/5e51e74b-6f75-4bcf-8270-a79675737393) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:02.698320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] For port b0e89745-d9c0-48af-8d31-89af563f012c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:02.701595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] For port b0e89745-d9c0-48af-8d31-89af563f012c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b0e89745-d9c0-48af-8d31-89af563f012c,segment=NetworkSegment(b5b68a11-1491-41e7-9a98-1e890c6482d9),segment_id=b5b68a11-1491-41e7-9a98-1e890c6482d9)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:02.704256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 56027ac0-442a-48c8-954b-6c9d22895c87 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:02.708443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.736938 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 56027ac0-442a-48c8-954b-6c9d22895c87 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:02.737195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 56027ac0-442a-48c8-954b-6c9d22895c87 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:02.779363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.799311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ae2e9-e1a2-4025-ac23-86b3789dfc44 None None] Pushing event updated for resources: {'Port': ['ID=b0e89745-d9c0-48af-8d31-89af563f012c,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:02.800341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.838104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:02.884950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:02.888135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:02.892080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:02.934912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=5e51e74b-6f75-4bcf-8270-a79675737393,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:02.972232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.108321 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.369691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.374552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.375838 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.447646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.449432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=5e51e74b-6f75-4bcf-8270-a79675737393,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:03.547293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:03.548856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:03.684810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:03:03.693320 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.744887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1ee36-d3c5-4ffe-853b-cb604ab60e15 None None] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:03.781129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:03.786151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-84565ff0-c8bd-40b6-9bc6-83dab819fef7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644340 Dec 15 05:03:03.789259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43674) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:03.794368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:03.795293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-403039370'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:03.816664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:03.820792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.832679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:03.833303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:03.839232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7df6a363-075b-4fa2-a388-15c8cad26008 None None] Provisioning complete for port b0e89745-d9c0-48af-8d31-89af563f012c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:03.839603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7df6a363-075b-4fa2-a388-15c8cad26008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.845802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:03.855831 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.856292 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment aa9b21e2-2767-4abb-a882-885fbfabd62b of type vlan for network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 Dec 15 05:03:03.900008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.929641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:03.935286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:03.935936 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.000673 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2098134 Dec 15 05:03:04.003446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43676) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:04.008617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:04.016788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d2d6-3ca4-4da0-978f-fdfcc9b40b4f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=6e6bfb41-a6e3-416c-8518-8d3bf6479262,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:04.099568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:04.107200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:04.110777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.223153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:04.302125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.357718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=a0fd1d66-306b-40bd-8c07-0ab88084b0d1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:04.373357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:04.373711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: 6e6bfb41-a6e3-416c-8518-8d3bf6479262, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:04.389625 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7df6a363-075b-4fa2-a388-15c8cad26008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.391981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:04.403451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 6e6bfb41-a6e3-416c-8518-8d3bf6479262) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:04.416978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:04.417589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.420031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286241ab-5e98-4eb6-be42-dc76d1081b6a None None] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:04.438665 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dbcb3e96-012e-4050-8771-3b7e2aed1ba3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4320912 Dec 15 05:03:04.438867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:04.495429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7df6a363-075b-4fa2-a388-15c8cad26008 None None] For port b0e89745-d9c0-48af-8d31-89af563f012c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b0e89745-d9c0-48af-8d31-89af563f012c,segment=NetworkSegment(b5b68a11-1491-41e7-9a98-1e890c6482d9),segment_id=b5b68a11-1491-41e7-9a98-1e890c6482d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:04.504847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7df6a363-075b-4fa2-a388-15c8cad26008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.602255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a363-075b-4fa2-a388-15c8cad26008 None None] Pushing event updated for resources: {'Port': ['ID=b0e89745-d9c0-48af-8d31-89af563f012c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:04.647807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-daba7eb7-2cf2-4276-be5b-e03b029863dc None None] Provisioning complete for port b0e89745-d9c0-48af-8d31-89af563f012c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:04.648478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-daba7eb7-2cf2-4276-be5b-e03b029863dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.652520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:03:04.652947 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:04.718487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:03Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:03Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:04.765285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b0e89745-d9c0-48af-8d31-89af563f012c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:04.773512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:04.773869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Updating router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 port 5e51e74b-6f75-4bcf-8270-a79675737393 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:03:04.899475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.040466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port b0e89745-d9c0-48af-8d31-89af563f012c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:05.040850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.073418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-daba7eb7-2cf2-4276-be5b-e03b029863dc None None] Provisioning complete for port 5e51e74b-6f75-4bcf-8270-a79675737393 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:05.073700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-daba7eb7-2cf2-4276-be5b-e03b029863dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.163168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Allocated IP 172.21.0.2 (6e6bfb41-a6e3-416c-8518-8d3bf6479262/a0fd1d66-306b-40bd-8c07-0ab88084b0d1/e237286d-28b1-4be0-9d18-73fb379ed9ea) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:05.177698 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.211482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-daba7eb7-2cf2-4276-be5b-e03b029863dc None None] Port 5e51e74b-6f75-4bcf-8270-a79675737393 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:05.385542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9556525c-0062-4ed6-9710-433f5f8edda0 None None] Provisioning complete for port 5e51e74b-6f75-4bcf-8270-a79675737393 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:05.385919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9556525c-0062-4ed6-9710-433f5f8edda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.474494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9556525c-0062-4ed6-9710-433f5f8edda0 None None] Port 5e51e74b-6f75-4bcf-8270-a79675737393 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:05.498107 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.504828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.551813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.21.0.1 (6e6bfb41-a6e3-416c-8518-8d3bf6479262/a0fd1d66-306b-40bd-8c07-0ab88084b0d1/2a63938b-5403-49d8-a75b-8004fac800fe) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:05.579811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:05.588427 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.590290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:05.593313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:05.595288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Pushing event updated for resources: {'Port': ['ID=e237286d-28b1-4be0-9d18-73fb379ed9ea,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:05.605641 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.670697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.698527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Attempting to bind port e237286d-28b1-4be0-9d18-73fb379ed9ea on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:05.698893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Attempting to bind port e237286d-28b1-4be0-9d18-73fb379ed9ea by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:05.699266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Attempting to bind port e237286d-28b1-4be0-9d18-73fb379ed9ea on network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:05.707800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:05.707800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Checking segment: {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:05.707800 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.708273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Bound using segment: {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:05.708554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Bound port: e237286d-28b1-4be0-9d18-73fb379ed9ea, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:05.708937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.710649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.711497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67225812-ccd6-4112-9def-88fe9c4dec9f None None] Pushing event updated for resources: {'Port': ['ID=5e51e74b-6f75-4bcf-8270-a79675737393,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:05.755739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:05.759981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:05.764043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:05.789331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=2a63938b-5403-49d8-a75b-8004fac800fe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:05.795196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Attempting to bind port 5e51e74b-6f75-4bcf-8270-a79675737393 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:05.795582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Attempting to bind port 5e51e74b-6f75-4bcf-8270-a79675737393 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:05.795956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Attempting to bind port 5e51e74b-6f75-4bcf-8270-a79675737393 on network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:05.805461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:05.805843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Checking segment: {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:05.806266 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.806648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Bound using segment: {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:05.807136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Bound port: 5e51e74b-6f75-4bcf-8270-a79675737393, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b68a11-1491-41e7-9a98-1e890c6482d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:05.807523 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.823830 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.863194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] For port e237286d-28b1-4be0-9d18-73fb379ed9ea, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:05.879202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] For port e237286d-28b1-4be0-9d18-73fb379ed9ea, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e237286d-28b1-4be0-9d18-73fb379ed9ea,segment=NetworkSegment(aa9b21e2-2767-4abb-a882-885fbfabd62b),segment_id=aa9b21e2-2767-4abb-a882-885fbfabd62b)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:05.889988 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.946053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] For port 5e51e74b-6f75-4bcf-8270-a79675737393, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:05.950976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:05.967719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] For port 5e51e74b-6f75-4bcf-8270-a79675737393, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5e51e74b-6f75-4bcf-8270-a79675737393,segment=NetworkSegment(b5b68a11-1491-41e7-9a98-1e890c6482d9),segment_id=b5b68a11-1491-41e7-9a98-1e890c6482d9)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:05.973134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ef41-c015-4035-9532-c963af2fda93 None None] Pushing event updated for resources: {'Port': ['ID=e237286d-28b1-4be0-9d18-73fb379ed9ea,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:05.976736 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.050402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-689308c5-5139-4270-9153-0ba9a7aa88a8 None None] Provisioning complete for port 5e51e74b-6f75-4bcf-8270-a79675737393 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:06.050402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-689308c5-5139-4270-9153-0ba9a7aa88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.055221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:06.056201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:06.060587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67225812-ccd6-4112-9def-88fe9c4dec9f None None] Pushing event updated for resources: {'Port': ['ID=5e51e74b-6f75-4bcf-8270-a79675737393,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:06.294802 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.301592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.382587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.389534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:06.397764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=2a63938b-5403-49d8-a75b-8004fac800fe,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:06.486270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:06.487719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:06.530511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-689308c5-5139-4270-9153-0ba9a7aa88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.582952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-689308c5-5139-4270-9153-0ba9a7aa88a8 None None] For port 5e51e74b-6f75-4bcf-8270-a79675737393, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5e51e74b-6f75-4bcf-8270-a79675737393,segment=NetworkSegment(b5b68a11-1491-41e7-9a98-1e890c6482d9),segment_id=b5b68a11-1491-41e7-9a98-1e890c6482d9)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:06.589196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:06.590022 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-689308c5-5139-4270-9153-0ba9a7aa88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.670557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689308c5-5139-4270-9153-0ba9a7aa88a8 None None] Pushing event updated for resources: {'Port': ['ID=5e51e74b-6f75-4bcf-8270-a79675737393,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:06.692052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:06.694861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:05Z', 'revision_number': 3, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:05Z', 'revision_number': 1, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:05Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:06.697977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f202039-26b6-447f-a672-a873c3c951e7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579536 Dec 15 05:03:06.700585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43686) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:06.705852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885717715'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:06.730136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ef76d-91b8-4256-acac-de8fe183823c None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:05Z', 'revision_number': 3, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:05Z', 'revision_number': 1, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:05Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:06.742596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:06.746086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-41d0bee4-c970-42c7-bd69-5fe17a384372 None None] Provisioning complete for port 5e51e74b-6f75-4bcf-8270-a79675737393 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:06.746470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41d0bee4-c970-42c7-bd69-5fe17a384372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.747590 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.785074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e237286d-28b1-4be0-9d18-73fb379ed9ea up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:06.800867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:06.814093 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.814900 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment 7690d70e-4e87-4a7b-a309-0a3e6f889c72 of type vlan for network d2d87a4c-1237-407b-a044-1108a9dca8ce Dec 15 05:03:06.859939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.891717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.898895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:06.899693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:06.900257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e237286d-28b1-4be0-9d18-73fb379ed9ea triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:06.900627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.008971 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.017708 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3135099 Dec 15 05:03:07.018214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43690) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:07.024733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca04d-52a4-4cb7-a528-f73e61ec5814 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=d2d87a4c-1237-407b-a044-1108a9dca8ce,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:07.036318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:07.038038 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-3aea5e45-d0c9-4f00-ac02-4721e9c66cbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756872 Dec 15 05:03:07.041595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d2d87a4c-1237-407b-a044-1108a9dca8ce details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:07.131115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port e237286d-28b1-4be0-9d18-73fb379ed9ea, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e237286d-28b1-4be0-9d18-73fb379ed9ea,segment=NetworkSegment(aa9b21e2-2767-4abb-a882-885fbfabd62b),segment_id=aa9b21e2-2767-4abb-a882-885fbfabd62b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:07.177606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.221728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.221996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-42e5b6a5-ef74-43d9-9746-2909510e1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:07.223609 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-42e5b6a5-ef74-43d9-9746-2909510e1581 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1098 time: 0.0799177 Dec 15 05:03:07.236981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:07.241719 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.264761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=e237286d-28b1-4be0-9d18-73fb379ed9ea,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:07.336261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726d403-5743-445a-9d2f-6af5535ffbb0 None None] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:07.363935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-4e0ffa7a-a69a-4a13-bac9-82872da54ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:07.365510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-4e0ffa7a-a69a-4a13-bac9-82872da54ef3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 200 len: 897 time: 0.1196849 Dec 15 05:03:07.448801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-bea9a802-5ccf-4843-9817-d68f1c33dee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 200 len: 1002 time: 0.0740163 Dec 15 05:03:07.469553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-91974f91-3454-49f6-a437-f1f6a4bf4cae None None] Provisioning complete for port e237286d-28b1-4be0-9d18-73fb379ed9ea triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:07.470016 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91974f91-3454-49f6-a437-f1f6a4bf4cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.477177 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.510101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-59a7b5bc-4e0e-4899-838c-2a48f5f8dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:07.511680 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-59a7b5bc-4e0e-4899-838c-2a48f5f8dcf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a56458c-2254-4d32-8748-682dd354f76f HTTP/1.1" status: 200 len: 833 time: 0.0550866 Dec 15 05:03:07.571236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-5b5c21f4-bd5e-432f-b98c-e5c50fdd9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:07.574309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-5b5c21f4-bd5e-432f-b98c-e5c50fdd9ba5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7128b374-ae0b-44c5-9dcb-99f51129713b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548654 Dec 15 05:03:07.574642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=8895ed01-64e3-415a-b971-67a53710c4fc,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:07.623575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:07.624009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: d2d87a4c-1237-407b-a044-1108a9dca8ce, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:07.659812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network d2d87a4c-1237-407b-a044-1108a9dca8ce is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:07.681792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, d2d87a4c-1237-407b-a044-1108a9dca8ce) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:07.703850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:07.704498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.716192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd191e-2274-42f8-9394-f5fe153d00c3 None None] Network d2d87a4c-1237-407b-a044-1108a9dca8ce requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:07.730593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-38334174-73ed-404e-a4e1-9ae0c46b60b6 service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395366 Dec 15 05:03:07.737113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0a9c332a-7233-480b-a7bc-56a96cf075a4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7143018 Dec 15 05:03:07.737333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43692) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:07.874020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-d2d87a4c-1237-407b-a044-1108a9dca8ce', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:03:07.874992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:07.876717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-95730c7b-180e-47b2-a72e-a5b4b16ed087 req-cf34b60d-2906-4fc5-9fe8-b8b0ed5ea141 service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349635 Dec 15 05:03:07.992380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-18ca0902-d341-41b4-b404-97bbb44de8cf None None] Provisioning complete for port e237286d-28b1-4be0-9d18-73fb379ed9ea triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:07.992760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18ca0902-d341-41b4-b404-97bbb44de8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.140633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Allocated IP 172.22.0.2 (d2d87a4c-1237-407b-a044-1108a9dca8ce/8895ed01-64e3-415a-b971-67a53710c4fc/f4b0a81f-1f47-4174-97bc-94d60986bb90) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:08.178917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-18ca0902-d341-41b4-b404-97bbb44de8cf None None] Provisioning complete for port 2a63938b-5403-49d8-a75b-8004fac800fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:08.179428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-18ca0902-d341-41b4-b404-97bbb44de8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.249277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.258419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-18ca0902-d341-41b4-b404-97bbb44de8cf None None] Port 2a63938b-5403-49d8-a75b-8004fac800fe cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:08.353078 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.359937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.408424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Network d2d87a4c-1237-407b-a044-1108a9dca8ce is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:08.413221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:08.417687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:08.429291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3f8f6c3f-a4d5-45ee-aaaf-9580da27d372 None None] Provisioning complete for port 2a63938b-5403-49d8-a75b-8004fac800fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:08.429658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6c3f-a4d5-45ee-aaaf-9580da27d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.431894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Pushing event updated for resources: {'Port': ['ID=f4b0a81f-1f47-4174-97bc-94d60986bb90,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:08.498801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f6c3f-a4d5-45ee-aaaf-9580da27d372 None None] Port 2a63938b-5403-49d8-a75b-8004fac800fe cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:08.509833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Attempting to bind port f4b0a81f-1f47-4174-97bc-94d60986bb90 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:08.510212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Attempting to bind port f4b0a81f-1f47-4174-97bc-94d60986bb90 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:08.510577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Attempting to bind port f4b0a81f-1f47-4174-97bc-94d60986bb90 on network d2d87a4c-1237-407b-a044-1108a9dca8ce {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:08.515640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:08.516013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Checking segment: {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:08.516447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.517003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Bound using segment: {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:08.517568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Bound port: f4b0a81f-1f47-4174-97bc-94d60986bb90, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:08.517955 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.524448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.22.0.1 (d2d87a4c-1237-407b-a044-1108a9dca8ce/8895ed01-64e3-415a-b971-67a53710c4fc/4c05af5c-9591-406c-9da4-f3342817fb93) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:08.585520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] For port f4b0a81f-1f47-4174-97bc-94d60986bb90, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:08.588827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] For port f4b0a81f-1f47-4174-97bc-94d60986bb90, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f4b0a81f-1f47-4174-97bc-94d60986bb90,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:08.592945 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.650063 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.651973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d49f-f292-4c74-b53c-b987de60fe3e None None] Pushing event updated for resources: {'Port': ['ID=f4b0a81f-1f47-4174-97bc-94d60986bb90,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:08.706673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.756489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network d2d87a4c-1237-407b-a044-1108a9dca8ce is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:08.759774 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:08.763763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:08.770321 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=4c05af5c-9591-406c-9da4-f3342817fb93,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:08.815710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.830664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5e51e74b-6f75-4bcf-8270-a79675737393 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:08.915714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5e51e74b-6f75-4bcf-8270-a79675737393 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:08.916131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:08.963417 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.029786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e237286d-28b1-4be0-9d18-73fb379ed9ea up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:09.079383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e237286d-28b1-4be0-9d18-73fb379ed9ea triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:09.079913 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.245722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.250207 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.321400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.323161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=4c05af5c-9591-406c-9da4-f3342817fb93,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:09.421433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network d2d87a4c-1237-407b-a044-1108a9dca8ce is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:09.422966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:09.552210 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:09.563544 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:09.564311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:09.656977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b523f-9b46-4d68-968b-0cbbc6b99225 None None] Network d2d87a4c-1237-407b-a044-1108a9dca8ce requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:09.746424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76744ef7-6389-49f7-9db3-b6163e81ff48 None None] Provisioning complete for port f4b0a81f-1f47-4174-97bc-94d60986bb90 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:09.746833 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76744ef7-6389-49f7-9db3-b6163e81ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.757511 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:09.862225 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76744ef7-6389-49f7-9db3-b6163e81ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.890416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:09.909815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-76744ef7-6389-49f7-9db3-b6163e81ff48 None None] For port f4b0a81f-1f47-4174-97bc-94d60986bb90, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f4b0a81f-1f47-4174-97bc-94d60986bb90,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:09.917561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76744ef7-6389-49f7-9db3-b6163e81ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:09.992027 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:08Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:09Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:09.993304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76744ef7-6389-49f7-9db3-b6163e81ff48 None None] Pushing event updated for resources: {'Port': ['ID=f4b0a81f-1f47-4174-97bc-94d60986bb90,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:10.022222 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:10.022732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Updating router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 port 2a63938b-5403-49d8-a75b-8004fac800fe binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:03:10.024173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:10.030900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13d77c93-045a-4890-948f-6f6d99bce709 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925906 Dec 15 05:03:10.033569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43698) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:10.039249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1879401914'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:10.050882 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.063272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:10.066831 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.107128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:10.116955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.117319 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added segment a02eeb7f-f560-490b-8a8b-352b08d585f4 of type vlan for network 46581453-6b23-4ce9-8f50-124a5dd0e443 Dec 15 05:03:10.149415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b7866cde-15b2-485f-b558-96fe3a962238 None None] Provisioning complete for port f4b0a81f-1f47-4174-97bc-94d60986bb90 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:10.151219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7866cde-15b2-485f-b558-96fe3a962238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.182581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.221914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.232269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:10.233151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.314402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b7866cde-15b2-485f-b558-96fe3a962238 None None] Provisioning complete for port 4c05af5c-9591-406c-9da4-f3342817fb93 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:10.314623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7866cde-15b2-485f-b558-96fe3a962238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.320059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2853093 Dec 15 05:03:10.322985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43702) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:10.328189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'subnet': {'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:10.359190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e922c-036a-4c99-9739-751fca74cd1e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Network': ['ID=46581453-6b23-4ce9-8f50-124a5dd0e443,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:10.384361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:10.385368 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.389149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b7866cde-15b2-485f-b558-96fe3a962238 None None] Port 4c05af5c-9591-406c-9da4-f3342817fb93 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:10.400822 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.474403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Made reservation on behalf of 747626cc4b014da9b623f117603eecb7 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:10.478980 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.485629 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a263c1-b2b5-4ff5-9e04-cd7434837e7c None None] Pushing event updated for resources: {'Port': ['ID=2a63938b-5403-49d8-a75b-8004fac800fe,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:10.510993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bdc78fae-3ff7-45ac-be35-db64bb485e69 None None] Provisioning complete for port 4c05af5c-9591-406c-9da4-f3342817fb93 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:10.511364 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bdc78fae-3ff7-45ac-be35-db64bb485e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.532756 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Attempting to bind port 2a63938b-5403-49d8-a75b-8004fac800fe on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:10.533548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Attempting to bind port 2a63938b-5403-49d8-a75b-8004fac800fe by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:10.534339 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Attempting to bind port 2a63938b-5403-49d8-a75b-8004fac800fe on network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:10.542949 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:10.543756 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Checking segment: {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:10.545271 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.546002 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Bound using segment: {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:10.546680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Bound port: 2a63938b-5403-49d8-a75b-8004fac800fe, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9b21e2-2767-4abb-a882-885fbfabd62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:10.547239 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.555319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-bdc78fae-3ff7-45ac-be35-db64bb485e69 None None] Port 4c05af5c-9591-406c-9da4-f3342817fb93 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:10.588870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43706) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:10.655248 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] For port 2a63938b-5403-49d8-a75b-8004fac800fe, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:10.659379 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] For port 2a63938b-5403-49d8-a75b-8004fac800fe, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2a63938b-5403-49d8-a75b-8004fac800fe,segment=NetworkSegment(aa9b21e2-2767-4abb-a882-885fbfabd62b),segment_id=aa9b21e2-2767-4abb-a882-885fbfabd62b)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:10.677023 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.684384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-687b6ba6-ebc3-4b42-bc4e-0eaf92e44757 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/floatingips/81129c8b-28e0-40e6-a016-f1af4ffe834c HTTP/1.1" status: 200 len: 994 time: 0.0940487 Dec 15 05:03:10.688517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ab3de07f-5e9d-46f8-8819-be1c597004fc None None] Provisioning complete for port 4c05af5c-9591-406c-9da4-f3342817fb93 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:10.693606 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ab3de07f-5e9d-46f8-8819-be1c597004fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.740402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ab3de07f-5e9d-46f8-8819-be1c597004fc None None] Port 4c05af5c-9591-406c-9da4-f3342817fb93 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:10.761823 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Updating router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 port 4c05af5c-9591-406c-9da4-f3342817fb93 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:03:10.809545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f4b0a81f-1f47-4174-97bc-94d60986bb90 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:10.818120 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a263c1-b2b5-4ff5-9e04-cd7434837e7c None None] Pushing event updated for resources: {'Port': ['ID=2a63938b-5403-49d8-a75b-8004fac800fe,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:10.823234 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.842351 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.894471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-51a40ed0-4296-451a-b9bc-5eeaccb01349 None None] Provisioning complete for port 2a63938b-5403-49d8-a75b-8004fac800fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:10.895053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a40ed0-4296-451a-b9bc-5eeaccb01349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.906723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Subnet': ['ID=00f5ca1d-c813-44b5-a414-4d7f68a142c2,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:10.939431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Checking segment: {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:10.939704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network hostable DHCP agents. Network: 46581453-6b23-4ce9-8f50-124a5dd0e443, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:10.960208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port f4b0a81f-1f47-4174-97bc-94d60986bb90 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:10.960746 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.962049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:10.977399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 46581453-6b23-4ce9-8f50-124a5dd0e443) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:10.994174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:10.994839 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:10.995491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43712) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:11.011181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d68ef-183c-4a61-92cb-a3bc481f6ad4 None None] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:11.027966 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9307d470-a89d-49f1-b778-6c44c42dd3c6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7038434 Dec 15 05:03:11.028952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43714) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:11.200679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port edbce395-522f-4217-a56d-4f0c50cf7759 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:11.201740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.205074 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.211480 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.274658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a40ed0-4296-451a-b9bc-5eeaccb01349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.316212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.316872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.333283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for edbce395-522f-4217-a56d-4f0c50cf7759 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:11.364125 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a263c1-b2b5-4ff5-9e04-cd7434837e7c None None] Pushing event updated for resources: {'Port': ['ID=4c05af5c-9591-406c-9da4-f3342817fb93,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:11.368573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Attempting to bind port 4c05af5c-9591-406c-9da4-f3342817fb93 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:11.369425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Attempting to bind port 4c05af5c-9591-406c-9da4-f3342817fb93 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:11.370010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Attempting to bind port 4c05af5c-9591-406c-9da4-f3342817fb93 on network d2d87a4c-1237-407b-a044-1108a9dca8ce {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:11.377527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:11.378149 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Checking segment: {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:11.378714 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.379465 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Bound using segment: {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:11.380680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Bound port: 4c05af5c-9591-406c-9da4-f3342817fb93, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7690d70e-4e87-4a7b-a309-0a3e6f889c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:11.381824 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.434329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-51a40ed0-4296-451a-b9bc-5eeaccb01349 None None] For port 2a63938b-5403-49d8-a75b-8004fac800fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2a63938b-5403-49d8-a75b-8004fac800fe,segment=NetworkSegment(aa9b21e2-2767-4abb-a882-885fbfabd62b),segment_id=aa9b21e2-2767-4abb-a882-885fbfabd62b)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:11.441175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-46581453-6b23-4ce9-8f50-124a5dd0e443', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'project_id': '747626cc4b014da9b623f117603eecb7', 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:03:11.445856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.475695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a40ed0-4296-451a-b9bc-5eeaccb01349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.498408 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] For port 4c05af5c-9591-406c-9da4-f3342817fb93, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:11.503868 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] For port 4c05af5c-9591-406c-9da4-f3342817fb93, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c05af5c-9591-406c-9da4-f3342817fb93,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:11.512532 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.539691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40ed0-4296-451a-b9bc-5eeaccb01349 None None] Pushing event updated for resources: {'Port': ['ID=2a63938b-5403-49d8-a75b-8004fac800fe,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:11.584085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.611121 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:11.612089 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:11.616645 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a263c1-b2b5-4ff5-9e04-cd7434837e7c None None] Pushing event updated for resources: {'Port': ['ID=4c05af5c-9591-406c-9da4-f3342817fb93,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:11.619153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=edbce395-522f-4217-a56d-4f0c50cf7759,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:11.659897 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.665042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f492b1f7-a638-4505-9527-e31085d8dc90 None None] Provisioning complete for port 2a63938b-5403-49d8-a75b-8004fac800fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:11.665042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f492b1f7-a638-4505-9527-e31085d8dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.712974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:11.713257 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Floating IP 81129c8b-28e0-40e6-a016-f1af4ffe834c disassociated (deleted). External IP: 172.25.2.146, port: f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7. Dec 15 05:03:11.744615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:11.773629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Allocated IP 172.23.0.2 (46581453-6b23-4ce9-8f50-124a5dd0e443/00f5ca1d-c813-44b5-a414-4d7f68a142c2/d7d0a65a-9cc0-450e-939d-c72299b176d0) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:12.009899 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:08Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:12.030049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:12.035748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.036669 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe1fb8-9a27-4317-b573-a7e9891a83bb None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:08Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:12.041927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-381fbdb6-8ef6-428c-abc4-d9d1e8f8896c None None] Provisioning complete for port 4c05af5c-9591-406c-9da4-f3342817fb93 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:12.042286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-381fbdb6-8ef6-428c-abc4-d9d1e8f8896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.069096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.145609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:12.150757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Allocated IP 172.23.0.1 (46581453-6b23-4ce9-8f50-124a5dd0e443/00f5ca1d-c813-44b5-a414-4d7f68a142c2/2100a6a3-f3b6-4027-93d8-70c2cbb6038a) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:12.152527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:12.154925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:12.161051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:12.170026 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.179889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] Sync routers for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:12.192292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Pushing event updated for resources: {'Port': ['ID=d7d0a65a-9cc0-450e-939d-c72299b176d0,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:12.217265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ff9c2d88-4215-4609-a61d-afc82fb1e6ac tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/floatingips/81129c8b-28e0-40e6-a016-f1af4ffe834c HTTP/1.1" status: 204 len: 168 time: 1.2197869 Dec 15 05:03:12.218511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:03:12.221331 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787851e-ecb1-4104-989f-e53ccc34ce79" -d '{"events": [{"name": "network-changed", "server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:03:12.292878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:12.294221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:12.322383 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-381fbdb6-8ef6-428c-abc4-d9d1e8f8896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.325633 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5874796-855d-4b89-a05a-0762c48a0182 x-openstack-request-id: req-f5874796-855d-4b89-a05a-0762c48a0182 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:03:12.325930 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:03:12.326188 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5874796-855d-4b89-a05a-0762c48a0182 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:03:12.326609 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'status': 'completed', 'code': 200} Dec 15 05:03:12.348185 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.418518 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.454907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Attempting to bind port d7d0a65a-9cc0-450e-939d-c72299b176d0 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:12.455876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Attempting to bind port d7d0a65a-9cc0-450e-939d-c72299b176d0 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:12.456305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Attempting to bind port d7d0a65a-9cc0-450e-939d-c72299b176d0 on network 46581453-6b23-4ce9-8f50-124a5dd0e443 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:12.471371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:12.472097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-019aef68-9e60-4650-8351-d9c79faa981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:12.473006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Checking segment: {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:12.473431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.473759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-019aef68-9e60-4650-8351-d9c79faa981d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b191678f61da4a0bb6af6f28bca491e2&device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 1098 time: 0.0852101 Dec 15 05:03:12.474016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Bound using segment: {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:12.474684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Bound port: d7d0a65a-9cc0-450e-939d-c72299b176d0, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:12.475914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.541002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:12.547476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-381fbdb6-8ef6-428c-abc4-d9d1e8f8896c None None] For port 4c05af5c-9591-406c-9da4-f3342817fb93, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c05af5c-9591-406c-9da4-f3342817fb93,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:12.552030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:12.558595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:12.602020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-381fbdb6-8ef6-428c-abc4-d9d1e8f8896c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.647524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:12.734834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:12.735099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-27fe468a-1593-4122-a846-75c79f95612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:12.736660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-27fe468a-1593-4122-a846-75c79f95612f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 200 len: 897 time: 0.2371378 Dec 15 05:03:12.786684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:12.819368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-bee51f3f-dfaf-4ea4-970e-3f46394d8822 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 200 len: 217 time: 0.0619664 Dec 15 05:03:12.878965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff2a22-c27f-4574-a38a-75e1e8b576fd req-9bfa8c07-49cd-4a20-91b9-a32fba03a5a1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:12.918196 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eff2a22-c27f-4574-a38a-75e1e8b576fd req-9bfa8c07-49cd-4a20-91b9-a32fba03a5a1 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 946 time: 0.2584035 Dec 15 05:03:12.927249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-75349f76-8956-471a-899b-a1c9e5dd065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:12.929337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-75349f76-8956-471a-899b-a1c9e5dd065d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a56458c-2254-4d32-8748-682dd354f76f HTTP/1.1" status: 200 len: 833 time: 0.1015291 Dec 15 05:03:12.988200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fbdb6-8ef6-428c-abc4-d9d1e8f8896c None None] Pushing event updated for resources: {'Port': ['ID=4c05af5c-9591-406c-9da4-f3342817fb93,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:12.991749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c05af5c-9591-406c-9da4-f3342817fb93 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:13.039209 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0eff2a22-c27f-4574-a38a-75e1e8b576fd req-c0adf8c8-3bf6-49e5-8bc0-5dbf5fc96837 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199985 Dec 15 05:03:13.054649 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-86e04735-dc4c-4cf3-a285-a4312f3f9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:13.056278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-86e04735-dc4c-4cf3-a285-a4312f3f9bab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7128b374-ae0b-44c5-9dcb-99f51129713b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989602 Dec 15 05:03:13.072373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] For port d7d0a65a-9cc0-450e-939d-c72299b176d0, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:13.078098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] For port d7d0a65a-9cc0-450e-939d-c72299b176d0, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d7d0a65a-9cc0-450e-939d-c72299b176d0,segment=NetworkSegment(a02eeb7f-f560-490b-8a8b-352b08d585f4),segment_id=a02eeb7f-f560-490b-8a8b-352b08d585f4)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:13.090206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:13.100743 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:13.144607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4c05af5c-9591-406c-9da4-f3342817fb93 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:13.145120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:13.151896 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:13.210433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-69fef8e9-abfa-4125-88ef-de418a01e636 service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453636 Dec 15 05:03:13.254315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] Checking router: 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:13.293969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224988d5-2b07-46e1-ab0e-1784539e034d None None] Pushing event updated for resources: {'Port': ['ID=d7d0a65a-9cc0-450e-939d-c72299b176d0,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:13.318007 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:13.331220 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:13.331840 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:13.349353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:13.350598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:13.461995 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3787851e-ecb1-4104-989f-e53ccc34ce79 req-dbe517d7-ba31-4bc6-a77e-6ba004d4a80f service neutron] 10.222.0.16 "GET /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365887 Dec 15 05:03:13.595476 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:13.635074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:13.689297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2a63938b-5403-49d8-a75b-8004fac800fe up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:13.787009 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:13.795412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:13.884790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:13.987385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event updated for resources: {'Port': ['ID=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:14.069493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:14.074695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:14.140056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2a63938b-5403-49d8-a75b-8004fac800fe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:14.140677 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.143696 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:13Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 1, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:14.182228 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:14.183026 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Updating router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:03:14.212318 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.259180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd62ccc-5135-4aa2-ba89-fcf2fad6e0c7 req-0572b67e-2f7d-4e33-9547-47d21c42ab4b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:14.261074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddd62ccc-5135-4aa2-ba89-fcf2fad6e0c7 req-0572b67e-2f7d-4e33-9547-47d21c42ab4b tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 946 time: 0.0955598 Dec 15 05:03:14.291169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:14.368097 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:14.375245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ddd62ccc-5135-4aa2-ba89-fcf2fad6e0c7 req-1fce6bbf-99f3-4b52-b559-9fa21e6cc821 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057959 Dec 15 05:03:14.429154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c725dd75-458c-43e9-a055-86487fbde22c None None] The sync data for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 is: [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:02:13Z', 'revision_number': 4, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'cb9e1038-5c95-4b24-a7af-cc11b8ec0a32', 'name': '', 'network_id': '7128b374-ae0b-44c5-9dcb-99f51129713b', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'mac_address': 'fa:16:3e:8b:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '4a56458c-2254-4d32-8748-682dd354f76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:12Z', 'updated_at': '2021-12-15T05:02:17Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'subnets': [{'id': '4a56458c-2254-4d32-8748-682dd354f76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:14.431498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-57b93d10-dba0-46a5-9089-8943ff775d21 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:14.440026 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-57b93d10-dba0-46a5-9089-8943ff775d21 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 946 time: 0.1328046 Dec 15 05:03:14.538885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:14.546085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b9e9dd6e-b857-450a-9fa0-b3c6040d91f1 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5153053 Dec 15 05:03:14.548820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43734) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:14.554673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:14.597291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:14.597835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.733747 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.759999 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.767169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:14.767888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.792582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:14.832630 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738e4b-80ec-4e62-8571-be7da503788e None None] Pushing event updated for resources: {'Port': ['ID=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:14.873282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d4c28-1146-4350-a843-f2ec874982c5 None None] New status for floating IP 81129c8b-28e0-40e6-a016-f1af4ffe834c: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:03:14.924729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053ec8b-85fe-4fa9-8cb5-dffb0bd1155c None None] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:14.972390 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Attempting to bind port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:14.972805 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Attempting to bind port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:14.974288 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Attempting to bind port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a on network 46581453-6b23-4ce9-8f50-124a5dd0e443 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:14.982464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:14.982844 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Checking segment: {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:14.985067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7d0a65a-9cc0-450e-939d-c72299b176d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:14.986069 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.987464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Bound using segment: {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:14.988078 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Bound port: 2100a6a3-f3b6-4027-93d8-70c2cbb6038a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02eeb7f-f560-490b-8a8b-352b08d585f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:14.988450 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:14.997001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.051037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:15.062223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-352ccc57-8625-4650-8b0f-4051deeac0f0 None None] Provisioning complete for port d7d0a65a-9cc0-450e-939d-c72299b176d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:15.062600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-352ccc57-8625-4650-8b0f-4051deeac0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.081857 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] For port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:15.086157 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] For port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,segment=NetworkSegment(a02eeb7f-f560-490b-8a8b-352b08d585f4),segment_id=a02eeb7f-f560-490b-8a8b-352b08d585f4)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:15.095850 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.133618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 05:03:15.144706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d7d0a65a-9cc0-450e-939d-c72299b176d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:15.145427 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.158819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Removed routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 05:03:15.159305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] No DVR routers for this DVR port f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:15.159758 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.162921 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.167228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-72bec46a-57aa-486c-93ad-e1f6ec306875 req-34faa425-2973-483e-aa00-39336caa23a9 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.16 "DELETE /v2.0/ports/f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 HTTP/1.1" status: 204 len: 173 time: 0.7242856 Dec 15 05:03:15.167762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'name': 'network-vif-deleted', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:03:15.170567 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05631d5-14dc-4688-a3ee-5c617fdba779" -d '{"events": [{"server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "name": "network-vif-deleted", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:03:15.175367 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738e4b-80ec-4e62-8571-be7da503788e None None] Pushing event updated for resources: {'Port': ['ID=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:15.190573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:15.191449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:15.235677 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a304a-e526-4342-a355-914e3717fc8e x-openstack-request-id: req-542a304a-e526-4342-a355-914e3717fc8e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:03:15.235973 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba692198-b770-46ef-96ac-b7c2bd0a0afb", "name": "network-vif-deleted", "tag": "f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:03:15.236288 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-542a304a-e526-4342-a355-914e3717fc8e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:03:15.236695 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba692198-b770-46ef-96ac-b7c2bd0a0afb', 'name': 'network-vif-deleted', 'tag': 'f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7', 'status': 'completed', 'code': 200} Dec 15 05:03:15.297111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-352ccc57-8625-4650-8b0f-4051deeac0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.298166 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:15.389456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-352ccc57-8625-4650-8b0f-4051deeac0f0 None None] For port d7d0a65a-9cc0-450e-939d-c72299b176d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d7d0a65a-9cc0-450e-939d-c72299b176d0,segment=NetworkSegment(a02eeb7f-f560-490b-8a8b-352b08d585f4),segment_id=a02eeb7f-f560-490b-8a8b-352b08d585f4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:15.399122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.403471 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-352ccc57-8625-4650-8b0f-4051deeac0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.408088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.467790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.539118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:03:15.539502 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:03:15.551109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ccc57-8625-4650-8b0f-4051deeac0f0 None None] Pushing event updated for resources: {'Port': ['ID=d7d0a65a-9cc0-450e-939d-c72299b176d0,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:15.637898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Provisioning complete for port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:15.638387 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.688623 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 6, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:15.723373 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef41172-3faa-4da4-9446-9f7ac177e9e1 None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 6, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 4, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:15.748772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.815809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] For port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,segment=NetworkSegment(a02eeb7f-f560-490b-8a8b-352b08d585f4),segment_id=a02eeb7f-f560-490b-8a8b-352b08d585f4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:15.825761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.878547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Provisioning complete for port d7d0a65a-9cc0-450e-939d-c72299b176d0 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:15.878912 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:15.954594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eed144-2520-4e4a-8ee6-8ea4ac5425c9 None None] Pushing event updated for resources: {'Port': ['ID=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:16.093815 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:16.095746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c05af5c-9591-406c-9da4-f3342817fb93 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:16.113048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9a1ef6e-d3dc-4f93-bd64-6f649a7585a5 req-da640ae7-3afe-496e-b703-020f9e58e1d2 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba692198-b770-46ef-96ac-b7c2bd0a0afb HTTP/1.1" status: 200 len: 210 time: 0.0691001 Dec 15 05:03:16.172321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-dec8d0a7-5f5a-4023-9346-1f4b8df28751 None None] Provisioning complete for port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:16.172885 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dec8d0a7-5f5a-4023-9346-1f4b8df28751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:16.214371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4c05af5c-9591-406c-9da4-f3342817fb93 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:16.214745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:16.239245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:16.248600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:16.253671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43744) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:16.260257 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-292eb66b-e45e-417d-ab0e-fe40b70d2978 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 933 time: 1.7103252 Dec 15 05:03:16.378034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-829ea931-66d7-45dc-b7b7-5c41c307d860 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 933 time: 0.1204193 Dec 15 05:03:16.378141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43746) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:16.382564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'routes': None}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:16.415143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4a9e0651-02ef-429a-bc3d-dd03be91e396 None None] Provisioning complete for port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:16.415508 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0651-02ef-429a-bc3d-dd03be91e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:16.658033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0158fbe3-5d79-44bd-be1e-dd26e958ba2e None None] Provisioning complete for port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:16.658478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0158fbe3-5d79-44bd-be1e-dd26e958ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:16.771407 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:16.784520 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:16.785209 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:16.855181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7d0a65a-9cc0-450e-939d-c72299b176d0 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:16.890263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:16.920742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5c4ccda8-ef36-4920-b222-1640cf5b0cc0 None None] Provisioning complete for port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:16.921052 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5c4ccda8-ef36-4920-b222-1640cf5b0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:16.962032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d7d0a65a-9cc0-450e-939d-c72299b176d0 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:16.962399 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.096858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2100a6a3-f3b6-4027-93d8-70c2cbb6038a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:17.152561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:17.153039 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.153475 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 6, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:17.173502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.extraroute_db [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added routes are [] {{(pid=103132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 05:03:17.173742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.extraroute_db [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 05:03:17.182128 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:17.191645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43752) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:17.199346 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:17.201732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:17.214642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.257590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.284562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.302489 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:17.354001 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.356751 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.360513 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/security-groups/cf8a74a7-52f5-4a0e-88c8-29d40e3b3812 HTTP/1.1" status: 204 len: 168 time: 0.1654315 Dec 15 05:03:17.368129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a74a7-52f5-4a0e-88c8-29d40e3b3812,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:17.377454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.377880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.378300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.378735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.379148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.379560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.379966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.380397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.380736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.381833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.382241 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.382660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.383122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b488195b-7da3-449f-9471-e89d53838172 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:17.404006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43756) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:17.435146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.439207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.542656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:17.645176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:17.655154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:17.658301 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23332c7c-8f8d-4d6a-9dd3-0a086dc8eb97 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 699 time: 1.2769806 Dec 15 05:03:17.658728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43758) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:17.670629 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 6, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:17.700912 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb7e56-8621-42a9-870e-6493e0325143 None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 6, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:17.808230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6a33bfbe-8173-4714-aaa0-1d42743c0f21 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 699 time: 0.1482911 Dec 15 05:03:17.810935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43760) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:17.898262 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.131945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:18.142093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:18.143309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:18.168743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:18.169484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.181091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.236660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:18.272391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port cb9e1038-5c95-4b24-a7af-cc11b8ec0a32, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:18.273267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.286514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:18.451775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:18.452404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.459261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:17Z', 'revision_number': 7, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:18.489359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:18.498621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:18.498816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.499230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:18.538574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=cb9e1038-5c95-4b24-a7af-cc11b8ec0a32,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:18.558533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 2100a6a3-f3b6-4027-93d8-70c2cbb6038a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,segment=NetworkSegment(a02eeb7f-f560-490b-8a8b-352b08d585f4),segment_id=a02eeb7f-f560-490b-8a8b-352b08d585f4)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:18.558987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.572770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 2100a6a3-f3b6-4027-93d8-70c2cbb6038a owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:18.597212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:18.785461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.797679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:18.831664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=2100a6a3-f3b6-4027-93d8-70c2cbb6038a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:18.884893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:17Z', 'revision_number': 7, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:18.921272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ebecb6-7d9b-4fde-85e2-0478f8a05b1a None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:17Z', 'revision_number': 7, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2100a6a3-f3b6-4027-93d8-70c2cbb6038a', 'name': '', 'network_id': '46581453-6b23-4ce9-8f50-124a5dd0e443', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:58:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:11Z', 'updated_at': '2021-12-15T05:03:15Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '00f5ca1d-c813-44b5-a414-4d7f68a142c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:19.061845 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-8c32a8e0-78fd-4735-9086-086f67bd5806 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989797 Dec 15 05:03:19.069693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.075561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:19.195512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:19.203745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fa259b0c-63f1-4dec-bb37-adc28db52159 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "PUT /v2.0/routers/14d5fd8b-86a7-4e6c-b072-4db70e4b0233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7983658 Dec 15 05:03:19.204372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43764) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:19.205824 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] Sync routers for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:19.223010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:19.223578 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:19.232753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092897e-31a6-45f1-a699-edd565f0b49f req-a2f11430-f58c-4c89-b20f-8fe0ab7dc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:19.234165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-a2f11430-f58c-4c89-b20f-8fe0ab7dc96f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 1098 time: 0.0842457 Dec 15 05:03:19.271062 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting subnet 4a56458c-2254-4d32-8748-682dd354f76f {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:19.275276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.321986 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.372384 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:19.397664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:19.442390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.510391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092897e-31a6-45f1-a699-edd565f0b49f req-71895e7d-b900-4dde-8280-ab00915bc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:19.511741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-71895e7d-b900-4dde-8280-ab00915bc11e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 200 len: 911 time: 0.2094495 Dec 15 05:03:19.527187 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.555817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Subnet': ['ID=4a56458c-2254-4d32-8748-682dd354f76f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:19.566483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:19.570404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.576579 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-586b75d9-e6b7-42d6-a2c9-f0d17bb35fa0 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/subnets/4a56458c-2254-4d32-8748-682dd354f76f HTTP/1.1" status: 204 len: 168 time: 0.3712029 Dec 15 05:03:19.576801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dcca5cce-f798-466f-935f-9d00a72a018e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647483 Dec 15 05:03:19.577346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43772) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:19.580395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43774) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:19.585684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94990a65-883f-4768-8b50-b526c57a12a9 None None] Network 7128b374-ae0b-44c5-9dcb-99f51129713b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:19.605850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:19.625702 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:03:18Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:19.632233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-e81a97ee-5849-4ee7-8f8f-dc5f5cad1faa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 200 len: 1000 time: 0.1103470 Dec 15 05:03:19.659272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 00f5ca1d-c813-44b5-a414-4d7f68a142c2 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:19.666604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:19.672033 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] Checking router: 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:19.680490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.681184 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] Routers {'14d5fd8b-86a7-4e6c-b072-4db70e4b0233'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:19.681797 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:19.697468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:19.697825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device f4e6cdf9-1c6b-4a1c-b57d-8e8482da7ce7 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:19.702433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:19.704163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:19.732442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092897e-31a6-45f1-a699-edd565f0b49f req-0765c1ed-0a2b-417c-897a-3f9eae924b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:19.734134 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-0765c1ed-0a2b-417c-897a-3f9eae924b1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 200 len: 850 time: 0.0947540 Dec 15 05:03:19.736193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.853012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:19.924615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] Set router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:19.944156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092897e-31a6-45f1-a699-edd565f0b49f req-66e547eb-7d48-4a71-8d39-342afd9275ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:19.945893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-66e547eb-7d48-4a71-8d39-342afd9275ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9415d69-191c-4ddd-9ebf-4bdc1904161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863501 Dec 15 05:03:20.016118 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.017685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:20.032555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.080476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-a9b7ce8a-f68f-4902-9f06-cc199e72e845 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258602 Dec 15 05:03:20.096521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Deleting port fa5be90f-34e9-45ef-9e62-9eacb74c3825 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:20.096987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.179929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e092897e-31a6-45f1-a699-edd565f0b49f req-fb0d7190-7517-4036-b3ac-f48018e83610 service neutron] 10.222.0.42 "GET /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910158 Dec 15 05:03:20.208261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.212217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] For port fa5be90f-34e9-45ef-9e62-9eacb74c3825, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fa5be90f-34e9-45ef-9e62-9eacb74c3825,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:20.212665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.227198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.231838 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/00f5ca1d-c813-44b5-a414-4d7f68a142c2 HTTP/1.1" status: 204 len: 168 time: 0.6503150 Dec 15 05:03:20.239985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43782) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:20.275242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c21266-ec9e-4307-99df-9b116e02fadd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=00f5ca1d-c813-44b5-a414-4d7f68a142c2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:20.283704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc0a26f-67e3-4e36-b5c8-220c0f1183cc None None] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:20.299560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Calling delete_port for fa5be90f-34e9-45ef-9e62-9eacb74c3825 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:20.323080 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:03:18Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:20.356174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] DHCP port deletion for 7128b374-ae0b-44c5-9dcb-99f51129713b request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:20.356397 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcd4be-1dcc-4bfb-b810-eda42a73ca80 None None] The sync data for ids ['14d5fd8b-86a7-4e6c-b072-4db70e4b0233'] in n-d-820935-10 is: [{'id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'name': 'tempest-TestNetworkBasicOps-router-1923514865', 'tenant_id': 'b191678f61da4a0bb6af6f28bca491e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:02:07Z', 'updated_at': '2021-12-15T05:03:18Z', 'revision_number': 5, 'project_id': 'b191678f61da4a0bb6af6f28bca491e2', 'gw_port': {'id': 'fa5be90f-34e9-45ef-9e62-9eacb74c3825', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d5fd8b-86a7-4e6c-b072-4db70e4b0233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:02:08Z', 'updated_at': '2021-12-15T05:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:20.406668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.492919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Deleting port babac1c6-98c9-4f87-b7a4-d7e541f60d13 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:20.493811 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.546453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port d7d0a65a-9cc0-450e-939d-c72299b176d0 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:20.546825 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.561942 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] For port babac1c6-98c9-4f87-b7a4-d7e541f60d13, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=babac1c6-98c9-4f87-b7a4-d7e541f60d13,segment=NetworkSegment(46462379-a139-482b-aa70-d137856f7e0d),segment_id=46462379-a139-482b-aa70-d137856f7e0d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:20.562344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.579184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Calling delete_port for babac1c6-98c9-4f87-b7a4-d7e541f60d13 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:20.629280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port d7d0a65a-9cc0-450e-939d-c72299b176d0, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d7d0a65a-9cc0-450e-939d-c72299b176d0,segment=NetworkSegment(a02eeb7f-f560-490b-8a8b-352b08d585f4),segment_id=a02eeb7f-f560-490b-8a8b-352b08d585f4)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:20.629658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.632632 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.649730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for d7d0a65a-9cc0-450e-939d-c72299b176d0 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:20.677471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Port': ['ID=fa5be90f-34e9-45ef-9e62-9eacb74c3825,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:20.690066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:18Z', 'revision_number': 8, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:20.767211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f36b8f-75a4-42b7-967c-8b18076827f3 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:20.769127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] DHCP port deletion for 46581453-6b23-4ce9-8f50-124a5dd0e443 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:20.774765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:20.792595 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.834726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.888455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Pushing event deleted for resources: {'Port': ['ID=babac1c6-98c9-4f87-b7a4-d7e541f60d13,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:20.921599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:20.923468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:20.932504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] No DVR routers for this DVR port babac1c6-98c9-4f87-b7a4-d7e541f60d13 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:20.935448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.935814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.936162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.936681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.937019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.937351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.937684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.938012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.938336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.938662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.938984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.939308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.939900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96022b25-0150-47c2-8a01-9fe784d27591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:20.986918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.986918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:20.994869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.059701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=d7d0a65a-9cc0-450e-939d-c72299b176d0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:21.069841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port d7d0a65a-9cc0-450e-939d-c72299b176d0 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:21.080525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7d0a65a-9cc0-450e-939d-c72299b176d0 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:21.094434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.095099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Fanout notify agent at l3_agent the message router_deleted on router 14d5fd8b-86a7-4e6c-b072-4db70e4b0233 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:03:21.102281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.104978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0815eaf8-1de9-4c32-9526-931207ccf070 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/routers/14d5fd8b-86a7-4e6c-b072-4db70e4b0233 HTTP/1.1" status: 204 len: 168 time: 1.5264850 Dec 15 05:03:21.106941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43786) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:21.119778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d7d0a65a-9cc0-450e-939d-c72299b176d0 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:21.120452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7d0a65a-9cc0-450e-939d-c72299b176d0 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:21.121035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:21.160047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:21.160427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device cb9e1038-5c95-4b24-a7af-cc11b8ec0a32 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:21.160907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device babac1c6-98c9-4f87-b7a4-d7e541f60d13 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:21.167364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:21.195375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.206743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.208854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: babac1c6-98c9-4f87-b7a4-d7e541f60d13 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:21.208854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device babac1c6-98c9-4f87-b7a4-d7e541f60d13 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:21.220914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46581453-6b23-4ce9-8f50-124a5dd0e443']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.235294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02eeb7f-f560-490b-8a8b-352b08d585f4') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.235790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02eeb7f-f560-490b-8a8b-352b08d585f4') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.252239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.255886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Deleting port d7d0a65a-9cc0-450e-939d-c72299b176d0 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:21.256402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.269832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.282639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:21.282956 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:21.288865 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:21.332953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.356282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7128b374-ae0b-44c5-9dcb-99f51129713b']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.363832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.373440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46462379-a139-482b-aa70-d137856f7e0d') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.373790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46462379-a139-482b-aa70-d137856f7e0d') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.379279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.382599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/46581453-6b23-4ce9-8f50-124a5dd0e443 HTTP/1.1" status: 204 len: 168 time: 1.1395531 Dec 15 05:03:21.385511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43788) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:21.388692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.392690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e96a8-cca3-471c-909d-d1098ad07bbd tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=46581453-6b23-4ce9-8f50-124a5dd0e443,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:21.417507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] For port d7d0a65a-9cc0-450e-939d-c72299b176d0, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:21.417908 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.436809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Calling delete_port for d7d0a65a-9cc0-450e-939d-c72299b176d0 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:21.441332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Port d7d0a65a-9cc0-450e-939d-c72299b176d0 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:03:21.444702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.481664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Network 46581453-6b23-4ce9-8f50-124a5dd0e443 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 05:03:21.482128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] No DVR routers for this DVR port d7d0a65a-9cc0-450e-939d-c72299b176d0 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:21.492621 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1de53-fb8a-4d54-8cc1-cf3aa1de4ada None None] Pushing event deleted for resources: {'Port': ['ID=d7d0a65a-9cc0-450e-939d-c72299b176d0,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:21.558369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:18Z', 'revision_number': 8, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:21.587551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f94d72-1592-46b8-8662-2f0f41673c0e None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:18Z', 'revision_number': 8, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c05af5c-9591-406c-9da4-f3342817fb93', 'name': '', 'network_id': 'd2d87a4c-1237-407b-a044-1108a9dca8ce', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:f9:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:08Z', 'updated_at': '2021-12-15T05:03:12Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '8895ed01-64e3-415a-b971-67a53710c4fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:21.804788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.814901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:21.815277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:21.818411 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:21.918449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.953886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:21.957356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] 10.222.0.37 "DELETE /v2.0/networks/7128b374-ae0b-44c5-9dcb-99f51129713b HTTP/1.1" status: 204 len: 168 time: 0.8491087 Dec 15 05:03:21.970405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d05ef-4aa4-4a5a-b8fb-38e7bf748415 tempest-TestNetworkBasicOps-1769891679 tempest-TestNetworkBasicOps-1769891679-project] Pushing event deleted for resources: {'Network': ['ID=7128b374-ae0b-44c5-9dcb-99f51129713b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:22.202739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.298449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43804) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:22.464923 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54cc3f0c-77ef-40b8-980c-b2a115da8eb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b191678f61da4a0bb6af6f28bca491e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652212 Dec 15 05:03:22.467308 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43810) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:22.500102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 4c05af5c-9591-406c-9da4-f3342817fb93 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:22.500347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.517697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5faf44b7-d53a-4bac-9f80-dc2b770c2ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.540270 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5faf44b7-d53a-4bac-9f80-dc2b770c2ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.596739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5faf44b7-d53a-4bac-9f80-dc2b770c2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.599376 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5faf44b7-d53a-4bac-9f80-dc2b770c2ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.603905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5faf44b7-d53a-4bac-9f80-dc2b770c2ddd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d4418e1-3b0d-40a7-8e20-1fe8b15f16d3 HTTP/1.1" status: 204 len: 168 time: 0.1355443 Dec 15 05:03:22.609588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 4c05af5c-9591-406c-9da4-f3342817fb93, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4c05af5c-9591-406c-9da4-f3342817fb93,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:22.609965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.621357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf44b7-d53a-4bac-9f80-dc2b770c2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4418e1-3b0d-40a7-8e20-1fe8b15f16d3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:22.632728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 4c05af5c-9591-406c-9da4-f3342817fb93 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:22.693068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2100a6a3-f3b6-4027-93d8-70c2cbb6038a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:22.722438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 2100a6a3-f3b6-4027-93d8-70c2cbb6038a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:22.723392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2100a6a3-f3b6-4027-93d8-70c2cbb6038a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:22.723979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fa5be90f-34e9-45ef-9e62-9eacb74c3825 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:22.754191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: fa5be90f-34e9-45ef-9e62-9eacb74c3825 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:22.754542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fa5be90f-34e9-45ef-9e62-9eacb74c3825 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:22.836664 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:22.864522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=4c05af5c-9591-406c-9da4-f3342817fb93,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:22.968023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43816) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:22.984640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64405af7-772b-4603-8159-c2cd62e611bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.040787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.088434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64405af7-772b-4603-8159-c2cd62e611bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.094538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-64405af7-772b-4603-8159-c2cd62e611bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.138873 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-64405af7-772b-4603-8159-c2cd62e611bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d8e2fc0c94a401d902339185ef9ceb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695282 Dec 15 05:03:23.139520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43818) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:23.145614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64405af7-772b-4603-8159-c2cd62e611bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3c7a2-6ad6-488b-9927-b4c86a3cfbbd,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:23.191663 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2a99fb-a9c9-4e97-910f-442d8c8ecadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.214473 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2a99fb-a9c9-4e97-910f-442d8c8ecadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.262073 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2a99fb-a9c9-4e97-910f-442d8c8ecadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.264903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de2a99fb-a9c9-4e97-910f-442d8c8ecadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.266093 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de2a99fb-a9c9-4e97-910f-442d8c8ecadc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21d3c7a2-6ad6-488b-9927-b4c86a3cfbbd HTTP/1.1" status: 204 len: 168 time: 0.1253855 Dec 15 05:03:23.275283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a99fb-a9c9-4e97-910f-442d8c8ecadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3c7a2-6ad6-488b-9927-b4c86a3cfbbd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:23.277029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:23.381860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:23.389951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43822) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:23.393754 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3e5e-e891-4578-af63-f843e607565a None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:23.397906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-10630c58-cecd-4e57-aede-f6e277683755 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099335 Dec 15 05:03:23.405942 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:23.406822 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:23.447384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 8895ed01-64e3-415a-b971-67a53710c4fc {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:23.452025 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.502357 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:23.513401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.635826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.715733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.755158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=8895ed01-64e3-415a-b971-67a53710c4fc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:23.764412 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:22Z', 'revision_number': 9, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:23.765116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.769075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-736294c6-5724-442f-8c78-abd6d9e2e399 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/8895ed01-64e3-415a-b971-67a53710c4fc HTTP/1.1" status: 204 len: 168 time: 0.3776281 Dec 15 05:03:23.771313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43834) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:23.775486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496bfc1-709e-4267-aac2-bfee905fa5fb None None] Network d2d87a4c-1237-407b-a044-1108a9dca8ce requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:23.810039 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3e5e-e891-4578-af63-f843e607565a None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:23.821434 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:23.822436 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:23.868183 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:23.952210 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:23.961551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port f4b0a81f-1f47-4174-97bc-94d60986bb90 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:23.961881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.031574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] DHCP port deletion for d2d87a4c-1237-407b-a044-1108a9dca8ce request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:24.090716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port f4b0a81f-1f47-4174-97bc-94d60986bb90, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f4b0a81f-1f47-4174-97bc-94d60986bb90,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:24.091806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.121440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] Deleting port f4b0a81f-1f47-4174-97bc-94d60986bb90 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:24.122135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.126828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for f4b0a81f-1f47-4174-97bc-94d60986bb90 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:24.232358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] For port f4b0a81f-1f47-4174-97bc-94d60986bb90, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f4b0a81f-1f47-4174-97bc-94d60986bb90,segment=NetworkSegment(7690d70e-4e87-4a7b-a309-0a3e6f889c72),segment_id=7690d70e-4e87-4a7b-a309-0a3e6f889c72)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:24.232939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.239456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.262814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] Calling delete_port for f4b0a81f-1f47-4174-97bc-94d60986bb90 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:24.323291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=f4b0a81f-1f47-4174-97bc-94d60986bb90,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:24.334845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port f4b0a81f-1f47-4174-97bc-94d60986bb90 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:24.355125 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-708d3e5e-e891-4578-af63-f843e607565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:22Z', 'revision_number': 9, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:24.390609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3e5e-e891-4578-af63-f843e607565a None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:22Z', 'revision_number': 9, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '2a63938b-5403-49d8-a75b-8004fac800fe', 'name': '', 'network_id': '6e6bfb41-a6e3-416c-8518-8d3bf6479262', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:30:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:05Z', 'updated_at': '2021-12-15T05:03:11Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': 'a0fd1d66-306b-40bd-8c07-0ab88084b0d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:24.402095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.434290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] No DVR routers for this DVR port f4b0a81f-1f47-4174-97bc-94d60986bb90 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:24.472012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73b6d-be8b-4809-bcac-f870b9f9b845 None None] Pushing event deleted for resources: {'Port': ['ID=f4b0a81f-1f47-4174-97bc-94d60986bb90,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:24.487983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.512038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d87a4c-1237-407b-a044-1108a9dca8ce']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:24.525422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7690d70e-4e87-4a7b-a309-0a3e6f889c72') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:24.525730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7690d70e-4e87-4a7b-a309-0a3e6f889c72') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:24.542985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.558495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.572706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:24.573068 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:24.576495 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:24.637626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.652447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:24.655783 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/d2d87a4c-1237-407b-a044-1108a9dca8ce HTTP/1.1" status: 204 len: 168 time: 0.8834348 Dec 15 05:03:24.658589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43852) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:24.666571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b00447-ad1a-4266-8eaf-197ed6dd5c61 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=d2d87a4c-1237-407b-a044-1108a9dca8ce,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:24.849301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f4b0a81f-1f47-4174-97bc-94d60986bb90 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:24.878577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: f4b0a81f-1f47-4174-97bc-94d60986bb90 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:24.879285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f4b0a81f-1f47-4174-97bc-94d60986bb90 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:24.880009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c05af5c-9591-406c-9da4-f3342817fb93 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:24.917311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4c05af5c-9591-406c-9da4-f3342817fb93 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:24.917662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4c05af5c-9591-406c-9da4-f3342817fb93 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:25.388927 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:25.666331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 2a63938b-5403-49d8-a75b-8004fac800fe {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:25.666965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:25.714188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-395f60c7-29dc-4c10-a6a3-3fb8b1b662a4 req-274b666f-a85c-452a-8a8b-14ef8176e878 service neutron] (103133) timed out ('10.222.0.37', 52318) {{(pid=103133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:03:25.773364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 2a63938b-5403-49d8-a75b-8004fac800fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2a63938b-5403-49d8-a75b-8004fac800fe,segment=NetworkSegment(aa9b21e2-2767-4abb-a882-885fbfabd62b),segment_id=aa9b21e2-2767-4abb-a882-885fbfabd62b)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:25.773731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:25.786817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 2a63938b-5403-49d8-a75b-8004fac800fe owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:25.966995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:25.993580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=2a63938b-5403-49d8-a75b-8004fac800fe,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:26.173722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.188425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43984) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:26.320390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.391302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:26.400571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.404793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.443015 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb9ea7aff6ae4cada6328e9f22408ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507508 Dec 15 05:03:26.444446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca4730-0f0f-41ab-b4bc-1b6b500925ed,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:26.446554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:26.467774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.468139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.468481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.468820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.469148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.469470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.469789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.470110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.470428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.470743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.471062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.471379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.471692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e814d8a-6802-4f67-946e-d53008bf2d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:26.504103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:26.511583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d649d112-8eac-49f1-b1d1-71a8c411b038 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513885 Dec 15 05:03:26.515949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 43990) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:26.518267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:26.524873 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f697517f-9e54-4e29-a86f-0decc23e5ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.529637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:26.530299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:26.573871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f697517f-9e54-4e29-a86f-0decc23e5ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.592924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet a0fd1d66-306b-40bd-8c07-0ab88084b0d1 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:26.599677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.624698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:26.708046 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.744978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f697517f-9e54-4e29-a86f-0decc23e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.748049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f697517f-9e54-4e29-a86f-0decc23e5ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.749304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f697517f-9e54-4e29-a86f-0decc23e5ee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aca4730-0f0f-41ab-b4bc-1b6b500925ed HTTP/1.1" status: 204 len: 168 time: 0.3018565 Dec 15 05:03:26.773934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697517f-9e54-4e29-a86f-0decc23e5ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca4730-0f0f-41ab-b4bc-1b6b500925ed,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:26.860621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.885006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:25Z', 'revision_number': 10, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:26.924789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:26.931325 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.935486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:26.936134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:26.963898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:26.969653 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/a0fd1d66-306b-40bd-8c07-0ab88084b0d1 HTTP/1.1" status: 204 len: 168 time: 0.4499316 Dec 15 05:03:26.969653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dd26d-1424-4900-b30a-16a33d81b0ba tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fd1d66-306b-40bd-8c07-0ab88084b0d1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:26.969971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 43998) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:27.015196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e2daf-b51f-4f85-a2b7-ccee71a5354a None None] Network 6e6bfb41-a6e3-416c-8518-8d3bf6479262 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:27.067239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.122496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44000) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:27.138559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d25c34-ea54-44dd-8f03-332cd58ac005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.154425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port e237286d-28b1-4be0-9d18-73fb379ed9ea {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:27.154794 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.230151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port e237286d-28b1-4be0-9d18-73fb379ed9ea, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e237286d-28b1-4be0-9d18-73fb379ed9ea,segment=NetworkSegment(aa9b21e2-2767-4abb-a882-885fbfabd62b),segment_id=aa9b21e2-2767-4abb-a882-885fbfabd62b)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:27.230531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.247108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for e237286d-28b1-4be0-9d18-73fb379ed9ea owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:27.276274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d25c34-ea54-44dd-8f03-332cd58ac005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.281555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d25c34-ea54-44dd-8f03-332cd58ac005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.299464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:27.314820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d25c34-ea54-44dd-8f03-332cd58ac005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521cafe5-e21e-48e7-8eab-808243e3c45b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:27.336412 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-80d25c34-ea54-44dd-8f03-332cd58ac005 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc5c6a00992d49c099323d7759515c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128606 Dec 15 05:03:27.338872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44002) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:27.385501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.409816 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34293c3a-1f77-468b-92c3-40d73d429bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.433581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=e237286d-28b1-4be0-9d18-73fb379ed9ea,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:27.438120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34293c3a-1f77-468b-92c3-40d73d429bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.444290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port e237286d-28b1-4be0-9d18-73fb379ed9ea on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:27.511464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df8891-0eb6-4748-9aac-7912dfa1d5a9 None None] DHCP port deletion for 6e6bfb41-a6e3-416c-8518-8d3bf6479262 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:27.524380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34293c3a-1f77-468b-92c3-40d73d429bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.535232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-34293c3a-1f77-468b-92c3-40d73d429bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.536719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-34293c3a-1f77-468b-92c3-40d73d429bb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/521cafe5-e21e-48e7-8eab-808243e3c45b HTTP/1.1" status: 204 len: 168 time: 0.1959579 Dec 15 05:03:27.541481 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.545503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34293c3a-1f77-468b-92c3-40d73d429bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cafe5-e21e-48e7-8eab-808243e3c45b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:27.566467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6bfb41-a6e3-416c-8518-8d3bf6479262']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:27.578493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9b21e2-2767-4abb-a882-885fbfabd62b') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:27.578799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9b21e2-2767-4abb-a882-885fbfabd62b') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:27.600386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.603675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:25Z', 'revision_number': 10, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:27.612336 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.619531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:27.620056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.655482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2fed9-d37e-45dc-be25-754340c932b5 None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:25Z', 'revision_number': 10, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None, '_interfaces': [{'id': '5e51e74b-6f75-4bcf-8270-a79675737393', 'name': '', 'network_id': 'c33b772c-e2b0-4724-9f7c-fe088bbffaf4', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'mac_address': 'fa:16:3e:8c:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:02Z', 'updated_at': '2021-12-15T05:03:06Z', 'revision_number': 5, 'project_id': '747626cc4b014da9b623f117603eecb7', 'subnets': [{'id': '36a8fff7-baa0-43ee-b048-06c434606f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:27.662029 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:27.696041 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.721546 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-971c2538-68ea-4d36-a54c-4a44b4f4bea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.731000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:27.737644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:27.738756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/6e6bfb41-a6e3-416c-8518-8d3bf6479262 HTTP/1.1" status: 204 len: 168 time: 0.7677417 Dec 15 05:03:27.741032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb575b2c-d6eb-483e-b46a-bc2ac27bdac7 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=6e6bfb41-a6e3-416c-8518-8d3bf6479262,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:28.133349 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.407723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port 5e51e74b-6f75-4bcf-8270-a79675737393 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:28.408514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.431411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44028) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:28.497804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port 5e51e74b-6f75-4bcf-8270-a79675737393, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5e51e74b-6f75-4bcf-8270-a79675737393,segment=NetworkSegment(b5b68a11-1491-41e7-9a98-1e890c6482d9),segment_id=b5b68a11-1491-41e7-9a98-1e890c6482d9)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:28.498090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.510950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for 5e51e74b-6f75-4bcf-8270-a79675737393 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:28.529209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2127758011-network', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:28.549201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Made reservation on behalf of 87983706e9434e84b4bbdc4c55eee19c for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:28.551981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.561364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.638236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.641775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.674625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1928c2-4537-44fc-8b57-ddf2edd63d5a,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:28.693908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.699529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:28.712782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e237286d-28b1-4be0-9d18-73fb379ed9ea no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:28.713306 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.713306 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Added segment e8c39f90-7e2b-41bf-8196-f97b71e6b55e of type vlan for network 441a781e-9a26-4298-807d-ef9cf8c98406 Dec 15 05:03:28.723241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=5e51e74b-6f75-4bcf-8270-a79675737393,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:28.743441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: e237286d-28b1-4be0-9d18-73fb379ed9ea {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:28.744162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e237286d-28b1-4be0-9d18-73fb379ed9ea not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:28.744747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2a63938b-5403-49d8-a75b-8004fac800fe no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:28.764716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.771534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 2a63938b-5403-49d8-a75b-8004fac800fe {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:28.772103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2a63938b-5403-49d8-a75b-8004fac800fe not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:28.796950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.798268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:28.799080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.888115 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4554181 Dec 15 05:03:28.891869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44034) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:28.897629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Request body: {'subnet': {'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2127758011-subnet', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:28.901201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:28.912572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28be5a-76c3-486e-bf61-efa7e096725f admin admin] Pushing event updated for resources: {'Network': ['ID=441a781e-9a26-4298-807d-ef9cf8c98406,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:28.927013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 441a781e-9a26-4298-807d-ef9cf8c98406 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:28.989604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Made reservation on behalf of 87983706e9434e84b4bbdc4c55eee19c for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:28.991937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.124358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:29.237560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:29.243448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7f337b35-325a-4b6b-b9f5-730d9e010892 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032876 Dec 15 05:03:29.246273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44036) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:29.248106 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:29.257521 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:29.258199 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:29.327826 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:29.330904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting subnet 36a8fff7-baa0-43ee-b048-06c434606f24 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:29.335031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.336785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.382325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:28Z', 'revision_number': 11, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:29.408668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:29.416717 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:29.417311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:29.418992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.445503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21695992-d844-4d8d-8f7a-e4703c989f6a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:29.474048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Checking segment: {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:29.474417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Network hostable DHCP agents. Network: 441a781e-9a26-4298-807d-ef9cf8c98406, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:29.494919 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:29.514739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Network 441a781e-9a26-4298-807d-ef9cf8c98406 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:29.529929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 441a781e-9a26-4298-807d-ef9cf8c98406) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:29.536406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:29.537041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.545552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba17cfe-874e-4509-af33-85427e8f60d9 None None] Network 441a781e-9a26-4298-807d-ef9cf8c98406 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:29.547034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.547201 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:28Z', 'revision_number': 11, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:29.580429 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2873d6-e966-4498-a42f-7e0dfe1a587a None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:28Z', 'revision_number': 11, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:29.580656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4c87cf00-9b22-4781-9fdb-1defcfc7524b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6848671 Dec 15 05:03:29.582200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44038) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:29.589768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:29.633357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.634371 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.643959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.663272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-441a781e-9a26-4298-807d-ef9cf8c98406', 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406', 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'fixed_ips': [{'subnet_id': '21695992-d844-4d8d-8f7a-e4703c989f6a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:03:29.664361 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.682338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Subnet': ['ID=36a8fff7-baa0-43ee-b048-06c434606f24,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:29.709782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.713044 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-de9e16f5-6db3-4cf5-89bb-66a4ff84f22f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/36a8fff7-baa0-43ee-b048-06c434606f24 HTTP/1.1" status: 204 len: 168 time: 0.4660027 Dec 15 05:03:29.715796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44040) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:29.717786 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.733204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e373d9-980b-4d1f-8c0c-e116054ccf39 None None] Network c33b772c-e2b0-4724-9f7c-fe088bbffaf4 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:29.826763 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.877787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Allocated IP 172.20.0.2 (441a781e-9a26-4298-807d-ef9cf8c98406/21695992-d844-4d8d-8f7a-e4703c989f6a/c949c75c-37dc-4a35-b14d-4e7dc799d315) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:29.885429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Deleting port b0e89745-d9c0-48af-8d31-89af563f012c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:29.886149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:29.984455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] For port b0e89745-d9c0-48af-8d31-89af563f012c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=b0e89745-d9c0-48af-8d31-89af563f012c,segment=NetworkSegment(b5b68a11-1491-41e7-9a98-1e890c6482d9),segment_id=b5b68a11-1491-41e7-9a98-1e890c6482d9)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:29.985062 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.010663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cfdf7432-4542-4577-b062-32eb182b9c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.022648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Calling delete_port for b0e89745-d9c0-48af-8d31-89af563f012c owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:30.049667 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:03:30.137219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.147494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.155853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453df35a-ad1b-44bc-b990-61dd2686550b None None] DHCP port deletion for c33b772c-e2b0-4724-9f7c-fe088bbffaf4 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:30.185282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.221855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No DVR routers for this DVR port b0e89745-d9c0-48af-8d31-89af563f012c on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:30.229060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Port': ['ID=b0e89745-d9c0-48af-8d31-89af563f012c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:30.230553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-453df35a-ad1b-44bc-b990-61dd2686550b None None] The port 'b0e89745-d9c0-48af-8d31-89af563f012c' was deleted {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 05:03:30.237701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Network 441a781e-9a26-4298-807d-ef9cf8c98406 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:30.242649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:30.245043 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Pushing event updated for resources: {'Port': ['ID=c949c75c-37dc-4a35-b14d-4e7dc799d315,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:30.247698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:30.308415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Attempting to bind port c949c75c-37dc-4a35-b14d-4e7dc799d315 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:30.308788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Attempting to bind port c949c75c-37dc-4a35-b14d-4e7dc799d315 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:30.309153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Attempting to bind port c949c75c-37dc-4a35-b14d-4e7dc799d315 on network 441a781e-9a26-4298-807d-ef9cf8c98406 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:30.314274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:30.314645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Checking segment: {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:30.315048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.315437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Bound using segment: {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:30.316548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Bound port: c949c75c-37dc-4a35-b14d-4e7dc799d315, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:30.317155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.325295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.336016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.359374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33b772c-e2b0-4724-9f7c-fe088bbffaf4']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:30.369762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b68a11-1491-41e7-9a98-1e890c6482d9') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:30.370193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b68a11-1491-41e7-9a98-1e890c6482d9') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:30.382307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.395774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] For port c949c75c-37dc-4a35-b14d-4e7dc799d315, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:30.396012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.399905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] For port c949c75c-37dc-4a35-b14d-4e7dc799d315, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c949c75c-37dc-4a35-b14d-4e7dc799d315,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:30.405191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:30.405405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.406197 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:30.410843 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:30.476940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b8606-9ee9-439b-bc79-b022c9e435df None None] Pushing event updated for resources: {'Port': ['ID=c949c75c-37dc-4a35-b14d-4e7dc799d315,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:30.478650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.489598 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.493898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/networks/c33b772c-e2b0-4724-9f7c-fe088bbffaf4 HTTP/1.1" status: 204 len: 168 time: 0.7764552 Dec 15 05:03:30.497795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44044) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:30.503586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'routes': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:30.517161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccca0af-bb42-495b-9e1b-fde45bcdfac6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Pushing event deleted for resources: {'Network': ['ID=c33b772c-e2b0-4724-9f7c-fe088bbffaf4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:30.541614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.561283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.702800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Added routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 15 05:03:30.703190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.extraroute_db [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Removed routes are [] {{(pid=103133) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 15 05:03:30.703594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.716897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Allocated IP 172.25.2.235 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6056da88-4faf-44b4-ac3b-cc34916fd1e4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:30.796755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c949c75c-37dc-4a35-b14d-4e7dc799d315 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:30.857736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c949c75c-37dc-4a35-b14d-4e7dc799d315 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:30.858597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.861067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.872755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.876127 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.897895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.938490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:30.942975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:30.943881 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:30.947167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:30.960814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:30.966389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99b851-b84c-49b6-b05f-0c824f70d84c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:30.971234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Pushing event updated for resources: {'Port': ['ID=6056da88-4faf-44b4-ac3b-cc34916fd1e4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:30.989312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port c949c75c-37dc-4a35-b14d-4e7dc799d315, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c949c75c-37dc-4a35-b14d-4e7dc799d315,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:31.000269 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.062592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:31.070666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.071852 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-73597c9d-7418-4cce-ad8a-276d3ddb9c7a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 700 time: 0.5718884 Dec 15 05:03:31.074745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:31.082999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] Sync routers for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:31.100494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-eef4cc50-6103-4fb1-bdbc-ee4717450c7f None None] Provisioning complete for port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:31.100494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eef4cc50-6103-4fb1-bdbc-ee4717450c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.103033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5e51e74b-6f75-4bcf-8270-a79675737393 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:31.108438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5870cdfc-89c9-4da1-bdff-482d7c75634d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 205 time: 0.0325024 Dec 15 05:03:31.111613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44050) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:31.127023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=c949c75c-37dc-4a35-b14d-4e7dc799d315,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:31.160294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5e51e74b-6f75-4bcf-8270-a79675737393 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:31.160802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5e51e74b-6f75-4bcf-8270-a79675737393 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:31.161330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b0e89745-d9c0-48af-8d31-89af563f012c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:31.166221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:31.166964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:31.195072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.220716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: b0e89745-d9c0-48af-8d31-89af563f012c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:31.221217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device b0e89745-d9c0-48af-8d31-89af563f012c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:31.263394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-eef4cc50-6103-4fb1-bdbc-ee4717450c7f None None] Port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:31.278795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:31.316415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.336045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.338402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:28Z', 'revision_number': 11, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:31.375853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] Checking router: 79175ffd-8b9c-4e7e-9ba0-0f5108113563 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:31.388482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] Routers {'79175ffd-8b9c-4e7e-9ba0-0f5108113563'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:31.389737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:31.419936 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.422235 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.472935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.473613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:03:31.480342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] Set router 79175ffd-8b9c-4e7e-9ba0-0f5108113563 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:31.481029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.493148 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e1ee7ee8-7bb9-4620-8fff-6564f5d066ea tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 204 len: 168 time: 0.3799865 Dec 15 05:03:31.493996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44052) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:31.499091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-562495542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:31.528701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.529916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.541407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:28Z', 'revision_number': 11, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:31.563616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.576470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0af2e-219a-495f-b0f8-7a4757cc2f24 None None] The sync data for ids ['79175ffd-8b9c-4e7e-9ba0-0f5108113563'] in n-d-820935-10 is: [{'id': '79175ffd-8b9c-4e7e-9ba0-0f5108113563', 'name': 'tempest-RoutersTest-router-440313187', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:01Z', 'updated_at': '2021-12-15T05:03:28Z', 'revision_number': 11, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:31.596922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.605979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.627416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.628894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dfb125e9-3c40-42b2-aa8f-8adfff10fd1d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1338079 Dec 15 05:03:31.632358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44054) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:31.647794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:31.729193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Router be5d771f-7c95-4d1e-86ea-e262486ab88d is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:03:31.742451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9d410-c138-4e44-98eb-230f16197352 None None] Network 441a781e-9a26-4298-807d-ef9cf8c98406 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:31.815898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f50eef31-42de-4162-a227-9be4c1f2e20d None None] Provisioning complete for port c949c75c-37dc-4a35-b14d-4e7dc799d315 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:31.816611 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f50eef31-42de-4162-a227-9be4c1f2e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.853254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:31.867586 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Sync routers for ids ['be5d771f-7c95-4d1e-86ea-e262486ab88d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:31.875392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:31.877682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fd7f1578-8f2c-4d84-a2da-2a935247fdad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2950959 Dec 15 05:03:31.882663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44056) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:31.883478 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Routers {'be5d771f-7c95-4d1e-86ea-e262486ab88d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:31.884134 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['be5d771f-7c95-4d1e-86ea-e262486ab88d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:32.029517 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Set router be5d771f-7c95-4d1e-86ea-e262486ab88d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:32.263957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4208'] for router, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.282387 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532561'] for router, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.297181 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:31Z', 'revision_number': 3, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port': {'id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:30Z', 'updated_at': '2021-12-15T05:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:32.330215 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Checking router: be5d771f-7c95-4d1e-86ea-e262486ab88d for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:32.330215 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Updating router be5d771f-7c95-4d1e-86ea-e262486ab88d port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:03:32.357333 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.408430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Router 15eced4e-344f-4041-92d2-e64b8740d59e is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:03:32.445875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.493692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:32.500438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.504330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-359a5130-c02c-4f5a-b6ab-b40393375941 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "PUT /v2.0/routers/15eced4e-344f-4041-92d2-e64b8740d59e HTTP/1.1" status: 200 len: 693 time: 0.8706377 Dec 15 05:03:32.505083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44060) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:32.514843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] Sync routers for ids ['15eced4e-344f-4041-92d2-e64b8740d59e'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:32.529108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5487a642-6bdd-42d2-89ff-abd2e831f93a None None] Provisioning complete for port c949c75c-37dc-4a35-b14d-4e7dc799d315 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:32.529575 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5487a642-6bdd-42d2-89ff-abd2e831f93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.533268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] Routers {'15eced4e-344f-4041-92d2-e64b8740d59e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:32.533979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['15eced4e-344f-4041-92d2-e64b8740d59e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:32.599674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:32.600458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-279a7497-f944-491b-82ce-5dd4454234ac tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/routers/15eced4e-344f-4041-92d2-e64b8740d59e HTTP/1.1" status: 200 len: 699 time: 0.0935931 Dec 15 05:03:32.635190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] Set router 15eced4e-344f-4041-92d2-e64b8740d59e gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:32.653919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e2a1c54-bbfb-45ff-ab6c-e88f10279543 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=15eced4e-344f-4041-92d2-e64b8740d59e HTTP/1.1" status: 200 len: 205 time: 0.0521746 Dec 15 05:03:32.656274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44064) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:32.665441 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.675176 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.698092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eced4e-344f-4041-92d2-e64b8740d59e', 'name': 'tempest-RoutersTest-router-562495542', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:31Z', 'updated_at': '2021-12-15T05:03:32Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:32.709700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35b0f7-321f-46d6-974e-4221ae2d5f3f None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:32.721411 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Attempting to bind port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:32.722133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Attempting to bind port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:32.722727 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Attempting to bind port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:32.744510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Allocated IP 172.20.0.1 (441a781e-9a26-4298-807d-ef9cf8c98406/21695992-d844-4d8d-8f7a-e4703c989f6a/5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:32.746905 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] Checking router: 15eced4e-344f-4041-92d2-e64b8740d59e for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:32.751118 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.751388 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:32.752207 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:32.752513 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.752910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:32.753620 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Bound port: 6056da88-4faf-44b4-ac3b-cc34916fd1e4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:32.755208 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.774374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c949c75c-37dc-4a35-b14d-4e7dc799d315 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:32.809216 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Pushing event updated for resources: {'Port': ['ID=6056da88-4faf-44b4-ac3b-cc34916fd1e4,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:32.825769 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.826224 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.826575 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.826906 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.827240 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.827555 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.827881 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.828358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.828680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.829007 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.829318 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.829630 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.829965 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:03:32.839267 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] For port 6056da88-4faf-44b4-ac3b-cc34916fd1e4, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:32.842761 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] For port 6056da88-4faf-44b4-ac3b-cc34916fd1e4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6056da88-4faf-44b4-ac3b-cc34916fd1e4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:32.848091 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.858302 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.866680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] Routers {'15eced4e-344f-4041-92d2-e64b8740d59e'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:32.867429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['15eced4e-344f-4041-92d2-e64b8740d59e'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:32.908723 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Routers {'be5d771f-7c95-4d1e-86ea-e262486ab88d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:32.909346 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['be5d771f-7c95-4d1e-86ea-e262486ab88d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:32.911229 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd58c7-1a55-4ede-962b-f6fdbfe2a1ce None None] Pushing event updated for resources: {'Port': ['ID=6056da88-4faf-44b4-ac3b-cc34916fd1e4,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:32.944837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2bb695-c4bc-4cda-af2c-fcc92882d2be None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:32.947117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c949c75c-37dc-4a35-b14d-4e7dc799d315 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:32.947604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.963121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.966718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:32.985520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] Set router 15eced4e-344f-4041-92d2-e64b8740d59e gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:33.040334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.040881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Fanout notify agent at l3_agent the message router_deleted on router 15eced4e-344f-4041-92d2-e64b8740d59e {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:03:33.049246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.053794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d8fa3d17-62a7-4598-a5b3-b0f42023bd46 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/15eced4e-344f-4041-92d2-e64b8740d59e HTTP/1.1" status: 204 len: 168 time: 0.3932080 Dec 15 05:03:33.054170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.056115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.058397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15eced4e-344f-4041-92d2-e64b8740d59e', 'name': 'tempest-RoutersTest-router-562495542', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:31Z', 'updated_at': '2021-12-15T05:03:32Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:33.090925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-aa5b92d5-e82a-4287-9f1a-d16574acd0ec tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=15eced4e-344f-4041-92d2-e64b8740d59e HTTP/1.1" status: 200 len: 205 time: 0.0355766 Dec 15 05:03:33.093370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44068) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.098495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.112302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074b4b0-c5d7-4c83-b9c0-e3dcecc86d0f None None] The sync data for ids ['15eced4e-344f-4041-92d2-e64b8740d59e'] in n-d-820935-10 is: [{'id': '15eced4e-344f-4041-92d2-e64b8740d59e', 'name': 'tempest-RoutersTest-router-562495542', 'tenant_id': '747626cc4b014da9b623f117603eecb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:31Z', 'updated_at': '2021-12-15T05:03:32Z', 'revision_number': 2, 'project_id': '747626cc4b014da9b623f117603eecb7', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:33.122573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-31ebfb62-75b6-43f3-a0f9-13f561ca7a8e None None] Provisioning complete for port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:33.123031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31ebfb62-75b6-43f3-a0f9-13f561ca7a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.152557 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] Set router be5d771f-7c95-4d1e-86ea-e262486ab88d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:33.156853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Network 441a781e-9a26-4298-807d-ef9cf8c98406 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:33.160561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:33.164815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:33.180681 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-d927e72f-da17-4431-9651-66f4d307995f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:33.189228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d927e72f-da17-4431-9651-66f4d307995f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/15eced4e-344f-4041-92d2-e64b8740d59e HTTP/1.1" status: 404 len: 336 time: 0.0947089 Dec 15 05:03:33.191731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44072) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.212234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:33.227836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.244023 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b28adc-59c5-49a1-b54a-bb4897914a66 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:33.252101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b28adc-59c5-49a1-b54a-bb4897914a66 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:33.264124 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-43b28adc-59c5-49a1-b54a-bb4897914a66 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/00f5ca1d-c813-44b5-a414-4d7f68a142c2 HTTP/1.1" status: 404 len: 337 time: 0.0627482 Dec 15 05:03:33.265755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44074) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.314118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31ebfb62-75b6-43f3-a0f9-13f561ca7a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.321273 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6f2c63-2229-4849-9680-5ab4e6edc494 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:33.324472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6f2c63-2229-4849-9680-5ab4e6edc494 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:33.328589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bb6f2c63-2229-4849-9680-5ab4e6edc494 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/8895ed01-64e3-415a-b971-67a53710c4fc HTTP/1.1" status: 404 len: 337 time: 0.0617406 Dec 15 05:03:33.331654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44076) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.366803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-31ebfb62-75b6-43f3-a0f9-13f561ca7a8e None None] For port 6056da88-4faf-44b4-ac3b-cc34916fd1e4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6056da88-4faf-44b4-ac3b-cc34916fd1e4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:33.383467 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ef187d-a51a-4b6e-bb4d-b1c5c802648f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:33.384316 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-31ebfb62-75b6-43f3-a0f9-13f561ca7a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.384463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ef187d-a51a-4b6e-bb4d-b1c5c802648f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:33.392262 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.393484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-70ef187d-a51a-4b6e-bb4d-b1c5c802648f tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/a0fd1d66-306b-40bd-8c07-0ab88084b0d1 HTTP/1.1" status: 404 len: 337 time: 0.0602536 Dec 15 05:03:33.395950 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44078) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.439536 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ced13b0-e78c-473d-89cf-20d20c3a67b4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:33.443787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ced13b0-e78c-473d-89cf-20d20c3a67b4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:33.449485 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9ced13b0-e78c-473d-89cf-20d20c3a67b4 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/36a8fff7-baa0-43ee-b048-06c434606f24 HTTP/1.1" status: 404 len: 337 time: 0.0514123 Dec 15 05:03:33.454598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.474809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.477806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebfb62-75b6-43f3-a0f9-13f561ca7a8e None None] Pushing event updated for resources: {'Port': ['ID=6056da88-4faf-44b4-ac3b-cc34916fd1e4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:33.513754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44082) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.514580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-55b44857-6d9e-4f04-961e-d6e552f77257 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 200 len: 205 time: 0.0581884 Dec 15 05:03:33.520832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-754fdd6b-5ce1-432a-b85b-23d4f40def51 None None] Provisioning complete for port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:33.521405 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-754fdd6b-5ce1-432a-b85b-23d4f40def51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.555943 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:31Z', 'revision_number': 3, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port': {'id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:30Z', 'updated_at': '2021-12-15T05:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:33.573091 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-9c7f71a7-ac48-471f-bb74-1f003d6298e0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:33.573351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-754fdd6b-5ce1-432a-b85b-23d4f40def51 None None] Port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:33.575758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9c7f71a7-ac48-471f-bb74-1f003d6298e0 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/79175ffd-8b9c-4e7e-9ba0-0f5108113563 HTTP/1.1" status: 404 len: 336 time: 0.0601990 Dec 15 05:03:33.578027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.587931 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b5ff4-eca6-466a-b30b-05c314ad4d3a None None] The sync data for ids ['be5d771f-7c95-4d1e-86ea-e262486ab88d'] in n-d-820935-10 is: [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:31Z', 'revision_number': 3, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port': {'id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:30Z', 'updated_at': '2021-12-15T05:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:33.612147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f5461883-fc06-4713-aa29-dbdd7725b8f3 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61647b0-dd69-4ae4-a21a-96ab21424a3e HTTP/1.1" status: 200 len: 205 time: 0.0314655 Dec 15 05:03:33.613103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44086) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.623865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.660155 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-2bd42142-3790-4201-bd0c-d2c0f849e784 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:33.661509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2bd42142-3790-4201-bd0c-d2c0f849e784 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/a61647b0-dd69-4ae4-a21a-96ab21424a3e HTTP/1.1" status: 404 len: 336 time: 0.0471900 Dec 15 05:03:33.664597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44088) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.693116 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c275d15-a2dc-4b40-8e82-91bd1225dbec tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:33.693579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c275d15-a2dc-4b40-8e82-91bd1225dbec tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:33.699037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1c275d15-a2dc-4b40-8e82-91bd1225dbec tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/9756506c-f957-4665-bafc-5909bb0312f7 HTTP/1.1" status: 404 len: 337 time: 0.0311105 Dec 15 05:03:33.699259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44090) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.711217 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.715737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.731163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-15e51332-5316-4e2b-86ab-afb804b0146a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 200 len: 205 time: 0.0307934 Dec 15 05:03:33.733501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44092) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.773662 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-7e9c404c-f85a-47ea-addc-76d9108f3b92 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:33.775112 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7e9c404c-f85a-47ea-addc-76d9108f3b92 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/a9e40b17-d71c-4ae1-a15b-dea7aeac2e20 HTTP/1.1" status: 404 len: 336 time: 0.0406959 Dec 15 05:03:33.777900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.789592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:33.792387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:33.823273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7b335b45-3cc4-4a7b-ab1b-40ae4f00b6d9 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae5c021-cc73-4c7b-bb2e-cc2e56b07206 HTTP/1.1" status: 200 len: 205 time: 0.0440543 Dec 15 05:03:33.824180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44096) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.870324 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-3ace8418-1129-467e-9b37-566c461124e6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:33.873627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3ace8418-1129-467e-9b37-566c461124e6 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/fae5c021-cc73-4c7b-bb2e-cc2e56b07206 HTTP/1.1" status: 404 len: 336 time: 0.0474191 Dec 15 05:03:33.874411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44098) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.930934 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5add3fa-1f49-402a-aab0-705cb33994d8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:33.931453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5add3fa-1f49-402a-aab0-705cb33994d8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:33.938902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e5add3fa-1f49-402a-aab0-705cb33994d8 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/3d300717-5590-4f44-b9fd-99bc35a31f0d HTTP/1.1" status: 404 len: 337 time: 0.0593557 Dec 15 05:03:33.940913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44100) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:33.968644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Network 441a781e-9a26-4298-807d-ef9cf8c98406 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:33.971598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:34.020822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3b336d63-fde6-4027-aa74-60f33641b305 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f90048-92a4-41fe-8d68-c2ea6d53040e HTTP/1.1" status: 200 len: 205 time: 0.0783548 Dec 15 05:03:34.022091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44102) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.083114 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-11a0e178-caf3-41e4-8c9c-66e31251855e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:34.087755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-11a0e178-caf3-41e4-8c9c-66e31251855e tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/92f90048-92a4-41fe-8d68-c2ea6d53040e HTTP/1.1" status: 404 len: 336 time: 0.0643618 Dec 15 05:03:34.088075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44104) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.122335 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b9edad-5e8d-4ab2-9fbc-be95a6baefac tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:34.123468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b9edad-5e8d-4ab2-9fbc-be95a6baefac tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:34.125353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Router be5d771f-7c95-4d1e-86ea-e262486ab88d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:34.130145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44106) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.131150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-20b9edad-5e8d-4ab2-9fbc-be95a6baefac tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/18fccc29-e03d-4485-8ada-e0d85d8cd72f HTTP/1.1" status: 404 len: 337 time: 0.0411422 Dec 15 05:03:34.163516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8d38dc2c-4dff-42a8-812b-9e68c4246743 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcdee435-a640-482b-9943-e74d042c7564 HTTP/1.1" status: 200 len: 205 time: 0.0294020 Dec 15 05:03:34.164554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44108) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.290925 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-7a6262e7-8501-4bda-9753-ab02ca4ab29a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] delete failed (client error): The resource could not be found. Dec 15 05:03:34.294646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7a6262e7-8501-4bda-9753-ab02ca4ab29a tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/routers/dcdee435-a640-482b-9943-e74d042c7564 HTTP/1.1" status: 404 len: 336 time: 0.1268845 Dec 15 05:03:34.294916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44112) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.307270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3cc7253d-e05b-4907-a7c2-59178964b004 None None] Provisioning complete for port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:34.307802 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3cc7253d-e05b-4907-a7c2-59178964b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:34.328406 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-03429dbf-5eb8-4620-86b6-c4ed8291443d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:34.328865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03429dbf-5eb8-4620-86b6-c4ed8291443d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:34.334652 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-03429dbf-5eb8-4620-86b6-c4ed8291443d tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/2292d8d1-a64b-48ae-91d7-12761045a2de HTTP/1.1" status: 404 len: 337 time: 0.0361664 Dec 15 05:03:34.336569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44114) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.353354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7253d-e05b-4907-a7c2-59178964b004 None None] Port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:03:34.381592 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9634d150-2287-4dd1-9814-83da92c4b253 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] DELETE failed (client error): The resource could not be found. Dec 15 05:03:34.382011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9634d150-2287-4dd1-9814-83da92c4b253 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:03:34.385145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:34.385851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9634d150-2287-4dd1-9814-83da92c4b253 tempest-RoutersTest-70017500 tempest-RoutersTest-70017500-project] 10.222.0.37 "DELETE /v2.0/subnets/73c76f2a-5dd8-414f-83f5-9cd87c56e01b HTTP/1.1" status: 404 len: 337 time: 0.0482616 Dec 15 05:03:34.397113 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f91cfbe6-97e4-4ac6-bdd2-7b502ab645e4 admin admin] 10.222.0.37 "PUT /v2.0/routers/be5d771f-7c95-4d1e-86ea-e262486ab88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127256 Dec 15 05:03:34.710700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44132) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:34.766892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6056da88-4faf-44b4-ac3b-cc34916fd1e4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:34.843731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:34.844259 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:34.934404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2a49679-91c5-4831-94bd-c0730a3f7e58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=747626cc4b014da9b623f117603eecb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213228 Dec 15 05:03:34.935933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44142) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:35.025232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14269f21-ec5a-4caa-8f3d-3b82031bf01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:35.056450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14269f21-ec5a-4caa-8f3d-3b82031bf01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:35.110364 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14269f21-ec5a-4caa-8f3d-3b82031bf01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:35.113409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14269f21-ec5a-4caa-8f3d-3b82031bf01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:35.114581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-14269f21-ec5a-4caa-8f3d-3b82031bf01a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5753861-200f-4811-85a6-6f10a8cf847c HTTP/1.1" status: 204 len: 168 time: 0.1768093 Dec 15 05:03:35.124563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269f21-ec5a-4caa-8f3d-3b82031bf01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5753861-200f-4811-85a6-6f10a8cf847c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:35.883190 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Sync routers for ids ['be5d771f-7c95-4d1e-86ea-e262486ab88d'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:35.895888 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Routers {'be5d771f-7c95-4d1e-86ea-e262486ab88d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:35.897701 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['be5d771f-7c95-4d1e-86ea-e262486ab88d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:35.901804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44178) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:35.921575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:36.035516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Set router be5d771f-7c95-4d1e-86ea-e262486ab88d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:36.036804 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-411c2121-ad5e-406d-88c1-2a000f3230da tempest-ServiceProvidersTest-233084084 tempest-ServiceProvidersTest-233084084-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1333055 Dec 15 05:03:36.272641 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 4, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port': {'id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:30Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97', 'name': '', 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'mac_address': 'fa:16:3e:5d:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '21695992-d844-4d8d-8f7a-e4703c989f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:32Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 2, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'subnets': [{'id': '21695992-d844-4d8d-8f7a-e4703c989f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:36.306598 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Checking router: be5d771f-7c95-4d1e-86ea-e262486ab88d for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:36.306916 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Updating router be5d771f-7c95-4d1e-86ea-e262486ab88d port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:03:36.334727 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.384029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44198) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:36.555870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ed8-171e-4e3d-961e-7181820f950a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.669249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ed8-171e-4e3d-961e-7181820f950a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.676143 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b5b55ed8-171e-4e3d-961e-7181820f950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.685009 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.693298 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.726930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55ed8-171e-4e3d-961e-7181820f950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae00feed-0f04-4007-8961-e5596f4b6435,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:36.735809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b5b55ed8-171e-4e3d-961e-7181820f950a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=738157f9070245388c0976d7302ef41a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503582 Dec 15 05:03:36.736302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:36.799692 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ef88b-071f-465b-b4ea-44381072c4fc None None] Pushing event updated for resources: {'Port': ['ID=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:36.806162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-748c2c55-fa4c-47f1-aa48-f12f56841c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.811716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.839849 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Attempting to bind port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:36.840667 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Attempting to bind port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:36.841232 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Attempting to bind port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 on network 441a781e-9a26-4298-807d-ef9cf8c98406 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:36.846838 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:36.847519 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Checking segment: {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:36.848270 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.848856 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Bound using segment: {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:36.850742 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Bound port: 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:36.851394 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.907989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-748c2c55-fa4c-47f1-aa48-f12f56841c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:36.931767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] For port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:36.935628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] For port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:36.944610 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.013889 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Routers {'be5d771f-7c95-4d1e-86ea-e262486ab88d'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:37.015161 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['be5d771f-7c95-4d1e-86ea-e262486ab88d'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:37.050177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-748c2c55-fa4c-47f1-aa48-f12f56841c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.052780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-748c2c55-fa4c-47f1-aa48-f12f56841c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.056209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-748c2c55-fa4c-47f1-aa48-f12f56841c56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae00feed-0f04-4007-8961-e5596f4b6435 HTTP/1.1" status: 204 len: 168 time: 0.3155344 Dec 15 05:03:37.100338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c4525f5e-b0b2-4cda-8590-9ab24f7b070a None None] Provisioning complete for port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:37.101795 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4525f5e-b0b2-4cda-8590-9ab24f7b070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.110409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2c55-fa4c-47f1-aa48-f12f56841c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae00feed-0f04-4007-8961-e5596f4b6435,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:37.151891 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] Set router be5d771f-7c95-4d1e-86ea-e262486ab88d gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:37.233127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.276508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ef88b-071f-465b-b4ea-44381072c4fc None None] Pushing event updated for resources: {'Port': ['ID=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:37.294960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Deleting port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:37.295253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.326017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4525f5e-b0b2-4cda-8590-9ab24f7b070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.362869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c4525f5e-b0b2-4cda-8590-9ab24f7b070a None None] For port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:37.373196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4525f5e-b0b2-4cda-8590-9ab24f7b070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.419930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] For port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:37.421969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.449565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Calling delete_port for 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:37.460004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4525f5e-b0b2-4cda-8590-9ab24f7b070a None None] Pushing event updated for resources: {'Port': ['ID=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:37.498683 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 4, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port': {'id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:30Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97', 'name': '', 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'mac_address': 'fa:16:3e:5d:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '21695992-d844-4d8d-8f7a-e4703c989f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:32Z', 'updated_at': '2021-12-15T05:03:36Z', 'revision_number': 4, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'subnets': [{'id': '21695992-d844-4d8d-8f7a-e4703c989f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:37.499168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e0eb8175-64f8-4206-975e-af73d603e014 None None] Provisioning complete for port 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:37.499553 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8175-64f8-4206-975e-af73d603e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.528931 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128d1be-bdf2-48d6-af3c-94158530f9b9 None None] The sync data for ids ['be5d771f-7c95-4d1e-86ea-e262486ab88d'] in n-d-820935-10 is: [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 4, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port': {'id': '6056da88-4faf-44b4-ac3b-cc34916fd1e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:30Z', 'updated_at': '2021-12-15T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97', 'name': '', 'network_id': '441a781e-9a26-4298-807d-ef9cf8c98406', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'mac_address': 'fa:16:3e:5d:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '21695992-d844-4d8d-8f7a-e4703c989f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:03:32Z', 'updated_at': '2021-12-15T05:03:36Z', 'revision_number': 4, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'subnets': [{'id': '21695992-d844-4d8d-8f7a-e4703c989f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:37.750702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:37.794062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:38.041416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:38.307031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Router be5d771f-7c95-4d1e-86ea-e262486ab88d has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:03:38.438587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:03:38.450382 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6952901c-e04c-4484-859f-ac2cd67f5278 admin admin] 10.222.0.37 "PUT /v2.0/routers/be5d771f-7c95-4d1e-86ea-e262486ab88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273530 Dec 15 05:03:38.453249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44234) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:38.588117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:38.744637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:38.803893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Deleting port 6056da88-4faf-44b4-ac3b-cc34916fd1e4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:38.804476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:38.901177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] For port 6056da88-4faf-44b4-ac3b-cc34916fd1e4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6056da88-4faf-44b4-ac3b-cc34916fd1e4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:38.901680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:38.914705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Calling delete_port for 6056da88-4faf-44b4-ac3b-cc34916fd1e4 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:39.118744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.155860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Pushing event deleted for resources: {'Port': ['ID=6056da88-4faf-44b4-ac3b-cc34916fd1e4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:39.175587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc6aa7-bf69-4bc5-84e1-4451d7c53cfe None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:39.235577 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.262257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Sync routers for ids ['be5d771f-7c95-4d1e-86ea-e262486ab88d'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:03:39.273651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Routers {'be5d771f-7c95-4d1e-86ea-e262486ab88d'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:39.274619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['be5d771f-7c95-4d1e-86ea-e262486ab88d'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:39.357491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Set router be5d771f-7c95-4d1e-86ea-e262486ab88d gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:03:39.381556 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.384965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.418757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5d771f-7c95-4d1e-86ea-e262486ab88d', 'name': 'tempest-ImageQuotaTest-2127758011-router', 'tenant_id': '87983706e9434e84b4bbdc4c55eee19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:03:29Z', 'updated_at': '2021-12-15T05:03:39Z', 'revision_number': 7, 'project_id': '87983706e9434e84b4bbdc4c55eee19c', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:39.444553 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.445676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be5d771f-7c95-4d1e-86ea-e262486ab88d {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:03:39.446733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Checking router: be5d771f-7c95-4d1e-86ea-e262486ab88d for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:03:39.459258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Routers set() bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:03:39.459706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Router IDs set() for agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 05:03:39.460422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_agentschedulers_db [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be5d771f-7c95-4d1e-86ea-e262486ab88d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:03:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent'). {{(pid=103134) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 05:03:39.460817 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.460945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d94391-0a0f-42e2-940d-efaa6db340eb None None] The sync data for ids ['be5d771f-7c95-4d1e-86ea-e262486ab88d'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:03:39.463522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0266971e-82e3-41be-8ed3-e1200433b816 admin admin] 10.222.0.37 "DELETE /v2.0/routers/be5d771f-7c95-4d1e-86ea-e262486ab88d HTTP/1.1" status: 204 len: 168 time: 1.0089314 Dec 15 05:03:39.466064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44264) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:39.527532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Deleting subnet 21695992-d844-4d8d-8f7a-e4703c989f6a {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:03:39.535500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.569735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44266) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:39.589283 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.689879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.717430 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3f17c60-f282-4e32-8b7b-c332d01093a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.782340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.821937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21695992-d844-4d8d-8f7a-e4703c989f6a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:39.823912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.826415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0df91-78d4-4abe-99a3-5756fe331095 None None] Network 441a781e-9a26-4298-807d-ef9cf8c98406 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:39.830037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f2eb2d2e-d6b5-44f5-8f79-dfb5081ca3fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21695992-d844-4d8d-8f7a-e4703c989f6a HTTP/1.1" status: 204 len: 168 time: 0.3584011 Dec 15 05:03:39.830037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44272) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:39.915063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3f17c60-f282-4e32-8b7b-c332d01093a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.930018 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3f17c60-f282-4e32-8b7b-c332d01093a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:39.962750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44274) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:39.963290 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3f17c60-f282-4e32-8b7b-c332d01093a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b8f93048cbb4f19849a726ab62169bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919792 Dec 15 05:03:39.990841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.012758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f17c60-f282-4e32-8b7b-c332d01093a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ee7f83-120e-44d4-9e11-9563dad175e9,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.013890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] DHCP port deletion for 441a781e-9a26-4298-807d-ef9cf8c98406 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:03:40.064830 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acbc4e88-27ef-47b0-be63-b2ad15ce4938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.102744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] Deleting port c949c75c-37dc-4a35-b14d-4e7dc799d315 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:40.103731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.103994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acbc4e88-27ef-47b0-be63-b2ad15ce4938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.104830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Deleting port c949c75c-37dc-4a35-b14d-4e7dc799d315 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:03:40.105040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.158176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acbc4e88-27ef-47b0-be63-b2ad15ce4938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.162087 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acbc4e88-27ef-47b0-be63-b2ad15ce4938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.167532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acbc4e88-27ef-47b0-be63-b2ad15ce4938 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5ee7f83-120e-44d4-9e11-9563dad175e9 HTTP/1.1" status: 204 len: 168 time: 0.2037311 Dec 15 05:03:40.177882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc4e88-27ef-47b0-be63-b2ad15ce4938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ee7f83-120e-44d4-9e11-9563dad175e9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.184995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] For port c949c75c-37dc-4a35-b14d-4e7dc799d315, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c949c75c-37dc-4a35-b14d-4e7dc799d315,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:40.185444 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.186648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] For port c949c75c-37dc-4a35-b14d-4e7dc799d315, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c949c75c-37dc-4a35-b14d-4e7dc799d315,segment=NetworkSegment(e8c39f90-7e2b-41bf-8196-f97b71e6b55e),segment_id=e8c39f90-7e2b-41bf-8196-f97b71e6b55e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:40.187026 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.203073 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Calling delete_port for c949c75c-37dc-4a35-b14d-4e7dc799d315 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:40.208842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] Calling delete_port for c949c75c-37dc-4a35-b14d-4e7dc799d315 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:03:40.310438 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.319981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.352575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] Pushing event deleted for resources: {'Port': ['ID=c949c75c-37dc-4a35-b14d-4e7dc799d315,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.356330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d0c47-0230-44a0-882f-72d648c61b83 None None] No DVR routers for this DVR port c949c75c-37dc-4a35-b14d-4e7dc799d315 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:40.369139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Pushing event deleted for resources: {'Port': ['ID=c949c75c-37dc-4a35-b14d-4e7dc799d315,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.381672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] No DVR routers for this DVR port c949c75c-37dc-4a35-b14d-4e7dc799d315 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:03:40.475515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.504278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441a781e-9a26-4298-807d-ef9cf8c98406']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:40.515397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:40.515783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c39f90-7e2b-41bf-8196-f97b71e6b55e') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:03:40.526990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.542306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.548868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:03:40.549261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:03:40.551120 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:03:40.579708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44280) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:40.599685 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d95e1bf-32d5-437c-91c0-1a321050b5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.615503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.622465 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.626193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] 10.222.0.37 "DELETE /v2.0/networks/441a781e-9a26-4298-807d-ef9cf8c98406 HTTP/1.1" status: 204 len: 168 time: 0.7953918 Dec 15 05:03:40.643832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48711f-056e-4a8c-bb00-20cb7842b085 admin admin] Pushing event deleted for resources: {'Network': ['ID=441a781e-9a26-4298-807d-ef9cf8c98406,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.714458 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d95e1bf-32d5-437c-91c0-1a321050b5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.725526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d95e1bf-32d5-437c-91c0-1a321050b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.732717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:40.760152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:40.760805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5fd7bbe2-5d6c-4ee1-b095-e0138f7dcb97 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:40.761409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6056da88-4faf-44b4-ac3b-cc34916fd1e4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:40.774694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95e1bf-32d5-437c-91c0-1a321050b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ffc05-dfee-403b-99d3-7e7cd7433cb8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.779451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2d95e1bf-32d5-437c-91c0-1a321050b5fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=babf993717c045afb29904e0dcc970dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985776 Dec 15 05:03:40.782683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44284) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:40.810918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6056da88-4faf-44b4-ac3b-cc34916fd1e4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:40.811491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6056da88-4faf-44b4-ac3b-cc34916fd1e4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:40.812098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c949c75c-37dc-4a35-b14d-4e7dc799d315 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:03:40.840970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c949c75c-37dc-4a35-b14d-4e7dc799d315 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:03:40.841937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c949c75c-37dc-4a35-b14d-4e7dc799d315 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:03:40.847864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44288) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:40.850850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36b76f1a-8fee-457b-9d06-9b8337cf5302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.887312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36b76f1a-8fee-457b-9d06-9b8337cf5302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.904236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-91beec96-1c52-4a2a-a9c5-d7c8efb2dbd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87983706e9434e84b4bbdc4c55eee19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549688 Dec 15 05:03:40.906717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44290) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:40.946334 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36b76f1a-8fee-457b-9d06-9b8337cf5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.949886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36b76f1a-8fee-457b-9d06-9b8337cf5302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:40.953671 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-36b76f1a-8fee-457b-9d06-9b8337cf5302 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a05ffc05-dfee-403b-99d3-7e7cd7433cb8 HTTP/1.1" status: 204 len: 168 time: 0.1674569 Dec 15 05:03:40.959568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b76f1a-8fee-457b-9d06-9b8337cf5302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ffc05-dfee-403b-99d3-7e7cd7433cb8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:40.984655 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2f62e78-324f-4d47-a1c8-2a578ce29b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.013885 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2f62e78-324f-4d47-a1c8-2a578ce29b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.065819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2f62e78-324f-4d47-a1c8-2a578ce29b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.069965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2f62e78-324f-4d47-a1c8-2a578ce29b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.071355 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e2f62e78-324f-4d47-a1c8-2a578ce29b1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d1928c2-4537-44fc-8b57-ddf2edd63d5a HTTP/1.1" status: 204 len: 168 time: 0.1637325 Dec 15 05:03:41.079778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f62e78-324f-4d47-a1c8-2a578ce29b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1928c2-4537-44fc-8b57-ddf2edd63d5a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:41.431654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44308) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:41.445153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43ce749a-2813-425c-9169-cf73e3dd09ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.529611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43ce749a-2813-425c-9169-cf73e3dd09ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.534461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43ce749a-2813-425c-9169-cf73e3dd09ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.579642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-43ce749a-2813-425c-9169-cf73e3dd09ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1445670 Dec 15 05:03:41.579642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce749a-2813-425c-9169-cf73e3dd09ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf311e9-e28f-41b9-b4c3-67e08fc754bb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:41.582114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:41.645502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29198666-9af7-4d57-a92a-16793cfe5d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.676423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29198666-9af7-4d57-a92a-16793cfe5d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.730654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29198666-9af7-4d57-a92a-16793cfe5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.733341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29198666-9af7-4d57-a92a-16793cfe5d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:41.736889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-29198666-9af7-4d57-a92a-16793cfe5d1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbf311e9-e28f-41b9-b4c3-67e08fc754bb HTTP/1.1" status: 204 len: 168 time: 0.1513829 Dec 15 05:03:41.751066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29198666-9af7-4d57-a92a-16793cfe5d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf311e9-e28f-41b9-b4c3-67e08fc754bb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:42.853677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44348) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:42.962189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c624bad-c26d-4473-add1-3efc87111609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.034142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c624bad-c26d-4473-add1-3efc87111609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.038298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c624bad-c26d-4473-add1-3efc87111609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.077497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c624bad-c26d-4473-add1-3efc87111609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adb7346104db4cefa773ba1d1a9e1708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203236 Dec 15 05:03:43.077497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c624bad-c26d-4473-add1-3efc87111609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc57f85-fe2f-4f91-b96d-cce6af789270,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:43.077826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44354) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:43.129860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26d4912c-a7fa-4464-886d-4982518a1233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.151951 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26d4912c-a7fa-4464-886d-4982518a1233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.197189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26d4912c-a7fa-4464-886d-4982518a1233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.199861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-26d4912c-a7fa-4464-886d-4982518a1233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.201063 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-26d4912c-a7fa-4464-886d-4982518a1233 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdc57f85-fe2f-4f91-b96d-cce6af789270 HTTP/1.1" status: 204 len: 168 time: 0.1222446 Dec 15 05:03:43.208578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4912c-a7fa-4464-886d-4982518a1233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc57f85-fe2f-4f91-b96d-cce6af789270,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:43.452940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44360) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:43.468750 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc137a11-8b33-40a1-9904-3105ee3aeb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.543529 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc137a11-8b33-40a1-9904-3105ee3aeb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.548029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc137a11-8b33-40a1-9904-3105ee3aeb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.586283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fc137a11-8b33-40a1-9904-3105ee3aeb1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46c9672be689414c876a0a6ae890c8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322289 Dec 15 05:03:43.587232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc137a11-8b33-40a1-9904-3105ee3aeb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff86620-f9db-406a-93a7-d55fc6cf34f0,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:43.588929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44362) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:43.637626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04af807d-43b2-43cd-b9f0-1074354ec0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.658012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04af807d-43b2-43cd-b9f0-1074354ec0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.703463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04af807d-43b2-43cd-b9f0-1074354ec0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.706143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-04af807d-43b2-43cd-b9f0-1074354ec0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:43.707292 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-04af807d-43b2-43cd-b9f0-1074354ec0a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff86620-f9db-406a-93a7-d55fc6cf34f0 HTTP/1.1" status: 204 len: 168 time: 0.1173744 Dec 15 05:03:43.714975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af807d-43b2-43cd-b9f0-1074354ec0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff86620-f9db-406a-93a7-d55fc6cf34f0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:44.354521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44386) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:44.451987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1102967778-network', 'tenant_id': 'd9a114e4069840eaa4945be6e3c6ef5f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:44.473210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Made reservation on behalf of d9a114e4069840eaa4945be6e3c6ef5f for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:44.475679 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.483745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.558509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.562290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.582638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:44.597951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b01593c-12b8-4508-84c5-fd8113204e10,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:44.601002 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.601347 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Added segment fa1a8c1b-846e-4104-a27b-57a058970c90 of type vlan for network 772fa901-7bf0-45f8-a7d0-f825b71110d3 Dec 15 05:03:44.641064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.665476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.666517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:44.667115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.717161 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3614800 Dec 15 05:03:44.720849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44390) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:44.725917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Request body: {'subnet': {'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1102967778-subnet', 'tenant_id': 'd9a114e4069840eaa4945be6e3c6ef5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:44.727970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5b7d4-2180-4540-977d-0c3e14f25d40 admin admin] Pushing event updated for resources: {'Network': ['ID=772fa901-7bf0-45f8-a7d0-f825b71110d3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:44.737847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 772fa901-7bf0-45f8-a7d0-f825b71110d3 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:44.748482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Made reservation on behalf of d9a114e4069840eaa4945be6e3c6ef5f for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:44.750912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.921195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:44.977962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d84ab13-6b13-41bb-a7fd-55254fe4ee6b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:44.986360 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Checking segment: {'id': 'fa1a8c1b-846e-4104-a27b-57a058970c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:44.986719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Network hostable DHCP agents. Network: 772fa901-7bf0-45f8-a7d0-f825b71110d3, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:45.003182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Network 772fa901-7bf0-45f8-a7d0-f825b71110d3 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:45.011533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 772fa901-7bf0-45f8-a7d0-f825b71110d3) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:45.015279 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:45.015860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.021440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf146e4e-7557-474f-b1f2-9095eb0fc02f None None] Network 772fa901-7bf0-45f8-a7d0-f825b71110d3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:45.031827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3e842c15-ff4b-45b2-a29a-4cc61bbdea08 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3097873 Dec 15 05:03:45.126397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ab890-1242-4635-a9aa-2a0fb299b1af None None] Network 772fa901-7bf0-45f8-a7d0-f825b71110d3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:45.511244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:45.516292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1836406407-network', 'tenant_id': 'a06749469ae24fcd87a75f5167d939a2'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:45.537363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Made reservation on behalf of a06749469ae24fcd87a75f5167d939a2 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:45.539571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.548491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.622539 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.626206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.650947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:03:45.659883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c381b19-5f6e-44fe-9ec3-0b88e441526e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:45.666428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.666768 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Added segment af8af588-71c2-4279-b522-e3b1d77de045 of type vlan for network 319afd3b-8c8a-458b-936e-7a9e85cc8d6c Dec 15 05:03:45.713701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.741811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.742921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:45.743497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.795925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2834661 Dec 15 05:03:45.798757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44410) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:03:45.804514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Request body: {'subnet': {'network_id': '319afd3b-8c8a-458b-936e-7a9e85cc8d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1836406407-subnet', 'tenant_id': 'a06749469ae24fcd87a75f5167d939a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:45.806658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791b09-7bc6-4ae8-bc57-c10a65e017f2 admin admin] Pushing event updated for resources: {'Network': ['ID=319afd3b-8c8a-458b-936e-7a9e85cc8d6c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:45.816115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 319afd3b-8c8a-458b-936e-7a9e85cc8d6c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:03:45.827555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Made reservation on behalf of a06749469ae24fcd87a75f5167d939a2 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:45.829964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:45.992403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:46.045679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92c1294-777b-4d2e-8ab0-d083b937221a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:46.060117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Checking segment: {'id': 'af8af588-71c2-4279-b522-e3b1d77de045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '319afd3b-8c8a-458b-936e-7a9e85cc8d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:46.060475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Network hostable DHCP agents. Network: 319afd3b-8c8a-458b-936e-7a9e85cc8d6c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:03:46.076658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Network 319afd3b-8c8a-458b-936e-7a9e85cc8d6c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:03:46.085769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 319afd3b-8c8a-458b-936e-7a9e85cc8d6c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:46.089609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:46.090193 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:46.094280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d9744-527b-476a-8434-5616a9d93364 None None] Network 319afd3b-8c8a-458b-936e-7a9e85cc8d6c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:46.106036 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bda42e46-3ec1-42bb-a67b-1a95e2903e1b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3060653 Dec 15 05:03:46.191792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b9bd5-a5ad-4851-85e3-bab3bbe4b7f3 None None] Network 319afd3b-8c8a-458b-936e-7a9e85cc8d6c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:03:46.595015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-0bc1ffdd-7dc1-4114-a466-ff2e2dc3f221 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:46.596536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-0bc1ffdd-7dc1-4114-a466-ff2e2dc3f221 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/networks?id=772fa901-7bf0-45f8-a7d0-f825b71110d3 HTTP/1.1" status: 200 len: 809 time: 0.1038418 Dec 15 05:03:46.612099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-773ea1cc-e5ac-490f-a86a-f3af9ce3e069 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/quotas/d9a114e4069840eaa4945be6e3c6ef5f HTTP/1.1" status: 200 len: 375 time: 0.0091455 Dec 15 05:03:46.643113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-2a3ec526-8b1d-411a-b173-c1d91a9a809a tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a114e4069840eaa4945be6e3c6ef5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250175 Dec 15 05:03:46.734883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-5a370c2f-c9f7-4437-94b1-9d8fba3a277c service neutron] 10.222.0.37 "GET /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Dec 15 05:03:46.822464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-d9206cdf-40f8-4299-bf5d-737c3e0f1113 service neutron] 10.222.0.37 "GET /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808251 Dec 15 05:03:46.980808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-221df197-3788-45c4-a627-157d0382d1bf req-bc2ea14f-9252-4115-95e4-4210f8d3f00d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 210 time: 0.0274546 Dec 15 05:03:48.081784 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cdaaad31-cdd5-4998-9aff-a2356d64af62 req-f71636b6-6913-43c1-ac85-06c0507d9888 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 210 time: 0.0274289 Dec 15 05:03:48.154408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-edc8b9b3-85c8-40d3-a782-ccb1ed37c23f tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:48.155859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-edc8b9b3-85c8-40d3-a782-ccb1ed37c23f tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.16 "GET /v2.0/networks?id=772fa901-7bf0-45f8-a7d0-f825b71110d3 HTTP/1.1" status: 200 len: 809 time: 0.1182473 Dec 15 05:03:48.197765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Request body: {'port': {'device_id': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3', 'admin_state_up': True, 'tenant_id': 'd9a114e4069840eaa4945be6e3c6ef5f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:48.311105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Made reservation on behalf of d9a114e4069840eaa4945be6e3c6ef5f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:03:48.315991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:48.450624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Allocated IP 172.20.0.5 (772fa901-7bf0-45f8-a7d0-f825b71110d3/7d84ab13-6b13-41bb-a7fd-55254fe4ee6b/e2f6ace9-7729-4701-8982-9eb79491c1b1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:03:48.592992 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:48.632689 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:48.687576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Network 772fa901-7bf0-45f8-a7d0-f825b71110d3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:03:48.690751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:03:48.695249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:03:48.699469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Pushing event updated for resources: {'Port': ['ID=e2f6ace9-7729-4701-8982-9eb79491c1b1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:48.745068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:48.745699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:48.761255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8a397005-3383-4b79-86db-60aefe182cb6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677421 Dec 15 05:03:48.786908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Request body: {'port': {'device_id': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:03:48.841186 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:49.095207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f6ace9-7729-4701-8982-9eb79491c1b1 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:03:49.103476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:49.115612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Transition to ACTIVE for port object e2f6ace9-7729-4701-8982-9eb79491c1b1 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:03:49.120268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:49.173485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f6ace9-7729-4701-8982-9eb79491c1b1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:49.203938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa1350-fd70-4605-a3df-54e0d8ec2e57 req-6057fffe-40d7-45dd-aac7-a41de6627bbd tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:49.205491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-deaa1350-fd70-4605-a3df-54e0d8ec2e57 req-6057fffe-40d7-45dd-aac7-a41de6627bbd tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 943 time: 0.0530157 Dec 15 05:03:49.242788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Attempting to bind port e2f6ace9-7729-4701-8982-9eb79491c1b1 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:03:49.243168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Attempting to bind port e2f6ace9-7729-4701-8982-9eb79491c1b1 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'fa1a8c1b-846e-4104-a27b-57a058970c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:03:49.243439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Attempting to bind port e2f6ace9-7729-4701-8982-9eb79491c1b1 on network 772fa901-7bf0-45f8-a7d0-f825b71110d3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:49.247911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Port e2f6ace9-7729-4701-8982-9eb79491c1b1 on network 772fa901-7bf0-45f8-a7d0-f825b71110d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:03:49.248340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Attempting to bind port e2f6ace9-7729-4701-8982-9eb79491c1b1 on network 772fa901-7bf0-45f8-a7d0-f825b71110d3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:03:49.253138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:03:49.253468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Checking segment: {'id': 'fa1a8c1b-846e-4104-a27b-57a058970c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:03:49.253848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Bound using segment: {'id': 'fa1a8c1b-846e-4104-a27b-57a058970c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:03:49.254266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Bound port: e2f6ace9-7729-4701-8982-9eb79491c1b1, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1a8c1b-846e-4104-a27b-57a058970c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:03:49.254617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:49.256224 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-deaa1350-fd70-4605-a3df-54e0d8ec2e57 req-6b0795b7-d08b-4c1a-8b05-b9662095cd6f tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Dec 15 05:03:49.319778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] For port e2f6ace9-7729-4701-8982-9eb79491c1b1, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:03:49.322793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] For port e2f6ace9-7729-4701-8982-9eb79491c1b1, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1,segment=NetworkSegment(fa1a8c1b-846e-4104-a27b-57a058970c90),segment_id=fa1a8c1b-846e-4104-a27b-57a058970c90)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:03:49.327530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:49.363090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:49.363717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:49.365207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/e2f6ace9-7729-4701-8982-9eb79491c1b1 HTTP/1.1" status: 200 len: 1092 time: 0.5825450 Dec 15 05:03:49.365650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'tag': 'e2f6ace9-7729-4701-8982-9eb79491c1b1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:03:49.367967 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0063281f-3cfd-4b16-b755-8603c12c087b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab063a47-d31c-4af4-a96a-603ef3c80938", "tag": "e2f6ace9-7729-4701-8982-9eb79491c1b1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:03:49.390173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009307b-40ff-4ca0-8980-b7556fcb47a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f6ace9-7729-4701-8982-9eb79491c1b1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:49.420714 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ac7764-6de1-4c45-a117-593ca4e58986 x-openstack-request-id: req-c1ac7764-6de1-4c45-a117-593ca4e58986 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:03:49.421032 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab063a47-d31c-4af4-a96a-603ef3c80938", "tag": "e2f6ace9-7729-4701-8982-9eb79491c1b1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:03:49.421736 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1ac7764-6de1-4c45-a117-593ca4e58986 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:03:49.421736 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'tag': 'e2f6ace9-7729-4701-8982-9eb79491c1b1', 'status': 'completed', 'code': 200} Dec 15 05:03:49.480536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-93575f5c-c4b1-4d11-9db3-c35715624316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:49.482039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-93575f5c-c4b1-4d11-9db3-c35715624316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9a114e4069840eaa4945be6e3c6ef5f&device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 1095 time: 0.0422599 Dec 15 05:03:49.542030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-b0e0290e-332b-497a-9015-46193fb043ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1 HTTP/1.1" status: 200 len: 217 time: 0.0372570 Dec 15 05:03:49.596371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-6b814ede-752f-48bb-b97f-7dde207a8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:49.597922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-6b814ede-752f-48bb-b97f-7dde207a8f5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d84ab13-6b13-41bb-a7fd-55254fe4ee6b HTTP/1.1" status: 200 len: 849 time: 0.0440025 Dec 15 05:03:49.634512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-d804a083-cdb2-4653-92b1-d6b93695ecfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=772fa901-7bf0-45f8-a7d0-f825b71110d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253589 Dec 15 05:03:49.737593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-a3914313-b3ab-4149-8678-c9b202fceca6 service neutron] 10.222.0.16 "GET /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891635 Dec 15 05:03:49.829750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-234fbce8-8130-4552-a150-6cfe8e8da9b0 req-8edbedbd-54b8-4ad4-87fc-fc2d82872ba9 service neutron] 10.222.0.16 "GET /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808592 Dec 15 05:03:49.986419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063281f-3cfd-4b16-b755-8603c12c087b req-89cd46a6-0955-4f91-b788-9a88a6556a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:49.987883 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-89cd46a6-0955-4f91-b788-9a88a6556a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9a114e4069840eaa4945be6e3c6ef5f&device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 1095 time: 0.0415738 Dec 15 05:03:50.084127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063281f-3cfd-4b16-b755-8603c12c087b req-c2b5e2c3-1c43-4a13-95f4-a3ee4a693ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:50.085595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-c2b5e2c3-1c43-4a13-95f4-a3ee4a693ba0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=772fa901-7bf0-45f8-a7d0-f825b71110d3 HTTP/1.1" status: 200 len: 909 time: 0.0899031 Dec 15 05:03:50.134118 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-65369f07-3217-4db5-89cf-495d66614475 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1 HTTP/1.1" status: 200 len: 217 time: 0.0407319 Dec 15 05:03:50.189314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063281f-3cfd-4b16-b755-8603c12c087b req-eda546bb-9c99-4689-b06a-373b7ac5929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:50.190815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-eda546bb-9c99-4689-b06a-373b7ac5929b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d84ab13-6b13-41bb-a7fd-55254fe4ee6b HTTP/1.1" status: 200 len: 849 time: 0.0501974 Dec 15 05:03:50.386014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b57f6-5160-4f92-ad7e-121a5d1e17d0 req-a120e813-084d-4f7a-a84b-8a0dad234265 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:50.388415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af5b57f6-5160-4f92-ad7e-121a5d1e17d0 req-a120e813-084d-4f7a-a84b-8a0dad234265 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 943 time: 0.0533724 Dec 15 05:03:50.440324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-af5b57f6-5160-4f92-ad7e-121a5d1e17d0 req-53dd81ca-aaae-4c8c-8e9f-db1f7e636246 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Dec 15 05:03:50.576482 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-de2aa8d4-bf61-4144-8f06-a036926e34ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=772fa901-7bf0-45f8-a7d0-f825b71110d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3768094 Dec 15 05:03:50.671972 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-8727ad2d-f18a-4025-be86-0962379b3ce0 service neutron] 10.222.0.16 "GET /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Dec 15 05:03:50.763954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0063281f-3cfd-4b16-b755-8603c12c087b req-8ca4590e-0911-472d-9984-d53d74495569 service neutron] 10.222.0.16 "GET /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Dec 15 05:03:51.558737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6fe0d-d1a0-4866-968a-b602bef8ef8e req-d523cb00-f254-40c1-9e56-732b25ed02cf tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:51.560277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22a6fe0d-d1a0-4866-968a-b602bef8ef8e req-d523cb00-f254-40c1-9e56-732b25ed02cf tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 943 time: 0.0481317 Dec 15 05:03:51.611915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22a6fe0d-d1a0-4866-968a-b602bef8ef8e req-ed025740-6707-4555-bcd2-2284867c3951 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Dec 15 05:03:52.733290 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce46b7-b21f-4e6b-814e-82674aeed064 req-08744f7d-98d4-40d5-bf45-4f48a4fd784d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:52.734775 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcce46b7-b21f-4e6b-814e-82674aeed064 req-08744f7d-98d4-40d5-bf45-4f48a4fd784d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 943 time: 0.0484903 Dec 15 05:03:52.782677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcce46b7-b21f-4e6b-814e-82674aeed064 req-457ff054-0308-4c31-ae4c-0f7b16f0f71a tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Dec 15 05:03:53.830400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e2f6ace9-7729-4701-8982-9eb79491c1b1 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:03:53.900962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae485f-1279-4ffe-8ea3-305ee1f5491a req-9462183a-8125-4464-8cf7-cb04211453aa tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:53.902734 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eae485f-1279-4ffe-8ea3-305ee1f5491a req-9462183a-8125-4464-8cf7-cb04211453aa tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 943 time: 0.0523720 Dec 15 05:03:53.945112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e2f6ace9-7729-4701-8982-9eb79491c1b1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1,segment=NetworkSegment(fa1a8c1b-846e-4104-a27b-57a058970c90),segment_id=fa1a8c1b-846e-4104-a27b-57a058970c90)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:53.960893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'e2f6ace9-7729-4701-8982-9eb79491c1b1', 'network_id': '772fa901-7bf0-45f8-a7d0-f825b71110d3', 'port_id': 'e2f6ace9-7729-4701-8982-9eb79491c1b1', 'mac_address': 'fa:16:3e:fd:5b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d84ab13-6b13-41bb-a7fd-55254fe4ee6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:03:53.981730 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4eae485f-1279-4ffe-8ea3-305ee1f5491a req-5c6b3364-a3fd-4066-8a8a-37db011defa0 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 Dec 15 05:03:54.004727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:54.021803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f6ace9-7729-4701-8982-9eb79491c1b1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:03:54.041373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e2f6ace9-7729-4701-8982-9eb79491c1b1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1,segment=NetworkSegment(fa1a8c1b-846e-4104-a27b-57a058970c90),segment_id=fa1a8c1b-846e-4104-a27b-57a058970c90)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:54.046638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:54.093998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e2f6ace9-7729-4701-8982-9eb79491c1b1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:54.398613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e2f6ace9-7729-4701-8982-9eb79491c1b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:03:55.095550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf679b00-15e6-427f-9e3c-f5b9b15d9669 req-22083eee-bd10-48fe-8713-bd212d491efe tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:55.097156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf679b00-15e6-427f-9e3c-f5b9b15d9669 req-22083eee-bd10-48fe-8713-bd212d491efe tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 944 time: 0.0518768 Dec 15 05:03:55.147479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf679b00-15e6-427f-9e3c-f5b9b15d9669 req-4ec79cf3-2d96-4092-ab2a-b57405ee9bfa tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Dec 15 05:03:55.845181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e2f6ace9-7729-4701-8982-9eb79491c1b1 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:03:55.893458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port e2f6ace9-7729-4701-8982-9eb79491c1b1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:03:55.897923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port e2f6ace9-7729-4701-8982-9eb79491c1b1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:03:55.898579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:55.974034 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:55.995772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f6ace9-7729-4701-8982-9eb79491c1b1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:03:55.998039 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3b3ea-595a-45c5-81b2-2b99652fa30c" -d '{"events": [{"server_uuid": "ab063a47-d31c-4af4-a96a-603ef3c80938", "name": "network-vif-plugged", "status": "completed", "tag": "e2f6ace9-7729-4701-8982-9eb79491c1b1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:03:56.014516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e2f6ace9-7729-4701-8982-9eb79491c1b1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1,segment=NetworkSegment(fa1a8c1b-846e-4104-a27b-57a058970c90),segment_id=fa1a8c1b-846e-4104-a27b-57a058970c90)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:03:56.019378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:56.043131 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95182993-356c-4ac1-a90f-a1d9677ff83e x-openstack-request-id: req-95182993-356c-4ac1-a90f-a1d9677ff83e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:03:56.043406 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab063a47-d31c-4af4-a96a-603ef3c80938", "name": "network-vif-plugged", "status": "completed", "tag": "e2f6ace9-7729-4701-8982-9eb79491c1b1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:03:56.043664 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95182993-356c-4ac1-a90f-a1d9677ff83e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:03:56.044054 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f6ace9-7729-4701-8982-9eb79491c1b1', 'code': 200} Dec 15 05:03:56.069095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e2f6ace9-7729-4701-8982-9eb79491c1b1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:03:56.193412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68b318-9fa1-415d-9c6f-2e56f92bf9c3 req-f5108195-4f04-445c-9916-feed0ff38982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:56.195132 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2b68b318-9fa1-415d-9c6f-2e56f92bf9c3 req-f5108195-4f04-445c-9916-feed0ff38982 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 1097 time: 0.0493307 Dec 15 05:03:56.247979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2b68b318-9fa1-415d-9c6f-2e56f92bf9c3 req-7c9d55a9-ff24-4146-bea0-94adbd61aaf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Dec 15 05:03:56.385348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08955d-9e1c-405f-8d28-f29fbf9f339e req-df6a5fcc-886d-45cd-a5c9-f506b234d209 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:56.386825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf08955d-9e1c-405f-8d28-f29fbf9f339e req-df6a5fcc-886d-45cd-a5c9-f506b234d209 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 945 time: 0.1667819 Dec 15 05:03:56.434981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf08955d-9e1c-405f-8d28-f29fbf9f339e req-92d5f82e-bcc0-472d-85f6-bc1cb0b7b970 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Dec 15 05:03:57.558964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcc377-bf1f-4768-bc85-e8c11bbf484a req-16e4b4ba-d88f-4eb7-a3dc-92665a285b7b tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:57.560473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcdcc377-bf1f-4768-bc85-e8c11bbf484a req-16e4b4ba-d88f-4eb7-a3dc-92665a285b7b tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 945 time: 0.0521617 Dec 15 05:03:57.609731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcdcc377-bf1f-4768-bc85-e8c11bbf484a req-6d7ab516-3aa3-48bb-b127-8bcf9259e1a6 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Dec 15 05:03:57.716948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3924f8fa-8c6a-4e64-bc1e-2b2eff1b0a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:59.749263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675bf1-abc6-4f3e-b5a9-b0f04a7af43f req-1361d207-5de1-46e3-b9e9-05c649848aa1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:59.751602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57675bf1-abc6-4f3e-b5a9-b0f04a7af43f req-1361d207-5de1-46e3-b9e9-05c649848aa1 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Dec 15 05:03:59.799566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57675bf1-abc6-4f3e-b5a9-b0f04a7af43f req-bd80c626-bbef-4c7f-89fa-29bef454a2df tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Dec 15 05:03:59.904150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-42cac32a-c07d-468a-88d9-e6071dbc49dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:03:59.971503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17afaf-4805-4f9c-8c6d-2d250173c6ad req-a943f0c7-a204-4798-8864-e099f76a970d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:03:59.972900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f17afaf-4805-4f9c-8c6d-2d250173c6ad req-a943f0c7-a204-4798-8864-e099f76a970d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 945 time: 0.0473046 Dec 15 05:04:00.023888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f17afaf-4805-4f9c-8c6d-2d250173c6ad req-3629a778-00a9-4bb8-a361-53ddcae8282b tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Dec 15 05:04:00.912983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d22-24a6-4cdb-9c0d-6880308480f2 req-6d16546b-ebe7-41b7-bbcb-5152eeccf1d4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:04:00.914331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca676d22-24a6-4cdb-9c0d-6880308480f2 req-6d16546b-ebe7-41b7-bbcb-5152eeccf1d4 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0471754 Dec 15 05:04:00.964307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca676d22-24a6-4cdb-9c0d-6880308480f2 req-6a497cf9-375c-4c2b-bb40-bf9376214c03 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Dec 15 05:04:01.140511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3377e-9fb5-42fa-9fbd-66764fee29ea req-64b09cd4-664f-4191-a9cd-b9c4a8d87e3d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:04:01.142719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41b3377e-9fb5-42fa-9fbd-66764fee29ea req-64b09cd4-664f-4191-a9cd-b9c4a8d87e3d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 945 time: 0.0512369 Dec 15 05:04:01.190852 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41b3377e-9fb5-42fa-9fbd-66764fee29ea req-3c489265-e9b9-4d97-9e6c-a6ef9833cd19 tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b01593c-12b8-4508-84c5-fd8113204e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Dec 15 05:04:01.209299 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:01.479075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d27e9045-5d5a-4336-9b13-e64878ab16f7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:04:01.480505 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d27e9045-5d5a-4336-9b13-e64878ab16f7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.42 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0464406 Dec 15 05:04:01.591164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175998aa-f64f-411d-a042-b54058bf17d5 req-52e022aa-4af7-4e2a-8bb2-54ee318a433f tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:04:01.592639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-175998aa-f64f-411d-a042-b54058bf17d5 req-52e022aa-4af7-4e2a-8bb2-54ee318a433f tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 945 time: 0.0805368 Dec 15 05:04:01.633254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Deleting port ca442197-64f8-4327-9cd2-c441243c28cf {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:01.633587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:01.757132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] For port ca442197-64f8-4327-9cd2-c441243c28cf, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ca442197-64f8-4327-9cd2-c441243c28cf,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:04:01.757406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:01.774058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Deleting port e2f6ace9-7729-4701-8982-9eb79491c1b1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:01.774378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:01.941416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] For port e2f6ace9-7729-4701-8982-9eb79491c1b1, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e2f6ace9-7729-4701-8982-9eb79491c1b1,segment=NetworkSegment(fa1a8c1b-846e-4104-a27b-57a058970c90),segment_id=fa1a8c1b-846e-4104-a27b-57a058970c90)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:04:01.941771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:01.986936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Calling delete_port for e2f6ace9-7729-4701-8982-9eb79491c1b1 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:02.046678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.047034 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.047347 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Floating IP 8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb disassociated. External IP: 172.25.2.8, port: ca442197-64f8-4327-9cd2-c441243c28cf. Dec 15 05:04:02.047686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Calling delete_port for ca442197-64f8-4327-9cd2-c441243c28cf owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:02.086195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe356-7668-48fd-bdf7-3e9a83e49a3c req-91cc76c7-336c-440f-b3ef-c91193186983 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:04:02.087667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29dfe356-7668-48fd-bdf7-3e9a83e49a3c req-91cc76c7-336c-440f-b3ef-c91193186983 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8d51c-2304-4bba-87c6-6f06613f3e95 HTTP/1.1" status: 200 len: 946 time: 0.0534518 Dec 15 05:04:02.147636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29dfe356-7668-48fd-bdf7-3e9a83e49a3c req-fb2fc48a-e0f7-4ea6-aee2-0aed54af2fe7 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521557 Dec 15 05:04:02.220347 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.259013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Pushing event deleted for resources: {'Port': ['ID=e2f6ace9-7729-4701-8982-9eb79491c1b1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:02.268311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e2f6ace9-7729-4701-8982-9eb79491c1b1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:04:02.270471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.300649 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baa06ad6-fcfc-45b0-9273-a6d39f8948fb req-2798afeb-75d6-461e-97ca-875e8d12733c tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab063a47-d31c-4af4-a96a-603ef3c80938 HTTP/1.1" status: 200 len: 210 time: 0.0340524 Dec 15 05:04:02.331767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] No DVR routers for this DVR port e2f6ace9-7729-4701-8982-9eb79491c1b1 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:04:02.334225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event deleted for resources: {'Port': ['ID=ca442197-64f8-4327-9cd2-c441243c28cf,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:02.337322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.340698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-175998aa-f64f-411d-a042-b54058bf17d5 req-2197feb5-bb54-49ee-b68f-911fee030f6d tempest-VolumesActionsTest-2034802859 tempest-VolumesActionsTest-2034802859-project] 10.222.0.16 "DELETE /v2.0/ports/e2f6ace9-7729-4701-8982-9eb79491c1b1 HTTP/1.1" status: 204 len: 173 time: 0.7375453 Dec 15 05:04:02.341629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'name': 'network-vif-deleted', 'tag': 'e2f6ace9-7729-4701-8982-9eb79491c1b1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:04:02.343995 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b0c04-798a-4b00-8062-b72fceb8b669" -d '{"events": [{"server_uuid": "ab063a47-d31c-4af4-a96a-603ef3c80938", "name": "network-vif-deleted", "tag": "e2f6ace9-7729-4701-8982-9eb79491c1b1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:04:02.418702 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb825e9a-9b90-438e-81a4-3c6c9234fa53 x-openstack-request-id: req-fb825e9a-9b90-438e-81a4-3c6c9234fa53 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:04:02.418993 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab063a47-d31c-4af4-a96a-603ef3c80938", "name": "network-vif-deleted", "tag": "e2f6ace9-7729-4701-8982-9eb79491c1b1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:04:02.419245 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb825e9a-9b90-438e-81a4-3c6c9234fa53 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:04:02.419646 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab063a47-d31c-4af4-a96a-603ef3c80938', 'name': 'network-vif-deleted', 'tag': 'e2f6ace9-7729-4701-8982-9eb79491c1b1', 'status': 'completed', 'code': 200} Dec 15 05:04:02.464948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Router f4f7c49b-3882-49ee-8c32-e913a704467e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:04:02.573891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:04:02.584233 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:04:02.593721 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:04:02.594317 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:04:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:02.614021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] No DVR routers for this DVR port ca442197-64f8-4327-9cd2-c441243c28cf on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:04:02.617372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.622050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e176fc49-73b9-4cd6-ac2b-dbcccf76b1e2 req-d4fc3555-b0a3-42f2-92a3-b57a8548ff4d tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.42 "DELETE /v2.0/ports/ca442197-64f8-4327-9cd2-c441243c28cf HTTP/1.1" status: 204 len: 173 time: 1.1347036 Dec 15 05:04:02.705197 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:04:02.919678 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:02.942577 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:02.974919 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:04:02.983993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:04:02.984827 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:04:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:03.096898 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:04:03.228227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:03.283147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-358c9dbd-75a4-4b62-bf78-26973e685761 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.301180 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:03.306791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-358c9dbd-75a4-4b62-bf78-26973e685761 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.327222 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32056eb9-03cc-4c07-9928-41760dd29b5e None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T04:56:40Z', 'revision_number': 4, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '75d8ee42-357d-4748-9929-33576e958ff1', 'name': '', 'network_id': 'b9415d69-191c-4ddd-9ebf-4bdc1904161b', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'mac_address': 'fa:16:3e:d9:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:38Z', 'updated_at': '2021-12-15T04:56:46Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'subnets': [{'id': '8447cbfd-4bc8-481f-9bb6-b3142e899fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:04:03.372201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-358c9dbd-75a4-4b62-bf78-26973e685761 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.377439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-358c9dbd-75a4-4b62-bf78-26973e685761 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.379116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-358c9dbd-75a4-4b62-bf78-26973e685761 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "DELETE /v2.0/security-groups/e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49 HTTP/1.1" status: 204 len: 168 time: 0.1496553 Dec 15 05:04:03.383597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44574) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:03.394893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.395463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c9dbd-75a4-4b62-bf78-26973e685761 tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:03.409965 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-2ea7f88e-0398-4e02-bc7d-bee7e74b891f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] show failed (client error): The resource could not be found. Dec 15 05:04:03.414738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2ea7f88e-0398-4e02-bc7d-bee7e74b891f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "GET /v2.0/security-groups/e4c02fe6-76c8-4bdc-9fee-e6fb07f5df49 HTTP/1.1" status: 404 len: 347 time: 0.0256522 Dec 15 05:04:03.415212 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44576) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:03.551479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Deleting port 08915777-7d63-44f0-ab4f-82ce8a65870d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:03.551833 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.639790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.664610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.665107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.680310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Calling delete_port for 08915777-7d63-44f0-ab4f-82ce8a65870d owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:03.695794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f68e67-9862-43d1-9605-f5f55a9ee268 None None] New status for floating IP 8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:04:03.860323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.885670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Pushing event deleted for resources: {'Port': ['ID=08915777-7d63-44f0-ab4f-82ce8a65870d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:03.948428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.951040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:03.952305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a584a54-de0d-4ef0-9852-2a9ad72ff59f tempest-AttachVolumeTestJSON-1208725957 tempest-AttachVolumeTestJSON-1208725957-project] 10.222.0.37 "DELETE /v2.0/floatingips/8395c5f4-459c-4bcb-8f9f-9ad8dafbd5bb HTTP/1.1" status: 204 len: 168 time: 0.5359719 Dec 15 05:04:04.420726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'name': 'network-vif-deleted', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:04:04.423147 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5a9da3-1b3a-4619-a470-03d7b989273b" -d '{"events": [{"server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "name": "network-vif-deleted", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:04:04.471683 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946b173-652b-41a1-96c3-1b448dfde664 x-openstack-request-id: req-9946b173-652b-41a1-96c3-1b448dfde664 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:04:04.472042 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d8d51c-2304-4bba-87c6-6f06613f3e95", "name": "network-vif-deleted", "tag": "ca442197-64f8-4327-9cd2-c441243c28cf", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:04:04.472391 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9946b173-652b-41a1-96c3-1b448dfde664 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:04:04.472937 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d8d51c-2304-4bba-87c6-6f06613f3e95', 'name': 'network-vif-deleted', 'tag': 'ca442197-64f8-4327-9cd2-c441243c28cf', 'status': 'completed', 'code': 200} Dec 15 05:04:05.703202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ca442197-64f8-4327-9cd2-c441243c28cf no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:04:05.727463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ca442197-64f8-4327-9cd2-c441243c28cf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:04:05.727816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ca442197-64f8-4327-9cd2-c441243c28cf not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:04:05.891788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e2f6ace9-7729-4701-8982-9eb79491c1b1 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:04:05.912610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: e2f6ace9-7729-4701-8982-9eb79491c1b1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:04:05.912964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e2f6ace9-7729-4701-8982-9eb79491c1b1 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:04:07.056517 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:04:07.153067 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:13.924296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44686) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:14.421837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:14.736902 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Deleting port 75d8ee42-357d-4748-9929-33576e958ff1 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:14.737350 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:14.829001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] For port 75d8ee42-357d-4748-9929-33576e958ff1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=75d8ee42-357d-4748-9929-33576e958ff1,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:04:14.829366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:14.843213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Calling delete_port for 75d8ee42-357d-4748-9929-33576e958ff1 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:15.054296 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:15.082261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d8ee42-357d-4748-9929-33576e958ff1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:15.300801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:15.573298 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Router f4f7c49b-3882-49ee-8c32-e913a704467e has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:04:15.698445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:04:15.706892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d4fbc6a-080c-4f66-bb7e-6a497b5a07b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/f4f7c49b-3882-49ee-8c32-e913a704467e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782745 Dec 15 05:04:15.706892 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44702) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:15.710194 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] Sync routers for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:04:15.724661 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:04:15.725469 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:04:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:15.829416 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:15.836559 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:04:15.958323 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.017068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Deleting port 2f74082c-8327-4227-93c8-afa2738b71e4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:16.017405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.046396 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T05:04:15Z', 'revision_number': 5, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port': {'id': '2f74082c-8327-4227-93c8-afa2738b71e4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T04:56:33Z', 'updated_at': '2021-12-15T04:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:16.077349 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] Checking router: f4f7c49b-3882-49ee-8c32-e913a704467e for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:04:16.087060 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] Routers {'f4f7c49b-3882-49ee-8c32-e913a704467e'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:04:16.087700 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:04:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f4f7c49b-3882-49ee-8c32-e913a704467e'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:16.102982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] For port 2f74082c-8327-4227-93c8-afa2738b71e4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2f74082c-8327-4227-93c8-afa2738b71e4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:04:16.103559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.116788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Calling delete_port for 2f74082c-8327-4227-93c8-afa2738b71e4 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:16.176142 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] Set router f4f7c49b-3882-49ee-8c32-e913a704467e gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:04:16.232531 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T05:04:15Z', 'revision_number': 6, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:16.261073 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d708f-8e14-40c0-8600-646b5a876162 None None] The sync data for ids ['f4f7c49b-3882-49ee-8c32-e913a704467e'] in n-d-820935-10 is: [{'id': 'f4f7c49b-3882-49ee-8c32-e913a704467e', 'name': 'tempest-AttachVolumeTestJSON-1239379279-router', 'tenant_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T04:56:29Z', 'updated_at': '2021-12-15T05:04:15Z', 'revision_number': 6, 'project_id': 'ec0072d928b3406c8adce1fbf9b297b2', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:04:16.621911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.649492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f74082c-8327-4227-93c8-afa2738b71e4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:16.669885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee34b9c-48c7-4012-ae00-cd35435ddda6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:04:16.739379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.838550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.840597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.883460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.884336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f7c49b-3882-49ee-8c32-e913a704467e {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:04:16.889302 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.892754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-36a93d61-8a6b-49f5-9f38-2cecf6bda4f7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f4f7c49b-3882-49ee-8c32-e913a704467e HTTP/1.1" status: 204 len: 168 time: 1.1833272 Dec 15 05:04:16.893090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:16.936156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Deleting subnet 8447cbfd-4bc8-481f-9bb6-b3142e899fca {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:04:16.939311 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:16.977274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.073826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.131135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.134116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75d8ee42-357d-4748-9929-33576e958ff1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:04:17.157854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8447cbfd-4bc8-481f-9bb6-b3142e899fca,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:17.158297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 75d8ee42-357d-4748-9929-33576e958ff1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:04:17.158632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 75d8ee42-357d-4748-9929-33576e958ff1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:04:17.162055 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.165581 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cabe0238-a6b5-463d-a9c4-fb0d82e28225 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8447cbfd-4bc8-481f-9bb6-b3142e899fca HTTP/1.1" status: 204 len: 168 time: 0.2714930 Dec 15 05:04:17.168045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44716) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:17.171776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fdbfa-abb4-4096-947d-88873fc078ae None None] Network b9415d69-191c-4ddd-9ebf-4bdc1904161b requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:04:17.256340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.318960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Deleting port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:17.319305 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.340127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] DHCP port deletion for b9415d69-191c-4ddd-9ebf-4bdc1904161b request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:04:17.391405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] For port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:04:17.391865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.400194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] Deleting port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:04:17.400578 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.412229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Calling delete_port for 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:17.475193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] For port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,segment=NetworkSegment(c4b00728-534f-484d-adb5-0d4b30767b94),segment_id=c4b00728-534f-484d-adb5-0d4b30767b94)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:04:17.475688 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.494853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] Calling delete_port for 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:04:17.509368 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.536662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:17.539115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] No DVR routers for this DVR port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:04:17.564721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.565217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.565867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.566091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.566515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.567036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.567941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.570976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.570976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.570976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.570976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.570976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.570976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:17.592476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.627004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.627504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] No DVR routers for this DVR port 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:04:17.640663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3d5c-acdb-491a-ab53-48dc226a5548 None None] Pushing event deleted for resources: {'Port': ['ID=40fdf93a-6bbd-4a0a-92c1-fa885ae17b89,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:17.654289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9415d69-191c-4ddd-9ebf-4bdc1904161b']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:17.665169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b00728-534f-484d-adb5-0d4b30767b94') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:17.665740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b00728-534f-484d-adb5-0d4b30767b94') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:17.675664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.691777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.698050 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:04:17.698514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:04:17.700354 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:04:17.756059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.763424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:17.768918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9415d69-191c-4ddd-9ebf-4bdc1904161b HTTP/1.1" status: 204 len: 168 time: 0.5973144 Dec 15 05:04:17.777237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822df0-d1a0-4797-afc7-5d2e2787b380 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9415d69-191c-4ddd-9ebf-4bdc1904161b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:17.889544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44720) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:17.937994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-15d5bc0a-8828-488c-b9cb-d86402491535 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec0072d928b3406c8adce1fbf9b297b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471961 Dec 15 05:04:17.940524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44722) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:17.990285 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ce7b9e-2d81-4f33-a4b2-99c150305868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:18.012408 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ce7b9e-2d81-4f33-a4b2-99c150305868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:18.074813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ce7b9e-2d81-4f33-a4b2-99c150305868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:18.077809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-96ce7b9e-2d81-4f33-a4b2-99c150305868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:18.081537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-96ce7b9e-2d81-4f33-a4b2-99c150305868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b607d032-b6af-4e4a-a5f4-6ad081cf1bd8 HTTP/1.1" status: 204 len: 168 time: 0.1375248 Dec 15 05:04:18.088190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7b9e-2d81-4f33-a4b2-99c150305868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607d032-b6af-4e4a-a5f4-6ad081cf1bd8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:18.752763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:04:18.782568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:04:18.782568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 40fdf93a-6bbd-4a0a-92c1-fa885ae17b89 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:04:18.782568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2f74082c-8327-4227-93c8-afa2738b71e4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:04:18.807624 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 2f74082c-8327-4227-93c8-afa2738b71e4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:04:18.808623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2f74082c-8327-4227-93c8-afa2738b71e4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:04:19.579968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44794) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:19.696155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26a025f8-b351-41ff-84c4-495515ed52ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.777588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26a025f8-b351-41ff-84c4-495515ed52ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.781655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26a025f8-b351-41ff-84c4-495515ed52ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.818958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a025f8-b351-41ff-84c4-495515ed52ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e16756-6f73-48c9-9634-fb669dcc8171,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:19.827253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-26a025f8-b351-41ff-84c4-495515ed52ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d0ece46d10d4d8b8e661a236a4805de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436931 Dec 15 05:04:19.828299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44808) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:19.882775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cd991f6-b521-4f9d-a460-3dce144b6fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.907812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cd991f6-b521-4f9d-a460-3dce144b6fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.954198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cd991f6-b521-4f9d-a460-3dce144b6fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.956944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cd991f6-b521-4f9d-a460-3dce144b6fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:19.961538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3cd991f6-b521-4f9d-a460-3dce144b6fa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0e16756-6f73-48c9-9634-fb669dcc8171 HTTP/1.1" status: 204 len: 168 time: 0.1331460 Dec 15 05:04:19.969673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd991f6-b521-4f9d-a460-3dce144b6fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e16756-6f73-48c9-9634-fb669dcc8171,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:22.189153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44894) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:22.312872 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a02384b8-fd78-4c00-9671-dcf8933e760a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.394665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a02384b8-fd78-4c00-9671-dcf8933e760a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.399151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a02384b8-fd78-4c00-9671-dcf8933e760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.440081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a02384b8-fd78-4c00-9671-dcf8933e760a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd35f61b174446e1962da560cc5ab26e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497306 Dec 15 05:04:22.441315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02384b8-fd78-4c00-9671-dcf8933e760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c927cb1-24c7-4a0a-926b-2af2cacd2061,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:22.444330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44898) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:22.495662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c594b3be-6e34-415e-a167-8c7c6bce16d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.519778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c594b3be-6e34-415e-a167-8c7c6bce16d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.577279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c594b3be-6e34-415e-a167-8c7c6bce16d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.580101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c594b3be-6e34-415e-a167-8c7c6bce16d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.581482 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c594b3be-6e34-415e-a167-8c7c6bce16d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c927cb1-24c7-4a0a-926b-2af2cacd2061 HTTP/1.1" status: 204 len: 168 time: 0.1362472 Dec 15 05:04:22.592234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b3be-6e34-415e-a167-8c7c6bce16d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c927cb1-24c7-4a0a-926b-2af2cacd2061,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:22.879203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44904) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:22.892860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78725f1f-1933-4cf2-ac5e-1985ccbbef5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.978282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78725f1f-1933-4cf2-ac5e-1985ccbbef5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:22.982679 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78725f1f-1933-4cf2-ac5e-1985ccbbef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:23.010147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-78725f1f-1933-4cf2-ac5e-1985ccbbef5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=680f1e40d7d648c7968c6e72d832e632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297071 Dec 15 05:04:23.011282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44906) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:23.058526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78725f1f-1933-4cf2-ac5e-1985ccbbef5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0fb0d6-9c94-427d-9ce1-3074313ec326,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:23.084374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3607fa45-f921-4157-81e6-38bc84135f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:23.106785 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3607fa45-f921-4157-81e6-38bc84135f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:23.157198 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3607fa45-f921-4157-81e6-38bc84135f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:23.159946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3607fa45-f921-4157-81e6-38bc84135f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:23.164437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3607fa45-f921-4157-81e6-38bc84135f38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d0fb0d6-9c94-427d-9ce1-3074313ec326 HTTP/1.1" status: 204 len: 168 time: 0.1486871 Dec 15 05:04:23.172374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607fa45-f921-4157-81e6-38bc84135f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0fb0d6-9c94-427d-9ce1-3074313ec326,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:24.269305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 44942) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:24.317853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Deleting subnet 7d84ab13-6b13-41bb-a7fd-55254fe4ee6b {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:04:24.321512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.357383 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.406104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.459730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.485567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d84ab13-6b13-41bb-a7fd-55254fe4ee6b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:24.489642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.493095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-db47e84c-9245-4ecd-9e0d-f9b5f484b5a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7d84ab13-6b13-41bb-a7fd-55254fe4ee6b HTTP/1.1" status: 204 len: 168 time: 0.2225161 Dec 15 05:04:24.495828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44950) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:24.569454 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.652341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.677607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772fa901-7bf0-45f8-a7d0-f825b71110d3']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:24.688038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1a8c1b-846e-4104-a27b-57a058970c90') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:24.688373 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1a8c1b-846e-4104-a27b-57a058970c90') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:24.698951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.712939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.719613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:04:24.720009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:04:24.721878 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:04:24.789499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.794353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.797757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] 10.222.0.37 "DELETE /v2.0/networks/772fa901-7bf0-45f8-a7d0-f825b71110d3 HTTP/1.1" status: 204 len: 168 time: 0.3008211 Dec 15 05:04:24.800724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44962) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:24.834986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44798a0e-11a9-4fd7-b00e-aa76ad8efb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=772fa901-7bf0-45f8-a7d0-f825b71110d3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:24.856596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Deleting subnet d92c1294-777b-4d2e-8ab0-d083b937221a {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:04:24.859772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.895771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:24.939202 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.009658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.036199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92c1294-777b-4d2e-8ab0-d083b937221a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:25.040162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.043303 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b90024d8-52c1-4455-b1aa-2af857086e64 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d92c1294-777b-4d2e-8ab0-d083b937221a HTTP/1.1" status: 204 len: 168 time: 0.2407041 Dec 15 05:04:25.045749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44970) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:25.118831 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.201299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.222648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319afd3b-8c8a-458b-936e-7a9e85cc8d6c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:25.233588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8af588-71c2-4279-b522-e3b1d77de045') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:25.233880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8af588-71c2-4279-b522-e3b1d77de045') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:04:25.243070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.256953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.263746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:04:25.264172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:04:25.266269 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:04:25.322132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.344853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.350919 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] 10.222.0.37 "DELETE /v2.0/networks/319afd3b-8c8a-458b-936e-7a9e85cc8d6c HTTP/1.1" status: 204 len: 168 time: 0.3010769 Dec 15 05:04:25.350919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a14e9-2069-492f-8597-1a060e257618 admin admin] Pushing event deleted for resources: {'Network': ['ID=319afd3b-8c8a-458b-936e-7a9e85cc8d6c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:25.529659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44984) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:25.576405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d0245786-956d-44b0-89b9-c3672a5d322f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9a114e4069840eaa4945be6e3c6ef5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453770 Dec 15 05:04:25.578751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 44988) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:25.633928 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4056bcc9-d685-46a1-b1f5-da42049e7f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.657524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4056bcc9-d685-46a1-b1f5-da42049e7f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.706343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4056bcc9-d685-46a1-b1f5-da42049e7f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.709255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4056bcc9-d685-46a1-b1f5-da42049e7f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:25.710410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4056bcc9-d685-46a1-b1f5-da42049e7f9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b01593c-12b8-4508-84c5-fd8113204e10 HTTP/1.1" status: 204 len: 168 time: 0.1307058 Dec 15 05:04:25.718471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056bcc9-d685-46a1-b1f5-da42049e7f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b01593c-12b8-4508-84c5-fd8113204e10,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:26.084701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45006) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:26.131432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79b266bc-23c0-44dc-986a-cffe3fec8946 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06749469ae24fcd87a75f5167d939a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454769 Dec 15 05:04:26.133856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45010) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:26.182857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ecbb585e-ece7-4900-be5c-f68050943dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:26.207299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ecbb585e-ece7-4900-be5c-f68050943dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:26.254058 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ecbb585e-ece7-4900-be5c-f68050943dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:26.256672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ecbb585e-ece7-4900-be5c-f68050943dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:26.257830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ecbb585e-ece7-4900-be5c-f68050943dd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c381b19-5f6e-44fe-9ec3-0b88e441526e HTTP/1.1" status: 204 len: 168 time: 0.1230483 Dec 15 05:04:26.266320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb585e-ece7-4900-be5c-f68050943dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c381b19-5f6e-44fe-9ec3-0b88e441526e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:27.722303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94f5fa8e-aabb-4200-b423-24a3c9aa28d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:28.782002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45102) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:28.895301 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:28.977049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:28.981586 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.021542 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31fdaf8dd4e843acb8340ae180d276dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384715 Dec 15 05:04:29.022522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b442229-3e61-4b75-9094-407d182bc5a0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:29.024758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45106) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:29.030756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.031224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.031571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.032030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.032418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.032750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.033082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.033424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.033859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.034293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.034661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.034955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.035276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805088a-cb83-45dd-89dc-5d7802bdcfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:04:29.078620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8df7899-e91e-441f-b611-135e039970b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.099413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8df7899-e91e-441f-b611-135e039970b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.145089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8df7899-e91e-441f-b611-135e039970b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.147634 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8df7899-e91e-441f-b611-135e039970b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.149094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8df7899-e91e-441f-b611-135e039970b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b442229-3e61-4b75-9094-407d182bc5a0 HTTP/1.1" status: 204 len: 168 time: 0.1232991 Dec 15 05:04:29.156534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df7899-e91e-441f-b611-135e039970b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b442229-3e61-4b75-9094-407d182bc5a0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:29.425891 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:29.439358 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b10ba77-77fd-4857-baf3-47947a4d4040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.522160 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b10ba77-77fd-4857-baf3-47947a4d4040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.526710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b10ba77-77fd-4857-baf3-47947a4d4040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.567442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0b10ba77-77fd-4857-baf3-47947a4d4040 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d812814f25984007ba027ce6852587c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403434 Dec 15 05:04:29.568554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10ba77-77fd-4857-baf3-47947a4d4040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472ef81-4992-4d45-ac93-6c63fb58c9d3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:29.569030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45120) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:29.619819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e30eadc0-f341-484b-bfff-8618597681c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.640742 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e30eadc0-f341-484b-bfff-8618597681c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.691853 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e30eadc0-f341-484b-bfff-8618597681c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.694871 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e30eadc0-f341-484b-bfff-8618597681c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:29.696159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e30eadc0-f341-484b-bfff-8618597681c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e472ef81-4992-4d45-ac93-6c63fb58c9d3 HTTP/1.1" status: 204 len: 168 time: 0.1258924 Dec 15 05:04:29.705822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eadc0-f341-484b-bfff-8618597681c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472ef81-4992-4d45-ac93-6c63fb58c9d3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:29.906291 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7b7e-91af-4877-b2be-8cfd34ab80a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:31.209027 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:32.749658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:33.368435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:33.634725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.583201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45274) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:35.691024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9962bc6b-a96b-4e53-a129-72f5fd9fb1f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.765357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9962bc6b-a96b-4e53-a129-72f5fd9fb1f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.769636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9962bc6b-a96b-4e53-a129-72f5fd9fb1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.811408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9962bc6b-a96b-4e53-a129-72f5fd9fb1f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e5a8ba8d2a34f4fab74154968f89116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248142 Dec 15 05:04:35.811408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962bc6b-a96b-4e53-a129-72f5fd9fb1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede7ea33-3641-42ab-abbc-76ed32e23711,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:35.811827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45278) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:35.862812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d3fdf0-ffbc-4d92-a418-9a8fcde920a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.883517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d3fdf0-ffbc-4d92-a418-9a8fcde920a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.936739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d3fdf0-ffbc-4d92-a418-9a8fcde920a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.939167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2d3fdf0-ffbc-4d92-a418-9a8fcde920a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:35.940343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2d3fdf0-ffbc-4d92-a418-9a8fcde920a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ede7ea33-3641-42ab-abbc-76ed32e23711 HTTP/1.1" status: 204 len: 168 time: 0.1268919 Dec 15 05:04:35.947946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3fdf0-ffbc-4d92-a418-9a8fcde920a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede7ea33-3641-42ab-abbc-76ed32e23711,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:36.216827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:36.231836 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45f21fc4-d57c-4fbc-9590-60d8937cd1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.310241 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45f21fc4-d57c-4fbc-9590-60d8937cd1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.314293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-45f21fc4-d57c-4fbc-9590-60d8937cd1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.361182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-45f21fc4-d57c-4fbc-9590-60d8937cd1c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a316d7205d47d6a00ec17be35f8263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430776 Dec 15 05:04:36.362079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f21fc4-d57c-4fbc-9590-60d8937cd1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980453f6-80cd-4ea5-b081-500ae408bc04,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:36.363815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45302) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:36.420521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-276a7dae-b6d6-4b35-a813-7623b524b455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.442390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-276a7dae-b6d6-4b35-a813-7623b524b455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.488682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-276a7dae-b6d6-4b35-a813-7623b524b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.491815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-276a7dae-b6d6-4b35-a813-7623b524b455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:36.492995 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-276a7dae-b6d6-4b35-a813-7623b524b455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/980453f6-80cd-4ea5-b081-500ae408bc04 HTTP/1.1" status: 204 len: 168 time: 0.1278648 Dec 15 05:04:36.503012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7dae-b6d6-4b35-a813-7623b524b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980453f6-80cd-4ea5-b081-500ae408bc04,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:37.168855 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:38.742889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45420) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:38.852779 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d75501a-cc2c-4152-bc7c-7279f217f69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:38.927542 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d75501a-cc2c-4152-bc7c-7279f217f69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:38.932772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4d75501a-cc2c-4152-bc7c-7279f217f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:38.971293 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d75501a-cc2c-4152-bc7c-7279f217f69c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a716f5105c44a1d98e258470c9470c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273076 Dec 15 05:04:38.972016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75501a-cc2c-4152-bc7c-7279f217f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57c864-5c13-47ba-a20f-3d3934a04d96,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:38.974070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:39.025841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a223d47e-d9c9-4948-83c5-88b192946e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.046475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a223d47e-d9c9-4948-83c5-88b192946e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.092606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a223d47e-d9c9-4948-83c5-88b192946e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.095307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a223d47e-d9c9-4948-83c5-88b192946e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.099406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a223d47e-d9c9-4948-83c5-88b192946e22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c57c864-5c13-47ba-a20f-3d3934a04d96 HTTP/1.1" status: 204 len: 168 time: 0.1216023 Dec 15 05:04:39.108018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d47e-d9c9-4948-83c5-88b192946e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57c864-5c13-47ba-a20f-3d3934a04d96,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:39.371829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:39.385373 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f971fa3e-6891-4593-8cdb-28619b9ce20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.462995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f971fa3e-6891-4593-8cdb-28619b9ce20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.467059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f971fa3e-6891-4593-8cdb-28619b9ce20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.506658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971fa3e-6891-4593-8cdb-28619b9ce20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0909d50b-2c1b-4339-921e-09ea8979c47c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:39.511954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f971fa3e-6891-4593-8cdb-28619b9ce20a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d524c47496b4325be1847e0e7105a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390786 Dec 15 05:04:39.514693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:39.564565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4c93-4c55-40fd-87bd-2088c80e295b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.589994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4c93-4c55-40fd-87bd-2088c80e295b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.638915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4c93-4c55-40fd-87bd-2088c80e295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.641775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4c93-4c55-40fd-87bd-2088c80e295b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:39.644109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cbdd4c93-4c55-40fd-87bd-2088c80e295b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0909d50b-2c1b-4339-921e-09ea8979c47c HTTP/1.1" status: 204 len: 168 time: 0.1274464 Dec 15 05:04:39.652484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd4c93-4c55-40fd-87bd-2088c80e295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0909d50b-2c1b-4339-921e-09ea8979c47c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:44.045806 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:04:49.565712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45866) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:49.675803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ce78eb4-8210-4407-a637-d5f298c64ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.757129 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ce78eb4-8210-4407-a637-d5f298c64ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.761203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ce78eb4-8210-4407-a637-d5f298c64ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.801170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8ce78eb4-8210-4407-a637-d5f298c64ec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99eeeba91f5d47139a19212db22ad584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335579 Dec 15 05:04:49.801929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce78eb4-8210-4407-a637-d5f298c64ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7cf03-c14c-464a-8c68-41badaed38eb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:49.803803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45874) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:49.853018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0292aa04-f602-418f-a4cb-ca4087ca2c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.873570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0292aa04-f602-418f-a4cb-ca4087ca2c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.920412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0292aa04-f602-418f-a4cb-ca4087ca2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.923176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0292aa04-f602-418f-a4cb-ca4087ca2c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:49.924347 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0292aa04-f602-418f-a4cb-ca4087ca2c6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6c7cf03-c14c-464a-8c68-41badaed38eb HTTP/1.1" status: 204 len: 168 time: 0.1194007 Dec 15 05:04:49.934616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292aa04-f602-418f-a4cb-ca4087ca2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7cf03-c14c-464a-8c68-41badaed38eb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:50.208305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 45890) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:50.221823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a310b9dc-4f56-47f4-bf28-963ed8fd597b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.306313 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a310b9dc-4f56-47f4-bf28-963ed8fd597b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.310065 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a310b9dc-4f56-47f4-bf28-963ed8fd597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.349023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a310b9dc-4f56-47f4-bf28-963ed8fd597b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2fbe69faf94b8c9d57dc19618cc710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395333 Dec 15 05:04:50.349886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310b9dc-4f56-47f4-bf28-963ed8fd597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44035541-6dcb-4519-85af-d3f96fdf5228,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:50.351687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 45892) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:50.401171 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d0be265-aabe-4cba-bc64-358fe8b9e99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.422963 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d0be265-aabe-4cba-bc64-358fe8b9e99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.474509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d0be265-aabe-4cba-bc64-358fe8b9e99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.477376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6d0be265-aabe-4cba-bc64-358fe8b9e99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:50.478465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6d0be265-aabe-4cba-bc64-358fe8b9e99d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44035541-6dcb-4519-85af-d3f96fdf5228 HTTP/1.1" status: 204 len: 168 time: 0.1255817 Dec 15 05:04:50.486331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0be265-aabe-4cba-bc64-358fe8b9e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44035541-6dcb-4519-85af-d3f96fdf5228,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:57.726223 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa0c84ee-435e-409d-9c8e-d8df04a91f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.559653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46204) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:58.667964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58879418-eeca-4ef7-9c3b-6ab703d1a241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.749587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58879418-eeca-4ef7-9c3b-6ab703d1a241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.754856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-58879418-eeca-4ef7-9c3b-6ab703d1a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.793099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-58879418-eeca-4ef7-9c3b-6ab703d1a241 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61dd424707cf498584580b41309c4543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321935 Dec 15 05:04:58.794029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58879418-eeca-4ef7-9c3b-6ab703d1a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5405e0-153c-4cb4-8f6a-9d501bdfba15,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:58.796599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46212) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:58.864581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34fb6b70-ece5-4a3c-9f42-4124f041a7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.886307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34fb6b70-ece5-4a3c-9f42-4124f041a7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.932154 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34fb6b70-ece5-4a3c-9f42-4124f041a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.934797 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-34fb6b70-ece5-4a3c-9f42-4124f041a7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:58.935983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-34fb6b70-ece5-4a3c-9f42-4124f041a7f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee5405e0-153c-4cb4-8f6a-9d501bdfba15 HTTP/1.1" status: 204 len: 168 time: 0.1383929 Dec 15 05:04:58.946648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb6b70-ece5-4a3c-9f42-4124f041a7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5405e0-153c-4cb4-8f6a-9d501bdfba15,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:59.208233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46224) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:59.221589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f71426-a467-47cc-861b-4b8edb54d8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.302000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f71426-a467-47cc-861b-4b8edb54d8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.307092 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f71426-a467-47cc-861b-4b8edb54d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.351175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21f71426-a467-47cc-861b-4b8edb54d8d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c000c17d7ea7483c8760bea35ff441b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395609 Dec 15 05:04:59.351919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46230) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:59.354127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f71426-a467-47cc-861b-4b8edb54d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db23cb27-62fb-4233-bab9-b859fc086c34,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:59.411055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87b9c5bd-67d3-426c-8b5e-bddabdda3e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.432150 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87b9c5bd-67d3-426c-8b5e-bddabdda3e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.478027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87b9c5bd-67d3-426c-8b5e-bddabdda3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.480892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87b9c5bd-67d3-426c-8b5e-bddabdda3e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.482067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-87b9c5bd-67d3-426c-8b5e-bddabdda3e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db23cb27-62fb-4233-bab9-b859fc086c34 HTTP/1.1" status: 204 len: 168 time: 0.1289508 Dec 15 05:04:59.490838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9c5bd-67d3-426c-8b5e-bddabdda3e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db23cb27-62fb-4233-bab9-b859fc086c34,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:59.817831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46260) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:04:59.836550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afae90a8-0f06-4ba4-bba7-e8bdb17635e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.909203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02132d7a-a61e-413b-8b85-0bc9bf058cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.914974 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afae90a8-0f06-4ba4-bba7-e8bdb17635e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.918201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-afae90a8-0f06-4ba4-bba7-e8bdb17635e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:04:59.957350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-afae90a8-0f06-4ba4-bba7-e8bdb17635e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcf1f4367d23483e9ea0966731d985b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377645 Dec 15 05:04:59.959870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae90a8-0f06-4ba4-bba7-e8bdb17635e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646c400-e59f-4f8a-a501-e6dbec670cbe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:04:59.960029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:00.014172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86c8e36c-7fcf-4dbc-9327-68dbb2bb4ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:00.036683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86c8e36c-7fcf-4dbc-9327-68dbb2bb4ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:00.086045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86c8e36c-7fcf-4dbc-9327-68dbb2bb4ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:00.088741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86c8e36c-7fcf-4dbc-9327-68dbb2bb4ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:00.089924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-86c8e36c-7fcf-4dbc-9327-68dbb2bb4ab1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8646c400-e59f-4f8a-a501-e6dbec670cbe HTTP/1.1" status: 204 len: 168 time: 0.1287165 Dec 15 05:05:00.100778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8e36c-7fcf-4dbc-9327-68dbb2bb4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646c400-e59f-4f8a-a501-e6dbec670cbe,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:01.075762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46308) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:01.189956 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b89e9807-16e4-482c-b33a-af17318c9ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.212392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.272370 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b89e9807-16e4-482c-b33a-af17318c9ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.276913 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b89e9807-16e4-482c-b33a-af17318c9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.316728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b89e9807-16e4-482c-b33a-af17318c9ed9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f888688ef87543199975fe3c6f3a2822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399678 Dec 15 05:05:01.317690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e9807-16e4-482c-b33a-af17318c9ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b547d4a2-138b-4a1e-a33c-e7669ef3cfc7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:01.319523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46318) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:01.378194 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5a7c7-c231-4796-9002-72ebdafbe839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.404134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5a7c7-c231-4796-9002-72ebdafbe839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.458425 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5a7c7-c231-4796-9002-72ebdafbe839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.461079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5a7c7-c231-4796-9002-72ebdafbe839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:01.462255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bae5a7c7-c231-4796-9002-72ebdafbe839 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b547d4a2-138b-4a1e-a33c-e7669ef3cfc7 HTTP/1.1" status: 204 len: 168 time: 0.1411297 Dec 15 05:05:01.470182 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5a7c7-c231-4796-9002-72ebdafbe839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b547d4a2-138b-4a1e-a33c-e7669ef3cfc7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:02.755632 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.371393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.414435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:03.527212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-430b3455-d4eb-4073-bbbe-0953ad6c7f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.609424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-430b3455-d4eb-4073-bbbe-0953ad6c7f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.614776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-430b3455-d4eb-4073-bbbe-0953ad6c7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.659882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-430b3455-d4eb-4073-bbbe-0953ad6c7f14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a056ce30ed1340958162be7d14f06c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442205 Dec 15 05:05:03.660544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3455-d4eb-4073-bbbe-0953ad6c7f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a3340-0313-4aa1-a405-dc905036e82b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:03.662920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:03.681371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.716336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb81a-3f67-4313-8462-9641ee2f82c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.739757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb81a-3f67-4313-8462-9641ee2f82c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.786602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb81a-3f67-4313-8462-9641ee2f82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.789319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb81a-3f67-4313-8462-9641ee2f82c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:03.790516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c5fb81a-3f67-4313-8462-9641ee2f82c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e9a3340-0313-4aa1-a405-dc905036e82b HTTP/1.1" status: 204 len: 168 time: 0.1265092 Dec 15 05:05:03.798549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fb81a-3f67-4313-8462-9641ee2f82c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a3340-0313-4aa1-a405-dc905036e82b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:04.055803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:04.069611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4d69-f878-4cf8-8663-21a7b307da57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.149753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4d69-f878-4cf8-8663-21a7b307da57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.153976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4d69-f878-4cf8-8663-21a7b307da57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.200955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dbfc4d69-f878-4cf8-8663-21a7b307da57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2f868da2df14ee19a83cd32c38ec0b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436989 Dec 15 05:05:04.201581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc4d69-f878-4cf8-8663-21a7b307da57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c84fabf-9a65-4fb8-90d2-f974d2ef5a90,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:04.203379 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46466) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:04.271632 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6573c13-35cd-4a63-8845-9f21ac65a13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.293659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6573c13-35cd-4a63-8845-9f21ac65a13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.340304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6573c13-35cd-4a63-8845-9f21ac65a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.343212 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a6573c13-35cd-4a63-8845-9f21ac65a13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:04.344406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a6573c13-35cd-4a63-8845-9f21ac65a13f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c84fabf-9a65-4fb8-90d2-f974d2ef5a90 HTTP/1.1" status: 204 len: 168 time: 0.1394365 Dec 15 05:05:04.353730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6573c13-35cd-4a63-8845-9f21ac65a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c84fabf-9a65-4fb8-90d2-f974d2ef5a90,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:05.948034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46582) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:06.058857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ec42415-bd8b-4521-b8bf-cb0f01ee5b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.135546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ec42415-bd8b-4521-b8bf-cb0f01ee5b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.140051 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ec42415-bd8b-4521-b8bf-cb0f01ee5b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.178664 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ec42415-bd8b-4521-b8bf-cb0f01ee5b7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b6a24ab2b824ea39efefc24ea71b8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294970 Dec 15 05:05:06.179791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec42415-bd8b-4521-b8bf-cb0f01ee5b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e177f-e695-4421-b2e4-f2473d7b2578,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:06.181685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46586) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:06.232008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-878472f5-7bc4-4aab-899a-3c15db72c2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.252927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-878472f5-7bc4-4aab-899a-3c15db72c2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.301581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-878472f5-7bc4-4aab-899a-3c15db72c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.304306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-878472f5-7bc4-4aab-899a-3c15db72c2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:06.305448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-878472f5-7bc4-4aab-899a-3c15db72c2a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/728e177f-e695-4421-b2e4-f2473d7b2578 HTTP/1.1" status: 204 len: 168 time: 0.1221981 Dec 15 05:05:06.315838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878472f5-7bc4-4aab-899a-3c15db72c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e177f-e695-4421-b2e4-f2473d7b2578,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:07.159287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:07.960261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:08.106391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:08.130314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.229807 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.329696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Allocated IP 172.25.2.227 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a271ba78-4337-4358-a37b-105bdf6ed8b1) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:08.436501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.469985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.510708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:08.515778 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:08.518385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:08.522158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Port': ['ID=a271ba78-4337-4358-a37b-105bdf6ed8b1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:08.615176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.651331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.799567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.804497 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.869173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Port': ['ID=a271ba78-4337-4358-a37b-105bdf6ed8b1,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:08.880375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.895225 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.896489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-756c0395-c954-4aed-ba61-9d4c93e7e94e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9351707 Dec 15 05:05:08.899413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46644) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:08.904423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-195738304'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:08.924599 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Made reservation on behalf of 83b74ce09d394ee086ab52e3c0493cb0 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:08.928784 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:08.937501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.011496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.015596 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.043722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:09.052640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a03eee-56ba-4a70-94dc-4a4a3e5637f9,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:09.059571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.059909 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Added segment 8d21e7c8-f29d-40f9-8adb-65156ee08d36 of type vlan for network 45bf7664-27f0-4ab6-8e05-8e70596c1abc Dec 15 05:05:09.101769 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.126947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.133294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:09.133870 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.187024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2864835 Dec 15 05:05:09.189963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46646) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:09.195682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Request body: {'subnet': {'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:09.202033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d164ce4-e854-4245-9762-a24e3e441005 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Network': ['ID=45bf7664-27f0-4ab6-8e05-8e70596c1abc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:09.212218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:09.285706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Made reservation on behalf of 83b74ce09d394ee086ab52e3c0493cb0 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:09.289398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.464600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.517688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Subnet': ['ID=c6864429-1c3f-4090-9d6f-d8953be8b597,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:09.534860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Checking segment: {'id': '8d21e7c8-f29d-40f9-8adb-65156ee08d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:09.535227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network hostable DHCP agents. Network: 45bf7664-27f0-4ab6-8e05-8e70596c1abc, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:09.551415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:09.560374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 45bf7664-27f0-4ab6-8e05-8e70596c1abc) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:09.565746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:09.566351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.570423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfad63-a704-42cf-a166-918858de25b7 None None] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:09.588770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46656) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:09.589578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f09f9971-fd3f-4aa6-aadf-273134a93218 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3978465 Dec 15 05:05:09.593576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1458231953', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:09.624477 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.625537 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.682354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.685577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-45bf7664-27f0-4ab6-8e05-8e70596c1abc', 'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc', 'project_id': '83b74ce09d394ee086ab52e3c0493cb0', 'fixed_ips': [{'subnet_id': 'c6864429-1c3f-4090-9d6f-d8953be8b597'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:05:09.686515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.823838 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:09.835291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Allocated IP 172.20.0.2 (45bf7664-27f0-4ab6-8e05-8e70596c1abc/c6864429-1c3f-4090-9d6f-d8953be8b597/4ac9d985-48ae-4cbb-9693-3fa2307b7b56) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:09.997720 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.003914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.033923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.048518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:10.052599 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.053583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:10.055909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Pushing event updated for resources: {'Port': ['ID=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:10.058037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:10.067140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.067490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.067835 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.068203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.068538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.068869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.069198 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.069525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.069850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.070174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.070497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.070819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.071140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:10.122715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Attempting to bind port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:10.123088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Attempting to bind port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '8d21e7c8-f29d-40f9-8adb-65156ee08d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:10.123461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Attempting to bind port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 on network 45bf7664-27f0-4ab6-8e05-8e70596c1abc {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:10.128598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:05:10.128971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Checking segment: {'id': '8d21e7c8-f29d-40f9-8adb-65156ee08d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:10.129377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.129770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Bound using segment: {'id': '8d21e7c8-f29d-40f9-8adb-65156ee08d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:05:10.130231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Bound port: 4ac9d985-48ae-4cbb-9693-3fa2307b7b56, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d21e7c8-f29d-40f9-8adb-65156ee08d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:05:10.130611 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.161879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Allocated IP 172.25.2.19 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/39086d19-b4de-4279-94c6-26c30d3d6f3e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:10.192231 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] For port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:05:10.195283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] For port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,segment=NetworkSegment(8d21e7c8-f29d-40f9-8adb-65156ee08d36),segment_id=8d21e7c8-f29d-40f9-8adb-65156ee08d36)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:05:10.199294 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.257585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3c19d-1e3e-4947-b3d5-028d83205b7f None None] Pushing event updated for resources: {'Port': ['ID=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:10.271829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.306219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.349322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:10.352293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:10.355919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:10.365844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3b1f0-94c5-468f-85a4-e87fad01a8b2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:05:10.379421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Port': ['ID=39086d19-b4de-4279-94c6-26c30d3d6f3e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:10.485752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c8c35857-355d-4677-934f-e97a8bacbcb8 None None] Provisioning complete for port 39086d19-b4de-4279-94c6-26c30d3d6f3e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:10.486126 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c8c35857-355d-4677-934f-e97a8bacbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.525411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c8c35857-355d-4677-934f-e97a8bacbcb8 None None] Port 39086d19-b4de-4279-94c6-26c30d3d6f3e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:10.623746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.787010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:05:10.819990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.833798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:10.834167 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.927120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.969210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,segment=NetworkSegment(8d21e7c8-f29d-40f9-8adb-65156ee08d36),segment_id=8d21e7c8-f29d-40f9-8adb-65156ee08d36)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:10.975007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:10.976525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Router 216dcd0f-4557-4ca9-8a28-786aa5990574 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:05:11.029287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:11.092649 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:05:11.106614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] Sync routers for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:05:11.122491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:11.123174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:11.127767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:11.132656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46670) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:11.133377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-402eb01e-1885-4067-8cd6-f9c8ef78803d tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.5430229 Dec 15 05:05:11.163300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:11.173555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:11.174223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:11.210176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:11.210871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4795dd6-3730-44fa-b7d8-47f6381b2fbe None None] The sync data for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:05:11.258719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80561058-6420-439b-b076-a45dabbfc282 None None] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:11.371414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3c14e106-16d4-4b52-8c72-a5569c2dcd86 None None] Provisioning complete for port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:11.371778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c14e106-16d4-4b52-8c72-a5569c2dcd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:11.691636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cbfccd40-dbbc-4cfa-9bc9-215b09b10fe9 None None] Provisioning complete for port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:11.692310 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd40-dbbc-4cfa-9bc9-215b09b10fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:11.958246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:12.234300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Allocated IP 172.20.0.1 (45bf7664-27f0-4ab6-8e05-8e70596c1abc/c6864429-1c3f-4090-9d6f-d8953be8b597/a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:12.369296 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:12.404365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:12.458869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:12.463680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:12.465756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Port': ['ID=a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:12.468032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:12.516416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:12.684499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:12.804598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:05:12.848681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-02cd2b12-7dde-43b9-b514-b26cf36125f0 None None] Provisioning complete for port a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:12.849338 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02cd2b12-7dde-43b9-b514-b26cf36125f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:12.886067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-02cd2b12-7dde-43b9-b514-b26cf36125f0 None None] Port a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:12.905248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:12.905954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.037041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.041427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.115900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.117803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Port': ['ID=a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:13.216233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:13.217727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:13.343326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Router 216dcd0f-4557-4ca9-8a28-786aa5990574 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:05:13.470100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:05:13.475965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dcaef75c-95ed-47f1-8e74-69ab9309b5f4 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "PUT /v2.0/routers/216dcd0f-4557-4ca9-8a28-786aa5990574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418336 Dec 15 05:05:13.478663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46682) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:13.480191 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] Sync routers for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:05:13.483781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Request body: {'port': {'network_id': '45bf7664-27f0-4ab6-8e05-8e70596c1abc', 'name': 'tempest-FloatingIPAdminTestJSON-806220888'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:13.491619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:13.492341 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:13.508312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5e0e23a1-3fda-423f-bf9e-36e11c380950 None None] Provisioning complete for port a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:13.508695 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5e0e23a1-3fda-423f-bf9e-36e11c380950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.535830 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:13.553734 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:13.554803 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:13.615029 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:13.616167 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9818a-acb7-4920-b8c4-2abc86c184b1 None None] The sync data for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:05:13.634527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Made reservation on behalf of 83b74ce09d394ee086ab52e3c0493cb0 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:13.640511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.663127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] device_id is not set on port cae05920-15d5-4274-ba53-a6d294a92268 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:13.717435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e23a1-3fda-423f-bf9e-36e11c380950 None None] Port a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:13.779244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Allocated IP 172.20.0.12 (45bf7664-27f0-4ab6-8e05-8e70596c1abc/c6864429-1c3f-4090-9d6f-d8953be8b597/cae05920-15d5-4274-ba53-a6d294a92268) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:13.929515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:13.965653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.013381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:14.016898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:14.019455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:14.054231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event updated for resources: {'Port': ['ID=cae05920-15d5-4274-ba53-a6d294a92268,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:14.085645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:14.086288 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.103941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce7cd96b-e6fa-43f4-8f10-aaa61a5d45a0 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6241837 Dec 15 05:05:14.107410 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46684) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:14.164719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'project_id': '83b74ce09d394ee086ab52e3c0493cb0', 'port_id': 'cae05920-15d5-4274-ba53-a6d294a92268'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:14.193136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.249161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-05187373-0c37-4b94-acb5-eb4101a9a3b7 None None] Provisioning complete for port cae05920-15d5-4274-ba53-a6d294a92268 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:14.250244 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05187373-0c37-4b94-acb5-eb4101a9a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.285553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-05187373-0c37-4b94-acb5-eb4101a9a3b7 None None] Port cae05920-15d5-4274-ba53-a6d294a92268 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:14.289654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.391466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Allocated IP 172.25.2.63 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/d56f5da4-d72a-4f3c-a033-1b744a6bdd22) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:14.495766 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.529491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:14.571793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:14.577152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:14.579061 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Pushing event updated for resources: {'Port': ['ID=d56f5da4-d72a-4f3c-a033-1b744a6bdd22,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:14.581714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:15.237959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:15.303205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:15.453966 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:15.458430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:15.525259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Pushing event updated for resources: {'Port': ['ID=d56f5da4-d72a-4f3c-a033-1b744a6bdd22,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:15.541670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:15.645160 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Floating IP 07ab7e6e-3ca8-453b-8e38-df063e67a3e7 associated. External IP: 172.25.2.63, port: cae05920-15d5-4274-ba53-a6d294a92268. Dec 15 05:05:15.850291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Router 216dcd0f-4557-4ca9-8a28-786aa5990574 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:05:15.958252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:05:15.967437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] Sync routers for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:05:15.975531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:15.979733 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:15.980474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:16.003979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3abda7d-c396-40b2-b230-207c02391d8d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.8950546 Dec 15 05:05:16.006527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46692) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:16.019982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:16.029833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:16.030654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:16.065209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:16.066779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468047ff-da67-4e06-9772-54bf0dcf6413 None None] The sync data for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:05:16.120759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-75d3682a-6d67-431e-923b-7bb2414e301d tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] 10.222.0.37 "GET /v2.0/floatingips/07ab7e6e-3ca8-453b-8e38-df063e67a3e7 HTTP/1.1" status: 200 len: 982 time: 0.1129870 Dec 15 05:05:16.123114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46694) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:16.231368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ef0e9143-501d-4089-a00c-aa4e113af07e tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1070437 Dec 15 05:05:16.233791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46696) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:16.389821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting port d56f5da4-d72a-4f3c-a033-1b744a6bdd22 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:16.390478 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:16.467013 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:16.467338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:16.480621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Calling delete_port for d56f5da4-d72a-4f3c-a033-1b744a6bdd22 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:16.658659 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:16.686996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Port': ['ID=d56f5da4-d72a-4f3c-a033-1b744a6bdd22,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:16.746867 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:16.747182 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Floating IP 07ab7e6e-3ca8-453b-8e38-df063e67a3e7 disassociated (deleted). External IP: 172.25.2.63, port: cae05920-15d5-4274-ba53-a6d294a92268. Dec 15 05:05:16.952974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Router 216dcd0f-4557-4ca9-8a28-786aa5990574 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:05:17.059445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:05:17.063924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.072794 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] Sync routers for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:05:17.083657 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:17.084287 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:17.092676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8b8280c6-703f-459c-b305-19ba85aa0bf1 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "DELETE /v2.0/floatingips/07ab7e6e-3ca8-453b-8e38-df063e67a3e7 HTTP/1.1" status: 204 len: 168 time: 0.8578632 Dec 15 05:05:17.096247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:17.101190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:17.124302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.131066 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:17.141146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:17.141742 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:17.176775 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:17.177516 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c515ff1-f1b0-46e7-80d0-f6869313da4d None None] The sync data for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 is: [] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:05:17.216106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.321525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Allocated IP 172.25.2.67 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7337ad8f-4184-433e-a194-f9c63918f3f3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:17.431714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.473653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.518109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:17.525500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:17.527884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:17.530090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Pushing event updated for resources: {'Port': ['ID=7337ad8f-4184-433e-a194-f9c63918f3f3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:17.631883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.664566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.811943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.816446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.884094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Pushing event updated for resources: {'Port': ['ID=7337ad8f-4184-433e-a194-f9c63918f3f3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:17.895591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.910959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:17.912230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fce938e6-3280-46d2-ad71-39e93098775b tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8144255 Dec 15 05:05:17.914988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46708) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:18.012977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:18.035420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.134670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.238495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Allocated IP 172.25.2.85 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/75603208-57b5-4b29-8157-f124571a0639) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:18.340439 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.372952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.411917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:18.414755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:18.418166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:18.444516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Pushing event updated for resources: {'Port': ['ID=75603208-57b5-4b29-8157-f124571a0639,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:18.511763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.552818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.702649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.707929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.785838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Pushing event updated for resources: {'Port': ['ID=75603208-57b5-4b29-8157-f124571a0639,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:18.799011 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.814909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:18.816708 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5925c8e2-f7e6-474e-836b-7c03d3e4ad9e tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9007623 Dec 15 05:05:18.819261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46714) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:18.892621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-56dda93c-5ced-4e64-98a8-8073244ac110 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0722017 Dec 15 05:05:18.895046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46716) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:18.963996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-83f2ea8e-a0b3-4fca-863a-402cd7f19f7e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0676641 Dec 15 05:05:18.966465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46718) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:19.230094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Deleting port 75603208-57b5-4b29-8157-f124571a0639 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:19.230094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.230094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.230094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.230094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Calling delete_port for 75603208-57b5-4b29-8157-f124571a0639 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:19.328536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.358468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Pushing event deleted for resources: {'Port': ['ID=75603208-57b5-4b29-8157-f124571a0639,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:19.418480 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.421274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.422436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d025b388-03af-4af2-9bca-c59a91c0593d tempest-FloatingIPAdminTestJSON-859345547 tempest-FloatingIPAdminTestJSON-859345547-project] 10.222.0.37 "DELETE /v2.0/floatingips/477c15c0-0eb7-47a6-9e4e-d1bb6838baee HTTP/1.1" status: 204 len: 168 time: 0.4550145 Dec 15 05:05:19.425052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46736) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:19.578909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Deleting port 7337ad8f-4184-433e-a194-f9c63918f3f3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:19.579250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.659717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.660295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.672402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Calling delete_port for 7337ad8f-4184-433e-a194-f9c63918f3f3 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:19.818947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.844037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Pushing event deleted for resources: {'Port': ['ID=7337ad8f-4184-433e-a194-f9c63918f3f3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:19.913571 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.916159 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:19.917331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c9c416ed-d2ff-4e79-8811-050df6f4ec73 tempest-FloatingIPAdminTestJSON-540278003 tempest-FloatingIPAdminTestJSON-540278003-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/7c77e43c-e23d-4161-903f-26feec53c4c8 HTTP/1.1" status: 204 len: 168 time: 0.4913313 Dec 15 05:05:19.920569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46750) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:20.009755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting port cae05920-15d5-4274-ba53-a6d294a92268 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:20.010103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:20.102922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:20.116714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Calling delete_port for cae05920-15d5-4274-ba53-a6d294a92268 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:20.252866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:20.293399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Port': ['ID=cae05920-15d5-4274-ba53-a6d294a92268,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:20.304201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.304555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.304903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.305246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.305581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.305914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.306423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.306615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.306869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.307203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.307502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.307824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.308167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:20.376989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:20.382782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e5fb1720-8b20-4a7a-a2e6-f81d98ee4259 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "DELETE /v2.0/ports/cae05920-15d5-4274-ba53-a6d294a92268 HTTP/1.1" status: 204 len: 168 time: 0.4586084 Dec 15 05:05:20.383121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46760) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:20.438762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7aaf2-ca74-4524-907f-771f2f275fce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:20.443171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:20.443792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c0b7aaf2-ca74-4524-907f-771f2f275fce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "GET /v2.0/ports?device_id=216dcd0f-4557-4ca9-8a28-786aa5990574 HTTP/1.1" status: 200 len: 913 time: 0.0591683 Dec 15 05:05:20.815894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:21.045456 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:05:21.428744 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting port a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:21.429088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:21.517828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:21.531364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Calling delete_port for a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:21.725025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:21.756423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Port': ['ID=a3cd3c9c-a55e-43e3-8d91-9480c4ffd7e2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:21.951372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:22.174760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Router 216dcd0f-4557-4ca9-8a28-786aa5990574 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:05:22.298464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:05:22.308829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7afd5a28-5eab-497b-89f6-816b55da0987 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "PUT /v2.0/routers/216dcd0f-4557-4ca9-8a28-786aa5990574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619852 Dec 15 05:05:22.309134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46808) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:22.310055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] Sync routers for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:05:22.322000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:22.322641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:22.359084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:22.368804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] Routers {'216dcd0f-4557-4ca9-8a28-786aa5990574'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:05:22.369422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:05:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['216dcd0f-4557-4ca9-8a28-786aa5990574'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:22.403249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:22.404078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dad37f-db27-4ab0-9279-6bbb769f7f60 None None] The sync data for ids ['216dcd0f-4557-4ca9-8a28-786aa5990574'] in n-d-820935-10 is: [] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:05:22.430381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:22.538954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:22.615668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting port 39086d19-b4de-4279-94c6-26c30d3d6f3e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:22.616009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:22.694339 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:22.707233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Calling delete_port for 39086d19-b4de-4279-94c6-26c30d3d6f3e owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:22.887660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:22.920237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Port': ['ID=39086d19-b4de-4279-94c6-26c30d3d6f3e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:22.943401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5854e22-9299-4b55-8f2c-27b8fe49969c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:05:22.991638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.085661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.087757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.143406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.143406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Fanout notify agent at l3_agent the message router_deleted on router 216dcd0f-4557-4ca9-8a28-786aa5990574 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:05:23.150700 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.151812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3e2c602-52f7-4cb5-b2b2-0610738c2c97 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "DELETE /v2.0/routers/216dcd0f-4557-4ca9-8a28-786aa5990574 HTTP/1.1" status: 204 len: 168 time: 0.8415105 Dec 15 05:05:23.154904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46828) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:23.213333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting subnet c6864429-1c3f-4090-9d6f-d8953be8b597 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:05:23.218533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.262424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.352706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.411322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.441759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Subnet': ['ID=c6864429-1c3f-4090-9d6f-d8953be8b597,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:23.447682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.453384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-675c2921-78eb-4c61-8854-454b7c47714e tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "DELETE /v2.0/subnets/c6864429-1c3f-4090-9d6f-d8953be8b597 HTTP/1.1" status: 204 len: 168 time: 0.2953079 Dec 15 05:05:23.453674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46836) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:23.455485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda575c-7d89-420a-b137-2d62d1a95dee None None] Network 45bf7664-27f0-4ab6-8e05-8e70596c1abc requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:23.553312 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.617447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] DHCP port deletion for 45bf7664-27f0-4ab6-8e05-8e70596c1abc request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:05:23.617962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:23.618313 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.674024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] Deleting port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:23.674847 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.684386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] For port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,segment=NetworkSegment(8d21e7c8-f29d-40f9-8adb-65156ee08d36),segment_id=8d21e7c8-f29d-40f9-8adb-65156ee08d36)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:23.684754 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.699239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Calling delete_port for 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:23.741373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] For port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,segment=NetworkSegment(8d21e7c8-f29d-40f9-8adb-65156ee08d36),segment_id=8d21e7c8-f29d-40f9-8adb-65156ee08d36)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:23.742062 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.755618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] Calling delete_port for 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:23.789007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.813131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Port': ['ID=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:23.819430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] No DVR routers for this DVR port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:05:23.848342 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.890180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] Pushing event deleted for resources: {'Port': ['ID=4ac9d985-48ae-4cbb-9693-3fa2307b7b56,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:23.892342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148e066-2a33-4226-b5fc-0069ebff80c8 None None] No DVR routers for this DVR port 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:05:23.914479 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.934381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bf7664-27f0-4ab6-8e05-8e70596c1abc']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:23.944906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d21e7c8-f29d-40f9-8adb-65156ee08d36') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:23.945203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d21e7c8-f29d-40f9-8adb-65156ee08d36') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:23.957727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.971571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.978544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:05:23.978942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:05:23.982055 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:05:24.046168 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.051104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.056954 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "DELETE /v2.0/networks/45bf7664-27f0-4ab6-8e05-8e70596c1abc HTTP/1.1" status: 204 len: 168 time: 0.6000385 Dec 15 05:05:24.057399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46852) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:24.070099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687fc55-1541-4afb-a980-47a29960f5ce tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Network': ['ID=45bf7664-27f0-4ab6-8e05-8e70596c1abc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:24.199974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Deleting port a271ba78-4337-4358-a37b-105bdf6ed8b1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:24.200395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.285520 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.285857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.298002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Calling delete_port for a271ba78-4337-4358-a37b-105bdf6ed8b1 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:24.434404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.463292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Pushing event deleted for resources: {'Port': ['ID=a271ba78-4337-4358-a37b-105bdf6ed8b1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:24.523964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.526598 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:24.527772 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c41672a7-7d01-408b-8494-db203f995781 tempest-FloatingIPAdminTestJSON-256718786 tempest-FloatingIPAdminTestJSON-256718786-project] 10.222.0.37 "DELETE /v2.0/floatingips/d8b2d3d4-c919-42ac-8837-bf0e7bd14249 HTTP/1.1" status: 204 len: 168 time: 0.4683764 Dec 15 05:05:24.785856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:05:24.794851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46876) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:24.813398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:05:24.813748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4ac9d985-48ae-4cbb-9693-3fa2307b7b56 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:05:24.943914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-960b3efb-10ce-4854-810d-7173169ad47f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83b74ce09d394ee086ab52e3c0493cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456053 Dec 15 05:05:24.944216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46882) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:24.999176 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2f97-45ea-402d-825a-354ffef2e7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.025536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2f97-45ea-402d-825a-354ffef2e7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.083800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2f97-45ea-402d-825a-354ffef2e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.086656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2f97-45ea-402d-825a-354ffef2e7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.090582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b0cc2f97-45ea-402d-825a-354ffef2e7b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84a03eee-56ba-4a70-94dc-4a4a3e5637f9 HTTP/1.1" status: 204 len: 168 time: 0.1427410 Dec 15 05:05:25.098193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc2f97-45ea-402d-825a-354ffef2e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a03eee-56ba-4a70-94dc-4a4a3e5637f9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:25.383354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46898) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:25.397923 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ab9625c-d173-4627-8a1e-ad24f028691f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.477662 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ab9625c-d173-4627-8a1e-ad24f028691f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.481825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ab9625c-d173-4627-8a1e-ad24f028691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.522190 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7ab9625c-d173-4627-8a1e-ad24f028691f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca09d5360e0544f999129f85cdf93cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373649 Dec 15 05:05:25.522768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9625c-d173-4627-8a1e-ad24f028691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6a5d73-6f94-4ad2-9a55-187e3c352864,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:25.525468 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46902) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:25.576722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad70f571-cfe7-4188-beeb-62e1c9bb6d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.599912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad70f571-cfe7-4188-beeb-62e1c9bb6d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.657072 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad70f571-cfe7-4188-beeb-62e1c9bb6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.659856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ad70f571-cfe7-4188-beeb-62e1c9bb6d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:25.663473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ad70f571-cfe7-4188-beeb-62e1c9bb6d82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff6a5d73-6f94-4ad2-9a55-187e3c352864 HTTP/1.1" status: 204 len: 168 time: 0.1344147 Dec 15 05:05:25.668791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70f571-cfe7-4188-beeb-62e1c9bb6d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6a5d73-6f94-4ad2-9a55-187e3c352864,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:26.022950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 46920) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:26.039599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e978d17c-66ae-4e93-ad4f-962c117ce7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.121258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e978d17c-66ae-4e93-ad4f-962c117ce7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.121258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e978d17c-66ae-4e93-ad4f-962c117ce7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.169533 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e978d17c-66ae-4e93-ad4f-962c117ce7b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c112cde80a04b139e90490ec6c25358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448772 Dec 15 05:05:26.170384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d17c-66ae-4e93-ad4f-962c117ce7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fa2cfa-ef87-4ef8-a4dc-055776fcaa10,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:26.172205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:26.238050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3884982f-6c3f-44ed-8a0d-a59d197d91ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.259346 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3884982f-6c3f-44ed-8a0d-a59d197d91ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.306442 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3884982f-6c3f-44ed-8a0d-a59d197d91ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.309309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3884982f-6c3f-44ed-8a0d-a59d197d91ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:26.310605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3884982f-6c3f-44ed-8a0d-a59d197d91ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37fa2cfa-ef87-4ef8-a4dc-055776fcaa10 HTTP/1.1" status: 204 len: 168 time: 0.1371665 Dec 15 05:05:26.320337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884982f-6c3f-44ed-8a0d-a59d197d91ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fa2cfa-ef87-4ef8-a4dc-055776fcaa10,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:27.703517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 46994) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:27.730460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91401c18-f18f-4095-be37-1e1fe9de6303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:27.833478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-da33c6fc-0309-4506-acf2-f37b38c55e3a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-93615906'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:27.834103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-da33c6fc-0309-4506-acf2-f37b38c55e3a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Unknown quota resources ['metering_label']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 05:05:28.374457 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-da33c6fc-0309-4506-acf2-f37b38c55e3a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:28.376166 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-da33c6fc-0309-4506-acf2-f37b38c55e3a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.6683645 Dec 15 05:05:28.379037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47014) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:28.383739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8333121b-fe8c-405d-88cd-93e5fe90b59a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c0eabcbc-ceed-4bef-a573-1bd98413b936'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:28.384800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8333121b-fe8c-405d-88cd-93e5fe90b59a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 05:05:28.461155 n-d-820935-10 neutron-server[103133]: WARNING neutron.services.metering.metering_plugin [None req-8333121b-fe8c-405d-88cd-93e5fe90b59a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 05:05:28.563505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8333121b-fe8c-405d-88cd-93e5fe90b59a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:28.564677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8333121b-fe8c-405d-88cd-93e5fe90b59a tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1846964 Dec 15 05:05:28.568505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47020) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:28.572867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f2f8e82e-82ad-4786-9da2-49130e58de03 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c0eabcbc-ceed-4bef-a573-1bd98413b936'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:28.573370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f2f8e82e-82ad-4786-9da2-49130e58de03 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 05:05:28.630585 n-d-820935-10 neutron-server[103133]: WARNING neutron.services.metering.metering_plugin [None req-f2f8e82e-82ad-4786-9da2-49130e58de03 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 15 05:05:28.714494 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e82e-82ad-4786-9da2-49130e58de03 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:28.716099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f2f8e82e-82ad-4786-9da2-49130e58de03 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1462033 Dec 15 05:05:28.718303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47026) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:28.728475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49eb2857-6d8d-4a25-bc75-ecb7628b2fe9 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=0d1bb571-02e1-462e-8040-1ded66f4b25e HTTP/1.1" status: 200 len: 462 time: 0.0091145 Dec 15 05:05:28.731089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47028) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:28.894085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-90bf2216-bcaa-49eb-a042-63a013f66504 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:28.895247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-90bf2216-bcaa-49eb-a042-63a013f66504 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/0d1bb571-02e1-462e-8040-1ded66f4b25e HTTP/1.1" status: 204 len: 168 time: 0.1631503 Dec 15 05:05:28.897896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47036) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:28.928746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-74fd4dc8-e268-4f16-a791-30b3b1a41df1 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=0d1bb571-02e1-462e-8040-1ded66f4b25e HTTP/1.1" status: 200 len: 221 time: 0.0294564 Dec 15 05:05:28.932242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47038) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:28.936772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4dbad8ae-56a2-40a2-8ced-feacd9e2daf3 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1047175256', 'description': 'label created by tempest'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:28.937229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4dbad8ae-56a2-40a2-8ced-feacd9e2daf3 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Unknown quota resources ['metering_label']. {{(pid=103133) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 15 05:05:29.097321 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4dbad8ae-56a2-40a2-8ced-feacd9e2daf3 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:29.098436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4dbad8ae-56a2-40a2-8ced-feacd9e2daf3 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1651738 Dec 15 05:05:29.101040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47044) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.185445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47048) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.185606 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3a5cf911-b96c-42ec-842d-7ea5a105ea6c tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ddcf2d9a-4daf-4e05-b523-7249c45615e1 HTTP/1.1" status: 200 len: 468 time: 0.0832920 Dec 15 05:05:29.402987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5292e4e4-e368-4c08-b162-b5d31fb61327 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:29.404188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5292e4e4-e368-4c08-b162-b5d31fb61327 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ddcf2d9a-4daf-4e05-b523-7249c45615e1 HTTP/1.1" status: 204 len: 168 time: 0.2177014 Dec 15 05:05:29.406964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47054) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.419003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7975d2c5-8979-4485-a0ac-a18d0478a6c6 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ddcf2d9a-4daf-4e05-b523-7249c45615e1 HTTP/1.1" status: 200 len: 216 time: 0.0108283 Dec 15 05:05:29.422562 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47056) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.431535 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-28a4724c-c07c-4257-827e-d6af762194de tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078399 Dec 15 05:05:29.434624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47058) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.454368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2fe039ef-201e-4931-a814-abf32fd5345c tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0187244 Dec 15 05:05:29.458232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47060) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.511141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f55cd55a-74f5-41a9-83d4-f3d822d90b17 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/c0eabcbc-ceed-4bef-a573-1bd98413b936 HTTP/1.1" status: 200 len: 471 time: 0.0518267 Dec 15 05:05:29.514555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47062) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.524602 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-03a4df07-0cec-473a-a289-2a8a6e293a53 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/669e4dd5-93fb-462d-b7c5-e5f62bd20e3e HTTP/1.1" status: 200 len: 459 time: 0.0088537 Dec 15 05:05:29.527271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47064) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.635445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5b5b879f-a492-4111-9005-faf6f99d5860 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:29.639233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:29.639408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5b5b879f-a492-4111-9005-faf6f99d5860 tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/669e4dd5-93fb-462d-b7c5-e5f62bd20e3e HTTP/1.1" status: 204 len: 168 time: 0.1110711 Dec 15 05:05:29.823961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d9d324b-5e0c-4abd-91fa-d6df834d2a8d tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:29.825151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1d9d324b-5e0c-4abd-91fa-d6df834d2a8d tempest-MeteringIpV6TestJSON-1883572674 tempest-MeteringIpV6TestJSON-1883572674-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/c0eabcbc-ceed-4bef-a573-1bd98413b936 HTTP/1.1" status: 204 len: 168 time: 0.1849334 Dec 15 05:05:29.914875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3752ffbe-44fe-49c2-bd3c-6bbbb3d2cbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.071483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47074) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:30.185735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd947-6223-4963-97a9-bd9aeadca8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.273019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd947-6223-4963-97a9-bd9aeadca8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.277456 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd947-6223-4963-97a9-bd9aeadca8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.316648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9f7cd947-6223-4963-97a9-bd9aeadca8d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76a44346673f4be5892209b6cb22197e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440462 Dec 15 05:05:30.317519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cd947-6223-4963-97a9-bd9aeadca8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9bf00-1b54-4ca0-b9c2-3d4974cc6d9e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:30.319344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47078) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:30.370869 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.391981 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.441429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.444357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.445540 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ac9bf00-1b54-4ca0-b9c2-3d4974cc6d9e HTTP/1.1" status: 204 len: 168 time: 0.1251795 Dec 15 05:05:30.453707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9bf00-1b54-4ca0-b9c2-3d4974cc6d9e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:30.462380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.462734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.463080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.463536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.464082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.464449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.464786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.465120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.465449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.465779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.466105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.466427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.466752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fafac-c4bb-4f16-aba7-1694bdc6d407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:05:30.717212 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47086) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:30.731391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c447056-4445-41f4-93bc-659b8a26042a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.806675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c447056-4445-41f4-93bc-659b8a26042a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.812457 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c447056-4445-41f4-93bc-659b8a26042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.852274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c447056-4445-41f4-93bc-659b8a26042a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f149a7bf77949e88ace587e78d6611c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338129 Dec 15 05:05:30.853238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c447056-4445-41f4-93bc-659b8a26042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b7613-6efe-4b02-8273-f7240816bf98,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:30.855389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47090) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:30.904319 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac27e7d2-1a86-45fd-ba91-233158508714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.926141 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac27e7d2-1a86-45fd-ba91-233158508714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.974106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac27e7d2-1a86-45fd-ba91-233158508714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.976822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ac27e7d2-1a86-45fd-ba91-233158508714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:30.977953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ac27e7d2-1a86-45fd-ba91-233158508714 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e6b7613-6efe-4b02-8273-f7240816bf98 HTTP/1.1" status: 204 len: 168 time: 0.1216736 Dec 15 05:05:30.987689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e7d2-1a86-45fd-ba91-233158508714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b7613-6efe-4b02-8273-f7240816bf98,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:31.215857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.208221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47132) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:32.353064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-5409626'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:32.374047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Made reservation on behalf of 8228de670a87406bbb36de997ad92149 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:32.377597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.385945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.462498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.465359 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.488608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:32.501883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c318595-b35f-4daf-9c6f-c4f655ed06b8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:32.506767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.507151 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Added segment b857307e-1ab9-4da2-ac8a-d76da4011f5e of type vlan for network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd Dec 15 05:05:32.546899 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.570929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.576353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:32.576923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.633336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 800 time: 0.4239206 Dec 15 05:05:32.655464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db09b9-5a3c-49ee-ab10-d7cf7b7dc059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Pushing event updated for resources: {'Network': ['ID=1e88c391-ee34-4b3d-8db3-8118e11b6dfd,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:32.667114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:32.757486 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.832505 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47144) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:32.837550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Request body: {'port': {'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd', 'binding:host_id': 'n-h2-820935-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668783321'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:32.863591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Made reservation on behalf of cd0d13df611b4ba3aa37d52ca9af9b10 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:32.866557 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.875620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.951808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.957008 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:32.962299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port 989286a4-df81-48f6-837e-6f795292c424 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:33.053438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee204ec1-b20f-447b-a5c4-a587074e83a6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:33.133543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-83ebf91d-a03c-4aa3-9f3d-0ce13dcaf1b7 req-4f550db6-0664-434d-a316-ec1bd90d5ecb service neutron] (103132) timed out ('10.222.0.42', 51365) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:05:33.203725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port 989286a4-df81-48f6-837e-6f795292c424 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:33.213128 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.219250 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.277557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=989286a4-df81-48f6-837e-6f795292c424,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:33.285306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Checking segment: {'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:33.285762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Network hostable DHCP agents. Network: 1e88c391-ee34-4b3d-8db3-8118e11b6dfd, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:33.305608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:33.318836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1e88c391-ee34-4b3d-8db3-8118e11b6dfd) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:33.322776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:33.329584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188b9cb-7cf5-4b70-b9ed-472250290d95 None None] Network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:33.336839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.337178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.337515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.343852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.344212 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.344602 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 2 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.358595 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.359073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.359513 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.365081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.365516 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.365983 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 3 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.379193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.379604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.380167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.384707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.385031 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.385602 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 4 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.399244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.399585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.399922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.404707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.405026 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.405408 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 5 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.418215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.419114 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.419460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.423474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.423844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.424231 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.424622 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 6 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.439731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.441195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.442016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.446905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.447229 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.447619 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 7 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.460244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.460588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.461029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.465991 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.466430 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.466819 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 8 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.479231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.479566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.479899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.484223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.484547 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.484934 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 9 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.496255 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.496590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.496919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.501202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.501521 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.501909 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 10 to bind port 989286a4-df81-48f6-837e-6f795292c424 Dec 15 05:05:33.514439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:33.514776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:33.515111 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:33.519875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 989286a4-df81-48f6-837e-6f795292c424 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:33.520239 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 989286a4-df81-48f6-837e-6f795292c424 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:33.520605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.588356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] For port 989286a4-df81-48f6-837e-6f795292c424, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:05:33.588568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempted to set empty binding levels {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 05:05:33.593197 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.630126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:33.630777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.630890 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.648817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=989286a4-df81-48f6-837e-6f795292c424,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:33.654279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3f567df-af7d-439f-8989-5822dbb2470a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.8207037 Dec 15 05:05:33.657305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47148) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:33.731746 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Deleting port 989286a4-df81-48f6-837e-6f795292c424 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:33.732125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.801047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] For port 989286a4-df81-48f6-837e-6f795292c424, host n-h2-820935-10, got binding levels [] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:33.801409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.814625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Calling delete_port for 989286a4-df81-48f6-837e-6f795292c424 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:33.900976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.933652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event deleted for resources: {'Port': ['ID=989286a4-df81-48f6-837e-6f795292c424,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:33.944920 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:33.948344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7df264f4-b9dd-4e91-a9d0-566883a5b695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/989286a4-df81-48f6-837e-6f795292c424 HTTP/1.1" status: 204 len: 168 time: 0.2897933 Dec 15 05:05:33.951020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:33.974857 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6de2b9-2286-4560-bff0-faeea1e3f0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] GET failed (client error): The resource could not be found. Dec 15 05:05:33.976296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9d6de2b9-2286-4560-bff0-faeea1e3f0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "GET /v2.0/ports/989286a4-df81-48f6-837e-6f795292c424 HTTP/1.1" status: 404 len: 333 time: 0.0242507 Dec 15 05:05:33.979821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47154) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:33.984759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Request body: {'port': {'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-569407687'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:34.006238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Made reservation on behalf of cd0d13df611b4ba3aa37d52ca9af9b10 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:34.008641 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.023841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port 0c794e7e-79aa-41f5-ae93-0241c9aec41f yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:34.170752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.204109 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.250382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:34.256096 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:34.261244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:34.262173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.262778 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.270616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=0c794e7e-79aa-41f5-ae93-0241c9aec41f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:34.284331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8e876803-d4ae-4b8f-ad91-c9350ebdd6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3027143 Dec 15 05:05:34.286993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47156) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:34.292263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:34.344230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.514347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port 0c794e7e-79aa-41f5-ae93-0241c9aec41f yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:34.522444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.528565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.578730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=0c794e7e-79aa-41f5-ae93-0241c9aec41f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:34.601150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.601481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.601792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.606392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.606721 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.607100 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 2 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.620977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.621311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.622001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.625969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.626289 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.626675 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 3 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.639577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.639964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.640362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.644869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.645163 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.645655 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 4 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.659017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.659384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.659725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.664335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.664660 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.665038 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 5 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.677099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.677426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.677755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.681928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.682248 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.682621 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 6 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.698792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.699151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.699483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.703830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.704178 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.704557 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 7 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.716008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.716365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.716691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.721014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.721430 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.721843 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 8 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.733617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.733943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.734265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.738866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.739202 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.739563 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 9 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.750603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.750927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.751247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.755997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.756350 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.756723 n-d-820935-10 neutron-server[103132]: INFO neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 10 to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f Dec 15 05:05:34.768394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:34.768661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:34.768983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:34.773101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:34.773420 n-d-820935-10 neutron-server[103132]: ERROR neutron.plugins.ml2.managers [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:34.774040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.833235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] For port 0c794e7e-79aa-41f5-ae93-0241c9aec41f, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:05:34.833590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempted to set empty binding levels {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 05:05:34.837587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.868146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] In _notify_port_updated(), no bound segment for port 0c794e7e-79aa-41f5-ae93-0241c9aec41f on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:05:34.868992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.869594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:34.870904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "PUT /v2.0/ports/0c794e7e-79aa-41f5-ae93-0241c9aec41f HTTP/1.1" status: 200 len: 979 time: 0.5828617 Dec 15 05:05:34.873735 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47158) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:34.883959 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272d035-3c7e-420e-9ad4-66fc700b7545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=0c794e7e-79aa-41f5-ae93-0241c9aec41f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:34.944267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63491690-660d-4061-a8eb-edd2f36a9094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.944743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63491690-660d-4061-a8eb-edd2f36a9094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.945206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63491690-660d-4061-a8eb-edd2f36a9094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.945667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63491690-660d-4061-a8eb-edd2f36a9094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.946124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63491690-660d-4061-a8eb-edd2f36a9094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:34.948102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-63491690-660d-4061-a8eb-edd2f36a9094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4680 time: 0.0727382 Dec 15 05:05:34.950943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47164) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.026878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Deleting port 0c794e7e-79aa-41f5-ae93-0241c9aec41f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:35.027108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.087549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] For port 0c794e7e-79aa-41f5-ae93-0241c9aec41f, host n-h2-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:35.087911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.102867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Calling delete_port for 0c794e7e-79aa-41f5-ae93-0241c9aec41f owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:35.208679 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.237494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c794e7e-79aa-41f5-ae93-0241c9aec41f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:35.242802 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.246245 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c0956c2a-743d-478c-9bc6-b11c87f660a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0c794e7e-79aa-41f5-ae93-0241c9aec41f HTTP/1.1" status: 204 len: 168 time: 0.2943759 Dec 15 05:05:35.248816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.275218 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca99ef57-8cc2-47ab-99ad-f8bb8ec3acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] GET failed (client error): The resource could not be found. Dec 15 05:05:35.281176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ca99ef57-8cc2-47ab-99ad-f8bb8ec3acfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "GET /v2.0/ports/0c794e7e-79aa-41f5-ae93-0241c9aec41f HTTP/1.1" status: 404 len: 333 time: 0.0269670 Dec 15 05:05:35.282519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.287969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-453603757', 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:35.309994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Made reservation on behalf of cd0d13df611b4ba3aa37d52ca9af9b10 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:35.312702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.328689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port c8b9c402-62dc-492f-a7ba-fe530322ab7b yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:35.493464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.526377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.566940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:35.571325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:35.574689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:35.575596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:35.576505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.583904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b9c402-62dc-492f-a7ba-fe530322ab7b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:35.596789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-747d89ae-d02a-4bad-bda7-f7053cc42271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3126523 Dec 15 05:05:35.598770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47188) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.643782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950fac1a-79c0-47c1-a270-e56ced160469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:35.645191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-950fac1a-79c0-47c1-a270-e56ced160469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "GET /v2.0/ports/c8b9c402-62dc-492f-a7ba-fe530322ab7b HTTP/1.1" status: 200 len: 958 time: 0.0455196 Dec 15 05:05:35.648055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47190) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.720309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Deleting port c8b9c402-62dc-492f-a7ba-fe530322ab7b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:35.720644 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.781169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.793904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Calling delete_port for c8b9c402-62dc-492f-a7ba-fe530322ab7b owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:35.871153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.898817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8b9c402-62dc-492f-a7ba-fe530322ab7b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:35.904229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.909463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f7395b6-0342-4634-80c5-43f8f8bae016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c8b9c402-62dc-492f-a7ba-fe530322ab7b HTTP/1.1" status: 204 len: 168 time: 0.2601695 Dec 15 05:05:35.910814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47192) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.939127 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1ad009-ee25-4bd9-9d8c-8d0ec09a92ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] GET failed (client error): The resource could not be found. Dec 15 05:05:35.941156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d1ad009-ee25-4bd9-9d8c-8d0ec09a92ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "GET /v2.0/ports/c8b9c402-62dc-492f-a7ba-fe530322ab7b HTTP/1.1" status: 404 len: 333 time: 0.0293555 Dec 15 05:05:35.944959 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47194) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:35.949822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Request body: {'port': {'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-97209093'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:35.971126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Made reservation on behalf of cd0d13df611b4ba3aa37d52ca9af9b10 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:35.973945 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:35.990152 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port bb80f975-641c-45ec-87cd-b4a5f0a194b3 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:36.138046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:36.170896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:36.213149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:36.216429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:36.219647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:36.220604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:36.221844 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:36.235074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=bb80f975-641c-45ec-87cd-b4a5f0a194b3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:36.249390 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-320854cc-2018-44c4-b43f-b4b2839b1e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3007619 Dec 15 05:05:36.249656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47200) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:36.255068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820935-10'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:36.324419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:36.775611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] device_id is not set on port bb80f975-641c-45ec-87cd-b4a5f0a194b3 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:36.784697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:36.790559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:36.847753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=bb80f975-641c-45ec-87cd-b4a5f0a194b3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:36.863849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.864229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.864623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.869137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.869469 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.870257 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 2 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:36.885337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.885669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.886000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.890831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.891162 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.891555 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 3 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:36.906646 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.906989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.907339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.912651 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.912982 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.913380 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 4 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:36.929630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.929974 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.930316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.935087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.935417 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.935864 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 5 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:36.948231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.948576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.948916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.953381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.953701 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.954134 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 6 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:36.968615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.968970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.969270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.974551 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.974874 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.975366 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 7 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:36.988423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:36.989013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:36.989356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:36.994519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:36.994856 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:36.995254 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 8 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:37.009183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:37.009525 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:37.009862 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:37.021799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:37.022134 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:37.022742 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 9 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:37.040855 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:37.041242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:37.041626 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:37.047085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:37.047476 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:37.047812 n-d-820935-10 neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempt 10 to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 Dec 15 05:05:37.062845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:37.063188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:37.063524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempting to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:37.068968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:05:37.069427 n-d-820935-10 neutron-server[103133]: ERROR neutron.plugins.ml2.managers [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Failed to bind port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on host n-h2-820935-10 for vnic_type normal using segments [{'id': 'b857307e-1ab9-4da2-ac8a-d76da4011f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1e88c391-ee34-4b3d-8db3-8118e11b6dfd'}] Dec 15 05:05:37.069801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.135781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] For port bb80f975-641c-45ec-87cd-b4a5f0a194b3, host n-h2-820935-10, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:05:37.136253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attempted to set empty binding levels {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 15 05:05:37.143399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.162312 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.186639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] In _notify_port_updated(), no bound segment for port bb80f975-641c-45ec-87cd-b4a5f0a194b3 on network 1e88c391-ee34-4b3d-8db3-8118e11b6dfd {{(pid=103133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:05:37.187504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:37.188194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.190432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "PUT /v2.0/ports/bb80f975-641c-45ec-87cd-b4a5f0a194b3 HTTP/1.1" status: 200 len: 978 time: 0.9391356 Dec 15 05:05:37.193337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47322) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:37.226268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a2f4-fa44-4e48-be12-d3713e543de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event updated for resources: {'Port': ['ID=bb80f975-641c-45ec-87cd-b4a5f0a194b3,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:37.285600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Deleting port bb80f975-641c-45ec-87cd-b4a5f0a194b3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:37.285942 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.366514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] For port bb80f975-641c-45ec-87cd-b4a5f0a194b3, host n-h2-820935-10, got binding levels [] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:37.367086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.381011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Calling delete_port for bb80f975-641c-45ec-87cd-b4a5f0a194b3 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:37.463501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.488085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb80f975-641c-45ec-87cd-b4a5f0a194b3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:37.503257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.506597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82f5766a-2bbc-4cbd-a17f-63b57706445d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bb80f975-641c-45ec-87cd-b4a5f0a194b3 HTTP/1.1" status: 204 len: 168 time: 0.3123343 Dec 15 05:05:37.509307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47368) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:37.537649 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-511f9625-52f3-47ff-a4b7-326c81b3f3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] GET failed (client error): The resource could not be found. Dec 15 05:05:37.543095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-511f9625-52f3-47ff-a4b7-326c81b3f3d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243434510-project-admin] 10.222.0.37 "GET /v2.0/ports/bb80f975-641c-45ec-87cd-b4a5f0a194b3 HTTP/1.1" status: 404 len: 333 time: 0.0327590 Dec 15 05:05:37.547278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47374) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:37.636919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.747889 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.772329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e88c391-ee34-4b3d-8db3-8118e11b6dfd']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:37.783400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b857307e-1ab9-4da2-ac8a-d76da4011f5e') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:37.783805 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b857307e-1ab9-4da2-ac8a-d76da4011f5e') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:37.795514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.810527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.817481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:05:37.818039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:05:37.821109 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:05:37.890964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.898945 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:37.902256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] 10.222.0.37 "DELETE /v2.0/networks/1e88c391-ee34-4b3d-8db3-8118e11b6dfd HTTP/1.1" status: 204 len: 168 time: 0.3540273 Dec 15 05:05:37.935881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f812b-f11f-44f2-a22e-c6e43dc7a40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631201351-project] Pushing event deleted for resources: {'Network': ['ID=1e88c391-ee34-4b3d-8db3-8118e11b6dfd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:38.219780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47472) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:38.393182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cbc2ca80-5c6e-4f03-bc0d-98d1bf28fe65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8228de670a87406bbb36de997ad92149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715803 Dec 15 05:05:38.395484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47502) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:38.446114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202f77f8-e5bb-4495-a6b6-e962f65230df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:38.468663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202f77f8-e5bb-4495-a6b6-e962f65230df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:38.521203 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202f77f8-e5bb-4495-a6b6-e962f65230df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:38.524568 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-202f77f8-e5bb-4495-a6b6-e962f65230df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:38.526224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-202f77f8-e5bb-4495-a6b6-e962f65230df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c318595-b35f-4daf-9c6f-c4f655ed06b8 HTTP/1.1" status: 204 len: 168 time: 0.1296611 Dec 15 05:05:38.537827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f77f8-e5bb-4495-a6b6-e962f65230df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c318595-b35f-4daf-9c6f-c4f655ed06b8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:38.854519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47570) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:38.900098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8e009c07-aa25-47d2-b8a9-0a97a7a8cb2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd0d13df611b4ba3aa37d52ca9af9b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423501 Dec 15 05:05:38.900799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47578) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:38.956023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e52e4a0d-c8d4-4239-8a09-69b251bcdcf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:38.986249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e52e4a0d-c8d4-4239-8a09-69b251bcdcf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:39.040423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e52e4a0d-c8d4-4239-8a09-69b251bcdcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:39.043443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e52e4a0d-c8d4-4239-8a09-69b251bcdcf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:39.044709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e52e4a0d-c8d4-4239-8a09-69b251bcdcf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee204ec1-b20f-447b-a5c4-a587074e83a6 HTTP/1.1" status: 204 len: 168 time: 0.1429005 Dec 15 05:05:39.053325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4a0d-c8d4-4239-8a09-69b251bcdcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee204ec1-b20f-447b-a5c4-a587074e83a6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:39.806791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47684) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:39.901765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-866664180'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:39.922572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Made reservation on behalf of 903bb305e0664428b938a95409dc137d for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:39.926595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:39.934857 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.007075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.010706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.036046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:40.045578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc5654-1829-41f4-8245-7e42bfd4d6e8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:40.050753 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.051097 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Added segment 632373bd-8a06-45ec-ad3b-a0d29402a21f of type vlan for network 5dc429ae-1181-484c-b804-05f6f6481a3c Dec 15 05:05:40.089108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.112675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.118196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:40.118841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.173172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3652582 Dec 15 05:05:40.176567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47688) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:40.183282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Request body: {'subnet': {'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:40.230752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2f05e-7041-45c7-b1cb-1a2aaac27232 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event updated for resources: {'Network': ['ID=5dc429ae-1181-484c-b804-05f6f6481a3c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:40.246014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5dc429ae-1181-484c-b804-05f6f6481a3c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:40.282830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Made reservation on behalf of 903bb305e0664428b938a95409dc137d for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:40.286950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.474423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.537660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event updated for resources: {'Subnet': ['ID=0f4ad4de-c7ba-46da-8404-75ac53994127,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:40.542065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Checking segment: {'id': '632373bd-8a06-45ec-ad3b-a0d29402a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:40.542426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Network hostable DHCP agents. Network: 5dc429ae-1181-484c-b804-05f6f6481a3c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:40.560454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Network 5dc429ae-1181-484c-b804-05f6f6481a3c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:40.569739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5dc429ae-1181-484c-b804-05f6f6481a3c) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:40.574058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:40.574664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.581651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478cd5b-ac2c-475b-8586-2330aa4de080 None None] Network 5dc429ae-1181-484c-b804-05f6f6481a3c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:40.594935 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be1914a6-1633-4376-999a-d080e95c934a tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4148247 Dec 15 05:05:40.595151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47694) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:40.602213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Request body: {'port': {'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-413891542'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:40.711987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5dc429ae-1181-484c-b804-05f6f6481a3c', 'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c', 'project_id': '903bb305e0664428b938a95409dc137d', 'fixed_ips': [{'subnet_id': '0f4ad4de-c7ba-46da-8404-75ac53994127'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:05:40.713134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.761753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Made reservation on behalf of 903bb305e0664428b938a95409dc137d for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:40.766459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:40.787175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] device_id is not set on port 07015445-c181-46cb-ba81-940712901716 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:40.863294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Allocated IP 2001:db8::2 (5dc429ae-1181-484c-b804-05f6f6481a3c/0f4ad4de-c7ba-46da-8404-75ac53994127/e87c0a43-cafa-48a0-a67b-0f4de48e5acf) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:41.004403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.009844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.051247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Network 5dc429ae-1181-484c-b804-05f6f6481a3c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:41.054051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:41.058279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:41.063254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Pushing event updated for resources: {'Port': ['ID=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:41.082257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Allocated IP 2001:db8::203 (5dc429ae-1181-484c-b804-05f6f6481a3c/0f4ad4de-c7ba-46da-8404-75ac53994127/07015445-c181-46cb-ba81-940712901716) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:41.116949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Attempting to bind port e87c0a43-cafa-48a0-a67b-0f4de48e5acf on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:41.117325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Attempting to bind port e87c0a43-cafa-48a0-a67b-0f4de48e5acf by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '632373bd-8a06-45ec-ad3b-a0d29402a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:41.117761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Attempting to bind port e87c0a43-cafa-48a0-a67b-0f4de48e5acf on network 5dc429ae-1181-484c-b804-05f6f6481a3c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:41.124741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:05:41.124741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Checking segment: {'id': '632373bd-8a06-45ec-ad3b-a0d29402a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:41.125260 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.125723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Bound using segment: {'id': '632373bd-8a06-45ec-ad3b-a0d29402a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:05:41.126262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Bound port: e87c0a43-cafa-48a0-a67b-0f4de48e5acf, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632373bd-8a06-45ec-ad3b-a0d29402a21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:05:41.126967 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.195081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] For port e87c0a43-cafa-48a0-a67b-0f4de48e5acf, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:05:41.198514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] For port e87c0a43-cafa-48a0-a67b-0f4de48e5acf, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,segment=NetworkSegment(632373bd-8a06-45ec-ad3b-a0d29402a21f),segment_id=632373bd-8a06-45ec-ad3b-a0d29402a21f)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:05:41.203056 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.246103 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.265441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5989d0-f8d5-4f25-9b9a-774eb1026527 None None] Pushing event updated for resources: {'Port': ['ID=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:41.295749 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.335346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Network 5dc429ae-1181-484c-b804-05f6f6481a3c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:41.340420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:41.344158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:41.350384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:41.350909 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.371433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event updated for resources: {'Port': ['ID=07015445-c181-46cb-ba81-940712901716,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:41.378421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f825d890-2ff5-426b-bc4f-48794d728e32 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7822113 Dec 15 05:05:41.381623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47702) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:41.388690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Request body: {'port': {'network_id': '5dc429ae-1181-484c-b804-05f6f6481a3c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1068176324', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:41.389261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.api.validators [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] bootfile-name is not in valid_values {{(pid=103132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:41.389604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.api.validators [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] tftp-server is not in valid_values {{(pid=103132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:41.389970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.api.validators [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] server-ip-address is not in valid_values {{(pid=103132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:41.563042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Made reservation on behalf of 903bb305e0664428b938a95409dc137d for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:41.567009 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.591152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] device_id is not set on port b2f97653-54b2-4824-9289-bf1d757e2c0b yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:41.716750 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Allocated IP 2001:db8::3d1 (5dc429ae-1181-484c-b804-05f6f6481a3c/0f4ad4de-c7ba-46da-8404-75ac53994127/b2f97653-54b2-4824-9289-bf1d757e2c0b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:41.878749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.914913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.970666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Network 5dc429ae-1181-484c-b804-05f6f6481a3c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:41.974076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:41.979117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:41.984917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:41.985636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:41.989633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event updated for resources: {'Port': ['ID=b2f97653-54b2-4824-9289-bf1d757e2c0b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:42.008748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47710) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:42.009054 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f527b9c-2d24-4d30-96c8-1205a8943876 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6253960 Dec 15 05:05:42.111884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d1806-967f-4f8e-8e61-7872b0414860 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:42.119095 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d1806-967f-4f8e-8e61-7872b0414860 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:42.125133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d1806-967f-4f8e-8e61-7872b0414860 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:42.130059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fd1d1806-967f-4f8e-8e61-7872b0414860 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1171882 Dec 15 05:05:42.130381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47712) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:42.224429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Deleting port b2f97653-54b2-4824-9289-bf1d757e2c0b {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:42.224764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.314187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce2b8c-f040-441d-afee-75aea1e542e4 None None] Network 5dc429ae-1181-484c-b804-05f6f6481a3c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:42.321666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.335105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Calling delete_port for b2f97653-54b2-4824-9289-bf1d757e2c0b owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:42.431740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e851334a-394e-4010-89e2-8d0dda86eeed None None] Provisioning complete for port e87c0a43-cafa-48a0-a67b-0f4de48e5acf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:42.432172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e851334a-394e-4010-89e2-8d0dda86eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.483860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.515455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event deleted for resources: {'Port': ['ID=b2f97653-54b2-4824-9289-bf1d757e2c0b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:42.525195 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e851334a-394e-4010-89e2-8d0dda86eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.551816 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.555700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d8ebb90b-812d-46ec-9c2a-dfcedf39047d tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "DELETE /v2.0/ports/b2f97653-54b2-4824-9289-bf1d757e2c0b HTTP/1.1" status: 204 len: 168 time: 0.4244072 Dec 15 05:05:42.561343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47716) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:42.566976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e851334a-394e-4010-89e2-8d0dda86eeed None None] For port e87c0a43-cafa-48a0-a67b-0f4de48e5acf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,segment=NetworkSegment(632373bd-8a06-45ec-ad3b-a0d29402a21f),segment_id=632373bd-8a06-45ec-ad3b-a0d29402a21f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:42.569453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Request body: {'port': {'name': 'tempest-new-port-name-1983632158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:42.570181 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.api.validators [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] bootfile-name is not in valid_values {{(pid=103132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:42.570721 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.api.validators [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] tftp-server is not in valid_values {{(pid=103132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:42.571239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.api.validators [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] server-ip-address is not in valid_values {{(pid=103132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:42.572047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e851334a-394e-4010-89e2-8d0dda86eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.625268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851334a-394e-4010-89e2-8d0dda86eeed None None] Pushing event updated for resources: {'Port': ['ID=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:42.659722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.833637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3978da24-5ffa-4833-b08c-954155fb0f2a None None] Provisioning complete for port e87c0a43-cafa-48a0-a67b-0f4de48e5acf triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:42.834014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3978da24-5ffa-4833-b08c-954155fb0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.879285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e87c0a43-cafa-48a0-a67b-0f4de48e5acf up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:05:42.897970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.906605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.961367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] In _notify_port_updated(), no bound segment for port 07015445-c181-46cb-ba81-940712901716 on network 5dc429ae-1181-484c-b804-05f6f6481a3c {{(pid=103132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:05:42.967011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:42.968025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:42.972280 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "PUT /v2.0/ports/07015445-c181-46cb-ba81-940712901716 HTTP/1.1" status: 200 len: 1130 time: 0.4093196 Dec 15 05:05:42.972469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47720) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:42.988792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25719fe7-ccc8-4d64-bdd7-d4a8c1f8c6e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event updated for resources: {'Port': ['ID=07015445-c181-46cb-ba81-940712901716,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:42.995156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e87c0a43-cafa-48a0-a67b-0f4de48e5acf triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:42.995600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.034260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3978da24-5ffa-4833-b08c-954155fb0f2a None None] Provisioning complete for port 07015445-c181-46cb-ba81-940712901716 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:43.034613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3978da24-5ffa-4833-b08c-954155fb0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.040588 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd4eae-453e-458c-958c-d67c54c2385f tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:43.046414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-03bd4eae-453e-458c-958c-d67c54c2385f tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "GET /v2.0/ports/07015445-c181-46cb-ba81-940712901716 HTTP/1.1" status: 200 len: 1130 time: 0.0689485 Dec 15 05:05:43.046659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47722) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:43.075173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3978da24-5ffa-4833-b08c-954155fb0f2a None None] Port 07015445-c181-46cb-ba81-940712901716 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:43.079519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3978da24-5ffa-4833-b08c-954155fb0f2a None None] Could not find standard attr ID for object b2f97653-54b2-4824-9289-bf1d757e2c0b. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:05:43.172425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Deleting port 07015445-c181-46cb-ba81-940712901716 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:43.173019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.206401 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-63511a6e-05e7-4422-9d09-70225dda9cd9 None None] Provisioning complete for port 07015445-c181-46cb-ba81-940712901716 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:43.206831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63511a6e-05e7-4422-9d09-70225dda9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.247590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-63511a6e-05e7-4422-9d09-70225dda9cd9 None None] Port 07015445-c181-46cb-ba81-940712901716 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:43.264082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.277963 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Calling delete_port for 07015445-c181-46cb-ba81-940712901716 owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:43.369309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f49e2d38-048a-4bc4-baba-88558e0ea87d None None] Could not find standard attr ID for object b2f97653-54b2-4824-9289-bf1d757e2c0b. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:05:43.419106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.448143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event deleted for resources: {'Port': ['ID=07015445-c181-46cb-ba81-940712901716,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:43.477475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.481762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c5ad9d2f-1e5c-4ac9-9066-6673533493c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "DELETE /v2.0/ports/07015445-c181-46cb-ba81-940712901716 HTTP/1.1" status: 204 len: 168 time: 0.4341218 Dec 15 05:05:43.484347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47724) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:43.541560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Deleting subnet 0f4ad4de-c7ba-46da-8404-75ac53994127 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:05:43.545183 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.591812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.695513 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.768733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.798391 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4ad4de-c7ba-46da-8404-75ac53994127,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:43.803437 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.806868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6dfeaefd-bfd4-43d2-b4d2-cf460dae3304 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "DELETE /v2.0/subnets/0f4ad4de-c7ba-46da-8404-75ac53994127 HTTP/1.1" status: 204 len: 168 time: 0.3213563 Dec 15 05:05:43.809439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47726) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:43.815956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d193768-bc64-4633-a28a-064cff89793f None None] Network 5dc429ae-1181-484c-b804-05f6f6481a3c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:43.896578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.903397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b61d84dc-ddd4-4989-974f-f26620a75e1a None None] Could not find standard attr ID for object 07015445-c181-46cb-ba81-940712901716. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:05:43.959745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Deleting port e87c0a43-cafa-48a0-a67b-0f4de48e5acf {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:43.960112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:43.973176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] DHCP port deletion for 5dc429ae-1181-484c-b804-05f6f6481a3c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:05:44.020571 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] Deleting port e87c0a43-cafa-48a0-a67b-0f4de48e5acf {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:44.020854 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.030986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] For port e87c0a43-cafa-48a0-a67b-0f4de48e5acf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,segment=NetworkSegment(632373bd-8a06-45ec-ad3b-a0d29402a21f),segment_id=632373bd-8a06-45ec-ad3b-a0d29402a21f)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:44.031485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.044482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Calling delete_port for e87c0a43-cafa-48a0-a67b-0f4de48e5acf owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:44.084646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] For port e87c0a43-cafa-48a0-a67b-0f4de48e5acf, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,segment=NetworkSegment(632373bd-8a06-45ec-ad3b-a0d29402a21f),segment_id=632373bd-8a06-45ec-ad3b-a0d29402a21f)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:44.085046 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.098407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] Calling delete_port for e87c0a43-cafa-48a0-a67b-0f4de48e5acf owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:44.129610 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.157485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] No DVR routers for this DVR port e87c0a43-cafa-48a0-a67b-0f4de48e5acf on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:05:44.162681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event deleted for resources: {'Port': ['ID=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:44.177752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.210395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] Pushing event deleted for resources: {'Port': ['ID=e87c0a43-cafa-48a0-a67b-0f4de48e5acf,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:44.213984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84676c4b-96c0-44c8-9505-a898ae7c0a47 None None] No DVR routers for this DVR port e87c0a43-cafa-48a0-a67b-0f4de48e5acf on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:05:44.250189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.269378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc429ae-1181-484c-b804-05f6f6481a3c']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:44.278960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632373bd-8a06-45ec-ad3b-a0d29402a21f') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:44.279192 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632373bd-8a06-45ec-ad3b-a0d29402a21f') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:44.288916 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.302753 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.308835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:05:44.309344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:05:44.312505 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:05:44.370004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.376905 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.383094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] 10.222.0.37 "DELETE /v2.0/networks/5dc429ae-1181-484c-b804-05f6f6481a3c HTTP/1.1" status: 204 len: 168 time: 0.5695591 Dec 15 05:05:44.392418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cbc1b-51a0-448d-b9c9-cf43c6f212a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359 tempest-ExtraDHCPOptionsIpV6TestJSON-1911498359-project] Pushing event deleted for resources: {'Network': ['ID=5dc429ae-1181-484c-b804-05f6f6481a3c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:44.635238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47734) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:44.787445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3e968b2c-9961-4118-9b9d-3a572a045fa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=903bb305e0664428b938a95409dc137d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510158 Dec 15 05:05:44.790032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47738) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:44.803819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e87c0a43-cafa-48a0-a67b-0f4de48e5acf no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:05:44.828785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: e87c0a43-cafa-48a0-a67b-0f4de48e5acf {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:05:44.829044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e87c0a43-cafa-48a0-a67b-0f4de48e5acf not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:05:44.849925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d87d4659-2974-47e6-a12d-e23b7becb041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.870787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d87d4659-2974-47e6-a12d-e23b7becb041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.917253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d87d4659-2974-47e6-a12d-e23b7becb041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.920102 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d87d4659-2974-47e6-a12d-e23b7becb041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:44.923586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d87d4659-2974-47e6-a12d-e23b7becb041 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fbc5654-1829-41f4-8245-7e42bfd4d6e8 HTTP/1.1" status: 204 len: 168 time: 0.1302583 Dec 15 05:05:44.930323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d4659-2974-47e6-a12d-e23b7becb041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc5654-1829-41f4-8245-7e42bfd4d6e8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:45.400880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-273b11bc-26c6-4bd6-b166-6afdacf84ed6 req-c372aef4-9f35-4113-9376-191e1222c3d8 service neutron] (103132) timed out ('10.222.0.16', 52676) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:05:45.585174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47762) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:45.682701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1892860'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:45.704115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Made reservation on behalf of 3ee5e858584c4c7aa70fb18e7ce65652 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:45.707502 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.715678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.789851 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.793581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.818587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:45.835355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a7703d-9589-407a-846e-7bb8b86ac964,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:45.846777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.847309 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Added segment b7cbbf25-e31b-4b04-a230-ae42f2ba5815 of type vlan for network c41c33e8-1631-4cea-a123-fd3c2642c90c Dec 15 05:05:45.887444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.913023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:45.919491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:45.920087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:46.001655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4152610 Dec 15 05:05:46.006204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47768) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:46.015032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Request body: {'subnet': {'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:46.022820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df22272-d45b-4fb0-b8f1-9fcd9b7cc6b1 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event updated for resources: {'Network': ['ID=c41c33e8-1631-4cea-a123-fd3c2642c90c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:46.043574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network c41c33e8-1631-4cea-a123-fd3c2642c90c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:46.113686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Made reservation on behalf of 3ee5e858584c4c7aa70fb18e7ce65652 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:46.117182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:46.304462 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:46.366480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event updated for resources: {'Subnet': ['ID=0af65820-2e93-4ece-9cf6-a18f4fbe0111,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:46.375106 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Checking segment: {'id': 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:46.375535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Network hostable DHCP agents. Network: c41c33e8-1631-4cea-a123-fd3c2642c90c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:46.393227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Network c41c33e8-1631-4cea-a123-fd3c2642c90c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:46.402452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, c41c33e8-1631-4cea-a123-fd3c2642c90c) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:46.406458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:46.407049 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:46.415039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d05d74-814f-4fde-bb90-65fd85b16adb None None] Network c41c33e8-1631-4cea-a123-fd3c2642c90c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:46.427424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8beb8db3-ffe4-42cd-9ee6-5858f03eed3d tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4171264 Dec 15 05:05:46.427767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47770) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:46.433401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Request body: {'port': {'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1547235071'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:46.520673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-c41c33e8-1631-4cea-a123-fd3c2642c90c', 'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c', 'project_id': '3ee5e858584c4c7aa70fb18e7ce65652', 'fixed_ips': [{'subnet_id': '0af65820-2e93-4ece-9cf6-a18f4fbe0111'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:05:46.521767 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:46.678801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Allocated IP 172.20.0.2 (c41c33e8-1631-4cea-a123-fd3c2642c90c/0af65820-2e93-4ece-9cf6-a18f4fbe0111/0a9f7734-81ec-4a3e-af60-7dd894d2e1df) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:46.841471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-6e778d95-e977-4a78-81e7-198f332d86bb req-623aa69d-f666-4701-bb2c-e7cdf718e1c3 tempest-TaggedBootDevicesTest_v242-1540404736 tempest-TaggedBootDevicesTest_v242-1540404736-project] (103132) timed out ('10.222.0.42', 51195) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:05:46.923593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Made reservation on behalf of 3ee5e858584c4c7aa70fb18e7ce65652 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:46.927978 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:46.947855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] device_id is not set on port 8bf426da-2c31-4984-a827-f64bd837b181 yet. {{(pid=103132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:47.004139 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.013033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.056543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Network c41c33e8-1631-4cea-a123-fd3c2642c90c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:47.061519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:47.065361 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:47.072787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:47.089784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Allocated IP 172.20.0.13 (c41c33e8-1631-4cea-a123-fd3c2642c90c/0af65820-2e93-4ece-9cf6-a18f4fbe0111/8bf426da-2c31-4984-a827-f64bd837b181) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:47.140853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Attempting to bind port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:05:47.141235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Attempting to bind port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:05:47.141606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Attempting to bind port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df on network c41c33e8-1631-4cea-a123-fd3c2642c90c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:05:47.147487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:05:47.147681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Checking segment: {'id': 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:47.148082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.148496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Bound using segment: {'id': 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:05:47.149342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Bound port: 0a9f7734-81ec-4a3e-af60-7dd894d2e1df, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:05:47.149594 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.224301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7607ccf2-8081-405e-8633-22577c570377 None None] For port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:05:47.227546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7607ccf2-8081-405e-8633-22577c570377 None None] For port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,segment=NetworkSegment(b7cbbf25-e31b-4b04-a230-ae42f2ba5815),segment_id=b7cbbf25-e31b-4b04-a230-ae42f2ba5815)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:05:47.233896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.266575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.305676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607ccf2-8081-405e-8633-22577c570377 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:47.309441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.379718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Network c41c33e8-1631-4cea-a123-fd3c2642c90c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:47.386103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:47.388690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:47.391910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event updated for resources: {'Port': ['ID=8bf426da-2c31-4984-a827-f64bd837b181,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:47.447431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:47.448112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.491459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c907527-6b5e-40c2-a382-53ec2376937a tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0625472 Dec 15 05:05:47.494681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47776) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:47.503205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Request body: {'port': {'network_id': 'c41c33e8-1631-4cea-a123-fd3c2642c90c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1218651539', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:47.503795 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.api.validators [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] bootfile-name is not in valid_values {{(pid=103133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:47.504213 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.api.validators [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] tftp-server is not in valid_values {{(pid=103133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:47.504737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.api.validators [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] server-ip-address is not in valid_values {{(pid=103133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:47.617424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Made reservation on behalf of 3ee5e858584c4c7aa70fb18e7ce65652 for: {'port': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:47.621075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.638135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] device_id is not set on port 6ebe1661-8fb0-4ff0-9870-3f486ee6b62e yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:47.754366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Allocated IP 172.20.0.14 (c41c33e8-1631-4cea-a123-fd3c2642c90c/0af65820-2e93-4ece-9cf6-a18f4fbe0111/6ebe1661-8fb0-4ff0-9870-3f486ee6b62e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:05:47.910014 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.946016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:47.992639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Network c41c33e8-1631-4cea-a123-fd3c2642c90c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:05:47.995840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:47.999723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:48.023982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event updated for resources: {'Port': ['ID=6ebe1661-8fb0-4ff0-9870-3f486ee6b62e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:48.053479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:48.054140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.073284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4b380175-85c4-42da-9320-c56157960035 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.5751569 Dec 15 05:05:48.073522 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47778) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:48.126709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773c8f3-aca0-46dd-b7b0-7649c4778bf0 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:48.132911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773c8f3-aca0-46dd-b7b0-7649c4778bf0 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:48.138895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773c8f3-aca0-46dd-b7b0-7649c4778bf0 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:48.140681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e773c8f3-aca0-46dd-b7b0-7649c4778bf0 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0661364 Dec 15 05:05:48.144034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47782) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:48.215467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f538302-57ad-43a0-b99b-bce761edd5d0 None None] Network c41c33e8-1631-4cea-a123-fd3c2642c90c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:48.237019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Deleting port 6ebe1661-8fb0-4ff0-9870-3f486ee6b62e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:48.237361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.282074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-96d48da5-3fb8-4e0e-8fc1-d667c9ee3fc2 None None] Provisioning complete for port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:48.282457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96d48da5-3fb8-4e0e-8fc1-d667c9ee3fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.325968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.339368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Calling delete_port for 6ebe1661-8fb0-4ff0-9870-3f486ee6b62e owned by {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:48.400861 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96d48da5-3fb8-4e0e-8fc1-d667c9ee3fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.437728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-96d48da5-3fb8-4e0e-8fc1-d667c9ee3fc2 None None] For port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,segment=NetworkSegment(b7cbbf25-e31b-4b04-a230-ae42f2ba5815),segment_id=b7cbbf25-e31b-4b04-a230-ae42f2ba5815)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:48.443189 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-96d48da5-3fb8-4e0e-8fc1-d667c9ee3fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.491724 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.496438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48da5-3fb8-4e0e-8fc1-d667c9ee3fc2 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:48.549105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event deleted for resources: {'Port': ['ID=6ebe1661-8fb0-4ff0-9870-3f486ee6b62e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:48.608169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.615524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0e5efc6-f145-431a-b7ef-9896550aeb87 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "DELETE /v2.0/ports/6ebe1661-8fb0-4ff0-9870-3f486ee6b62e HTTP/1.1" status: 204 len: 168 time: 0.4666507 Dec 15 05:05:48.615524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47784) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:48.620627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Request body: {'port': {'name': 'tempest-new-port-name-2117559754', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:48.621029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.api.validators [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] bootfile-name is not in valid_values {{(pid=103133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:48.621374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.api.validators [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] tftp-server is not in valid_values {{(pid=103133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:48.621711 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.api.validators [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] server-ip-address is not in valid_values {{(pid=103133) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 15 05:05:48.666856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76c552d4-0091-4231-9f88-62f552c7d2e5 None None] Provisioning complete for port 8bf426da-2c31-4984-a827-f64bd837b181 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:48.667833 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c552d4-0091-4231-9f88-62f552c7d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.703536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.709933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-76c552d4-0091-4231-9f88-62f552c7d2e5 None None] Port 8bf426da-2c31-4984-a827-f64bd837b181 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:48.727661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76c552d4-0091-4231-9f88-62f552c7d2e5 None None] Provisioning complete for port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:48.728042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76c552d4-0091-4231-9f88-62f552c7d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.843421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76c552d4-0091-4231-9f88-62f552c7d2e5 None None] Could not find standard attr ID for object 6ebe1661-8fb0-4ff0-9870-3f486ee6b62e. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:05:48.858977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a9f7734-81ec-4a3e-af60-7dd894d2e1df up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:05:48.918151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:48.918514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.977927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d558cf0d-e2e4-41f7-bd7c-9e258add8c65 None None] Provisioning complete for port 8bf426da-2c31-4984-a827-f64bd837b181 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:05:48.978309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d558cf0d-e2e4-41f7-bd7c-9e258add8c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.982476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:48.990100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.053416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d558cf0d-e2e4-41f7-bd7c-9e258add8c65 None None] Port 8bf426da-2c31-4984-a827-f64bd837b181 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:05:49.097610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event updated for resources: {'Port': ['ID=8bf426da-2c31-4984-a827-f64bd837b181,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:49.114449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] In _notify_port_updated(), no bound segment for port 8bf426da-2c31-4984-a827-f64bd837b181 on network c41c33e8-1631-4cea-a123-fd3c2642c90c {{(pid=103133) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 15 05:05:49.120042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:49.120776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.122162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f62b5c56-2b3c-4ff6-937e-23e9ee844670 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "PUT /v2.0/ports/8bf426da-2c31-4984-a827-f64bd837b181 HTTP/1.1" status: 200 len: 1137 time: 0.5058756 Dec 15 05:05:49.125195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47792) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:49.180958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca5f54-a9e8-4f39-a5a3-add87ee811fe tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:49.182566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-22ca5f54-a9e8-4f39-a5a3-add87ee811fe tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "GET /v2.0/ports/8bf426da-2c31-4984-a827-f64bd837b181 HTTP/1.1" status: 200 len: 1137 time: 0.0536933 Dec 15 05:05:49.186109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47794) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:49.265943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5a975020-726c-47a5-ac82-9da94639ec35 None None] Could not find standard attr ID for object 6ebe1661-8fb0-4ff0-9870-3f486ee6b62e. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:05:49.281055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Deleting port 8bf426da-2c31-4984-a827-f64bd837b181 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:49.281490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.390848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.406125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Calling delete_port for 8bf426da-2c31-4984-a827-f64bd837b181 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:49.551378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.591962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event deleted for resources: {'Port': ['ID=8bf426da-2c31-4984-a827-f64bd837b181,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:49.596674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8c2d85f9-056b-466f-82d5-2744647d23ef None None] Could not find standard attr ID for object 8bf426da-2c31-4984-a827-f64bd837b181. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:05:49.665084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.665084 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a92f292a-ba02-4754-bc5c-147bc251aedb tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "DELETE /v2.0/ports/8bf426da-2c31-4984-a827-f64bd837b181 HTTP/1.1" status: 204 len: 168 time: 0.4776146 Dec 15 05:05:49.667508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47804) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:49.728557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Deleting subnet 0af65820-2e93-4ece-9cf6-a18f4fbe0111 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:05:49.731973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.774367 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.858247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.922027 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.951139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event deleted for resources: {'Subnet': ['ID=0af65820-2e93-4ece-9cf6-a18f4fbe0111,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:49.954968 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:49.958300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4598e8ca-5b9b-44e1-b441-dddbe4560440 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "DELETE /v2.0/subnets/0af65820-2e93-4ece-9cf6-a18f4fbe0111 HTTP/1.1" status: 204 len: 168 time: 0.2896748 Dec 15 05:05:49.960919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47810) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:49.965583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59556e99-c709-49f8-af8c-49bf589ff9f4 None None] Network c41c33e8-1631-4cea-a123-fd3c2642c90c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:50.044950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.106058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Deleting port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:50.106624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.129279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] DHCP port deletion for c41c33e8-1631-4cea-a123-fd3c2642c90c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:05:50.185340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] For port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,segment=NetworkSegment(b7cbbf25-e31b-4b04-a230-ae42f2ba5815),segment_id=b7cbbf25-e31b-4b04-a230-ae42f2ba5815)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:50.185713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.199267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Calling delete_port for 0a9f7734-81ec-4a3e-af60-7dd894d2e1df owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:50.209834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] Deleting port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:50.210840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.275955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] For port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,segment=NetworkSegment(b7cbbf25-e31b-4b04-a230-ae42f2ba5815),segment_id=b7cbbf25-e31b-4b04-a230-ae42f2ba5815)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:05:50.276700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.291177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.291532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] Calling delete_port for 0a9f7734-81ec-4a3e-af60-7dd894d2e1df owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:50.316963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event deleted for resources: {'Port': ['ID=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:50.320528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] No DVR routers for this DVR port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:05:50.372881 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.399337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] Pushing event deleted for resources: {'Port': ['ID=0a9f7734-81ec-4a3e-af60-7dd894d2e1df,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:50.404906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e3158-e640-4b85-b1a1-12c2a7bf46de None None] No DVR routers for this DVR port 0a9f7734-81ec-4a3e-af60-7dd894d2e1df on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:05:50.409316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.434273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41c33e8-1631-4cea-a123-fd3c2642c90c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:50.444100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:50.444527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cbbf25-e31b-4b04-a230-ae42f2ba5815') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:50.454140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.468044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.475657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:05:50.476582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:05:50.481343 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:05:50.540270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.547047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:50.551165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] 10.222.0.37 "DELETE /v2.0/networks/c41c33e8-1631-4cea-a123-fd3c2642c90c HTTP/1.1" status: 204 len: 168 time: 0.5890324 Dec 15 05:05:50.564186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5c61-1499-437c-aefa-1509cc2b8738 tempest-ExtraDHCPOptionsTestJSON-1869197355 tempest-ExtraDHCPOptionsTestJSON-1869197355-project] Pushing event deleted for resources: {'Network': ['ID=c41c33e8-1631-4cea-a123-fd3c2642c90c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:50.812239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a9f7734-81ec-4a3e-af60-7dd894d2e1df no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:05:50.828702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47830) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:50.847299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 0a9f7734-81ec-4a3e-af60-7dd894d2e1df {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:05:50.847581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0a9f7734-81ec-4a3e-af60-7dd894d2e1df not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:05:50.964347 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7062881a-823d-4b12-9b50-67d8adab0043 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ee5e858584c4c7aa70fb18e7ce65652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343429 Dec 15 05:05:50.966937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47838) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:51.021419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f16003f9-f6b6-4199-b8a4-10d086e128cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.045685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f16003f9-f6b6-4199-b8a4-10d086e128cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.091906 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f16003f9-f6b6-4199-b8a4-10d086e128cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.094509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f16003f9-f6b6-4199-b8a4-10d086e128cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.095757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f16003f9-f6b6-4199-b8a4-10d086e128cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4a7703d-9589-407a-846e-7bb8b86ac964 HTTP/1.1" status: 204 len: 168 time: 0.1278303 Dec 15 05:05:51.104504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16003f9-f6b6-4199-b8a4-10d086e128cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a7703d-9589-407a-846e-7bb8b86ac964,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:51.765220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47874) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:51.862306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'networks': [{'name': 'tempest-network--1530359307'}, {'name': 'tempest-network--261773704'}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:51.862628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'network': {'name': 'tempest-network--1530359307'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:51.863092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'network': {'name': 'tempest-network--261773704'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:51.884757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'network': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:51.889484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.898864 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.975189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.979826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:51.980408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.011894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e3bed-d9c3-4a1b-8a87-65e98b5c5827,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:52.030482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:52.040771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.041118 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Added segment 1e90c8ff-ddee-43a1-b6ee-41c3c9ca2e31 of type vlan for network b224e564-ae96-417d-9a4b-807d23adde01 Dec 15 05:05:52.083369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.115875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:52.124597 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.124945 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Added segment f1014e09-125f-45c9-a68c-f3b7b91a0bd4 of type vlan for network 1e93613e-ecaa-4619-b19f-31bc85074d26 Dec 15 05:05:52.164012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.192134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.192629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.198426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:52.204030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:52.204030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.262429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4938452 Dec 15 05:05:52.263339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47888) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:52.278400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Network': ['ID=b224e564-ae96-417d-9a4b-807d23adde01,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:52.299436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b224e564-ae96-417d-9a4b-807d23adde01 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:52.366387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c697d-6c43-4197-b5dd-ee5b96c391b6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Network': ['ID=1e93613e-ecaa-4619-b19f-31bc85074d26,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:52.380410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1e93613e-ecaa-4619-b19f-31bc85074d26 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:52.466743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099738ac-08a5-4f3a-a5cf-755e573b0ae2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:52.472707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099738ac-08a5-4f3a-a5cf-755e573b0ae2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:52.478824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099738ac-08a5-4f3a-a5cf-755e573b0ae2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:52.484875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099738ac-08a5-4f3a-a5cf-755e573b0ae2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:52.486575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-099738ac-08a5-4f3a-a5cf-755e573b0ae2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2221923 Dec 15 05:05:52.489575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47894) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:52.816792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.904344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.924032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b224e564-ae96-417d-9a4b-807d23adde01']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:52.932949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e90c8ff-ddee-43a1-b6ee-41c3c9ca2e31') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:52.933242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e90c8ff-ddee-43a1-b6ee-41c3c9ca2e31') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:52.944822 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.957559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.963310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:05:52.963682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:05:52.966696 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:05:53.024236 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.028191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.035180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/networks/b224e564-ae96-417d-9a4b-807d23adde01 HTTP/1.1" status: 204 len: 168 time: 0.5446241 Dec 15 05:05:53.035318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47904) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:53.058175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0d170-09ed-4ac8-981a-c534bbbaa32f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Network': ['ID=b224e564-ae96-417d-9a4b-807d23adde01,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:53.119389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.207231 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.229272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e93613e-ecaa-4619-b19f-31bc85074d26']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:53.242339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1014e09-125f-45c9-a68c-f3b7b91a0bd4') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:53.242711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1014e09-125f-45c9-a68c-f3b7b91a0bd4') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:05:53.252984 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.266281 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.272391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:05:53.272893 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:05:53.276631 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:05:53.341674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.349875 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.355093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/networks/1e93613e-ecaa-4619-b19f-31bc85074d26 HTTP/1.1" status: 204 len: 168 time: 0.3166270 Dec 15 05:05:53.355876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47912) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:53.380187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7be1f-fd9c-4570-b62d-eaec313bfa08 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Network': ['ID=1e93613e-ecaa-4619-b19f-31bc85074d26,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:53.543092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fea446-5d67-4158-9381-7a809634f96a tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:53.549255 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fea446-5d67-4158-9381-7a809634f96a tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:53.554248 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-85fea446-5d67-4158-9381-7a809634f96a tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1945891 Dec 15 05:05:53.554787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47918) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:53.559790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1729082502'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:53.582479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:53.586328 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.615681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:53.624461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.624805 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Added segment cb19cf03-196e-4fa7-ae7f-ec6fbb49257b of type vlan for network 9bd2ba98-3258-4291-b23f-9e72ff7d6852 Dec 15 05:05:53.663824 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.695910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.705872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:53.706489 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.768163 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2117016 Dec 15 05:05:53.771002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47922) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:53.776027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2121945527'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:53.782495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758e4a3-5e0e-4dc7-8a1f-ee75131081ee tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Network': ['ID=9bd2ba98-3258-4291-b23f-9e72ff7d6852,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:53.793923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 9bd2ba98-3258-4291-b23f-9e72ff7d6852 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:53.813201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:53.817575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.844881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:53.854395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.854733 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Added segment 7b21cb64-6f42-4cd2-83d1-19d5ca2b18cb of type vlan for network 783bc696-8ec7-4cb5-9b68-b42990a134bb Dec 15 05:05:53.896441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.922747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.928450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:53.929038 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:53.988152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2160833 Dec 15 05:05:53.991303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:53.996674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'ports': [{'network_id': '9bd2ba98-3258-4291-b23f-9e72ff7d6852', 'name': 'tempest-port--737763295', 'admin_state_up': True}, {'network_id': '783bc696-8ec7-4cb5-9b68-b42990a134bb', 'admin_state_up': False}]} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:53.997322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'port': {'network_id': '9bd2ba98-3258-4291-b23f-9e72ff7d6852', 'name': 'tempest-port--737763295', 'admin_state_up': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:53.997819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'port': {'network_id': '783bc696-8ec7-4cb5-9b68-b42990a134bb', 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:54.003538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92885d44-8519-404e-97d8-7aafd9b375f2 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Network': ['ID=783bc696-8ec7-4cb5-9b68-b42990a134bb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:54.015435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 783bc696-8ec7-4cb5-9b68-b42990a134bb details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:54.167503 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'port': 2} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:54.172191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.185485 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.262453 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] device_id is not set on port e7fa3493-7d09-413e-ba1d-08e2a0ee63b5 yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:54.393570 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.459173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] device_id is not set on port 7dc62d2e-c389-4bc3-a617-6e5922315a0d yet. {{(pid=103133) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 05:05:54.569969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.608730 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.676941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Port': ['ID=e7fa3493-7d09-413e-ba1d-08e2a0ee63b5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:54.684012 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Checking segment: {'id': 'cb19cf03-196e-4fa7-ae7f-ec6fbb49257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9bd2ba98-3258-4291-b23f-9e72ff7d6852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:54.684518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network hostable DHCP agents. Network: 9bd2ba98-3258-4291-b23f-9e72ff7d6852, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:54.700183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network 9bd2ba98-3258-4291-b23f-9e72ff7d6852 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:54.708723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 9bd2ba98-3258-4291-b23f-9e72ff7d6852) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:54.712753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:54.713603 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.718279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21c013-c90f-4b7d-a71b-84b0a054a798 None None] Network 9bd2ba98-3258-4291-b23f-9e72ff7d6852 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:54.777282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Port': ['ID=7dc62d2e-c389-4bc3-a617-6e5922315a0d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:54.786301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Checking segment: {'id': '7b21cb64-6f42-4cd2-83d1-19d5ca2b18cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '783bc696-8ec7-4cb5-9b68-b42990a134bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:54.786903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network hostable DHCP agents. Network: 783bc696-8ec7-4cb5-9b68-b42990a134bb, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:54.808584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network 783bc696-8ec7-4cb5-9b68-b42990a134bb is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:54.828823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 783bc696-8ec7-4cb5-9b68-b42990a134bb) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:54.833640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:05:54.845170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:54.847960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65c083-8a17-46c0-be8a-d88825c404bf None None] Network 783bc696-8ec7-4cb5-9b68-b42990a134bb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:54.851732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:54.855088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:54.869670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3a47cc3-5a1b-44cc-a5d1-ce9f648dd7ab tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8772392 Dec 15 05:05:54.872201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47946) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:54.952981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5b408-3bc4-4c34-8ce6-6013c989a192 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:54.959889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5b408-3bc4-4c34-8ce6-6013c989a192 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:54.961938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-41f5b408-3bc4-4c34-8ce6-6013c989a192 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0884132 Dec 15 05:05:54.965042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47948) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:55.054318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Deleting port e7fa3493-7d09-413e-ba1d-08e2a0ee63b5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:55.054782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.125356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.139398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Calling delete_port for e7fa3493-7d09-413e-ba1d-08e2a0ee63b5 owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:55.224077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.256598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Port': ['ID=e7fa3493-7d09-413e-ba1d-08e2a0ee63b5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:55.261606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.266002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cfa4a6ea-276c-4a18-8358-b4d3dacabfb0 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/ports/e7fa3493-7d09-413e-ba1d-08e2a0ee63b5 HTTP/1.1" status: 204 len: 168 time: 0.2999139 Dec 15 05:05:55.268545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:55.351474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Deleting port 7dc62d2e-c389-4bc3-a617-6e5922315a0d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:05:55.351705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.419067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.432687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Calling delete_port for 7dc62d2e-c389-4bc3-a617-6e5922315a0d owned by {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:05:55.509828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.539681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Port': ['ID=7dc62d2e-c389-4bc3-a617-6e5922315a0d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:55.544829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.551128 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-dcf9a783-bfdc-4bea-aa37-3d17ebc25201 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/ports/7dc62d2e-c389-4bc3-a617-6e5922315a0d HTTP/1.1" status: 204 len: 168 time: 0.2787123 Dec 15 05:05:55.551433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47962) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:55.578150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b65531da-a31b-4e93-befb-cd10c8f905ad tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0254722 Dec 15 05:05:55.581876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 47964) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:55.587205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-57811716'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:55.608288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:55.612343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.635349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:55.644658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.644994 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Added segment aa2409a5-21d4-450f-8121-998a655c7999 of type vlan for network 54bc4eab-327e-41a2-9123-9709c856979c Dec 15 05:05:55.684623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.710865 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.716682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:55.717264 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.778370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1953418 Dec 15 05:05:55.781224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 47970) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:55.786946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2131843790'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:55.793492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d9dd-6493-4add-9724-236d55d6c6d6 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Network': ['ID=54bc4eab-327e-41a2-9123-9709c856979c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:55.805885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 54bc4eab-327e-41a2-9123-9709c856979c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:55.809101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:55.812642 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.835898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:05:55.845111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.845592 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Added segment 0a0b42db-ed5c-4ad3-b78f-475001574df6 of type vlan for network f0c82a8a-c540-457d-9ed2-a872052a9392 Dec 15 05:05:55.890277 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.914794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.920370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:55.920951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:55.976498 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1939881 Dec 15 05:05:55.993388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a4091-5b53-4acf-8fc1-b5e3ff916bb8 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Network': ['ID=f0c82a8a-c540-457d-9ed2-a872052a9392,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:56.007939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f0c82a8a-c540-457d-9ed2-a872052a9392 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:05:57.734201 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-49a789dd-a88d-4237-b5e1-67e883745bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:58.045315 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:05:59.105945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48030) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:59.111845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'subnets': [{'network_id': '54bc4eab-327e-41a2-9123-9709c856979c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1471940079', 'ip_version': 6}, {'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:59.112203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'subnet': {'network_id': '54bc4eab-327e-41a2-9123-9709c856979c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1471940079', 'ip_version': 6}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:59.112867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Request body: {'subnet': {'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:05:59.268151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Made reservation on behalf of 818f07d6cdcc47a0b03664262a6559b4 for: {'subnet': 2} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:05:59.272947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.273290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.661790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.723312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Subnet': ['ID=79880050-6119-4dfc-be4e-0eebf3ecbcdd,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:59.731552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Checking segment: {'id': 'aa2409a5-21d4-450f-8121-998a655c7999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '54bc4eab-327e-41a2-9123-9709c856979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:59.731920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network hostable DHCP agents. Network: 54bc4eab-327e-41a2-9123-9709c856979c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:59.748875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network 54bc4eab-327e-41a2-9123-9709c856979c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:59.758403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 54bc4eab-327e-41a2-9123-9709c856979c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:59.762332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.769445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49b4d0-a74b-4da0-a2db-d341384cc6f1 None None] Network 54bc4eab-327e-41a2-9123-9709c856979c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:59.827368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event updated for resources: {'Subnet': ['ID=802b8eab-e081-4a21-90cb-189d88892c54,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:05:59.833668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Checking segment: {'id': '0a0b42db-ed5c-4ad3-b78f-475001574df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:05:59.834033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network hostable DHCP agents. Network: f0c82a8a-c540-457d-9ed2-a872052a9392, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:05:59.854996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Network f0c82a8a-c540-457d-9ed2-a872052a9392 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:05:59.865762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f0c82a8a-c540-457d-9ed2-a872052a9392) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:05:59.871774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:59.872384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:59.873112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.875951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca52d2-29a8-4dd6-bf35-ac3e990e8143 None None] Network f0c82a8a-c540-457d-9ed2-a872052a9392 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:05:59.893842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b59d43ba-5e39-4ed5-a364-2522cd87e999 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7867517 Dec 15 05:05:59.896524 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48046) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:05:59.935940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13381efb-835e-45d1-8836-618eca086abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-54bc4eab-327e-41a2-9123-9709c856979c', 'network_id': '54bc4eab-327e-41a2-9123-9709c856979c', 'project_id': '818f07d6cdcc47a0b03664262a6559b4', 'fixed_ips': [{'subnet_id': '79880050-6119-4dfc-be4e-0eebf3ecbcdd'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:05:59.937161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13381efb-835e-45d1-8836-618eca086abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.976629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f2762c67-548b-450c-818b-022bbbbf37ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:05:59.982556 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a8f5e-d712-497b-82ec-2e18582b116f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:59.984117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a8f5e-d712-497b-82ec-2e18582b116f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:59.985986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a8f5e-d712-497b-82ec-2e18582b116f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:05:59.987737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-497a8f5e-d712-497b-82ec-2e18582b116f tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0902259 Dec 15 05:05:59.998780 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:00.057066 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Deleting subnet 79880050-6119-4dfc-be4e-0eebf3ecbcdd {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:06:00.060977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.091901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f0c82a8a-c540-457d-9ed2-a872052a9392', 'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392', 'project_id': '818f07d6cdcc47a0b03664262a6559b4', 'fixed_ips': [{'subnet_id': '802b8eab-e081-4a21-90cb-189d88892c54'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:06:00.092983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.106318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.154412 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.233067 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-13381efb-835e-45d1-8836-618eca086abe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79880050-6119-4dfc-be4e-0eebf3ecbcdd: This subnet is being modified by another concurrent operation. Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79880050-6119-4dfc-be4e-0eebf3ecbcdd: This subnet is being modified by another concurrent operation. Dec 15 05:06:00.241489 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 05:06:00.250191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Allocated IP 2001:db8:0:1::1 (f0c82a8a-c540-457d-9ed2-a872052a9392/802b8eab-e081-4a21-90cb-189d88892c54/c0422260-77e1-4712-8d1f-1ea1739b4fb3) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:06:00.265122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddef9ba-256e-4667-9be2-aa74b902de3c None None] Network 54bc4eab-327e-41a2-9123-9709c856979c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:06:00.277286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Subnet': ['ID=79880050-6119-4dfc-be4e-0eebf3ecbcdd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:00.285237 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.293570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48054) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:00.296767 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cc2473f8-2bf5-4004-a2e4-5aabbf46f46e tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/subnets/79880050-6119-4dfc-be4e-0eebf3ecbcdd HTTP/1.1" status: 204 len: 168 time: 0.2965600 Dec 15 05:06:00.355494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Deleting subnet 802b8eab-e081-4a21-90cb-189d88892c54 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:06:00.477862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.483436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.486404 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.525524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.529840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Network f0c82a8a-c540-457d-9ed2-a872052a9392 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:06:00.533324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:06:00.537638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:06:00.540744 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Pushing event updated for resources: {'Port': ['ID=c0422260-77e1-4712-8d1f-1ea1739b4fb3,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:00.603335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Attempting to bind port c0422260-77e1-4712-8d1f-1ea1739b4fb3 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:06:00.603770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Attempting to bind port c0422260-77e1-4712-8d1f-1ea1739b4fb3 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '0a0b42db-ed5c-4ad3-b78f-475001574df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:06:00.604225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Attempting to bind port c0422260-77e1-4712-8d1f-1ea1739b4fb3 on network f0c82a8a-c540-457d-9ed2-a872052a9392 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:06:00.610112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:06:00.610503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Checking segment: {'id': '0a0b42db-ed5c-4ad3-b78f-475001574df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:06:00.611010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.611464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Bound using segment: {'id': '0a0b42db-ed5c-4ad3-b78f-475001574df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:06:00.612196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Bound port: c0422260-77e1-4712-8d1f-1ea1739b4fb3, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0b42db-ed5c-4ad3-b78f-475001574df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0c82a8a-c540-457d-9ed2-a872052a9392'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:06:00.612476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.613276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.684368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.685275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] For port c0422260-77e1-4712-8d1f-1ea1739b4fb3, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:06:00.688488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] For port c0422260-77e1-4712-8d1f-1ea1739b4fb3, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0422260-77e1-4712-8d1f-1ea1739b4fb3,segment=NetworkSegment(0a0b42db-ed5c-4ad3-b78f-475001574df6),segment_id=0a0b42db-ed5c-4ad3-b78f-475001574df6)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:06:00.693953 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.768587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d1911-bf36-4fe4-a365-abfeef587d75 None None] Pushing event updated for resources: {'Port': ['ID=c0422260-77e1-4712-8d1f-1ea1739b4fb3,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:00.984165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Subnet': ['ID=802b8eab-e081-4a21-90cb-189d88892c54,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:00.988971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:00.994099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0fa0fb50-d005-4c46-8158-e7bffdf7ae20 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/subnets/802b8eab-e081-4a21-90cb-189d88892c54 HTTP/1.1" status: 204 len: 168 time: 0.6984904 Dec 15 05:06:00.997762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48070) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:01.062261 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdfc90-947e-483b-a300-54929a25fa40 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:06:01.068176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-25fdfc90-947e-483b-a300-54929a25fa40 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643945 Dec 15 05:06:01.068514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48072) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:01.146015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.204181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Deleting port c0422260-77e1-4712-8d1f-1ea1739b4fb3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:06:01.204635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.220033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.270012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] For port c0422260-77e1-4712-8d1f-1ea1739b4fb3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c0422260-77e1-4712-8d1f-1ea1739b4fb3,segment=NetworkSegment(0a0b42db-ed5c-4ad3-b78f-475001574df6),segment_id=0a0b42db-ed5c-4ad3-b78f-475001574df6)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:06:01.270377 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.283671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Calling delete_port for c0422260-77e1-4712-8d1f-1ea1739b4fb3 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:06:01.375036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.409191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Port': ['ID=c0422260-77e1-4712-8d1f-1ea1739b4fb3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:01.414597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] No DVR routers for this DVR port c0422260-77e1-4712-8d1f-1ea1739b4fb3 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:06:01.519543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.543011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c82a8a-c540-457d-9ed2-a872052a9392']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:01.555849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0b42db-ed5c-4ad3-b78f-475001574df6') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:01.556189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0b42db-ed5c-4ad3-b78f-475001574df6') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:01.566855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.586258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.594257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:06:01.594486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:06:01.600216 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:06:01.666803 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.674390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.679958 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/networks/f0c82a8a-c540-457d-9ed2-a872052a9392 HTTP/1.1" status: 204 len: 168 time: 0.6081264 Dec 15 05:06:01.680445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48084) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:01.690100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3132-c0e2-4a8c-9868-6ebfb48ff303 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Network': ['ID=f0c82a8a-c540-457d-9ed2-a872052a9392,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:01.776997 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.874148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.885306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa44b01c-de02-49fa-b971-6ffea92d8e56 None None] DHCP port deletion for f0c82a8a-c540-457d-9ed2-a872052a9392 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:06:01.896382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bc4eab-327e-41a2-9123-9709c856979c']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:01.906364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce103ade-165e-4712-9419-dd9cebfb9e2f None None] Network f0c82a8a-c540-457d-9ed2-a872052a9392 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:06:01.909020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2409a5-21d4-450f-8121-998a655c7999') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:01.909318 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2409a5-21d4-450f-8121-998a655c7999') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:01.919559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.922875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce103ade-165e-4712-9419-dd9cebfb9e2f None None] Network f0c82a8a-c540-457d-9ed2-a872052a9392 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 05:06:01.925529 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f944799e-2c9a-4eef-87d8-a7039d0b3d63 None None] Could not find standard attr ID for object c0422260-77e1-4712-8d1f-1ea1739b4fb3. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:06:01.932513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156a164-bdca-4b95-a70c-32bba76c8b2b None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:06:01.933905 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.940748 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:06:01.941138 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:06:01.944295 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:06:01.994936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6156a164-bdca-4b95-a70c-32bba76c8b2b None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:06:02.012442 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.018326 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.026207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48090) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:02.034580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/networks/54bc4eab-327e-41a2-9123-9709c856979c HTTP/1.1" status: 204 len: 168 time: 0.3529577 Dec 15 05:06:02.063732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a027ba9-3856-470b-8ff5-f6372f260012 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Network': ['ID=54bc4eab-327e-41a2-9123-9709c856979c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:02.127665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.216013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.241459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783bc696-8ec7-4cb5-9b68-b42990a134bb']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:02.250528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b21cb64-6f42-4cd2-83d1-19d5ca2b18cb') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:02.250826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b21cb64-6f42-4cd2-83d1-19d5ca2b18cb') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:02.259888 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.272550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.278480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:06:02.278861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:06:02.281861 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:06:02.339729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.347114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.350275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/networks/783bc696-8ec7-4cb5-9b68-b42990a134bb HTTP/1.1" status: 204 len: 168 time: 0.3230646 Dec 15 05:06:02.352735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48102) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:02.370338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77343e-379f-45aa-888c-fca86cad1779 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Network': ['ID=783bc696-8ec7-4cb5-9b68-b42990a134bb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:02.443344 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.534287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.553952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd2ba98-3258-4291-b23f-9e72ff7d6852']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:02.563005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb19cf03-196e-4fa7-ae7f-ec6fbb49257b') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:02.563311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb19cf03-196e-4fa7-ae7f-ec6fbb49257b') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:06:02.573237 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.586702 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.592790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:06:02.593179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:06:02.596856 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:06:02.659006 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.669377 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:02.672760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] 10.222.0.37 "DELETE /v2.0/networks/9bd2ba98-3258-4291-b23f-9e72ff7d6852 HTTP/1.1" status: 204 len: 168 time: 0.3190987 Dec 15 05:06:02.683691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c71a16-176b-4a6f-82b4-dc4be26457a9 tempest-BulkNetworkOpsIpV6Test-1728397787 tempest-BulkNetworkOpsIpV6Test-1728397787-project] Pushing event deleted for resources: {'Network': ['ID=9bd2ba98-3258-4291-b23f-9e72ff7d6852,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:02.759487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:03.090811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48118) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:03.235192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-00bb0bd0-5c35-4322-9952-390b48ef9f07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=818f07d6cdcc47a0b03664262a6559b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428914 Dec 15 05:06:03.238033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48126) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:03.287172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3f5e-91f9-458b-92bb-4b12da9475cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:03.307504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3f5e-91f9-458b-92bb-4b12da9475cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:03.352385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3f5e-91f9-458b-92bb-4b12da9475cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:03.354914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3f5e-91f9-458b-92bb-4b12da9475cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:03.356059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ccbe3f5e-91f9-458b-92bb-4b12da9475cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e9e3bed-d9c3-4a1b-8a87-65e98b5c5827 HTTP/1.1" status: 204 len: 168 time: 0.1170723 Dec 15 05:06:03.374034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe3f5e-91f9-458b-92bb-4b12da9475cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e3bed-d9c3-4a1b-8a87-65e98b5c5827,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:03.380182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:03.645835 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.035342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48162) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:04.132457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-092a4fe6-a363-44b0-9be0-ffa9bcc0dd7f tempest-DvrRoutersNegativeTest-1559616894 tempest-DvrRoutersNegativeTest-1559616894-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-607806178', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:04.135535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.policy [None req-092a4fe6-a363-44b0-9be0-ffa9bcc0dd7f tempest-DvrRoutersNegativeTest-1559616894 tempest-DvrRoutersNegativeTest-1559616894-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103132) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 15 05:06:04.135835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.policy [None req-092a4fe6-a363-44b0-9be0-ffa9bcc0dd7f tempest-DvrRoutersNegativeTest-1559616894 tempest-DvrRoutersNegativeTest-1559616894-project] Failed policy check for 'create_router' {{(pid=103132) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 15 05:06:04.136366 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-092a4fe6-a363-44b0-9be0-ffa9bcc0dd7f tempest-DvrRoutersNegativeTest-1559616894 tempest-DvrRoutersNegativeTest-1559616894-project] create failed (client error): Access was denied to this resource. Dec 15 05:06:04.137393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-092a4fe6-a363-44b0-9be0-ffa9bcc0dd7f tempest-DvrRoutersNegativeTest-1559616894 tempest-DvrRoutersNegativeTest-1559616894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1009195 Dec 15 05:06:04.395733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48174) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:04.507329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fafff9-6b6c-4b56-9b03-bdbd845083f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.588041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fafff9-6b6c-4b56-9b03-bdbd845083f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.592524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97fafff9-6b6c-4b56-9b03-bdbd845083f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.630946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fafff9-6b6c-4b56-9b03-bdbd845083f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73395bf-45ba-48fc-9a0d-f145ca0f8b6d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:04.635380 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-97fafff9-6b6c-4b56-9b03-bdbd845083f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c4887054c7542ff825693f1495a668b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386186 Dec 15 05:06:04.637989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48184) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:04.689299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d821efe-309b-4c15-9ea3-0e2ea3f6044a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.719637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d821efe-309b-4c15-9ea3-0e2ea3f6044a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.775145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d821efe-309b-4c15-9ea3-0e2ea3f6044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.777908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d821efe-309b-4c15-9ea3-0e2ea3f6044a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:04.782847 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0d821efe-309b-4c15-9ea3-0e2ea3f6044a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f73395bf-45ba-48fc-9a0d-f145ca0f8b6d HTTP/1.1" status: 204 len: 168 time: 0.1403790 Dec 15 05:06:04.795866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821efe-309b-4c15-9ea3-0e2ea3f6044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73395bf-45ba-48fc-9a0d-f145ca0f8b6d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:05.438466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48218) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:05.538240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464733800'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:05.567840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.582801 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.658306 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.662259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.700110 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3acbe1a-4204-4218-85b6-4f1662acaac4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:05.736909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.741450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.772637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.774139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3338552 Dec 15 05:06:05.774935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6eb42-d1e8-4648-849e-0bd551109962 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8593c538-ad21-484f-b9d5-83b82efbb1fd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:05.776956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:05.844238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7ecc5929-5cf4-44f6-a891-06d43ae0591c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0649116 Dec 15 05:06:05.846332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48234) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:05.850578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-security--1802225782', 'description': 'tempest-security-description-993951003'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:05.883295 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.926545 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.930074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.932702 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:05.933944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "PUT /v2.0/security-groups/8593c538-ad21-484f-b9d5-83b82efbb1fd HTTP/1.1" status: 200 len: 1796 time: 0.0866864 Dec 15 05:06:05.936953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48236) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:05.956720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae093f-707a-4d35-b1d1-333ddf73eca3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8593c538-ad21-484f-b9d5-83b82efbb1fd,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:05.976986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eb4f9c41-fe63-481d-b0ad-86aac47cd7ff tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups/8593c538-ad21-484f-b9d5-83b82efbb1fd HTTP/1.1" status: 200 len: 1796 time: 0.0388353 Dec 15 05:06:05.979466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48238) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.033957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bbe05a4-54fe-4a62-8df7-a112ef32f3fc tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.063809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bbe05a4-54fe-4a62-8df7-a112ef32f3fc tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.117767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bbe05a4-54fe-4a62-8df7-a112ef32f3fc tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.120463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bbe05a4-54fe-4a62-8df7-a112ef32f3fc tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.123879 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8bbe05a4-54fe-4a62-8df7-a112ef32f3fc tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/8593c538-ad21-484f-b9d5-83b82efbb1fd HTTP/1.1" status: 204 len: 168 time: 0.1412621 Dec 15 05:06:06.124452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48244) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.130933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe05a4-54fe-4a62-8df7-a112ef32f3fc tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8593c538-ad21-484f-b9d5-83b82efbb1fd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:06.170786 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-59454a03-cfa0-4f25-abcf-9541774d2822 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449960 Dec 15 05:06:06.173490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48246) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.185760 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-64104b85-c302-431c-8815-5fc7365a3bf2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] delete failed (client error): The resource could not be found. Dec 15 05:06:06.186844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-64104b85-c302-431c-8815-5fc7365a3bf2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/8593c538-ad21-484f-b9d5-83b82efbb1fd HTTP/1.1" status: 404 len: 347 time: 0.0123868 Dec 15 05:06:06.190728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48248) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.195267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--585510166'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:06.217768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.286235 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.290665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.321366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.322625 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1308088 Dec 15 05:06:06.323861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a95856-03b6-4e38-be11-085b2f32b0be tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e7f06-e5a8-4178-bc44-03b3a36d5880,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:06.325960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48254) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.332677 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': 'b82e7f06-e5a8-4178-bc44-03b3a36d5880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:06.363960 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.434079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.441561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.460949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6c626c-dd8b-424c-b767-32162b4dc152,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:06.469203 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.470435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4730477b-dfc0-43d9-a5c1-c066982e0a62 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434107 Dec 15 05:06:06.473450 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48256) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.502447 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cbd52a9-5aa9-4c43-af3a-95c485751e6c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.510848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cbd52a9-5aa9-4c43-af3a-95c485751e6c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.537660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cbd52a9-5aa9-4c43-af3a-95c485751e6c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.542658 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cbd52a9-5aa9-4c43-af3a-95c485751e6c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.546484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5cbd52a9-5aa9-4c43-af3a-95c485751e6c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fa6c626c-dd8b-424c-b767-32162b4dc152 HTTP/1.1" status: 204 len: 168 time: 0.0695305 Dec 15 05:06:06.546683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48262) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.558195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd52a9-5aa9-4c43-af3a-95c485751e6c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa6c626c-dd8b-424c-b767-32162b4dc152,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:06.611603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f3f71288-2d42-4982-90ea-fac560fa363f tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638316 Dec 15 05:06:06.614387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.671151 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f75ff3ce-6ebf-4731-ac2b-af18ae4e57c9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.693581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f75ff3ce-6ebf-4731-ac2b-af18ae4e57c9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.733687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f75ff3ce-6ebf-4731-ac2b-af18ae4e57c9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.736842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f75ff3ce-6ebf-4731-ac2b-af18ae4e57c9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.740519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f75ff3ce-6ebf-4731-ac2b-af18ae4e57c9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/b82e7f06-e5a8-4178-bc44-03b3a36d5880 HTTP/1.1" status: 204 len: 168 time: 0.1224878 Dec 15 05:06:06.741012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48268) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.746913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ff3ce-6ebf-4731-ac2b-af18ae4e57c9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e7f06-e5a8-4178-bc44-03b3a36d5880,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:06.804698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3cce6ece-5aaf-41b7-a5bc-61c7c258c156 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619111 Dec 15 05:06:06.808986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48274) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.814363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989412026'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:06.847239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.920646 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.924599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.955072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:06.956333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1460793 Dec 15 05:06:06.958220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52291e-a5ff-4127-963a-447eafa5d6d0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae0b81-27cc-4115-9841-4719ec8d74a0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:06.959253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48276) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:06.963808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '58ae0b81-27cc-4115-9841-4719ec8d74a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:06.991879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.041888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.046292 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.065413 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e03b01-2bb4-416f-b172-dd84984e6b2c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.074030 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.075235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-de49c14d-a795-4f9a-8763-f65fbffc6881 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149602 Dec 15 05:06:07.077989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48282) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.082881 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '58ae0b81-27cc-4115-9841-4719ec8d74a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:07.114093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.177405 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.182012 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.201167 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bab615-1e61-4783-9c0a-d2ee45eaef22,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.211962 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.213365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5f88bdaa-37b7-41e0-b837-d813b06ad169 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343822 Dec 15 05:06:07.215972 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48284) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.221186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '58ae0b81-27cc-4115-9841-4719ec8d74a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:07.249613 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.286640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.322286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.326088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.344946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bacc61-c923-4085-94ce-eb22472d787c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.355584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.356833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3261f6f1-4dd3-491d-8d06-d1f1d8498be2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398540 Dec 15 05:06:07.359589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48290) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.364022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '58ae0b81-27cc-4115-9841-4719ec8d74a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:07.393611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.462947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.466709 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.489157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf8db1a-04a4-4c39-a5a1-fe8f316093ae,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.499048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.499048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d133429b-30d1-4c8c-814a-d99aaf65b43a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378338 Dec 15 05:06:07.501831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48292) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.506875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '58ae0b81-27cc-4115-9841-4719ec8d74a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:07.537008 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.604228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.608642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.630107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e457a97-d1da-46cd-aae6-e0d9554748ad,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.640507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.641813 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a8ca026f-85d1-4455-bc52-2bc064366682 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1389456 Dec 15 05:06:07.644820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48296) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.669872 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-203e3526-ee42-4e09-957e-717422ca6024 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.678108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-203e3526-ee42-4e09-957e-717422ca6024 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.710904 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-203e3526-ee42-4e09-957e-717422ca6024 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.718028 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-203e3526-ee42-4e09-957e-717422ca6024 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.719054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-203e3526-ee42-4e09-957e-717422ca6024 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9e457a97-d1da-46cd-aae6-e0d9554748ad HTTP/1.1" status: 204 len: 168 time: 0.0731113 Dec 15 05:06:07.721938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48302) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.723267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e3526-ee42-4e09-957e-717422ca6024 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e457a97-d1da-46cd-aae6-e0d9554748ad,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.793095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-66bf2002-bc9b-4c2f-b0ce-591536526c59 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0672228 Dec 15 05:06:07.793671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48304) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.822927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-083604d7-f4a7-4cfd-87f2-6184279ebfab tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.836234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-083604d7-f4a7-4cfd-87f2-6184279ebfab tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.869832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-083604d7-f4a7-4cfd-87f2-6184279ebfab tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.876076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-083604d7-f4a7-4cfd-87f2-6184279ebfab tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.877899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-083604d7-f4a7-4cfd-87f2-6184279ebfab tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bdf8db1a-04a4-4c39-a5a1-fe8f316093ae HTTP/1.1" status: 204 len: 168 time: 0.0836575 Dec 15 05:06:07.880801 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48306) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.888122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083604d7-f4a7-4cfd-87f2-6184279ebfab tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdf8db1a-04a4-4c39-a5a1-fe8f316093ae,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:07.931096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3385a6bf-83c8-4eb9-8539-b6ec4f790c2d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0491283 Dec 15 05:06:07.933803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48308) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:07.958684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0758589-1861-4fe0-8219-55954aabfdd6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.967924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0758589-1861-4fe0-8219-55954aabfdd6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.995001 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0758589-1861-4fe0-8219-55954aabfdd6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:07.999806 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0758589-1861-4fe0-8219-55954aabfdd6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.004349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48314) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.008536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a0758589-1861-4fe0-8219-55954aabfdd6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/54bacc61-c923-4085-94ce-eb22472d787c HTTP/1.1" status: 204 len: 168 time: 0.0668464 Dec 15 05:06:08.022068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0758589-1861-4fe0-8219-55954aabfdd6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54bacc61-c923-4085-94ce-eb22472d787c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.050859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8a31f601-97a2-49d3-b1ee-a9e190d55eda tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453453 Dec 15 05:06:08.053680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48316) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.076482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e5830eb-4495-4460-b905-9d99e7b8b098 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.083807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e5830eb-4495-4460-b905-9d99e7b8b098 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.109370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e5830eb-4495-4460-b905-9d99e7b8b098 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.117343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e5830eb-4495-4460-b905-9d99e7b8b098 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.118453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4e5830eb-4495-4460-b905-9d99e7b8b098 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/65bab615-1e61-4783-9c0a-d2ee45eaef22 HTTP/1.1" status: 204 len: 168 time: 0.0638311 Dec 15 05:06:08.121252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48318) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.122909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5830eb-4495-4460-b905-9d99e7b8b098 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65bab615-1e61-4783-9c0a-d2ee45eaef22,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.162619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80758049-75c8-4e20-a203-4a30489e6eac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399642 Dec 15 05:06:08.165262 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48320) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.188752 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ae91925-41c2-4c24-aeaf-2deb0ab64e12 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.196819 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ae91925-41c2-4c24-aeaf-2deb0ab64e12 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.225589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ae91925-41c2-4c24-aeaf-2deb0ab64e12 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.230554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4ae91925-41c2-4c24-aeaf-2deb0ab64e12 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.231701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4ae91925-41c2-4c24-aeaf-2deb0ab64e12 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d7e03b01-2bb4-416f-b172-dd84984e6b2c HTTP/1.1" status: 204 len: 168 time: 0.0654471 Dec 15 05:06:08.234755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48326) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.240016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae91925-41c2-4c24-aeaf-2deb0ab64e12 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e03b01-2bb4-416f-b172-dd84984e6b2c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.278145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e132a082-d514-47fc-b471-27a68944c383 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407712 Dec 15 05:06:08.281189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48328) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.334520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb37e-1a25-4560-ba11-a562c2dda13e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.356281 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb37e-1a25-4560-ba11-a562c2dda13e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.397328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb37e-1a25-4560-ba11-a562c2dda13e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.400411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb37e-1a25-4560-ba11-a562c2dda13e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.404015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6e4eb37e-1a25-4560-ba11-a562c2dda13e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/58ae0b81-27cc-4115-9841-4719ec8d74a0 HTTP/1.1" status: 204 len: 168 time: 0.1192560 Dec 15 05:06:08.404441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48330) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.410885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb37e-1a25-4560-ba11-a562c2dda13e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae0b81-27cc-4115-9841-4719ec8d74a0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.454917 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf2cea10-1d7f-4701-b583-99e5b75b7e0e tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493217 Dec 15 05:06:08.459498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48334) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.464719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--361358924'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:08.487511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.561696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.566035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.595740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.599553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1359358 Dec 15 05:06:08.599762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48338) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.604105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '2a08fb55-f190-4ab2-b3b1-93e609de63e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:08.608249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54458b59-1b9b-442a-b92a-4c936f000cac tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a08fb55-f190-4ab2-b3b1-93e609de63e1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.636092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.694570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.700385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.718504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2576d4-43f7-479a-aafe-467471aa804e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.728818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.732305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48346) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.732459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f23d5fd7-1a8d-42a8-8b8c-e36d7a7f44b1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1315756 Dec 15 05:06:08.794132 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a333cbe-37a5-4153-9bd1-05808fb0a200 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.820495 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a333cbe-37a5-4153-9bd1-05808fb0a200 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.866395 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a333cbe-37a5-4153-9bd1-05808fb0a200 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.869047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a333cbe-37a5-4153-9bd1-05808fb0a200 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:08.870179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9a333cbe-37a5-4153-9bd1-05808fb0a200 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a08fb55-f190-4ab2-b3b1-93e609de63e1 HTTP/1.1" status: 204 len: 168 time: 0.1363049 Dec 15 05:06:08.873161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48348) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.879725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333cbe-37a5-4153-9bd1-05808fb0a200 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a08fb55-f190-4ab2-b3b1-93e609de63e1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:08.929079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4d454f02-a18f-48bd-b5df-32e15052104a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546076 Dec 15 05:06:08.934932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48350) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:08.940156 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--758352263'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:08.964010 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.034848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.039600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.070836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.072123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1361804 Dec 15 05:06:09.075134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48356) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.079558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172169321'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:09.087155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6808a-3449-43a9-80ab-641ce851bdad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e310bb-fa17-4f3a-814b-043b8bbeaf85,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:09.104006 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.186205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.192388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.225567 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.229561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1507754 Dec 15 05:06:09.229561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e319083-a20f-4082-b0fc-8aab11b1ff54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e7d26-c6bc-4745-8e44-74959461518b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:09.229831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48358) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.234358 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': 'c7e310bb-fa17-4f3a-814b-043b8bbeaf85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a5e7d26-c6bc-4745-8e44-74959461518b', 'remote_ip_prefix': None}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:09.267915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.345127 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.348983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.364231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9344a8-8653-4fab-b06a-09197f4b23c9,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:09.374934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.376814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f6840f4-cf60-4c1e-827b-510f377a12b0 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1453838 Dec 15 05:06:09.379607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48364) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.403007 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-947044d9-0b62-4eb4-be05-b3bd8e1e1ed6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.410534 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-947044d9-0b62-4eb4-be05-b3bd8e1e1ed6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.436439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-947044d9-0b62-4eb4-be05-b3bd8e1e1ed6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.443162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-947044d9-0b62-4eb4-be05-b3bd8e1e1ed6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.445175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-947044d9-0b62-4eb4-be05-b3bd8e1e1ed6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bc9344a8-8653-4fab-b06a-09197f4b23c9 HTTP/1.1" status: 204 len: 168 time: 0.0642805 Dec 15 05:06:09.448025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48366) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.459229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947044d9-0b62-4eb4-be05-b3bd8e1e1ed6 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc9344a8-8653-4fab-b06a-09197f4b23c9,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:09.502854 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b3933c46-b0b1-454d-b91f-4130eef744da tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0533361 Dec 15 05:06:09.505540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48370) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.563113 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f72b56a-b5fa-4018-a05a-64627adc1796 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.588378 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f72b56a-b5fa-4018-a05a-64627adc1796 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.629728 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f72b56a-b5fa-4018-a05a-64627adc1796 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.632369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f72b56a-b5fa-4018-a05a-64627adc1796 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.633512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f72b56a-b5fa-4018-a05a-64627adc1796 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a5e7d26-c6bc-4745-8e44-74959461518b HTTP/1.1" status: 204 len: 168 time: 0.1269679 Dec 15 05:06:09.636301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48374) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.642824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b56a-b5fa-4018-a05a-64627adc1796 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e7d26-c6bc-4745-8e44-74959461518b,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:09.693549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-46094e58-269e-466a-9181-12c482ca8cfa tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0558839 Dec 15 05:06:09.696376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48378) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.748244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fe31e09-d853-454d-a699-838eca3094cf tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.771347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fe31e09-d853-454d-a699-838eca3094cf tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.818031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fe31e09-d853-454d-a699-838eca3094cf tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.821048 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0fe31e09-d853-454d-a699-838eca3094cf tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.822343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0fe31e09-d853-454d-a699-838eca3094cf tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/c7e310bb-fa17-4f3a-814b-043b8bbeaf85 HTTP/1.1" status: 204 len: 168 time: 0.1249721 Dec 15 05:06:09.825131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.832608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe31e09-d853-454d-a699-838eca3094cf tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e310bb-fa17-4f3a-814b-043b8bbeaf85,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:09.886029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-04dfda7b-ddb8-464c-a570-e38f53a716ca tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0596151 Dec 15 05:06:09.890666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48386) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:09.894453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400796746'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:09.917126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.982506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:09.987619 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.015929 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.017738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1270714 Dec 15 05:06:10.019808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10eead-da62-4cc8-a0b1-1a012848a545 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf08a4e-d277-428e-aea8-f3504631b19a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.021079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.026165 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': 'edf08a4e-d277-428e-aea8-f3504631b19a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:10.055438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.117707 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.124911 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.143481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1da2798-5e9b-4fc5-8ea7-12a6bb13e94b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.151961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.153192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e0a77b37-2fa0-4496-851b-ffd5a249f746 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1309755 Dec 15 05:06:10.156158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.180656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba01-efce-433a-921c-f7787c86ac9b tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.189108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba01-efce-433a-921c-f7787c86ac9b tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.216657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba01-efce-433a-921c-f7787c86ac9b tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.222809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ba01-efce-433a-921c-f7787c86ac9b tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.223914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9cd4ba01-efce-433a-921c-f7787c86ac9b tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a1da2798-5e9b-4fc5-8ea7-12a6bb13e94b HTTP/1.1" status: 204 len: 168 time: 0.0666747 Dec 15 05:06:10.226699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48396) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.229399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ba01-efce-433a-921c-f7787c86ac9b tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1da2798-5e9b-4fc5-8ea7-12a6bb13e94b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.268792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55ec7916-1938-4f84-8cef-515cf4ed44a8 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0376978 Dec 15 05:06:10.269400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48398) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.322135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78f9ea4c-a85f-402a-8c59-17ef71ba497a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.344102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78f9ea4c-a85f-402a-8c59-17ef71ba497a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.387214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78f9ea4c-a85f-402a-8c59-17ef71ba497a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.389880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78f9ea4c-a85f-402a-8c59-17ef71ba497a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.391034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-78f9ea4c-a85f-402a-8c59-17ef71ba497a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/edf08a4e-d277-428e-aea8-f3504631b19a HTTP/1.1" status: 204 len: 168 time: 0.1211276 Dec 15 05:06:10.394676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48404) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.407965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ea4c-a85f-402a-8c59-17ef71ba497a tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf08a4e-d277-428e-aea8-f3504631b19a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.441331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-94f3f4f9-6e8c-4716-9234-92e6b04e0ab9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454948 Dec 15 05:06:10.445490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.449384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--899151702'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:10.470446 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.537390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.541527 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.572882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.574114 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1280847 Dec 15 05:06:10.575953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595f856-9ad3-40af-9c75-907a27b53ea5 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660d96d6-a6c1-4454-b19b-94fb8db5e22a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.577128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.584157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '660d96d6-a6c1-4454-b19b-94fb8db5e22a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:10.619903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.667569 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.671098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.688476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e15e7f3-77c3-48ef-8a0a-01f3fe425cd2,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.696891 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.698128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dbe549de-f89b-4d4c-a7f6-5f3866033ae3 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200020 Dec 15 05:06:10.700917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.719632 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0b0d35f0-c439-4ddc-a010-6326adad0063 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules/4e15e7f3-77c3-48ef-8a0a-01f3fe425cd2 HTTP/1.1" status: 200 len: 763 time: 0.0153530 Dec 15 05:06:10.719931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.760427 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3029b77f-8579-4639-9f71-51576690bcbb tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391300 Dec 15 05:06:10.762949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48420) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.786639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c78faa5-9e2b-4fa8-886b-51bf7204a80d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.794870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c78faa5-9e2b-4fa8-886b-51bf7204a80d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.826092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c78faa5-9e2b-4fa8-886b-51bf7204a80d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.831684 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4c78faa5-9e2b-4fa8-886b-51bf7204a80d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.835548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.835758 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4c78faa5-9e2b-4fa8-886b-51bf7204a80d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4e15e7f3-77c3-48ef-8a0a-01f3fe425cd2 HTTP/1.1" status: 204 len: 168 time: 0.0717592 Dec 15 05:06:10.843622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78faa5-9e2b-4fa8-886b-51bf7204a80d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e15e7f3-77c3-48ef-8a0a-01f3fe425cd2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.878526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-db9eb42d-3404-4943-b419-69cbde9b1f75 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415015 Dec 15 05:06:10.881296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:10.885757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '660d96d6-a6c1-4454-b19b-94fb8db5e22a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:10.913986 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.968863 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.972239 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.989434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a267d9-7537-46f3-84f0-ce4c68e8e67b,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:10.997719 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:10.998897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d0d7068c-77f8-4d79-b000-c09e03fb1901 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166506 Dec 15 05:06:11.002132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48430) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.018529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5f103b67-673c-4a14-820e-9df11adc3d54 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules/09a267d9-7537-46f3-84f0-ce4c68e8e67b HTTP/1.1" status: 200 len: 763 time: 0.0153813 Dec 15 05:06:11.021377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48432) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.059380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5955a0a3-142d-44b2-b61b-783e2c4d78a9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0369794 Dec 15 05:06:11.062180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48436) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.087394 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89765116-0025-4eb0-a8d9-d1d200002fad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.094759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89765116-0025-4eb0-a8d9-d1d200002fad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.121322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89765116-0025-4eb0-a8d9-d1d200002fad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.129191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89765116-0025-4eb0-a8d9-d1d200002fad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.132537 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-89765116-0025-4eb0-a8d9-d1d200002fad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/09a267d9-7537-46f3-84f0-ce4c68e8e67b HTTP/1.1" status: 204 len: 168 time: 0.0693588 Dec 15 05:06:11.133431 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48440) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.137277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89765116-0025-4eb0-a8d9-d1d200002fad tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09a267d9-7537-46f3-84f0-ce4c68e8e67b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:11.179409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e1f69afb-8f3e-4725-be8a-e086f22aff52 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446064 Dec 15 05:06:11.181967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48442) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.186107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '660d96d6-a6c1-4454-b19b-94fb8db5e22a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:11.207384 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Project e6a2e5da22a047babece933054da5e1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:06:11.212334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.266773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.270512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.288305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475a7a32-a296-46f8-a44b-00b50b3eec80,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:11.295902 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.303201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0ae8c73e-4bfa-4797-b52c-dbc797d99db2 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202028 Dec 15 05:06:11.304121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.324271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12dcc291-801d-4daf-ab1c-9e820c2c1dd1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules/475a7a32-a296-46f8-a44b-00b50b3eec80 HTTP/1.1" status: 200 len: 769 time: 0.0164683 Dec 15 05:06:11.324943 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48448) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.368262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f969097e-6d18-43fe-bcad-8bc00ab5eeeb tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0419800 Dec 15 05:06:11.370703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48452) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.395684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ccce4d95-10c4-4105-9b7a-31c1b09d3446 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.405206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ccce4d95-10c4-4105-9b7a-31c1b09d3446 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.445583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ccce4d95-10c4-4105-9b7a-31c1b09d3446 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.450710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ccce4d95-10c4-4105-9b7a-31c1b09d3446 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.451838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ccce4d95-10c4-4105-9b7a-31c1b09d3446 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/475a7a32-a296-46f8-a44b-00b50b3eec80 HTTP/1.1" status: 204 len: 168 time: 0.0802536 Dec 15 05:06:11.454938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48454) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.471953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce4d95-10c4-4105-9b7a-31c1b09d3446 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=475a7a32-a296-46f8-a44b-00b50b3eec80,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:11.500136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-45698841-58dd-4025-a477-5871a62004b4 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441287 Dec 15 05:06:11.502811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48456) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.554735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c343dfd-396a-4d0b-895a-37fb0fd742e9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.576595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c343dfd-396a-4d0b-895a-37fb0fd742e9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.619973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c343dfd-396a-4d0b-895a-37fb0fd742e9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.622459 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1c343dfd-396a-4d0b-895a-37fb0fd742e9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.626155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1c343dfd-396a-4d0b-895a-37fb0fd742e9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/660d96d6-a6c1-4454-b19b-94fb8db5e22a HTTP/1.1" status: 204 len: 168 time: 0.1199024 Dec 15 05:06:11.627171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48462) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.633566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c343dfd-396a-4d0b-895a-37fb0fd742e9 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d96d6-a6c1-4454-b19b-94fb8db5e22a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:11.682275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d11e09bf-8bae-4f51-8166-ec6da7773af1 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495479 Dec 15 05:06:11.682525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48464) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.687265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group': {'name': 'tempest-secgroup--446167159'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:11.709623 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.776743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.780402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.809411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.810623 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1271749 Dec 15 05:06:11.814219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48468) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.815453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1c551-d4e5-4205-a39a-47f87701af0d tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5169d2a6-4923-4109-b17d-e9b98d09f1a8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:11.819793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Request body: {'security_group_rule': {'security_group_id': '5169d2a6-4923-4109-b17d-e9b98d09f1a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:06:11.850164 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.897849 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.901780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.920537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa0f9f0-93df-478b-848c-72e4399e7f25,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:11.928295 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:11.930092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00f5752b-e754-4650-9440-1a41cefba492 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143262 Dec 15 05:06:11.932916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48474) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:11.989630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c788397-c88d-40df-9bb9-947cb619e1fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.011875 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c788397-c88d-40df-9bb9-947cb619e1fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.057445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c788397-c88d-40df-9bb9-947cb619e1fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.060153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7c788397-c88d-40df-9bb9-947cb619e1fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.061290 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7c788397-c88d-40df-9bb9-947cb619e1fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/5169d2a6-4923-4109-b17d-e9b98d09f1a8 HTTP/1.1" status: 204 len: 168 time: 0.1274548 Dec 15 05:06:12.064804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:12.070796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c788397-c88d-40df-9bb9-947cb619e1fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169d2a6-4923-4109-b17d-e9b98d09f1a8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:12.129435 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-00897582-1f49-4453-8d2f-b27f3984037c tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623729 Dec 15 05:06:12.131819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48482) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:12.174500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d140ea3d-4c02-48c3-8871-7ab50f2809fd tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0414932 Dec 15 05:06:12.177183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 48484) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:12.191814 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-884b0510-1eec-4e57-b2a9-144b0493fb80 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] delete failed (client error): The resource could not be found. Dec 15 05:06:12.192897 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-884b0510-1eec-4e57-b2a9-144b0493fb80 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "DELETE /v2.0/security-groups/5169d2a6-4923-4109-b17d-e9b98d09f1a8 HTTP/1.1" status: 404 len: 347 time: 0.0147722 Dec 15 05:06:12.196858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48486) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:12.240877 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fae0bc9e-d0b4-4044-8306-14c885290d95 tempest-SecGroupIPv6Test-1650420909 tempest-SecGroupIPv6Test-1650420909-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425441 Dec 15 05:06:12.507872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48496) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:12.653081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e11e6108-5370-437c-9309-ba5a4062816b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6a2e5da22a047babece933054da5e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418409 Dec 15 05:06:12.653297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 48500) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:12.703476 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2a4c-6133-42d0-8429-c18b9ce415d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.725018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2a4c-6133-42d0-8429-c18b9ce415d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.780637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2a4c-6133-42d0-8429-c18b9ce415d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.784551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2a4c-6133-42d0-8429-c18b9ce415d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:12.790023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8a4b2a4c-6133-42d0-8429-c18b9ce415d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3acbe1a-4204-4218-85b6-4f1662acaac4 HTTP/1.1" status: 204 len: 168 time: 0.1318507 Dec 15 05:06:12.794570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b2a4c-6133-42d0-8429-c18b9ce415d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3acbe1a-4204-4218-85b6-4f1662acaac4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:27.737964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3deba271-1801-4b22-a1eb-23e769998979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:29.944400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2242392-30b6-4cb4-bd4d-76d19f59f8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:31.222888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:32.764163 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.113715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49228) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:33.226047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.301873 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.306894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.350618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49234) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:33.364162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6258bc3fbd69439aaad0ff0d70a5ecb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488382 Dec 15 05:06:33.365014 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a202f073-6d1d-4ad8-9d2c-f6219da6800d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:33.381796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.382549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.382687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.382965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.383439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.383791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.384137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.384555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.388058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.388743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.389272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.389871 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.390041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.390247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b610d-afbe-43b4-9319-189a2163d155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.421107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.447407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.498727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.501759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.503072 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a202f073-6d1d-4ad8-9d2c-f6219da6800d HTTP/1.1" status: 204 len: 168 time: 0.1513212 Dec 15 05:06:33.512691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202f073-6d1d-4ad8-9d2c-f6219da6800d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:33.522062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.522406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.522741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.523118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.523582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.524268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.524597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.524921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.525300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.525628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.525948 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.526265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.526580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967bf782-43c6-4010-881e-5f144de0a592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:06:33.668623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.813501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49242) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:33.828957 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc70c-ee7d-40d8-ab99-9f7e0aae6f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.913370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc70c-ee7d-40d8-ab99-9f7e0aae6f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.917956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc70c-ee7d-40d8-ab99-9f7e0aae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:33.959754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a0fdc70c-ee7d-40d8-ab99-9f7e0aae6f1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab9a3a44210d4f02ab789b32634ae80d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448991 Dec 15 05:06:33.962374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49244) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:06:33.969830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc70c-ee7d-40d8-ab99-9f7e0aae6f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55326a-395e-4f8e-9750-7b50e4a91d7a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:34.012570 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d473-654a-4ecb-8451-3c3d56de852e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:34.034249 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d473-654a-4ecb-8451-3c3d56de852e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:34.080601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d473-654a-4ecb-8451-3c3d56de852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:34.083258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d473-654a-4ecb-8451-3c3d56de852e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:34.084451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4f2d473-654a-4ecb-8451-3c3d56de852e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa55326a-395e-4f8e-9750-7b50e4a91d7a HTTP/1.1" status: 204 len: 168 time: 0.1211853 Dec 15 05:06:34.092957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2d473-654a-4ecb-8451-3c3d56de852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55326a-395e-4f8e-9750-7b50e4a91d7a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:06:35.044814 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:06:37.189207 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:57.761213 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8cca43a0-019b-4540-b4e1-4ab7837d7779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:06:59.935309 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224c59d3-fa37-4776-bf94-baad94446e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:01.219144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:02.766693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:03.386239 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:03.675715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:04.892304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49710) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:05.013267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79881229-7d2d-4ed5-b9f8-67c8624100c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.095747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79881229-7d2d-4ed5-b9f8-67c8624100c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.100737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79881229-7d2d-4ed5-b9f8-67c8624100c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.139221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79881229-7d2d-4ed5-b9f8-67c8624100c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154afe60-64df-48e8-9872-759bb909270f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:05.147128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49716) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:05.154074 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79881229-7d2d-4ed5-b9f8-67c8624100c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c310ba0aba214ed6817dce89660df490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2606006 Dec 15 05:07:05.199784 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23dcf570-3676-460c-8ddd-3e10e87980d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.222738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23dcf570-3676-460c-8ddd-3e10e87980d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.272674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23dcf570-3676-460c-8ddd-3e10e87980d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.275714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-23dcf570-3676-460c-8ddd-3e10e87980d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.277103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-23dcf570-3676-460c-8ddd-3e10e87980d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/154afe60-64df-48e8-9872-759bb909270f HTTP/1.1" status: 204 len: 168 time: 0.1290824 Dec 15 05:07:05.287312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcf570-3676-460c-8ddd-3e10e87980d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154afe60-64df-48e8-9872-759bb909270f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:05.567933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49722) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:05.584222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3824be8-05d0-4ccf-8bd5-6e5d98a56c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.665053 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3824be8-05d0-4ccf-8bd5-6e5d98a56c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.670521 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d3824be8-05d0-4ccf-8bd5-6e5d98a56c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.709190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3824be8-05d0-4ccf-8bd5-6e5d98a56c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99920ad-ee7e-4d16-8046-061770abbe3e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:05.714645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d3824be8-05d0-4ccf-8bd5-6e5d98a56c47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf1d2580438643b89218597b9df3eea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456656 Dec 15 05:07:05.717397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49724) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:05.765768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3433-d244-4a46-945b-acd35db51a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.787499 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3433-d244-4a46-945b-acd35db51a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.839004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3433-d244-4a46-945b-acd35db51a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.842017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3433-d244-4a46-945b-acd35db51a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:05.846187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e8eb3433-d244-4a46-945b-acd35db51a6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c99920ad-ee7e-4d16-8046-061770abbe3e HTTP/1.1" status: 204 len: 168 time: 0.1249597 Dec 15 05:07:05.852460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb3433-d244-4a46-945b-acd35db51a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99920ad-ee7e-4d16-8046-061770abbe3e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:07.205843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:12.044079 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:07:24.523284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 49986) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:24.643683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1408baaf-ee72-4d15-8b0c-c34261c88b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.725562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1408baaf-ee72-4d15-8b0c-c34261c88b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.729813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1408baaf-ee72-4d15-8b0c-c34261c88b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.771587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1408baaf-ee72-4d15-8b0c-c34261c88b61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cee18f3b8e2842a8a86a8d2f9cfe53ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462640 Dec 15 05:07:24.772508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 49990) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:24.790535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408baaf-ee72-4d15-8b0c-c34261c88b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166c1d70-ad69-4545-9442-4cb71d6840a2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:24.836846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38168dd-213f-4b5f-aec4-2405a8c0a969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.859535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38168dd-213f-4b5f-aec4-2405a8c0a969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.917809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38168dd-213f-4b5f-aec4-2405a8c0a969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.921759 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b38168dd-213f-4b5f-aec4-2405a8c0a969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:24.936761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b38168dd-213f-4b5f-aec4-2405a8c0a969 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/166c1d70-ad69-4545-9442-4cb71d6840a2 HTTP/1.1" status: 204 len: 168 time: 0.1625233 Dec 15 05:07:24.947914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38168dd-213f-4b5f-aec4-2405a8c0a969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166c1d70-ad69-4545-9442-4cb71d6840a2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:25.619579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50016) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:25.718205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-386194051-network', 'tenant_id': '29734aaa447f4575a86db475557a32a1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:25.739980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Made reservation on behalf of 29734aaa447f4575a86db475557a32a1 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:07:25.742336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.750999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.827780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.832255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.858036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:07:25.867751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2271e6-ae1e-4e77-a852-e2b88ce0046f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:25.877359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.877906 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Added segment 09fe8c5a-4ecb-4341-818c-f4242f6cab40 of type vlan for network 58d5c469-b3b7-4003-8800-f754b8a73a0e Dec 15 05:07:25.919187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.944580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:25.945611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:25.946195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.003873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3831277 Dec 15 05:07:26.006796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50020) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:26.008054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a2dda-d890-4efb-8601-9a107a1f47d5 admin admin] Pushing event updated for resources: {'Network': ['ID=58d5c469-b3b7-4003-8800-f754b8a73a0e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:26.011765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Request body: {'subnet': {'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-386194051-subnet', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:26.020514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:07:26.038023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Made reservation on behalf of 29734aaa447f4575a86db475557a32a1 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:07:26.041202 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.223781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.277767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9fc599-250b-4c64-8d0d-ae6c21719fd0,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:26.293489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Checking segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:26.293886 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Network hostable DHCP agents. Network: 58d5c469-b3b7-4003-8800-f754b8a73a0e, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:07:26.312790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:07:26.321952 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 58d5c469-b3b7-4003-8800-f754b8a73a0e) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:26.326418 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:26.327085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.331377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb5015-c203-46fe-84bf-05242ec0e9c6 None None] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:07:26.344220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3f288b1e-78f4-4e23-902c-97967d194121 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3362687 Dec 15 05:07:26.347067 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50022) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:26.352019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:26.379382 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.381405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.448502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-58d5c469-b3b7-4003-8800-f754b8a73a0e', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'project_id': '29734aaa447f4575a86db475557a32a1', 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:07:26.449656 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.481876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.590379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Allocated IP 172.20.0.2 (58d5c469-b3b7-4003-8800-f754b8a73a0e/8b9fc599-250b-4c64-8d0d-ae6c21719fd0/7fd0b05c-7089-4d16-9742-a40012861225) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:26.629360 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.769624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.778599 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.846191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Pushing event updated for resources: {'Port': ['ID=7fd0b05c-7089-4d16-9742-a40012861225,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:26.860666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:26.863081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.863765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.864246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.865046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.865904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.866508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.867033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.867704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.868212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.868778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.869264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.869657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.870145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.870395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:26.878286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:26.884488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:26.909395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.955510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Attempting to bind port 7fd0b05c-7089-4d16-9742-a40012861225 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:26.956012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Attempting to bind port 7fd0b05c-7089-4d16-9742-a40012861225 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:26.956514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Attempting to bind port 7fd0b05c-7089-4d16-9742-a40012861225 on network 58d5c469-b3b7-4003-8800-f754b8a73a0e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:26.962534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:26.963048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Checking segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:26.963843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:26.965848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Bound using segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:26.966406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Bound port: 7fd0b05c-7089-4d16-9742-a40012861225, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:26.966914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.022549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Allocated IP 172.25.2.179 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/dc823941-91fc-4ad2-b270-7de766283163) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:27.033110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] For port 7fd0b05c-7089-4d16-9742-a40012861225, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:27.043504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] For port 7fd0b05c-7089-4d16-9742-a40012861225, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7fd0b05c-7089-4d16-9742-a40012861225,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:27.053199 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.142461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1ba7c-1fa7-424e-b5fa-f3dcf2295370 None None] Pushing event updated for resources: {'Port': ['ID=7fd0b05c-7089-4d16-9742-a40012861225,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:27.168873 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.192831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:27.220815 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.262318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:27.268167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:27.271420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:27.290953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f090e-0488-46c0-ba7d-13e5fd0ed5b4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:07:27.324001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Pushing event updated for resources: {'Port': ['ID=dc823941-91fc-4ad2-b270-7de766283163,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:27.340410 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-816f3808-4e67-424a-bc5e-cd7d59718999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.420325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3d6c7670-71d9-4477-9b67-7ea8bd90d3f3 None None] Provisioning complete for port dc823941-91fc-4ad2-b270-7de766283163 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:27.421083 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7670-71d9-4477-9b67-7ea8bd90d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.463882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c7670-71d9-4477-9b67-7ea8bd90d3f3 None None] Port dc823941-91fc-4ad2-b270-7de766283163 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:27.499079 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-816f3808-4e67-424a-bc5e-cd7d59718999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.506303 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-816f3808-4e67-424a-bc5e-cd7d59718999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.546363 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-816f3808-4e67-424a-bc5e-cd7d59718999 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9ae4efc2b634410b4b084e08ac6b241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523498 Dec 15 05:07:27.550226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50052) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:27.573025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f3808-4e67-424a-bc5e-cd7d59718999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a98290-6ce2-4f62-acc3-a02d1e4b5a5f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:27.618680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.630516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4239dcf1-1608-400d-8a34-32bed92f27d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.653792 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4239dcf1-1608-400d-8a34-32bed92f27d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.708883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4239dcf1-1608-400d-8a34-32bed92f27d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.712166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4239dcf1-1608-400d-8a34-32bed92f27d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.713361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4239dcf1-1608-400d-8a34-32bed92f27d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80a98290-6ce2-4f62-acc3-a02d1e4b5a5f HTTP/1.1" status: 204 len: 168 time: 0.1619952 Dec 15 05:07:27.722099 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239dcf1-1608-400d-8a34-32bed92f27d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a98290-6ce2-4f62-acc3-a02d1e4b5a5f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:27.755155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a28de41-1521-4ea2-a23d-c7ffedc742a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:27.855393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.056637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50060) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:28.071900 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86e1530a-effe-4cfc-9866-9789bcc5f25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.161325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86e1530a-effe-4cfc-9866-9789bcc5f25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.166290 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86e1530a-effe-4cfc-9866-9789bcc5f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.210737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-86e1530a-effe-4cfc-9866-9789bcc5f25a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b2cc9f9e1ab41368192bfb0451fa123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505885 Dec 15 05:07:28.210737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1530a-effe-4cfc-9866-9789bcc5f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b491410d-fde2-45a9-bf4e-6a10ff20622d,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:28.211578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50062) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:28.255529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Router f66a8443-169b-4f56-a84a-bb3da82acdd3 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:07:28.266808 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57d83d6f-3060-4701-b7f1-5e673ddfb6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.290854 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57d83d6f-3060-4701-b7f1-5e673ddfb6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.319776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390dff3e-a5db-40bd-9483-5091c6927ad1 None None] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:07:28.346531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57d83d6f-3060-4701-b7f1-5e673ddfb6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.349829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-57d83d6f-3060-4701-b7f1-5e673ddfb6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.353272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-57d83d6f-3060-4701-b7f1-5e673ddfb6cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b491410d-fde2-45a9-bf4e-6a10ff20622d HTTP/1.1" status: 204 len: 168 time: 0.1381025 Dec 15 05:07:28.359994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d83d6f-3060-4701-b7f1-5e673ddfb6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b491410d-fde2-45a9-bf4e-6a10ff20622d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:28.381885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:07:28.395036 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Sync routers for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:07:28.409615 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:28.410244 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:28.410751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.412027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0875325c-5c46-4ca2-8e53-c071c7d63a1e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0639377 Dec 15 05:07:28.414820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50066) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:28.462510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-adbaa861-dff1-475c-b0b6-26bea9aada73 None None] Provisioning complete for port 7fd0b05c-7089-4d16-9742-a40012861225 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:28.462998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-adbaa861-dff1-475c-b0b6-26bea9aada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.521841 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:28.579461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-adbaa861-dff1-475c-b0b6-26bea9aada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.625286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-adbaa861-dff1-475c-b0b6-26bea9aada73 None None] For port 7fd0b05c-7089-4d16-9742-a40012861225, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7fd0b05c-7089-4d16-9742-a40012861225,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:28.634114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-adbaa861-dff1-475c-b0b6-26bea9aada73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.722791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaa861-dff1-475c-b0b6-26bea9aada73 None None] Pushing event updated for resources: {'Port': ['ID=7fd0b05c-7089-4d16-9742-a40012861225,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:28.766746 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:27Z', 'revision_number': 3, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:28.814814 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Checking router: f66a8443-169b-4f56-a84a-bb3da82acdd3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:07:28.821217 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Updating router f66a8443-169b-4f56-a84a-bb3da82acdd3 port dc823941-91fc-4ad2-b270-7de766283163 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:07:28.878514 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.918170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7fd0b05c-7089-4d16-9742-a40012861225 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:28.975921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-06b4f1d3-4f32-4a59-8f14-0d63589458dc None None] Provisioning complete for port 7fd0b05c-7089-4d16-9742-a40012861225 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:28.976898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06b4f1d3-4f32-4a59-8f14-0d63589458dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:28.977457 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.029207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7fd0b05c-7089-4d16-9742-a40012861225 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:29.030221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.208406 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.216354 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.237291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Allocated IP 172.20.0.1 (58d5c469-b3b7-4003-8800-f754b8a73a0e/8b9fc599-250b-4c64-8d0d-ae6c21719fd0/601c42e9-d88c-4838-9071-53b1ec15f93e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:29.268317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45e7ef-4bdb-43c9-b36e-f7201efc13e1 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:07:29.275441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Pushing event updated for resources: {'Port': ['ID=dc823941-91fc-4ad2-b270-7de766283163,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:29.277789 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Attempting to bind port dc823941-91fc-4ad2-b270-7de766283163 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:29.278162 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Attempting to bind port dc823941-91fc-4ad2-b270-7de766283163 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:29.278519 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Attempting to bind port dc823941-91fc-4ad2-b270-7de766283163 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:29.290094 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.290445 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.290792 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.291521 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.291521 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.291773 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.292144 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.292491 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.292821 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.293145 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.293469 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.293792 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.294236 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:29.298973 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:29.299485 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:29.299897 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.300305 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:29.300778 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Bound port: dc823941-91fc-4ad2-b270-7de766283163, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:29.301159 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.355142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e22f9bc8-67b1-4c22-8002-fe476098d3ef None None] Provisioning complete for port dc823941-91fc-4ad2-b270-7de766283163 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:29.355711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e22f9bc8-67b1-4c22-8002-fe476098d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.359052 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] For port dc823941-91fc-4ad2-b270-7de766283163, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:29.361971 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] For port dc823941-91fc-4ad2-b270-7de766283163, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dc823941-91fc-4ad2-b270-7de766283163,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:29.364700 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.367975 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.393537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e22f9bc8-67b1-4c22-8002-fe476098d3ef None None] Port dc823941-91fc-4ad2-b270-7de766283163 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:29.409910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.421925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8719a7-06f1-4caf-98bf-02f2aae4f20a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:07:29.429767 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:29.430420 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:29.468762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:29.470170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:29.480638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:29.507136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Pushing event updated for resources: {'Port': ['ID=601c42e9-d88c-4838-9071-53b1ec15f93e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:29.526904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-32cc63af-a167-4d1f-a52d-4bcdd1fa7d0d None None] Provisioning complete for port dc823941-91fc-4ad2-b270-7de766283163 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:29.527884 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32cc63af-a167-4d1f-a52d-4bcdd1fa7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.529107 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.680738 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:29.691448 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32cc63af-a167-4d1f-a52d-4bcdd1fa7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.706947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.713732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-32cc63af-a167-4d1f-a52d-4bcdd1fa7d0d None None] For port dc823941-91fc-4ad2-b270-7de766283163, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dc823941-91fc-4ad2-b270-7de766283163,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:29.720848 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-32cc63af-a167-4d1f-a52d-4bcdd1fa7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.766699 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c83b7f-ee3b-49b3-95d3-91f866b5ba21 None None] Pushing event updated for resources: {'Port': ['ID=dc823941-91fc-4ad2-b270-7de766283163,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:29.814989 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc63af-a167-4d1f-a52d-4bcdd1fa7d0d None None] Pushing event updated for resources: {'Port': ['ID=dc823941-91fc-4ad2-b270-7de766283163,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:29.844676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-83765bc7-8faa-408d-b750-0ace5a9d3f16 None None] Provisioning complete for port 601c42e9-d88c-4838-9071-53b1ec15f93e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:29.844982 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-83765bc7-8faa-408d-b750-0ace5a9d3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.871348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50098) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:29.884944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-83765bc7-8faa-408d-b750-0ace5a9d3f16 None None] Port 601c42e9-d88c-4838-9071-53b1ec15f93e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:29.917656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.924837 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.927473 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b83ddf87-ce2f-4b50-946a-a20cdc082603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:29.942722 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:27Z', 'revision_number': 3, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:29.970419 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70967a-b620-4909-8c39-2a8fc360cbca None None] The sync data for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 is: [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:27Z', 'revision_number': 3, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:07:29.994372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Pushing event updated for resources: {'Port': ['ID=601c42e9-d88c-4838-9071-53b1ec15f93e,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:29.996953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.022753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f0178db-e37e-4ad6-a4f4-a58f07934cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.110650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f0178db-e37e-4ad6-a4f4-a58f07934cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.115969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4f0178db-e37e-4ad6-a4f4-a58f07934cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.151370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0178db-e37e-4ad6-a4f4-a58f07934cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e83289c-e85c-456b-98a0-4bd5f64a7fd2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:30.167719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4f0178db-e37e-4ad6-a4f4-a58f07934cc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b5cc9b0591b488ea06dc9aad0669deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929094 Dec 15 05:07:30.168435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50102) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:30.240691 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99467754-9a1e-4cc3-8b3c-29162faedd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.272543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99467754-9a1e-4cc3-8b3c-29162faedd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.335994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99467754-9a1e-4cc3-8b3c-29162faedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.338591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99467754-9a1e-4cc3-8b3c-29162faedd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.339763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-99467754-9a1e-4cc3-8b3c-29162faedd8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e83289c-e85c-456b-98a0-4bd5f64a7fd2 HTTP/1.1" status: 204 len: 168 time: 0.1708567 Dec 15 05:07:30.348310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99467754-9a1e-4cc3-8b3c-29162faedd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e83289c-e85c-456b-98a0-4bd5f64a7fd2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:30.398041 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:30.400277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:30.554708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Router f66a8443-169b-4f56-a84a-bb3da82acdd3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:07:30.686330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:07:30.696657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c8f99be9-110e-4fc9-bd21-32687207b48e admin admin] 10.222.0.37 "PUT /v2.0/routers/f66a8443-169b-4f56-a84a-bb3da82acdd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2789404 Dec 15 05:07:30.714661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-46dd0f59-8288-449c-aa94-0675244f4d45 None None] Provisioning complete for port 601c42e9-d88c-4838-9071-53b1ec15f93e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:30.715228 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-46dd0f59-8288-449c-aa94-0675244f4d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:30.757746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-46dd0f59-8288-449c-aa94-0675244f4d45 None None] Port 601c42e9-d88c-4838-9071-53b1ec15f93e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:30.898302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dc823941-91fc-4ad2-b270-7de766283163 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:30.959232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port dc823941-91fc-4ad2-b270-7de766283163 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:30.959708 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.220435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.302856 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50142) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:31.307826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1431245924-network', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:31.331061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Made reservation on behalf of 58b49f2c1eba44be8b698b4d88b63ebf for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:07:31.333809 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.343411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.421264 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.425023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.450117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:07:31.460580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30726f9-37f7-4ceb-a495-63653be1ef09,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:31.465390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.465734 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Added segment 2537d9c7-03d6-4ec2-824c-5f971a312288 of type vlan for network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb Dec 15 05:07:31.505041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.535041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.536030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:31.536633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.593745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2872438 Dec 15 05:07:31.593924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50144) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:31.598756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Request body: {'subnet': {'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1431245924-subnet', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:31.626786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e1497-dcfd-4c41-b9e6-8b0d1e9484c2 admin admin] Pushing event updated for resources: {'Network': ['ID=61447b46-1e0f-407c-ad90-eca7ee7c3ebb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:31.638388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:07:31.648909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Made reservation on behalf of 58b49f2c1eba44be8b698b4d88b63ebf for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:07:31.652020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.852264 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.902782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:31.917912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Checking segment: {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:31.918274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Network hostable DHCP agents. Network: 61447b46-1e0f-407c-ad90-eca7ee7c3ebb, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:07:31.939351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:07:31.949918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Sync routers for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:07:31.953747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 61447b46-1e0f-407c-ad90-eca7ee7c3ebb) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:31.958616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:31.959594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:31.960962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:31.961781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:31.966128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d239c-ec54-4cd2-9c02-a1eaf548b40a None None] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:07:31.981247 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5ce59c8a-944c-45f0-8751-d9f6d28cd689 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3838654 Dec 15 05:07:31.981554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50152) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:31.987635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:32.014755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.016331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.077994 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.149504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:32.176747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-61447b46-1e0f-407c-ad90-eca7ee7c3ebb', 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb', 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'fixed_ips': [{'subnet_id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:07:32.177610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.243165 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.461803 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.488147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.583142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Allocated IP 172.20.0.2 (61447b46-1e0f-407c-ad90-eca7ee7c3ebb/7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a/18a64392-f476-4dc3-9c2f-77a49146f09f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:32.623234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Allocated IP 172.25.2.120 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/92b4e2d6-188f-4766-a840-e058b47c618c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:32.721364 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 2, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:32.739533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.769706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Checking router: f66a8443-169b-4f56-a84a-bb3da82acdd3 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:07:32.770007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Updating router f66a8443-169b-4f56-a84a-bb3da82acdd3 port 601c42e9-d88c-4838-9071-53b1ec15f93e binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:07:32.775691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.818146 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:32.823000 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:32.824106 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.824791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.825790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:32.830551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.841875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649e0e3-652e-4112-8a81-80d77ed006c0 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:07:32.847673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:32.865669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Pushing event updated for resources: {'Port': ['ID=92b4e2d6-188f-4766-a840-e058b47c618c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:32.923039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:32.925973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Pushing event updated for resources: {'Port': ['ID=18a64392-f476-4dc3-9c2f-77a49146f09f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:32.930230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:32.936717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:33.059536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0ddb65a4-cf2e-4d36-9ba0-21371027d86e None None] Provisioning complete for port 92b4e2d6-188f-4766-a840-e058b47c618c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:33.060181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ddb65a4-cf2e-4d36-9ba0-21371027d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.116745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Attempting to bind port 18a64392-f476-4dc3-9c2f-77a49146f09f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:33.117149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Attempting to bind port 18a64392-f476-4dc3-9c2f-77a49146f09f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:33.117837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Attempting to bind port 18a64392-f476-4dc3-9c2f-77a49146f09f on network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:33.142835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.162994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb65a4-cf2e-4d36-9ba0-21371027d86e None None] Port 92b4e2d6-188f-4766-a840-e058b47c618c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:33.166931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:33.167362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Checking segment: {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:33.167780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.168192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Bound using segment: {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:33.169058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Bound port: 18a64392-f476-4dc3-9c2f-77a49146f09f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:33.169058 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.271591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] For port 18a64392-f476-4dc3-9c2f-77a49146f09f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:33.294303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] For port 18a64392-f476-4dc3-9c2f-77a49146f09f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=18a64392-f476-4dc3-9c2f-77a49146f09f,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:33.316110 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.367530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.384698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.416956 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.426815 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.430351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af8b2-5297-4d90-a3ab-d014f7c03999 None None] Pushing event updated for resources: {'Port': ['ID=18a64392-f476-4dc3-9c2f-77a49146f09f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:33.528812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb49f3-7f23-4b81-861f-c093f31537d1 None None] Pushing event updated for resources: {'Port': ['ID=601c42e9-d88c-4838-9071-53b1ec15f93e,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:33.552008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Router bc429e62-6214-4840-a345-eed082d56f5a is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:07:33.579273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Attempting to bind port 601c42e9-d88c-4838-9071-53b1ec15f93e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:33.579642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Attempting to bind port 601c42e9-d88c-4838-9071-53b1ec15f93e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:33.580009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Attempting to bind port 601c42e9-d88c-4838-9071-53b1ec15f93e on network 58d5c469-b3b7-4003-8800-f754b8a73a0e {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:33.587720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:33.588131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Checking segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:33.588545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.589039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Bound using segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:33.589415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Bound port: 601c42e9-d88c-4838-9071-53b1ec15f93e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:33.589805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.701639 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.711968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] For port 601c42e9-d88c-4838-9071-53b1ec15f93e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:33.715536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] For port 601c42e9-d88c-4838-9071-53b1ec15f93e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=601c42e9-d88c-4838-9071-53b1ec15f93e,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:33.721439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.721659 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:07:33.739377 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Sync routers for ids ['bc429e62-6214-4840-a345-eed082d56f5a'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:07:33.753594 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.757502 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b93e06bf-4cb8-4fd9-840b-afab5bb2fd3d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7709379 Dec 15 05:07:33.757686 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Routers {'bc429e62-6214-4840-a345-eed082d56f5a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:33.757811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50160) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:33.761453 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bc429e62-6214-4840-a345-eed082d56f5a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:33.812504 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:33.813444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:33.819240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb49f3-7f23-4b81-861f-c093f31537d1 None None] Pushing event updated for resources: {'Port': ['ID=601c42e9-d88c-4838-9071-53b1ec15f93e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:33.969737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b77c035b-5e94-4b95-a158-06c4045e6503 None None] Provisioning complete for port 601c42e9-d88c-4838-9071-53b1ec15f93e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:33.971647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b77c035b-5e94-4b95-a158-06c4045e6503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:33.978972 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Set router bc429e62-6214-4840-a345-eed082d56f5a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:34.038925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:34.200001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b77c035b-5e94-4b95-a158-06c4045e6503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.264570 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:33Z', 'revision_number': 3, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:34.281803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b77c035b-5e94-4b95-a158-06c4045e6503 None None] For port 601c42e9-d88c-4838-9071-53b1ec15f93e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=601c42e9-d88c-4838-9071-53b1ec15f93e,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:34.291468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b77c035b-5e94-4b95-a158-06c4045e6503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.301421 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Checking router: bc429e62-6214-4840-a345-eed082d56f5a for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:07:34.301421 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Updating router bc429e62-6214-4840-a345-eed082d56f5a port 92b4e2d6-188f-4766-a840-e058b47c618c binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:07:34.329876 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.408343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c035b-5e94-4b95-a158-06c4045e6503 None None] Pushing event updated for resources: {'Port': ['ID=601c42e9-d88c-4838-9071-53b1ec15f93e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:34.456565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-308c2961-003a-42a8-8b6c-8dc45363cae5 None None] Provisioning complete for port 601c42e9-d88c-4838-9071-53b1ec15f93e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:34.456948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-308c2961-003a-42a8-8b6c-8dc45363cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.496287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.500695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:33Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:34.535952 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64aac5-ad15-4795-a65d-3daccfb5fc2d None None] The sync data for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 is: [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:33Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:07:34.719666 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.731927 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.786649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca1d3a-83d8-4662-8754-9fedd1388955 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:07:34.826945 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2943c97-2f4e-4dfe-a51b-40d32124b366 None None] Pushing event updated for resources: {'Port': ['ID=92b4e2d6-188f-4766-a840-e058b47c618c,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:34.829390 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Attempting to bind port 92b4e2d6-188f-4766-a840-e058b47c618c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:34.829944 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Attempting to bind port 92b4e2d6-188f-4766-a840-e058b47c618c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:34.830306 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Attempting to bind port 92b4e2d6-188f-4766-a840-e058b47c618c on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:34.840176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:34.841145 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:34.841145 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.841445 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:34.843977 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Bound port: 92b4e2d6-188f-4766-a840-e058b47c618c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:34.843977 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.846127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Allocated IP 172.20.0.1 (61447b46-1e0f-407c-ad90-eca7ee7c3ebb/7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a/d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:34.893287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a50c7e4e-ac18-4504-9bef-72ed459582a2 None None] Provisioning complete for port 92b4e2d6-188f-4766-a840-e058b47c618c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:34.894200 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a50c7e4e-ac18-4504-9bef-72ed459582a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:34.921628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] For port 92b4e2d6-188f-4766-a840-e058b47c618c, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:34.930283 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] For port 92b4e2d6-188f-4766-a840-e058b47c618c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=92b4e2d6-188f-4766-a840-e058b47c618c,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:34.939492 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.012660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a50c7e4e-ac18-4504-9bef-72ed459582a2 None None] Port 92b4e2d6-188f-4766-a840-e058b47c618c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:35.027085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.038275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568816e-8fb4-46bc-9117-dfa7d8405cee None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:07:35.079454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 18a64392-f476-4dc3-9c2f-77a49146f09f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:35.085271 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Routers {'bc429e62-6214-4840-a345-eed082d56f5a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:35.085957 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bc429e62-6214-4840-a345-eed082d56f5a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:35.089293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.157220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2f598-7abf-41fe-882b-be4c92cb4803 None None] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:07:35.198969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:35.220554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:35.222997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Pushing event updated for resources: {'Port': ['ID=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:35.226819 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2943c97-2f4e-4dfe-a51b-40d32124b366 None None] Pushing event updated for resources: {'Port': ['ID=92b4e2d6-188f-4766-a840-e058b47c618c,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:35.232342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:35.237183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.237943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.238509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.239068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.239625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.240176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.240714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.241267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.241800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.242344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.242888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.243419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.243949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:35.254297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-606dcc66-a6fb-457f-9afe-1a38d339c1cd None None] Provisioning complete for port 92b4e2d6-188f-4766-a840-e058b47c618c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:35.254879 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-606dcc66-a6fb-457f-9afe-1a38d339c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.328770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] Set router bc429e62-6214-4840-a345-eed082d56f5a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:35.349638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.357826 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 18a64392-f476-4dc3-9c2f-77a49146f09f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:35.358479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.556387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.667342 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:33Z', 'revision_number': 3, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:35.708695 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b9af1-fcbb-4df5-92d8-3660f6ef5234 None None] The sync data for ids ['bc429e62-6214-4840-a345-eed082d56f5a'] in n-d-820935-10 is: [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:33Z', 'revision_number': 3, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:07:35.712308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-606dcc66-a6fb-457f-9afe-1a38d339c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.762674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-606dcc66-a6fb-457f-9afe-1a38d339c1cd None None] For port 92b4e2d6-188f-4766-a840-e058b47c618c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=92b4e2d6-188f-4766-a840-e058b47c618c,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:35.798474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-606dcc66-a6fb-457f-9afe-1a38d339c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.851131 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.860796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.877526 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:35.949275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dcc66-a6fb-457f-9afe-1a38d339c1cd None None] Pushing event updated for resources: {'Port': ['ID=92b4e2d6-188f-4766-a840-e058b47c618c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:35.974925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 18a64392-f476-4dc3-9c2f-77a49146f09f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=18a64392-f476-4dc3-9c2f-77a49146f09f,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:35.985254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9a066d02-39eb-46d0-8954-0bd4b1837d2f None None] Provisioning complete for port 18a64392-f476-4dc3-9c2f-77a49146f09f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:35.986024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9a066d02-39eb-46d0-8954-0bd4b1837d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.014988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.038970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.039557 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 601c42e9-d88c-4838-9071-53b1ec15f93e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:36.112465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Pushing event updated for resources: {'Port': ['ID=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:36.202913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:36.205344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:36.221807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=18a64392-f476-4dc3-9c2f-77a49146f09f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:36.320480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 601c42e9-d88c-4838-9071-53b1ec15f93e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:36.324408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.449327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Router bc429e62-6214-4840-a345-eed082d56f5a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:07:36.472480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-10da997a-399d-4822-b2fc-09c9363b60b2 None None] Provisioning complete for port 18a64392-f476-4dc3-9c2f-77a49146f09f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:36.473038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10da997a-399d-4822-b2fc-09c9363b60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.647066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-10da997a-399d-4822-b2fc-09c9363b60b2 None None] Provisioning complete for port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:36.647686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10da997a-399d-4822-b2fc-09c9363b60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.649347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:07:36.657144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-25d5c0c1-4dec-429f-94c4-cd31c4e9be7b admin admin] 10.222.0.37 "PUT /v2.0/routers/bc429e62-6214-4840-a345-eed082d56f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8982732 Dec 15 05:07:36.702369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-10da997a-399d-4822-b2fc-09c9363b60b2 None None] Port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:36.830708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-052a8633-54c0-4047-b650-959d4b5dc857 None None] Provisioning complete for port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:36.831090 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-052a8633-54c0-4047-b650-959d4b5dc857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:36.893748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-052a8633-54c0-4047-b650-959d4b5dc857 None None] Port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:36.970525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 92b4e2d6-188f-4766-a840-e058b47c618c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:37.031761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 92b4e2d6-188f-4766-a840-e058b47c618c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:37.032306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.128365 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 18a64392-f476-4dc3-9c2f-77a49146f09f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:37.193079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 18a64392-f476-4dc3-9c2f-77a49146f09f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:37.193451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.235651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.432262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50178) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:37.437576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440372437', 'description': 'tempest-secgroup-smoke-1440372437 description', 'project_id': '29734aaa447f4575a86db475557a32a1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:37.462627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.537798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.541838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.577546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.582343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1454744 Dec 15 05:07:37.582495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50180) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:37.587072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group_rule': {'security_group_id': '554a7291-8061-4f69-a70d-63d598e8aba7', 'project_id': '29734aaa447f4575a86db475557a32a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:37.591535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683a453-bd49-4a74-928a-5ed0de6af555 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554a7291-8061-4f69-a70d-63d598e8aba7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:37.620892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.676290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.679756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.697400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645c58f8-9db0-476c-96a2-80481374fc9c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:37.708558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.709775 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e2052bc1-276c-4bec-b8ca-021eb94c944d tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263695 Dec 15 05:07:37.712442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:37.716870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group_rule': {'security_group_id': '554a7291-8061-4f69-a70d-63d598e8aba7', 'project_id': '29734aaa447f4575a86db475557a32a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:37.745517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.812735 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.817236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.837009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ff0ef2-e507-41de-b9bb-8420019df23c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:37.847750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.851682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-149c2744-03c9-435b-84cc-a440346f2fac tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357713 Dec 15 05:07:37.852005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50184) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:37.856727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group_rule': {'security_group_id': '554a7291-8061-4f69-a70d-63d598e8aba7', 'project_id': '29734aaa447f4575a86db475557a32a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:37.885209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.943195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.947395 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.965619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ade413-b6c7-429e-b01e-539006b215ff,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:37.975641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:37.976877 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e7673a9c-82ef-466f-94ed-effe4837de3a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238239 Dec 15 05:07:37.979661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:37.985171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group_rule': {'security_group_id': '554a7291-8061-4f69-a70d-63d598e8aba7', 'project_id': '29734aaa447f4575a86db475557a32a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:38.014177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.072791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.078312 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.098792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17059660-cb61-493e-87a1-c4c1966b94ba,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:38.104536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.109088 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4bb381eb-371b-4f39-a35b-879b97c6c87e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246626 Dec 15 05:07:38.109226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50188) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:38.113835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group_rule': {'security_group_id': '554a7291-8061-4f69-a70d-63d598e8aba7', 'project_id': '29734aaa447f4575a86db475557a32a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:38.136283 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Project 29734aaa447f4575a86db475557a32a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:07:38.141386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.186911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Sync routers for ids ['bc429e62-6214-4840-a345-eed082d56f5a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:07:38.197053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Routers {'bc429e62-6214-4840-a345-eed082d56f5a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:38.198255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bc429e62-6214-4840-a345-eed082d56f5a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:38.216847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.222522 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.246467 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.250240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374617 Dec 15 05:07:38.250721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 50192) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:38.255413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'security_group_rule': {'security_group_id': '554a7291-8061-4f69-a70d-63d598e8aba7', 'project_id': '29734aaa447f4575a86db475557a32a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:38.256962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b834ccb-491f-4428-887e-6c2f9a95d774,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:38.267624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.268374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.268962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.269425 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.269841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.270283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.270728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.271133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.271712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.272132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.272538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.272980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.273381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a5770b-22e2-419f-8c6f-f68c6cfe2ed7 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:07:38.285750 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Project 29734aaa447f4575a86db475557a32a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:07:38.292037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.318178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Set router bc429e62-6214-4840-a345-eed082d56f5a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:38.373985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.379621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.399579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fb2ea3-5c4a-42bd-a8cc-d919d70551cd,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:38.409208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.412128 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d020cfc8-dfd9-44e1-8e99-2ec3c0fa4898 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586556 Dec 15 05:07:38.555998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3ddfccb-b375-46b9-a292-d6c1bc8eb0e3', 'name': '', 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'mac_address': 'fa:16:3e:e1:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:34Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 2, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'subnets': [{'id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:38.585285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Checking router: bc429e62-6214-4840-a345-eed082d56f5a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:07:38.585650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Updating router bc429e62-6214-4840-a345-eed082d56f5a port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:07:38.613113 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.677106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-e7bd9f48-b0fd-4e48-8263-528b3ed51ef2 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440372437&fields=id&tenant_id=29734aaa447f4575a86db475557a32a1 HTTP/1.1" status: 200 len: 267 time: 0.0552423 Dec 15 05:07:38.798856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-2f9a7ada-8e92-40eb-965d-dc67272e5bd4 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:38.800369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-2f9a7ada-8e92-40eb-965d-dc67272e5bd4 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 808 time: 0.1159015 Dec 15 05:07:38.815601 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-11f68173-f9ff-4aee-b2a6-4d8c05254946 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/quotas/29734aaa447f4575a86db475557a32a1 HTTP/1.1" status: 200 len: 375 time: 0.0095100 Dec 15 05:07:38.880824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-25bb4bad-97a1-437b-a63b-ae3accad84b0 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591190 Dec 15 05:07:38.883360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.889253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:38.960352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa96f-9f0c-49c3-829e-18366eca9d99 None None] Pushing event updated for resources: {'Port': ['ID=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:38.997102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Attempting to bind port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:38.997490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Attempting to bind port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:38.997867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Attempting to bind port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 on network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:39.003184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:39.003684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Checking segment: {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:39.004124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.004710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Bound using segment: {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:39.005381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Bound port: d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2537d9c7-03d6-4ec2-824c-5f971a312288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:39.005950 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.082039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] For port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:39.086487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] For port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:39.091087 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.152306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-8b4544d2-3e7b-46f5-94b5-163bfb818f00 service neutron] 10.222.0.37 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594523 Dec 15 05:07:39.154411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Routers {'bc429e62-6214-4840-a345-eed082d56f5a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:39.155274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bc429e62-6214-4840-a345-eed082d56f5a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:39.211360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa96f-9f0c-49c3-829e-18366eca9d99 None None] Pushing event updated for resources: {'Port': ['ID=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:39.274576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-f42b9fb4-08f4-43e4-a255-90118fd0ea19 service neutron] 10.222.0.37 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097877 Dec 15 05:07:39.298673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-27f82caf-f57b-408c-884b-2f9c237d9c87 None None] Provisioning complete for port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:39.299051 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27f82caf-f57b-408c-884b-2f9c237d9c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.376690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] Set router bc429e62-6214-4840-a345-eed082d56f5a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:39.458693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27f82caf-f57b-408c-884b-2f9c237d9c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.576838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-27f82caf-f57b-408c-884b-2f9c237d9c87 None None] For port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:39.584545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27f82caf-f57b-408c-884b-2f9c237d9c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.585616 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9806ff43-06fb-4580-81b7-a49c213fd3e8 req-da659be4-b999-4da4-9151-419f8d77ed55 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 210 time: 0.0473151 Dec 15 05:07:39.663797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82caf-f57b-408c-884b-2f9c237d9c87 None None] Pushing event updated for resources: {'Port': ['ID=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:39.717958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1ecb3a35-216a-434b-b841-a8edd9979312 None None] Provisioning complete for port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:39.718475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3a35-216a-434b-b841-a8edd9979312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:39.768568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3ddfccb-b375-46b9-a292-d6c1bc8eb0e3', 'name': '', 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'mac_address': 'fa:16:3e:e1:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:34Z', 'updated_at': '2021-12-15T05:07:39Z', 'revision_number': 4, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'subnets': [{'id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:39.798810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fca3e-a1bb-4048-9638-715343725ec6 None None] The sync data for ids ['bc429e62-6214-4840-a345-eed082d56f5a'] in n-d-820935-10 is: [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd3ddfccb-b375-46b9-a292-d6c1bc8eb0e3', 'name': '', 'network_id': '61447b46-1e0f-407c-ad90-eca7ee7c3ebb', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'mac_address': 'fa:16:3e:e1:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:34Z', 'updated_at': '2021-12-15T05:07:39Z', 'revision_number': 4, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'subnets': [{'id': '7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:07:40.678905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bb7b6c1-f33f-41f6-b38b-9cf417ad0b0a req-2f2a6f54-6f09-45d9-a15a-bf04b05dc32c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 210 time: 0.0302484 Dec 15 05:07:40.839296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-ff3ccf31-bc6c-4101-8959-be5caa8c77e0 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:40.840972 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-ff3ccf31-bc6c-4101-8959-be5caa8c77e0 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 808 time: 0.1132679 Dec 15 05:07:40.900632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:40.935425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b449167-fb76-4743-b831-bfc973c29d46 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29734aaa447f4575a86db475557a32a1 HTTP/1.1" status: 200 len: 380 time: 0.0796084 Dec 15 05:07:40.948722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:40.949098 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:40.962369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'port': {'device_id': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'admin_state_up': True, 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'security_groups': ['554a7291-8061-4f69-a70d-63d598e8aba7']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:41.072834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Made reservation on behalf of 29734aaa447f4575a86db475557a32a1 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:07:41.076392 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:41.209214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Allocated IP 172.20.0.14 (58d5c469-b3b7-4003-8800-f754b8a73a0e/8b9fc599-250b-4c64-8d0d-ae6c21719fd0/d6681f32-1431-467b-88fe-7cb9fc11a52a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:41.359786 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:41.395337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:41.441342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:41.444552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:41.447174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:41.479444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'Port': ['ID=d6681f32-1431-467b-88fe-7cb9fc11a52a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:41.510454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:41.511250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:41.530718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-5b0a80fd-93a5-4024-80be-9d587a912375 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723243 Dec 15 05:07:41.644878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Request body: {'port': {'device_id': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:41.716226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:41.808209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8554582b-9066-40d3-a91e-2f8d81da2f63 None None] Provisioning complete for port d6681f32-1431-467b-88fe-7cb9fc11a52a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:41.809538 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8554582b-9066-40d3-a91e-2f8d81da2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:41.819747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9709f-869d-46d7-8a8d-e0b220710891 req-866ef30b-0ffa-41a7-810e-79b5d61a9718 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:41.822594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4be9709f-869d-46d7-8a8d-e0b220710891 req-866ef30b-0ffa-41a7-810e-79b5d61a9718 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 932 time: 0.0632606 Dec 15 05:07:41.886265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8554582b-9066-40d3-a91e-2f8d81da2f63 None None] Port d6681f32-1431-467b-88fe-7cb9fc11a52a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:07:41.895941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4be9709f-869d-46d7-8a8d-e0b220710891 req-c3887621-122a-4c15-ba9e-5660ad5beb6a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654261 Dec 15 05:07:42.012366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6681f32-1431-467b-88fe-7cb9fc11a52a {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:07:42.020450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:42.032716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Transition to ACTIVE for port object d6681f32-1431-467b-88fe-7cb9fc11a52a will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:07:42.035938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:42.087380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Pushing event updated for resources: {'Port': ['ID=d6681f32-1431-467b-88fe-7cb9fc11a52a,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:42.158601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Attempting to bind port d6681f32-1431-467b-88fe-7cb9fc11a52a on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:07:42.159237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Attempting to bind port d6681f32-1431-467b-88fe-7cb9fc11a52a by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:07:42.159688 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Attempting to bind port d6681f32-1431-467b-88fe-7cb9fc11a52a on network 58d5c469-b3b7-4003-8800-f754b8a73a0e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:42.165290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Port d6681f32-1431-467b-88fe-7cb9fc11a52a on network 58d5c469-b3b7-4003-8800-f754b8a73a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:07:42.165853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Attempting to bind port d6681f32-1431-467b-88fe-7cb9fc11a52a on network 58d5c469-b3b7-4003-8800-f754b8a73a0e {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:07:42.172532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:07:42.172881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Checking segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:07:42.173378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Bound using segment: {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:07:42.173953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Bound port: d6681f32-1431-467b-88fe-7cb9fc11a52a, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fe8c5a-4ecb-4341-818c-f4242f6cab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:07:42.174656 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:42.249692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] For port d6681f32-1431-467b-88fe-7cb9fc11a52a, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:07:42.252867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] For port d6681f32-1431-467b-88fe-7cb9fc11a52a, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:07:42.257388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:42.300248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:42.300891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:42.302394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] 10.222.0.42 "PUT /v2.0/ports/d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 1093 time: 0.7585480 Dec 15 05:07:42.302857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:07:42.305107 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:07:42.332808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20cb17-483c-47d2-877f-7fd929097588 service neutron] Pushing event updated for resources: {'Port': ['ID=d6681f32-1431-467b-88fe-7cb9fc11a52a,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:42.424569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-9b2ee2ed-7620-4bf2-8dc9-ffae19a88580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:42.426201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-9b2ee2ed-7620-4bf2-8dc9-ffae19a88580 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1096 time: 0.0574181 Dec 15 05:07:42.461372 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe741903-ae38-47b9-aae0-211d665f1f4a x-openstack-request-id: req-fe741903-ae38-47b9-aae0-211d665f1f4a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:07:42.462217 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:07:42.462556 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe741903-ae38-47b9-aae0-211d665f1f4a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:07:42.463066 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'status': 'completed', 'code': 200} Dec 15 05:07:42.531062 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-64b35d82-c843-445b-b519-4a71f659d349 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 217 time: 0.0884585 Dec 15 05:07:42.590139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-f90b5119-c132-469c-b434-e526a39d13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:42.591662 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-f90b5119-c132-469c-b434-e526a39d13e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0541086 Dec 15 05:07:42.648359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-87bdefe2-ad55-45b1-b84e-da3928891e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:42.650200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-87bdefe2-ad55-45b1-b84e-da3928891e4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515323 Dec 15 05:07:42.744519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-ac84e38e-85bd-43bb-9939-001c64db1d7e service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Dec 15 05:07:42.836035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-85149a9b-74ef-4204-9488-92cd0edafe22 req-9863276a-bc48-4090-ad8d-1fe9d76f9636 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839434 Dec 15 05:07:43.034436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75ac69-08b0-4c41-a9ff-306dec96104f req-ca677fcf-5376-41f3-8021-f7bc73ec460a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:43.036021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a75ac69-08b0-4c41-a9ff-306dec96104f req-ca677fcf-5376-41f3-8021-f7bc73ec460a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 944 time: 0.0597596 Dec 15 05:07:43.098233 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7a75ac69-08b0-4c41-a9ff-306dec96104f req-c9fda0d7-dac7-48d9-b8b0-782c60d45a9a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559287 Dec 15 05:07:43.235092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-570c56b1-d900-4f05-a687-d3a33520d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:43.236550 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-570c56b1-d900-4f05-a687-d3a33520d0a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1096 time: 0.3097465 Dec 15 05:07:43.331520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-5da42b7f-9eb5-4f82-8a50-c5e8964d2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:43.333004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-5da42b7f-9eb5-4f82-8a50-c5e8964d2ef5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 908 time: 0.0884669 Dec 15 05:07:43.381352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-81162256-f573-4352-8163-1b96677c765c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 217 time: 0.0397551 Dec 15 05:07:43.430070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-e5a90dd1-805b-4e2f-a9e0-8fe4534a7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:43.431508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-e5a90dd1-805b-4e2f-a9e0-8fe4534a7de9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0428712 Dec 15 05:07:43.477342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-ee11671e-d4db-4df5-9627-a9428051052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:43.478817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-ee11671e-d4db-4df5-9627-a9428051052d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391326 Dec 15 05:07:43.574035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-f0af5cb8-1db4-47ef-87c5-40b94bf2c95d service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863647 Dec 15 05:07:43.673717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e2c65bf-27bd-4ba2-af54-a86dc58603e1 req-bbba8abf-a5b5-41f1-acff-ee3c2238d57b service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917366 Dec 15 05:07:44.245782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f7c83-09a4-4a7e-9264-edd4b7f87e93 req-a5372b06-bb8b-48d4-a4be-6962c0177866 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:44.247257 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-015f7c83-09a4-4a7e-9264-edd4b7f87e93 req-a5372b06-bb8b-48d4-a4be-6962c0177866 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 944 time: 0.0528314 Dec 15 05:07:44.299012 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-015f7c83-09a4-4a7e-9264-edd4b7f87e93 req-63cf9c4e-6eff-4180-9748-32e46e3242ba tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443311 Dec 15 05:07:44.822387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d6681f32-1431-467b-88fe-7cb9fc11a52a details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:07:45.074255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d6681f32-1431-467b-88fe-7cb9fc11a52a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:45.085479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'port_id': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'mac_address': 'fa:16:3e:b9:43:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:07:45.126619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:45.139406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6681f32-1431-467b-88fe-7cb9fc11a52a {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:07:45.159461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d6681f32-1431-467b-88fe-7cb9fc11a52a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:45.170459 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:45.218351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=d6681f32-1431-467b-88fe-7cb9fc11a52a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:45.417961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80debcea-ae81-422b-8a70-00c43bbc383d req-7adc4a10-22ce-4e56-b61d-12089c58dad2 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:45.421700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80debcea-ae81-422b-8a70-00c43bbc383d req-7adc4a10-22ce-4e56-b61d-12089c58dad2 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 945 time: 0.0515845 Dec 15 05:07:45.475285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-80debcea-ae81-422b-8a70-00c43bbc383d req-e460f230-270e-472c-acd5-20a0d3fb0813 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470369 Dec 15 05:07:45.484224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['d6681f32-1431-467b-88fe-7cb9fc11a52a'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:07:46.596591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f42c3c-235b-411c-99bd-83f3167989eb req-59fa6386-fe65-4766-bea4-012baf4ad6e4 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:46.598067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51f42c3c-235b-411c-99bd-83f3167989eb req-59fa6386-fe65-4766-bea4-012baf4ad6e4 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 945 time: 0.0479066 Dec 15 05:07:46.653391 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51f42c3c-235b-411c-99bd-83f3167989eb req-3e72d755-abcb-4487-b8d6-57df96726cd9 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489199 Dec 15 05:07:46.836145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d6681f32-1431-467b-88fe-7cb9fc11a52a up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:07:46.887206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port d6681f32-1431-467b-88fe-7cb9fc11a52a completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:07:46.891217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port d6681f32-1431-467b-88fe-7cb9fc11a52a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:07:46.891689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:46.981271 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:47.003755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:07:47.006205 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830969e7-a9d7-4661-91c6-08183696a541" -d '{"events": [{"server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "name": "network-vif-plugged", "status": "completed", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:07:47.021639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port d6681f32-1431-467b-88fe-7cb9fc11a52a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:07:47.026782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:47.083411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=d6681f32-1431-467b-88fe-7cb9fc11a52a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:47.120996 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3515951-b5af-4d72-abe8-232f9f14a9b2 x-openstack-request-id: req-a3515951-b5af-4d72-abe8-232f9f14a9b2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:07:47.122051 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "name": "network-vif-plugged", "status": "completed", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:07:47.122326 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3515951-b5af-4d72-abe8-232f9f14a9b2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:07:47.123000 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'code': 200} Dec 15 05:07:47.251033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7198f5-8452-4c0b-9000-01472f67e79f req-a5fc224f-aae5-4d3e-9819-42f860ccf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:47.252619 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed7198f5-8452-4c0b-9000-01472f67e79f req-a5fc224f-aae5-4d3e-9819-42f860ccf7e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.0418496 Dec 15 05:07:47.302706 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ed7198f5-8452-4c0b-9000-01472f67e79f req-59b9d987-63c3-44f8-96e7-bb224615b419 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Dec 15 05:07:47.781385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4715-c4d3-4c39-912e-1cc9c587870f req-e1031e36-ec49-421b-b7ed-2b505a664038 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:47.782847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dff4715-c4d3-4c39-912e-1cc9c587870f req-e1031e36-ec49-421b-b7ed-2b505a664038 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0489705 Dec 15 05:07:47.832185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9dff4715-c4d3-4c39-912e-1cc9c587870f req-5d27856d-c314-4c08-a7a9-7fb9f34fa777 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Dec 15 05:07:48.951638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6b415-d70a-4dca-a65b-21531f587db4 req-98c130a9-4263-4871-b823-6bfc4c729118 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:48.953173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23b6b415-d70a-4dca-a65b-21531f587db4 req-98c130a9-4263-4871-b823-6bfc4c729118 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0499222 Dec 15 05:07:49.009152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23b6b415-d70a-4dca-a65b-21531f587db4 req-d6b03e77-6ad8-4c87-9ead-659d14726970 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 Dec 15 05:07:49.047137 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:07:49.140494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd20f-2f5d-4a0e-97d6-7512da7b8be8 req-702998c5-228f-42d1-8caa-03f5bbc88d6b tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:49.141947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fadd20f-2f5d-4a0e-97d6-7512da7b8be8 req-702998c5-228f-42d1-8caa-03f5bbc88d6b tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0517609 Dec 15 05:07:49.195776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fadd20f-2f5d-4a0e-97d6-7512da7b8be8 req-0b7da7c2-22ce-4798-8a39-413968021e6e tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477068 Dec 15 05:07:49.314586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc0abf-d0db-4c75-8148-8cff1c372b54 req-06fb234b-e4b9-4f18-9a99-cfca3d4b8a83 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:49.316084 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ecc0abf-d0db-4c75-8148-8cff1c372b54 req-06fb234b-e4b9-4f18-9a99-cfca3d4b8a83 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0527484 Dec 15 05:07:49.364994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ecc0abf-d0db-4c75-8148-8cff1c372b54 req-f20ae779-f26c-4643-ba15-9fdad0239647 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Dec 15 05:07:49.386600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50420) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:49.495526 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f11c96-f8cf-42b2-b819-0c382b800e39 tempest-TestServerBasicOps-813650994 tempest-TestServerBasicOps-813650994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:49.497108 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-88f11c96-f8cf-42b2-b819-0c382b800e39 tempest-TestServerBasicOps-813650994 tempest-TestServerBasicOps-813650994-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1093 time: 0.1090636 Dec 15 05:07:49.500084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 50430) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:07:49.504456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:07:49.528972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:49.629869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:49.734978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Allocated IP 172.25.2.13 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6e5925f0-6150-4cd3-974a-e60452eb208b) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:07:49.839397 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:49.874781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:50.196584 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:07:50.199607 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:07:50.203046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:07:50.225469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'Port': ['ID=6e5925f0-6150-4cd3-974a-e60452eb208b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:50.570788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:50.641760 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:50.792971 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:50.807414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:50.884484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event updated for resources: {'Port': ['ID=6e5925f0-6150-4cd3-974a-e60452eb208b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:07:50.893517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:50.996362 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Floating IP ff197baf-2058-4656-b88e-966884d7d693 associated. External IP: 172.25.2.13, port: d6681f32-1431-467b-88fe-7cb9fc11a52a. Dec 15 05:07:51.214109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Router f66a8443-169b-4f56-a84a-bb3da82acdd3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:07:51.331227 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:07:51.344763 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] Sync routers for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:07:51.350331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:51.355902 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:51.356544 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:51.380129 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5dc55bb8-e9b9-479a-bcea-a847f5bfb55c tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8789682 Dec 15 05:07:51.380890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:07:51.383337 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17" -d '{"events": [{"name": "network-changed", "server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:07:51.466240 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:51.495133 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730c69d4-ba00-4683-b39a-6ccc5a46ae95 x-openstack-request-id: req-730c69d4-ba00-4683-b39a-6ccc5a46ae95 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:07:51.495435 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:07:51.495691 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-730c69d4-ba00-4683-b39a-6ccc5a46ae95 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:07:51.496130 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'status': 'completed', 'code': 200} Dec 15 05:07:51.581868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-8ea0175e-542f-41e3-b3cc-6016f6b3ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:51.583993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-8ea0175e-542f-41e3-b3cc-6016f6b3ce79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.0448000 Dec 15 05:07:51.687692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-d1c56064-0005-4fa7-a440-cc72ed2c6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:51.689590 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-d1c56064-0005-4fa7-a440-cc72ed2c6099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 908 time: 0.0983212 Dec 15 05:07:51.796484 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-f247973f-28b3-4d77-ae86-2cd56d6d7d90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 999 time: 0.0980055 Dec 15 05:07:51.800054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'ff197baf-2058-4656-b88e-966884d7d693', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'port_id': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'mac_address': 'fa:16:3e:b9:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:07:50Z', 'updated_at': '2021-12-15T05:07:50Z', 'revision_number': 0, 'project_id': '29734aaa447f4575a86db475557a32a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:51.831498 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] Checking router: f66a8443-169b-4f56-a84a-bb3da82acdd3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:07:51.841188 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:07:51.842358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:07:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:51.848222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-8c720097-4e4a-43a5-a153-0839a9f20016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:51.849784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-8c720097-4e4a-43a5-a153-0839a9f20016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0470319 Dec 15 05:07:51.903056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-1b07ef34-9d2c-48d8-bdc7-2e60589e676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:07:51.905403 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-1b07ef34-9d2c-48d8-bdc7-2e60589e676f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482895 Dec 15 05:07:51.955965 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:07:51.998424 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-0ec7ae16-77f1-4389-b326-27fec8fb96df service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863161 Dec 15 05:07:52.097745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6d1d9acb-f976-43c6-86b1-4b3ed4767e17 req-94d2996e-b1e4-41fc-aa07-cb3862ecd750 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924816 Dec 15 05:07:52.198524 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'ff197baf-2058-4656-b88e-966884d7d693', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'port_id': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'mac_address': 'fa:16:3e:b9:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:07:50Z', 'updated_at': '2021-12-15T05:07:50Z', 'revision_number': 0, 'project_id': '29734aaa447f4575a86db475557a32a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:07:52.227970 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb1df0-3199-43ed-ab1b-fe1d61eeb3fa None None] The sync data for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 is: [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'ff197baf-2058-4656-b88e-966884d7d693', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'port_id': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'mac_address': 'fa:16:3e:b9:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:07:50Z', 'updated_at': '2021-12-15T05:07:50Z', 'revision_number': 0, 'project_id': '29734aaa447f4575a86db475557a32a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:07:52.433568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0de2f5-b276-46f1-9541-5d5320d2b977 None None] New status for floating IP ff197baf-2058-4656-b88e-966884d7d693: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:07:57.738095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-04096a19-c76e-450e-a551-4edb19200f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:07:59.923714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7524355a-cfeb-4ee5-a61c-4ac8148096ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:01.233551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:02.774040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:03.371605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:03.666745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:07.204911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:19.762829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51254) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:08:19.873208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f7aebf61-75b9-423c-8f82-fcef5cec2c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:19.946493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f7aebf61-75b9-423c-8f82-fcef5cec2c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:19.951200 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f7aebf61-75b9-423c-8f82-fcef5cec2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:19.988245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aebf61-75b9-423c-8f82-fcef5cec2c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df8e3e-c145-405f-a744-59ef0f354afd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:08:19.995020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f7aebf61-75b9-423c-8f82-fcef5cec2c8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3dafe0f92ad49b7aa039224876f192f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287314 Dec 15 05:08:19.995251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51260) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:08:20.042790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e58c587-7a14-4dc9-b243-d005d384d56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:20.064229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e58c587-7a14-4dc9-b243-d005d384d56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:20.109563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e58c587-7a14-4dc9-b243-d005d384d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:20.112526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e58c587-7a14-4dc9-b243-d005d384d56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:20.114295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2e58c587-7a14-4dc9-b243-d005d384d56e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62df8e3e-c145-405f-a744-59ef0f354afd HTTP/1.1" status: 204 len: 168 time: 0.1175539 Dec 15 05:08:20.123668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58c587-7a14-4dc9-b243-d005d384d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df8e3e-c145-405f-a744-59ef0f354afd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:08:24.963145 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-92e4c4e0-d170-49e8-beb1-3dd2ff1113bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441265 Dec 15 05:08:25.069389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-dc2c7452-4a1b-4b27-b9e0-e29ee72c8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:08:25.071008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-dc2c7452-4a1b-4b27-b9e0-e29ee72c8f61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.0455785 Dec 15 05:08:25.178309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-60405c47-8ae2-4e1d-93f9-86a7c4a21007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:08:25.179796 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-60405c47-8ae2-4e1d-93f9-86a7c4a21007 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 908 time: 0.0881250 Dec 15 05:08:25.248012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-48780b0c-634b-4f97-9aef-7943a2210a76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 1001 time: 0.0593016 Dec 15 05:08:25.297520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-233eff92-4946-4f47-8483-eb605089c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:08:25.298992 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-233eff92-4946-4f47-8483-eb605089c01c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0438306 Dec 15 05:08:25.351570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-b703844f-c4ae-4749-95ca-c05c7019938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:08:25.353000 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-b703844f-c4ae-4749-95ca-c05c7019938b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463037 Dec 15 05:08:25.442553 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-44e78e19-88d4-483b-8f43-c222eaa0d260 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816038 Dec 15 05:08:25.540023 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e2b8ad9b-577c-46ff-9c87-a5e7357bfe2d req-e3df1022-a7d5-437b-8290-524c33efac50 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891104 Dec 15 05:08:25.714592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:08:25.857386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229d848-9fcb-4010-88f4-752e2b0625ee req-1c3b4126-ea28-4614-b203-d4aa693515e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:08:25.858957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9229d848-9fcb-4010-88f4-752e2b0625ee req-1c3b4126-ea28-4614-b203-d4aa693515e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.1433139 Dec 15 05:08:25.915635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9229d848-9fcb-4010-88f4-752e2b0625ee req-88d29c14-8b60-4ae7-9686-c82ca99e0a0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505834 Dec 15 05:08:26.046809 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:08:27.741700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9083000f-1ea7-4ff3-a785-90181bd00cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:29.926368 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-785ba629-8199-4705-bcbf-03ded573f25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:31.224525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:32.776525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:33.377631 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:33.671435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:37.215682 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:51.762569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-8ef11eed-751e-480a-a41f-56a21a1fba59 req-946132f1-fbba-400f-b4d3-409f5f49de6c service neutron] (103133) timed out ('10.222.0.16', 52919) {{(pid=103133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:08:57.744683 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3f6094a-09e9-4679-84b6-3ae23551a103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:08:59.929757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d537de9a-7307-456e-9389-07f760397e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:01.227103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:02.778413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:03.046054 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:09:03.384142 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:03.683923 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:07.247131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.295283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51616) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:09.406172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.476431 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.479823 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.516049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2944cf-c40c-4135-a2d8-f932fc30a5f4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:09.520259 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe89f6f14a73495aa2565d17bb948d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237880 Dec 15 05:09:09.523051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51620) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:09.527867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.528247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.528588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.528925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.529258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.529589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.529915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.530235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.530559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.530881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.531203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.531521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.531840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43a5f2-57aa-4604-a458-fc4fea3991fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.586666 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.608948 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.655362 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.657882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:09.659020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee2944cf-c40c-4135-a2d8-f932fc30a5f4 HTTP/1.1" status: 204 len: 168 time: 0.1348979 Dec 15 05:09:09.666827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2944cf-c40c-4135-a2d8-f932fc30a5f4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:09.674428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.674775 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.675116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.675451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.675782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.676137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.676575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.676783 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.677087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.677475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.677722 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.678040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:09.678357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632adf5-7fc3-4f0f-90d4-c0ab7cf1bdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:10.279148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51644) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:10.377728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1105779868-network', 'tenant_id': '4d07f5db4cff40b48c101cbb550a9d76'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:10.399631 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Made reservation on behalf of 4d07f5db4cff40b48c101cbb550a9d76 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:10.401943 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.410733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.491452 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.495425 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.522105 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:09:10.532873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e68c2-c2ba-48e3-823a-e81951c1f743,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:10.539544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.539886 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Added segment eded494a-91bd-41b1-93c5-3ae92b02bb5c of type vlan for network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 Dec 15 05:09:10.582972 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.608466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.609427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:10.610003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.660249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3799517 Dec 15 05:09:10.663524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51648) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:10.669040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Request body: {'subnet': {'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1105779868-subnet', 'tenant_id': '4d07f5db4cff40b48c101cbb550a9d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:10.671548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006ac99-b3f1-4a48-b383-f5eea1323828 admin admin] Pushing event updated for resources: {'Network': ['ID=2c81c53b-7caf-4fdc-a256-e19e68204ab1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:10.681698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:09:10.689579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Made reservation on behalf of 4d07f5db4cff40b48c101cbb550a9d76 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:10.691952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.858492 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.917642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d802215-7646-42c8-98b1-6a92b55d624f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:10.928421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Checking segment: {'id': 'eded494a-91bd-41b1-93c5-3ae92b02bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:10.928784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Network hostable DHCP agents. Network: 2c81c53b-7caf-4fdc-a256-e19e68204ab1, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:09:10.945727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:09:10.954613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2c81c53b-7caf-4fdc-a256-e19e68204ab1) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:10.960726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:10.961745 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:10.963113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc00e3-80cc-4590-9f86-daed56c16288 None None] Network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:10.978346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-44042f98-6376-47d3-ab5d-25b40dc1275d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136566 Dec 15 05:09:11.065449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c9c3b-104f-4985-8625-bfba66845780 None None] Network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:11.439864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51664) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:11.444844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-312999635-network', 'tenant_id': 'b64a482f288b482f8a01b274af48b7bf'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:11.466231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Made reservation on behalf of b64a482f288b482f8a01b274af48b7bf for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:11.468617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.477422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.550091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.553796 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.573982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:09:11.588946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2bde05-fa44-40ef-9957-351184d44a93,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:11.592539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.592874 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Added segment 46a902ce-078d-4813-9356-a7d5ad9458a9 of type vlan for network 79321f63-4f38-4149-911e-0fbf74436718 Dec 15 05:09:11.631633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.656092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.657015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:11.657589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.710945 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2699347 Dec 15 05:09:11.713810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51666) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:11.719545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Request body: {'subnet': {'network_id': '79321f63-4f38-4149-911e-0fbf74436718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-312999635-subnet', 'tenant_id': 'b64a482f288b482f8a01b274af48b7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:11.722791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a456f-b7de-4c78-8c2e-6796efdb6aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=79321f63-4f38-4149-911e-0fbf74436718,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:11.732236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 79321f63-4f38-4149-911e-0fbf74436718 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:09:11.741183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Made reservation on behalf of b64a482f288b482f8a01b274af48b7bf for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:11.743827 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.910811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:11.969414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d5f08b-475f-47f4-9a8f-c9503bf57699,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:11.977876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Checking segment: {'id': '46a902ce-078d-4813-9356-a7d5ad9458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '79321f63-4f38-4149-911e-0fbf74436718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:11.978239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Network hostable DHCP agents. Network: 79321f63-4f38-4149-911e-0fbf74436718, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:09:11.993545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Network 79321f63-4f38-4149-911e-0fbf74436718 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:09:12.002222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 79321f63-4f38-4149-911e-0fbf74436718) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:12.006265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:12.006859 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:12.011058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55f8ef-59b1-4580-9fd9-76156f02e75f None None] Network 79321f63-4f38-4149-911e-0fbf74436718 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:12.023679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-86948221-eedf-43e0-9392-7c36e7968c44 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3081117 Dec 15 05:09:12.109128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab0096-ff91-4630-bed0-54b3d2676a0d None None] Network 79321f63-4f38-4149-911e-0fbf74436718 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:12.511314 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-34ee2ac6-1f49-4b22-9ede-ecebaa8cc189 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:12.513082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-34ee2ac6-1f49-4b22-9ede-ecebaa8cc189 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/networks?id=2c81c53b-7caf-4fdc-a256-e19e68204ab1 HTTP/1.1" status: 200 len: 812 time: 0.1090214 Dec 15 05:09:12.529185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-14afb342-9dd7-4988-b7d5-a2ab8d493c86 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/quotas/4d07f5db4cff40b48c101cbb550a9d76 HTTP/1.1" status: 200 len: 375 time: 0.0099831 Dec 15 05:09:12.565004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-61fc2bc9-88b1-44f8-8a7e-be4263006e29 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d07f5db4cff40b48c101cbb550a9d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301509 Dec 15 05:09:12.656341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-52eb37ed-4891-40b3-84e2-e71e1f455963 service neutron] 10.222.0.37 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Dec 15 05:09:12.748861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-475ff9a9-7096-4928-a795-ed92adb3fe03 service neutron] 10.222.0.37 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Dec 15 05:09:13.032741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e78636ea-34b4-4892-a3fa-81d85828aef5 req-1e53e96f-388f-4d04-b20d-0832035745d5 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 210 time: 0.1507518 Dec 15 05:09:14.045618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-c6f6981f-c850-489b-95f2-647cc1677cf5 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:14.047038 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-c6f6981f-c850-489b-95f2-647cc1677cf5 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.16 "GET /v2.0/networks?id=2c81c53b-7caf-4fdc-a256-e19e68204ab1 HTTP/1.1" status: 200 len: 812 time: 0.1019552 Dec 15 05:09:14.082845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Request body: {'port': {'device_id': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1', 'admin_state_up': True, 'tenant_id': '4d07f5db4cff40b48c101cbb550a9d76'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:14.129994 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f898b56-85c7-4bbd-a0b3-bd31fe8c507a req-6b5d7f3a-df59-4503-a10d-4b279165e493 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 210 time: 0.0287378 Dec 15 05:09:14.204991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Made reservation on behalf of 4d07f5db4cff40b48c101cbb550a9d76 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:14.208555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:14.333675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Allocated IP 172.20.0.14 (2c81c53b-7caf-4fdc-a256-e19e68204ab1/1d802215-7646-42c8-98b1-6a92b55d624f/a1e785b2-9325-4f7f-a77c-dfa5aa56a303) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:14.474727 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:14.507451 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:14.555539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:14.558716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:14.562451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:14.585767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Pushing event updated for resources: {'Port': ['ID=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:14.613617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:14.614229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:14.629368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-b88eb966-4cf8-4835-834f-a5d173394c85 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507617 Dec 15 05:09:14.709183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Request body: {'port': {'device_id': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:14.759987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:15.014801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e785b2-9325-4f7f-a77c-dfa5aa56a303 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:09:15.022244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:15.034314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Transition to ACTIVE for port object a1e785b2-9325-4f7f-a77c-dfa5aa56a303 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:09:15.038162 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:15.089208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:15.154500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Attempting to bind port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:15.154834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Attempting to bind port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'eded494a-91bd-41b1-93c5-3ae92b02bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:15.155165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Attempting to bind port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 on network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:15.159788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 on network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:09:15.159788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Attempting to bind port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 on network 2c81c53b-7caf-4fdc-a256-e19e68204ab1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:15.165093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:15.165436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Checking segment: {'id': 'eded494a-91bd-41b1-93c5-3ae92b02bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:15.165828 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Bound using segment: {'id': 'eded494a-91bd-41b1-93c5-3ae92b02bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:15.166264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Bound port: a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eded494a-91bd-41b1-93c5-3ae92b02bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:15.166626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:15.229407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] For port a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:15.232995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] For port a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,segment=NetworkSegment(eded494a-91bd-41b1-93c5-3ae92b02bb5c),segment_id=eded494a-91bd-41b1-93c5-3ae92b02bb5c)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:15.238106 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:15.249107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680b7de-b3f1-43e2-8f5a-b0f6ee7a01ec req-6e8f29c0-c335-4eca-9284-b5f77e73ad6d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:15.250593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3680b7de-b3f1-43e2-8f5a-b0f6ee7a01ec req-6e8f29c0-c335-4eca-9284-b5f77e73ad6d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 944 time: 0.0498552 Dec 15 05:09:15.275280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:15.275988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:15.277432 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] 10.222.0.16 "PUT /v2.0/ports/a1e785b2-9325-4f7f-a77c-dfa5aa56a303 HTTP/1.1" status: 200 len: 1093 time: 0.6265409 Dec 15 05:09:15.277880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'tag': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:09:15.280187 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f425b14d-9122-471a-a940-88be2a9c9a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "54c77fd8-f179-48a8-868c-46aaa6666a7e", "tag": "a1e785b2-9325-4f7f-a77c-dfa5aa56a303"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:09:15.302549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5276259-2324-4397-aa41-8f9e5e444475 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:15.305297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3680b7de-b3f1-43e2-8f5a-b0f6ee7a01ec req-3abc5089-a4cf-40f0-960c-37c9562cc475 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482736 Dec 15 05:09:15.329749 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f892828e-c4fb-49d2-a145-0020d1638194 x-openstack-request-id: req-f892828e-c4fb-49d2-a145-0020d1638194 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:09:15.329749 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c77fd8-f179-48a8-868c-46aaa6666a7e", "tag": "a1e785b2-9325-4f7f-a77c-dfa5aa56a303", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:09:15.329749 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f892828e-c4fb-49d2-a145-0020d1638194 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:09:15.329749 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'tag': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303', 'status': 'completed', 'code': 200} Dec 15 05:09:15.387603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-96b79cb0-0dd8-4738-ad70-0c5ea60c6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:15.389034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-96b79cb0-0dd8-4738-ad70-0c5ea60c6429 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d07f5db4cff40b48c101cbb550a9d76&device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 1096 time: 0.0410664 Dec 15 05:09:15.449596 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-e3f65d7d-1e9b-4b42-b1a4-2996580a3799 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303 HTTP/1.1" status: 200 len: 217 time: 0.0370712 Dec 15 05:09:15.504290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-58942561-05db-43e5-89de-6ff3aec32408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:15.505752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-58942561-05db-43e5-89de-6ff3aec32408 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d802215-7646-42c8-98b1-6a92b55d624f HTTP/1.1" status: 200 len: 852 time: 0.0455277 Dec 15 05:09:15.547230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-f1b2109b-8f75-45db-9cc0-3bfa825da309 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c81c53b-7caf-4fdc-a256-e19e68204ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237818 Dec 15 05:09:15.641953 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-085ebc3f-34be-4cd2-9fcb-93dbb54cd4d9 service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Dec 15 05:09:15.733275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2e2e2069-227c-4392-8fb6-9bc54737a62e req-515524ce-b2f9-4688-aa62-67cade505760 service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795412 Dec 15 05:09:15.884053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-87c533ab-8060-4f4f-87f6-81c519929a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:15.885582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-87c533ab-8060-4f4f-87f6-81c519929a03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d07f5db4cff40b48c101cbb550a9d76&device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 1096 time: 0.0430832 Dec 15 05:09:15.977283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-4c757009-b12b-42f6-bfa5-c7ccbcb3648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:15.978664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-4c757009-b12b-42f6-bfa5-c7ccbcb3648e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c81c53b-7caf-4fdc-a256-e19e68204ab1 HTTP/1.1" status: 200 len: 912 time: 0.0854700 Dec 15 05:09:16.019970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-0a65a818-5c23-436b-a359-2db3e94aa97f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303 HTTP/1.1" status: 200 len: 217 time: 0.0336478 Dec 15 05:09:16.076892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-4aaea0c9-1885-4614-a0a1-d18e84a7269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:16.078331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-4aaea0c9-1885-4614-a0a1-d18e84a7269a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d802215-7646-42c8-98b1-6a92b55d624f HTTP/1.1" status: 200 len: 852 time: 0.0461919 Dec 15 05:09:16.109964 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-b4cca525-21e6-4ad6-864f-641c374f6bfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c81c53b-7caf-4fdc-a256-e19e68204ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236750 Dec 15 05:09:16.198812 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-f0c78687-c817-451f-aeb6-760591bc40a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799096 Dec 15 05:09:16.293834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f425b14d-9122-471a-a940-88be2a9c9a3d req-70ecb21a-ea6b-4dc2-8416-fe26652f7fca service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844443 Dec 15 05:09:16.427113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69994a-b8cc-44e0-9280-1ea6cc237912 req-db439f8e-05a8-4851-9dd8-55947a69fc42 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:16.428583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf69994a-b8cc-44e0-9280-1ea6cc237912 req-db439f8e-05a8-4851-9dd8-55947a69fc42 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 944 time: 0.0517178 Dec 15 05:09:16.474367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf69994a-b8cc-44e0-9280-1ea6cc237912 req-f7489fa0-c9c2-4799-b0bc-01c1b21a22a4 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Dec 15 05:09:17.304319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a1e785b2-9325-4f7f-a77c-dfa5aa56a303 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:09:17.396763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,segment=NetworkSegment(eded494a-91bd-41b1-93c5-3ae92b02bb5c),segment_id=eded494a-91bd-41b1-93c5-3ae92b02bb5c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:17.408634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303', 'network_id': '2c81c53b-7caf-4fdc-a256-e19e68204ab1', 'port_id': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303', 'mac_address': 'fa:16:3e:f5:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d802215-7646-42c8-98b1-6a92b55d624f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:09:17.446808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:17.459520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e785b2-9325-4f7f-a77c-dfa5aa56a303 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:09:17.478189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,segment=NetworkSegment(eded494a-91bd-41b1-93c5-3ae92b02bb5c),segment_id=eded494a-91bd-41b1-93c5-3ae92b02bb5c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:17.482725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:17.529919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:17.537445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.537795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.538133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.538468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.538824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.539149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.539470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.539794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.540133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.540454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.540775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.541094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.541411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:17.595675 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426da8-10a0-41c0-8701-b5210e6b824b req-8578fe60-34e2-4b2d-ba7f-a6fae90a1eb1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:17.598632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23426da8-10a0-41c0-8701-b5210e6b824b req-8578fe60-34e2-4b2d-ba7f-a6fae90a1eb1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 945 time: 0.0531783 Dec 15 05:09:17.644077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23426da8-10a0-41c0-8701-b5210e6b824b req-b0fcaf29-2c22-49b6-b91b-28ed0a63c282 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Dec 15 05:09:17.877432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a1e785b2-9325-4f7f-a77c-dfa5aa56a303'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:09:18.756618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3442d47-1476-4e5f-aa4c-619ddc0b9ded req-3f3683a8-fafb-4d93-9ebc-db71d145fc1f tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:18.758064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3442d47-1476-4e5f-aa4c-619ddc0b9ded req-3f3683a8-fafb-4d93-9ebc-db71d145fc1f tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 945 time: 0.0477335 Dec 15 05:09:18.808486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3442d47-1476-4e5f-aa4c-619ddc0b9ded req-1e48fdd0-1918-400f-9439-918c0a07e9bd tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Dec 15 05:09:19.320765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a1e785b2-9325-4f7f-a77c-dfa5aa56a303 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:19.368164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:09:19.372251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:19.372626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:19.446479 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:19.472326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:09:19.474582 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d7bbc7-13ce-4ad7-a1e5-97896468e6e9" -d '{"events": [{"server_uuid": "54c77fd8-f179-48a8-868c-46aaa6666a7e", "name": "network-vif-plugged", "status": "completed", "tag": "a1e785b2-9325-4f7f-a77c-dfa5aa56a303"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:09:19.487655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,segment=NetworkSegment(eded494a-91bd-41b1-93c5-3ae92b02bb5c),segment_id=eded494a-91bd-41b1-93c5-3ae92b02bb5c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:19.491780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:19.513702 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5550bdf8-17a4-4b07-aa5d-c6b362a3b5ae x-openstack-request-id: req-5550bdf8-17a4-4b07-aa5d-c6b362a3b5ae {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:09:19.513991 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c77fd8-f179-48a8-868c-46aaa6666a7e", "name": "network-vif-plugged", "status": "completed", "tag": "a1e785b2-9325-4f7f-a77c-dfa5aa56a303", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:09:19.514246 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5550bdf8-17a4-4b07-aa5d-c6b362a3b5ae {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:09:19.514636 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303', 'code': 200} Dec 15 05:09:19.539146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:19.646735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232473-e004-425b-a161-a4de75e4d92a req-b87b5623-1a31-4049-b585-1f87c3b1bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:19.648242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-90232473-e004-425b-a161-a4de75e4d92a req-b87b5623-1a31-4049-b585-1f87c3b1bd2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 1098 time: 0.0395660 Dec 15 05:09:19.696010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-90232473-e004-425b-a161-a4de75e4d92a req-2f8fb72c-6bfc-4eed-92e9-c1b32f84dbf7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Dec 15 05:09:19.923189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6522c-a6a3-47e3-80dd-e34abfc6a59f req-925bd254-65e0-465b-8389-50c08e861986 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:19.924663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcc6522c-a6a3-47e3-80dd-e34abfc6a59f req-925bd254-65e0-465b-8389-50c08e861986 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0494866 Dec 15 05:09:19.971142 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcc6522c-a6a3-47e3-80dd-e34abfc6a59f req-4ba1eb05-07b8-493b-8d51-2d2882a77692 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Dec 15 05:09:21.140087 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e0791-96ce-4c6c-82c1-9532203dc413 req-8e24e6c7-d8bd-441a-8e60-52915800e288 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:21.141589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-708e0791-96ce-4c6c-82c1-9532203dc413 req-8e24e6c7-d8bd-441a-8e60-52915800e288 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.1029894 Dec 15 05:09:21.188275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-708e0791-96ce-4c6c-82c1-9532203dc413 req-d07de51f-d073-408a-98f9-032cfdd1e358 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Dec 15 05:09:21.306315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984be7-4b36-494c-826f-0b6a743d917a req-b6d3c846-7f06-4c56-9f0d-12fba6a5c478 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:21.307766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7984be7-4b36-494c-826f-0b6a743d917a req-b6d3c846-7f06-4c56-9f0d-12fba6a5c478 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0521884 Dec 15 05:09:21.355085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7984be7-4b36-494c-826f-0b6a743d917a req-261b403e-3c4f-4ed1-bba6-393cf9e00015 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Dec 15 05:09:21.571243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0672b2c-9137-4089-b074-5bf2aa488c53 req-ff474388-e465-4a28-9ce0-1adf90ca037d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:21.572747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0672b2c-9137-4089-b074-5bf2aa488c53 req-ff474388-e465-4a28-9ce0-1adf90ca037d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0475774 Dec 15 05:09:21.622097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0672b2c-9137-4089-b074-5bf2aa488c53 req-1f9f8f66-40fd-4c03-a25d-2c67cc0f6254 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Dec 15 05:09:22.741782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eef54e-df51-4c9d-a8c3-15e5a386fa1c req-966ffd38-50bf-4c44-b8f8-75b31c9e0065 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:22.743254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83eef54e-df51-4c9d-a8c3-15e5a386fa1c req-966ffd38-50bf-4c44-b8f8-75b31c9e0065 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0492766 Dec 15 05:09:22.794407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83eef54e-df51-4c9d-a8c3-15e5a386fa1c req-357f9cbf-3e9c-4500-bbdc-4b7b652ce0c5 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Dec 15 05:09:22.990645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd9ac0-ee39-49c0-8bb0-21048b29e1d0 req-34315e11-b825-441b-8b51-2f0f90502b54 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:22.992133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8dd9ac0-ee39-49c0-8bb0-21048b29e1d0 req-34315e11-b825-441b-8b51-2f0f90502b54 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0485256 Dec 15 05:09:23.040681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8dd9ac0-ee39-49c0-8bb0-21048b29e1d0 req-c71f3877-2e52-4b04-ad57-b775bd29e880 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Dec 15 05:09:23.064787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-d87cd18a-35ea-4a3e-8703-bda083f3e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:23.066285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-d87cd18a-35ea-4a3e-8703-bda083f3e901 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d07f5db4cff40b48c101cbb550a9d76&device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 1098 time: 0.0411274 Dec 15 05:09:23.161887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-d9a3d37d-a971-48ad-b69c-feae9119c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:23.163277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-d9a3d37d-a971-48ad-b69c-feae9119c911 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c81c53b-7caf-4fdc-a256-e19e68204ab1 HTTP/1.1" status: 200 len: 912 time: 0.0872018 Dec 15 05:09:23.208539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-59c98165-6ea1-4bf2-b509-b6058aa8b42f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303 HTTP/1.1" status: 200 len: 217 time: 0.0345032 Dec 15 05:09:23.261331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-5d60ccd6-15d2-48f2-b69e-3e5f95e09743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:23.263288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-5d60ccd6-15d2-48f2-b69e-3e5f95e09743 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d802215-7646-42c8-98b1-6a92b55d624f HTTP/1.1" status: 200 len: 852 time: 0.0459130 Dec 15 05:09:23.294987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-6aa3d49b-c16d-486f-b9d0-b7ea4051f727 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c81c53b-7caf-4fdc-a256-e19e68204ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241282 Dec 15 05:09:23.380738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-9b32c9f2-5f87-4bad-b2b7-97e7938d1c94 service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784662 Dec 15 05:09:23.478893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f52e9e4b-6cef-4300-bc65-b7b46979453c req-b6d5924b-609e-4505-8546-0d5423ee5cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853009 Dec 15 05:09:24.158080 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04875c6d-84c3-45c5-ae25-654fed4dba7a req-1682532e-6ec8-427a-b5bd-0ecbba08aa5d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:24.159538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04875c6d-84c3-45c5-ae25-654fed4dba7a req-1682532e-6ec8-427a-b5bd-0ecbba08aa5d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0482910 Dec 15 05:09:24.207694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04875c6d-84c3-45c5-ae25-654fed4dba7a req-0483060f-0293-48b2-a53e-419ef6c18dfc tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Dec 15 05:09:25.326355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad3bb-ae14-40c9-97b2-208a07172a63 req-a0c2a598-73d7-4f2f-af16-b9211e95f7d5 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:25.327805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91bad3bb-ae14-40c9-97b2-208a07172a63 req-a0c2a598-73d7-4f2f-af16-b9211e95f7d5 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0515308 Dec 15 05:09:25.374031 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91bad3bb-ae14-40c9-97b2-208a07172a63 req-fc59a7b6-db4f-4a4d-bd6a-a97dd3bdc296 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Dec 15 05:09:25.591305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f74e35-a35f-495f-b5c1-08fadcd1b53c req-ca55b966-9fc9-4a32-ac47-24b2beaf7f0f tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:25.592815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95f74e35-a35f-495f-b5c1-08fadcd1b53c req-ca55b966-9fc9-4a32-ac47-24b2beaf7f0f tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0499680 Dec 15 05:09:25.641590 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95f74e35-a35f-495f-b5c1-08fadcd1b53c req-64a36590-8ed5-4d1c-9f22-6ca081e6a823 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Dec 15 05:09:26.761692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179037b0-dd7e-48f9-b991-42802603eb18 req-4de48fad-2ba6-452e-9a5b-cdce86cb57b1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:26.763137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-179037b0-dd7e-48f9-b991-42802603eb18 req-4de48fad-2ba6-452e-9a5b-cdce86cb57b1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0518780 Dec 15 05:09:26.809529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-179037b0-dd7e-48f9-b991-42802603eb18 req-a9f76204-b9fa-49ed-a0de-91a75685e61d tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Dec 15 05:09:26.974169 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-7970aa8e-1cab-45dd-9396-a7364d65ec06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402546 Dec 15 05:09:27.019025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff64024-1c36-4587-9f14-aa1492626d86 req-23a9736f-d656-431c-8adf-4189bd1e77d1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.021644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ff64024-1c36-4587-9f14-aa1492626d86 req-23a9736f-d656-431c-8adf-4189bd1e77d1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0541391 Dec 15 05:09:27.071184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ff64024-1c36-4587-9f14-aa1492626d86 req-c975755a-38a4-4bef-b54d-d39b1cc8c720 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Dec 15 05:09:27.107199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-4f2db6da-4223-45c2-b7d2-93ff84580035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.108669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-4f2db6da-4223-45c2-b7d2-93ff84580035 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.0734348 Dec 15 05:09:27.112704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979256f-238d-48cb-819b-8a7bab075102 req-4065b44a-1bc6-4cab-9fa5-7e2bbcc7a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.115419 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-4065b44a-1bc6-4cab-9fa5-7e2bbcc7a848 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d07f5db4cff40b48c101cbb550a9d76&device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 1098 time: 0.0694432 Dec 15 05:09:27.568541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-4377b315-8fe9-4559-aa9f-16fdf8122820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.570028 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-4377b315-8fe9-4559-aa9f-16fdf8122820 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 908 time: 0.4364576 Dec 15 05:09:27.571083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979256f-238d-48cb-819b-8a7bab075102 req-b87ad815-849e-412b-8c2e-5500f0622a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.572410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-b87ad815-849e-412b-8c2e-5500f0622a35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c81c53b-7caf-4fdc-a256-e19e68204ab1 HTTP/1.1" status: 200 len: 912 time: 0.4470785 Dec 15 05:09:27.651065 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-8258c24d-6d8c-4ed2-9313-93d5b955f10b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303 HTTP/1.1" status: 200 len: 217 time: 0.0667493 Dec 15 05:09:27.691905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-3e2a2cc8-1b6e-4298-99c7-b15a2ba1b844 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 1001 time: 0.1148155 Dec 15 05:09:27.736642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979256f-238d-48cb-819b-8a7bab075102 req-364c6b29-8b65-4244-a052-6e856e1d0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.738076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-364c6b29-8b65-4244-a052-6e856e1d0483 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d802215-7646-42c8-98b1-6a92b55d624f HTTP/1.1" status: 200 len: 852 time: 0.0750277 Dec 15 05:09:27.746898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d11906da-edfb-47c8-9744-b03ffa3d2d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:27.749339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-e8c4a92a-3032-4adc-bf1c-30b13e5f87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.750762 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-e8c4a92a-3032-4adc-bf1c-30b13e5f87ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0518584 Dec 15 05:09:27.800510 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-cd5bad6f-daef-4fe6-9a94-a40584b5cef0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c81c53b-7caf-4fdc-a256-e19e68204ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487740 Dec 15 05:09:27.815096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-6fe99b79-e6e2-4a91-bb77-42a89c96236f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:09:27.816034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-6fe99b79-e6e2-4a91-bb77-42a89c96236f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050106 Dec 15 05:09:27.821941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-0e4c33cc-1ac1-4dc5-8431-e2e21c276edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:27.823251 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-0e4c33cc-1ac1-4dc5-8431-e2e21c276edb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635102 Dec 15 05:09:27.835429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-903aa53c-dd00-4a1a-ba12-03571f94b61c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:09:27.836371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-903aa53c-dd00-4a1a-ba12-03571f94b61c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050921 Dec 15 05:09:27.983240 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-fc7665ef-3484-4d5d-9555-44fa1a5f581f service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582932 Dec 15 05:09:27.985368 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-c6a1e056-2366-4234-8263-8a702b94febb service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395144 Dec 15 05:09:28.140316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0b097654-623c-4cb5-a75a-09f7f8592929 req-3a4eacd2-5ca3-45ab-bf8f-a972f2cdaf75 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483018 Dec 15 05:09:28.142173 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d979256f-238d-48cb-819b-8a7bab075102 req-d40c3d4d-0257-4030-bbc8-3617e96c8153 service neutron] 10.222.0.16 "GET /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428528 Dec 15 05:09:28.197996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e561e-1fbe-4eb0-85ef-91bf120f6e97 req-acdefa28-f937-4e81-80fc-92f7c1b9d751 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:28.199501 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-256e561e-1fbe-4eb0-85ef-91bf120f6e97 req-acdefa28-f937-4e81-80fc-92f7c1b9d751 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0564852 Dec 15 05:09:28.255892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-256e561e-1fbe-4eb0-85ef-91bf120f6e97 req-75973919-53c3-402e-a4bf-082226e60914 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Dec 15 05:09:29.372630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97481-254b-49b8-9519-f7dbe911b9c8 req-68cb80ea-706e-48f1-874f-0cc0ae58900a tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:29.374060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5b97481-254b-49b8-9519-f7dbe911b9c8 req-68cb80ea-706e-48f1-874f-0cc0ae58900a tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0479116 Dec 15 05:09:29.420282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5b97481-254b-49b8-9519-f7dbe911b9c8 req-27e42da8-7884-4814-8402-0696375c9a47 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Dec 15 05:09:29.659870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeed393-57cb-4a87-8ac0-b615876afdcd req-023f0b3c-b87f-475b-9008-321767ebdfeb tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:29.661428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aeed393-57cb-4a87-8ac0-b615876afdcd req-023f0b3c-b87f-475b-9008-321767ebdfeb tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0487063 Dec 15 05:09:29.707668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0aeed393-57cb-4a87-8ac0-b615876afdcd req-57eb29bf-d01d-4656-8cfd-6ffcefaf066c tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Dec 15 05:09:29.932604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34e7d2c7-11a1-41ab-8c06-f8e9ed37d6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:30.826924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a6c0d-0765-45af-b591-06d9d1b68468 req-86b79fac-8322-4bd3-bfc6-4214e94a1552 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:30.828495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c13a6c0d-0765-45af-b591-06d9d1b68468 req-86b79fac-8322-4bd3-bfc6-4214e94a1552 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0520096 Dec 15 05:09:30.881416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c13a6c0d-0765-45af-b591-06d9d1b68468 req-295dbf4d-7583-473c-8288-b384af80acde tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Dec 15 05:09:31.230857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:31.715293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022da76-b117-4c04-b11d-6df49387e97c req-e0b88acb-96dd-4f68-986c-3a944218b7e8 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:31.716789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9022da76-b117-4c04-b11d-6df49387e97c req-e0b88acb-96dd-4f68-986c-3a944218b7e8 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0481131 Dec 15 05:09:31.813224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Deleting port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:09:31.813560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:31.901638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] For port a1e785b2-9325-4f7f-a77c-dfa5aa56a303, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,segment=NetworkSegment(eded494a-91bd-41b1-93c5-3ae92b02bb5c),segment_id=eded494a-91bd-41b1-93c5-3ae92b02bb5c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:31.902436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:31.914992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Calling delete_port for a1e785b2-9325-4f7f-a77c-dfa5aa56a303 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:09:31.998082 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed073b7-6fde-45be-8d1f-fc4a41d7f788 req-846940fb-1a15-4d75-835d-dbffb1586923 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:31.999576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ed073b7-6fde-45be-8d1f-fc4a41d7f788 req-846940fb-1a15-4d75-835d-dbffb1586923 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c77fd8-f179-48a8-868c-46aaa6666a7e HTTP/1.1" status: 200 len: 946 time: 0.0500419 Dec 15 05:09:32.042105 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:32.047230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ed073b7-6fde-45be-8d1f-fc4a41d7f788 req-5e0be64f-d565-40d9-b861-cb0cd37ce9a9 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7e68c2-c2ba-48e3-823a-e81951c1f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Dec 15 05:09:32.068836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Pushing event deleted for resources: {'Port': ['ID=a1e785b2-9325-4f7f-a77c-dfa5aa56a303,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:32.087131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['a1e785b2-9325-4f7f-a77c-dfa5aa56a303'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:09:32.115252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] No DVR routers for this DVR port a1e785b2-9325-4f7f-a77c-dfa5aa56a303 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:09:32.117860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:32.121258 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9022da76-b117-4c04-b11d-6df49387e97c req-bdf24435-99a9-4e3e-9fb5-4883755830e1 tempest-TestServerAdvancedOps-221246337 tempest-TestServerAdvancedOps-221246337-project] 10.222.0.16 "DELETE /v2.0/ports/a1e785b2-9325-4f7f-a77c-dfa5aa56a303 HTTP/1.1" status: 204 len: 173 time: 0.3945725 Dec 15 05:09:32.121697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'name': 'network-vif-deleted', 'tag': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:09:32.123958 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e30732b-a226-4f67-af89-2354bd06068b" -d '{"events": [{"server_uuid": "54c77fd8-f179-48a8-868c-46aaa6666a7e", "name": "network-vif-deleted", "tag": "a1e785b2-9325-4f7f-a77c-dfa5aa56a303"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:09:32.165744 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047cc2d-1689-415d-b334-67ec8984f729 x-openstack-request-id: req-6047cc2d-1689-415d-b334-67ec8984f729 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:09:32.166056 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c77fd8-f179-48a8-868c-46aaa6666a7e", "name": "network-vif-deleted", "tag": "a1e785b2-9325-4f7f-a77c-dfa5aa56a303", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:09:32.166319 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6047cc2d-1689-415d-b334-67ec8984f729 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:09:32.166733 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c77fd8-f179-48a8-868c-46aaa6666a7e', 'name': 'network-vif-deleted', 'tag': 'a1e785b2-9325-4f7f-a77c-dfa5aa56a303', 'status': 'completed', 'code': 200} Dec 15 05:09:32.781311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.104259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51762) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:33.148224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Deleting subnet 1d802215-7646-42c8-98b1-6a92b55d624f {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:09:33.151427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.184448 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.224470 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.273609 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.299832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d802215-7646-42c8-98b1-6a92b55d624f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:33.301829 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.305840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-87e141aa-e0e1-4428-a66e-560af3d6e8d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d802215-7646-42c8-98b1-6a92b55d624f HTTP/1.1" status: 204 len: 168 time: 0.1992517 Dec 15 05:09:33.307508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51764) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:33.375007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.375252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.454703 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.474341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c81c53b-7caf-4fdc-a256-e19e68204ab1']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:33.483815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eded494a-91bd-41b1-93c5-3ae92b02bb5c') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:33.484130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eded494a-91bd-41b1-93c5-3ae92b02bb5c') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:33.493105 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.505948 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.511780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:09:33.512225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:09:33.513839 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:09:33.566063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.571375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.574496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] 10.222.0.37 "DELETE /v2.0/networks/2c81c53b-7caf-4fdc-a256-e19e68204ab1 HTTP/1.1" status: 204 len: 168 time: 0.2654111 Dec 15 05:09:33.577482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51766) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:33.590519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b958d0-bb6b-4e63-bb52-6476b395329b admin admin] Pushing event deleted for resources: {'Network': ['ID=2c81c53b-7caf-4fdc-a256-e19e68204ab1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:33.628686 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Deleting subnet 55d5f08b-475f-47f4-9a8f-c9503bf57699 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:09:33.632194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.669559 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.672622 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.709480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.758773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.785438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d5f08b-475f-47f4-9a8f-c9503bf57699,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:33.787970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.792950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55867ce6-2bed-46a9-b6c4-6d21515c3733 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55d5f08b-475f-47f4-9a8f-c9503bf57699 HTTP/1.1" status: 204 len: 168 time: 0.2126205 Dec 15 05:09:33.794304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51768) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:33.862832 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.937263 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.955945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79321f63-4f38-4149-911e-0fbf74436718']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:33.965274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a902ce-078d-4813-9356-a7d5ad9458a9') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:33.965561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a902ce-078d-4813-9356-a7d5ad9458a9') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:33.974505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.986940 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.992630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:09:33.993003 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:09:33.994604 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:09:34.049935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.056138 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.059252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] 10.222.0.37 "DELETE /v2.0/networks/79321f63-4f38-4149-911e-0fbf74436718 HTTP/1.1" status: 204 len: 168 time: 0.2640357 Dec 15 05:09:34.068637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0fe88-c744-4164-8be3-c7eb04a007ed admin admin] Pushing event deleted for resources: {'Network': ['ID=79321f63-4f38-4149-911e-0fbf74436718,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:34.215031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51772) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:34.253774 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-84e8e0c9-4c37-4498-b610-ce64eec0b418 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d07f5db4cff40b48c101cbb550a9d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376143 Dec 15 05:09:34.255980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51774) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:34.302128 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cec47027-6cdb-421e-8bf8-372ccd89226d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.323498 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cec47027-6cdb-421e-8bf8-372ccd89226d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.373542 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cec47027-6cdb-421e-8bf8-372ccd89226d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.376140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cec47027-6cdb-421e-8bf8-372ccd89226d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.377309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cec47027-6cdb-421e-8bf8-372ccd89226d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d7e68c2-c2ba-48e3-823a-e81951c1f743 HTTP/1.1" status: 204 len: 168 time: 0.1204278 Dec 15 05:09:34.385181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec47027-6cdb-421e-8bf8-372ccd89226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e68c2-c2ba-48e3-823a-e81951c1f743,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:34.680527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51780) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:34.719417 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-28e02657-46a9-4a45-9ff2-be02ca1b1a07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b64a482f288b482f8a01b274af48b7bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375564 Dec 15 05:09:34.721651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51782) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:34.771930 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00ec173-aef6-406b-8a61-3de5567f9152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.796709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00ec173-aef6-406b-8a61-3de5567f9152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.845706 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00ec173-aef6-406b-8a61-3de5567f9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.848539 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e00ec173-aef6-406b-8a61-3de5567f9152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:34.849712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e00ec173-aef6-406b-8a61-3de5567f9152 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa2bde05-fa44-40ef-9957-351184d44a93 HTTP/1.1" status: 204 len: 168 time: 0.1271260 Dec 15 05:09:34.858676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ec173-aef6-406b-8a61-3de5567f9152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2bde05-fa44-40ef-9957-351184d44a93,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:35.386838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a1e785b2-9325-4f7f-a77c-dfa5aa56a303 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:09:35.411145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: a1e785b2-9325-4f7f-a77c-dfa5aa56a303 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:09:35.411604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device a1e785b2-9325-4f7f-a77c-dfa5aa56a303 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:09:35.504730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51804) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:35.601378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1753539308-network', 'tenant_id': '52b69248ccae4f7395640e20852827f6'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:35.621093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Made reservation on behalf of 52b69248ccae4f7395640e20852827f6 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:35.623426 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.631834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.704566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.708284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.734340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:09:35.743551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec4cdb9-7452-4d28-a841-399681c3fb6e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:35.748785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.749121 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Added segment 6bbddc34-3fc6-4336-a751-1d524ea3f198 of type vlan for network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 Dec 15 05:09:35.787564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.811246 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.812202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:35.812775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:35.868016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3621213 Dec 15 05:09:35.871557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16ae7-c3db-41ef-a755-e1b9d36e3297 admin admin] Pushing event updated for resources: {'Network': ['ID=85d6b9ba-68ea-4b09-9011-2c85011dfd66,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:35.871694 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51808) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:35.877300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Request body: {'subnet': {'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1753539308-subnet', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:35.881936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:09:35.900911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Made reservation on behalf of 52b69248ccae4f7395640e20852827f6 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:35.903260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.068903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.129463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Pushing event updated for resources: {'Subnet': ['ID=80616883-f76e-4c15-b15f-6c5100579435,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:36.139703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Checking segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:36.140088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Network hostable DHCP agents. Network: 85d6b9ba-68ea-4b09-9011-2c85011dfd66, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:09:36.156334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:09:36.164489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 85d6b9ba-68ea-4b09-9011-2c85011dfd66) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:36.169463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:36.170059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.174563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa9560-d23b-4a37-9753-c3b6142183d2 None None] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:36.190659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51810) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:36.190957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c746bbaf-5d5f-4fde-b54a-723e204c404b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3179340 Dec 15 05:09:36.195681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:36.217033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.218136 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.273323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.273522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'project_id': '52b69248ccae4f7395640e20852827f6', 'fixed_ips': [{'subnet_id': '80616883-f76e-4c15-b15f-6c5100579435'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:09:36.274371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.406658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Allocated IP 172.20.0.2 (85d6b9ba-68ea-4b09-9011-2c85011dfd66/80616883-f76e-4c15-b15f-6c5100579435/939a6715-6995-4105-8b12-4f3d6c69adb5) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:36.411376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.549947 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.556318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.614293 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.633953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.744139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Allocated IP 172.25.2.55 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/837b138a-52d5-4c79-bb4d-d1c88d9d7ab4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:36.755141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:36.760472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:36.762957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:36.764934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Pushing event updated for resources: {'Port': ['ID=939a6715-6995-4105-8b12-4f3d6c69adb5,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:36.816382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Attempting to bind port 939a6715-6995-4105-8b12-4f3d6c69adb5 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:36.816760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Attempting to bind port 939a6715-6995-4105-8b12-4f3d6c69adb5 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:36.817114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Attempting to bind port 939a6715-6995-4105-8b12-4f3d6c69adb5 on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:36.822208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:36.822578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Checking segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:36.823000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.823387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Bound using segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:36.824354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Bound port: 939a6715-6995-4105-8b12-4f3d6c69adb5, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:36.824729 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.845985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.879121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.888162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] For port 939a6715-6995-4105-8b12-4f3d6c69adb5, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:36.891410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] For port 939a6715-6995-4105-8b12-4f3d6c69adb5, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=939a6715-6995-4105-8b12-4f3d6c69adb5,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:36.895430 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:36.924564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:36.930492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:36.933534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:36.946890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161205e-8291-4bff-95d2-04537270bb75 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:09:36.961668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97829a40-cd39-48f3-a5bb-829b06826fb7 None None] Pushing event updated for resources: {'Port': ['ID=939a6715-6995-4105-8b12-4f3d6c69adb5,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:36.964245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Pushing event updated for resources: {'Port': ['ID=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:37.002757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3f167c99-3631-43d3-9c6c-bc1906f504ae None None] Provisioning complete for port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:37.003128 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f167c99-3631-43d3-9c6c-bc1906f504ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:37.043780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3f167c99-3631-43d3-9c6c-bc1906f504ae None None] Port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:37.217351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:37.231787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:37.408581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:37.814193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Router 4189a63d-61c0-4280-a270-80ebc3566b32 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:09:37.848052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45d5c6-c474-4a9b-b941-f489fe473f91 None None] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:37.910969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f95973ba-cdbf-49ae-8bb5-37d9b6bb1fe1 None None] Provisioning complete for port 939a6715-6995-4105-8b12-4f3d6c69adb5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:37.911343 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f95973ba-cdbf-49ae-8bb5-37d9b6bb1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:37.922122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:09:37.931594 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Sync routers for ids ['4189a63d-61c0-4280-a270-80ebc3566b32'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:09:37.942029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:37.942265 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Routers {'4189a63d-61c0-4280-a270-80ebc3566b32'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:37.943090 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4189a63d-61c0-4280-a270-80ebc3566b32'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:37.946552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-727026e0-01dd-4bfb-af2c-9d8ef93b709e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7541926 Dec 15 05:09:37.946932 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51812) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:38.036805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f95973ba-cdbf-49ae-8bb5-37d9b6bb1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.054809 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Set router 4189a63d-61c0-4280-a270-80ebc3566b32 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:38.070244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f95973ba-cdbf-49ae-8bb5-37d9b6bb1fe1 None None] For port 939a6715-6995-4105-8b12-4f3d6c69adb5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=939a6715-6995-4105-8b12-4f3d6c69adb5,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:38.075187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f95973ba-cdbf-49ae-8bb5-37d9b6bb1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.130830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95973ba-cdbf-49ae-8bb5-37d9b6bb1fe1 None None] Pushing event updated for resources: {'Port': ['ID=939a6715-6995-4105-8b12-4f3d6c69adb5,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:38.268784 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:37Z', 'revision_number': 3, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:38.296964 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Checking router: 4189a63d-61c0-4280-a270-80ebc3566b32 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:09:38.297325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Updating router 4189a63d-61c0-4280-a270-80ebc3566b32 port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:09:38.300492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-444c0c18-220c-4f7c-9247-99aced559d05 None None] Provisioning complete for port 939a6715-6995-4105-8b12-4f3d6c69adb5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:38.300864 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-444c0c18-220c-4f7c-9247-99aced559d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.321321 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.398047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.553179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Allocated IP 172.20.0.1 (85d6b9ba-68ea-4b09-9011-2c85011dfd66/80616883-f76e-4c15-b15f-6c5100579435/782c6fe2-9486-4cdc-b59b-a322c464b43f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:38.661792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.679902 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.685706 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.694537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.730495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee328ec9-37b1-49b5-98bb-85fe7d31fb20 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:09:38.732851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:38.735354 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Attempting to bind port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:38.735508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Attempting to bind port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:38.735929 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Attempting to bind port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:38.737415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:38.741157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:38.745020 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Pushing event updated for resources: {'Port': ['ID=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:38.747157 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Pushing event updated for resources: {'Port': ['ID=782c6fe2-9486-4cdc-b59b-a322c464b43f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:38.748567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:38.748934 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:38.754717 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.755138 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:38.755754 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Bound port: 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:38.756012 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.762618 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.762952 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.763288 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.763620 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.763946 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.764368 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.764610 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.765053 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.765379 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.765700 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.766008 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.766322 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.766636 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:09:38.794960 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.803369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b4c3dab7-5964-4336-b759-cf273016906a None None] Provisioning complete for port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:38.803679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dab7-5964-4336-b759-cf273016906a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.832225 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] For port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:38.836015 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] For port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:38.843562 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.852015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3dab7-5964-4336-b759-cf273016906a None None] Port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:38.904095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e551e-3bcc-475b-ab34-03aac8dd5003 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:09:38.919675 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932a509-49af-433b-99ac-10ffad69a34e None None] Pushing event updated for resources: {'Port': ['ID=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:38.927335 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Routers {'4189a63d-61c0-4280-a270-80ebc3566b32'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:38.928049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4189a63d-61c0-4280-a270-80ebc3566b32'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:38.978661 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:38.998468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8259399d-8bba-4e16-afc5-072e6e9a9d89 None None] Provisioning complete for port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:38.999173 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8259399d-8bba-4e16-afc5-072e6e9a9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.043690 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 939a6715-6995-4105-8b12-4f3d6c69adb5 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:39.050628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] Set router 4189a63d-61c0-4280-a270-80ebc3566b32 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:39.140177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 939a6715-6995-4105-8b12-4f3d6c69adb5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:39.140518 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.168033 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.174466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.182198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8259399d-8bba-4e16-afc5-072e6e9a9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.208514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8259399d-8bba-4e16-afc5-072e6e9a9d89 None None] For port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:39.215524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8259399d-8bba-4e16-afc5-072e6e9a9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.246684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Pushing event updated for resources: {'Port': ['ID=782c6fe2-9486-4cdc-b59b-a322c464b43f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:39.249274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.256310 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:37Z', 'revision_number': 3, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:39.283441 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd265-a3d1-421a-8dd0-459fbe43dac5 None None] The sync data for ids ['4189a63d-61c0-4280-a270-80ebc3566b32'] in n-d-820935-10 is: [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:37Z', 'revision_number': 3, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:09:39.296298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259399d-8bba-4e16-afc5-072e6e9a9d89 None None] Pushing event updated for resources: {'Port': ['ID=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:39.333904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0a4d6ba0-36cd-45fc-979b-506875bbad99 None None] Provisioning complete for port 782c6fe2-9486-4cdc-b59b-a322c464b43f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:39.334396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6ba0-36cd-45fc-979b-506875bbad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.352732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:39.354172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:39.376720 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d6ba0-36cd-45fc-979b-506875bbad99 None None] Port 782c6fe2-9486-4cdc-b59b-a322c464b43f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:39.483965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Router 4189a63d-61c0-4280-a270-80ebc3566b32 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:09:39.615147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:09:39.620518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a2e7771c-2de5-4a7f-9fbf-365da3505e54 admin admin] 10.222.0.37 "PUT /v2.0/routers/4189a63d-61c0-4280-a270-80ebc3566b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723609 Dec 15 05:09:39.698927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-899c22a7-4a55-425b-82bb-db7e5a922c0f None None] Provisioning complete for port 782c6fe2-9486-4cdc-b59b-a322c464b43f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:39.699424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-899c22a7-4a55-425b-82bb-db7e5a922c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:39.734272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-899c22a7-4a55-425b-82bb-db7e5a922c0f None None] Port 782c6fe2-9486-4cdc-b59b-a322c464b43f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:40.045324 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:09:40.111909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51828) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:40.116987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1671663097-network', 'tenant_id': '9ff375389f0846258d1fee0963c9c054'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:40.152440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Made reservation on behalf of 9ff375389f0846258d1fee0963c9c054 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:40.154836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.164777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.242627 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.247603 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.273011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:09:40.283078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bed414-52bb-4c8a-9e15-ac69856b0b52,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:40.287991 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.288360 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Added segment 874f3de0-4b09-40be-9f89-09d1d7e7e10e of type vlan for network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 Dec 15 05:09:40.328449 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.352764 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.353787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:40.354370 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.409033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2959354 Dec 15 05:09:40.411859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51830) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:40.417024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Request body: {'subnet': {'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1671663097-subnet', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:40.420221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044f139-201f-4f09-9da3-a8de67583574 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:40.430315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:09:40.439368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Made reservation on behalf of 9ff375389f0846258d1fee0963c9c054 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:40.441727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.612199 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.669006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20cbe85-c74b-4554-a637-6287cffee3d5,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:40.675889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Checking segment: {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:40.676284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Network hostable DHCP agents. Network: a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:09:40.693956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:09:40.703484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:40.708355 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:40.708980 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.712892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c680d77-0b9e-4f9e-bcf5-89d081990059 None None] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:40.725726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a38d234a-ec51-4af6-a40e-b5202de70d6f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3126547 Dec 15 05:09:40.728219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51832) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:40.733233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:40.754107 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.755205 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.813953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.821721 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7', 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7', 'project_id': '9ff375389f0846258d1fee0963c9c054', 'fixed_ips': [{'subnet_id': 'e20cbe85-c74b-4554-a637-6287cffee3d5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:09:40.822599 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.944308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Sync routers for ids ['4189a63d-61c0-4280-a270-80ebc3566b32'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:09:40.957222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:40.959734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:41.007665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Routers {'4189a63d-61c0-4280-a270-80ebc3566b32'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:41.008329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4189a63d-61c0-4280-a270-80ebc3566b32'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:41.012604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Allocated IP 172.20.0.2 (a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7/e20cbe85-c74b-4554-a637-6287cffee3d5/55671b48-8189-4a79-a067-4fe92632f5d8) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:41.177633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:41.177901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.224558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Set router 4189a63d-61c0-4280-a270-80ebc3566b32 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:41.436667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.439214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.448269 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.459575 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.521018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:41.542949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:41.545389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:41.549420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Pushing event updated for resources: {'Port': ['ID=55671b48-8189-4a79-a067-4fe92632f5d8,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:41.566899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Allocated IP 172.25.2.244 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/c50dd505-73cc-4302-b0c0-25f0305270ef) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:41.616992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Attempting to bind port 55671b48-8189-4a79-a067-4fe92632f5d8 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:41.617355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Attempting to bind port 55671b48-8189-4a79-a067-4fe92632f5d8 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:41.617716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Attempting to bind port 55671b48-8189-4a79-a067-4fe92632f5d8 on network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:41.630532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:41.630901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Checking segment: {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:41.631310 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.631701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Bound using segment: {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:41.632219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Bound port: 55671b48-8189-4a79-a067-4fe92632f5d8, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:41.632597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.651245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:38Z', 'revision_number': 4, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '782c6fe2-9486-4cdc-b59b-a322c464b43f', 'name': '', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'mac_address': 'fa:16:3e:d3:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '80616883-f76e-4c15-b15f-6c5100579435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:38Z', 'updated_at': '2021-12-15T05:09:39Z', 'revision_number': 2, 'project_id': '52b69248ccae4f7395640e20852827f6', 'subnets': [{'id': '80616883-f76e-4c15-b15f-6c5100579435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:41.672414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.696803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Checking router: 4189a63d-61c0-4280-a270-80ebc3566b32 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:09:41.697162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Updating router 4189a63d-61c0-4280-a270-80ebc3566b32 port 782c6fe2-9486-4cdc-b59b-a322c464b43f binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:09:41.708171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.739281 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:41.749864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:41.753021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:41.756483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:41.762285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] For port 55671b48-8189-4a79-a067-4fe92632f5d8, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:41.766000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] For port 55671b48-8189-4a79-a067-4fe92632f5d8, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=55671b48-8189-4a79-a067-4fe92632f5d8,segment=NetworkSegment(874f3de0-4b09-40be-9f89-09d1d7e7e10e),segment_id=874f3de0-4b09-40be-9f89-09d1d7e7e10e)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:41.781242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Pushing event updated for resources: {'Port': ['ID=c50dd505-73cc-4302-b0c0-25f0305270ef,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:41.787673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b1a2d-49be-4de4-ba9b-b7f5c9c87d4e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:09:41.794593 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.040168 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.125046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084b6f7-3932-493a-aa73-dcfc4027f0f4 None None] Pushing event updated for resources: {'Port': ['ID=55671b48-8189-4a79-a067-4fe92632f5d8,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:42.140219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-749e2196-a853-4666-a0ac-e3e9efa89ffe None None] Provisioning complete for port c50dd505-73cc-4302-b0c0-25f0305270ef triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:42.140707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-749e2196-a853-4666-a0ac-e3e9efa89ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.223818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-749e2196-a853-4666-a0ac-e3e9efa89ffe None None] Port c50dd505-73cc-4302-b0c0-25f0305270ef cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:42.264450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.323048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.329929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.380354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2864b8-291b-414e-b417-9cb5ad773414 None None] Pushing event updated for resources: {'Port': ['ID=782c6fe2-9486-4cdc-b59b-a322c464b43f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:42.406420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Router 1527224e-dab6-4c8f-b907-c17d1b0e655a is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:09:42.440001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Attempting to bind port 782c6fe2-9486-4cdc-b59b-a322c464b43f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:42.440536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Attempting to bind port 782c6fe2-9486-4cdc-b59b-a322c464b43f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:42.440756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Attempting to bind port 782c6fe2-9486-4cdc-b59b-a322c464b43f on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:42.446151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:42.446528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Checking segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:42.446931 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.447323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Bound using segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:42.447790 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Bound port: 782c6fe2-9486-4cdc-b59b-a322c464b43f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:42.448194 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.522678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] For port 782c6fe2-9486-4cdc-b59b-a322c464b43f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:42.526587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] For port 782c6fe2-9486-4cdc-b59b-a322c464b43f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=782c6fe2-9486-4cdc-b59b-a322c464b43f,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:42.529696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:09:42.533447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.544796 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Sync routers for ids ['1527224e-dab6-4c8f-b907-c17d1b0e655a'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:09:42.553614 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.555105 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a9e955d1-1c8c-4114-8b71-34303fbe1769 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8258507 Dec 15 05:09:42.558393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51834) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:09:42.563752 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Routers {'1527224e-dab6-4c8f-b907-c17d1b0e655a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:42.564394 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1527224e-dab6-4c8f-b907-c17d1b0e655a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:42.632354 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2864b8-291b-414e-b417-9cb5ad773414 None None] Pushing event updated for resources: {'Port': ['ID=782c6fe2-9486-4cdc-b59b-a322c464b43f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:42.653229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Routers {'4189a63d-61c0-4280-a270-80ebc3566b32'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:42.653873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4189a63d-61c0-4280-a270-80ebc3566b32'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:42.712524 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Set router 1527224e-dab6-4c8f-b907-c17d1b0e655a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:42.728217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-69080dc1-0b17-48a7-b65b-b1dc4aeb5cea None None] Provisioning complete for port 782c6fe2-9486-4cdc-b59b-a322c464b43f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:42.728597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69080dc1-0b17-48a7-b65b-b1dc4aeb5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:42.863051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] Set router 4189a63d-61c0-4280-a270-80ebc3566b32 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:43.005146 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:09:41Z', 'revision_number': 3, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:43.039163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 55671b48-8189-4a79-a067-4fe92632f5d8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:43.043610 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Checking router: 1527224e-dab6-4c8f-b907-c17d1b0e655a for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:09:43.044092 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Updating router 1527224e-dab6-4c8f-b907-c17d1b0e655a port c50dd505-73cc-4302-b0c0-25f0305270ef binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:09:43.072753 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.111624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69080dc1-0b17-48a7-b65b-b1dc4aeb5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.161018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd22bd9-22d9-46bd-a5a8-dce9cd8962e4 None None] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:09:43.183914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.240817 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-69080dc1-0b17-48a7-b65b-b1dc4aeb5cea None None] For port 782c6fe2-9486-4cdc-b59b-a322c464b43f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=782c6fe2-9486-4cdc-b59b-a322c464b43f,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:43.253094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69080dc1-0b17-48a7-b65b-b1dc4aeb5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.270439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 55671b48-8189-4a79-a067-4fe92632f5d8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:43.270805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.361173 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.361387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Allocated IP 172.20.0.1 (a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7/e20cbe85-c74b-4554-a637-6287cffee3d5/d7f7a0c4-4053-471c-99ec-ca50da51764a) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:43.369022 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.409860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db8ee42-b11d-4a06-953a-ca565ca1f082 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:09:43.419583 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Attempting to bind port c50dd505-73cc-4302-b0c0-25f0305270ef on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:43.419944 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Attempting to bind port c50dd505-73cc-4302-b0c0-25f0305270ef by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:43.420325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Attempting to bind port c50dd505-73cc-4302-b0c0-25f0305270ef on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:43.428027 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:43.428414 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:43.428732 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.429548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:43.429548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Bound port: c50dd505-73cc-4302-b0c0-25f0305270ef, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:43.429924 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.432810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69080dc1-0b17-48a7-b65b-b1dc4aeb5cea None None] Pushing event updated for resources: {'Port': ['ID=782c6fe2-9486-4cdc-b59b-a322c464b43f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:43.446146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b2240b8a-d57e-40b0-a41c-ed39f7b07afb None None] Provisioning complete for port 782c6fe2-9486-4cdc-b59b-a322c464b43f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:43.446715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2240b8a-d57e-40b0-a41c-ed39f7b07afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.473113 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.477110 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32469e95-6c57-40e9-83d8-300ad28d3270 None None] Pushing event updated for resources: {'Port': ['ID=c50dd505-73cc-4302-b0c0-25f0305270ef,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:43.503527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] For port c50dd505-73cc-4302-b0c0-25f0305270ef, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:43.506717 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] For port c50dd505-73cc-4302-b0c0-25f0305270ef, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c50dd505-73cc-4302-b0c0-25f0305270ef,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:43.507479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.511634 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.529378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:38Z', 'revision_number': 4, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '782c6fe2-9486-4cdc-b59b-a322c464b43f', 'name': '', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'mac_address': 'fa:16:3e:d3:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '80616883-f76e-4c15-b15f-6c5100579435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:38Z', 'updated_at': '2021-12-15T05:09:42Z', 'revision_number': 4, 'project_id': '52b69248ccae4f7395640e20852827f6', 'subnets': [{'id': '80616883-f76e-4c15-b15f-6c5100579435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:43.558934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f7a0c4-4053-471c-99ec-ca50da51764a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:43.561575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66670921-8ad7-4de5-a495-6e0ae2f14e29 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:09:43.566509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80792e-1a0d-4518-828c-201548ddd2b6 None None] The sync data for ids ['4189a63d-61c0-4280-a270-80ebc3566b32'] in n-d-820935-10 is: [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:38Z', 'revision_number': 4, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '782c6fe2-9486-4cdc-b59b-a322c464b43f', 'name': '', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'mac_address': 'fa:16:3e:d3:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '80616883-f76e-4c15-b15f-6c5100579435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:38Z', 'updated_at': '2021-12-15T05:09:42Z', 'revision_number': 4, 'project_id': '52b69248ccae4f7395640e20852827f6', 'subnets': [{'id': '80616883-f76e-4c15-b15f-6c5100579435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:09:43.568007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.569484 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Routers {'1527224e-dab6-4c8f-b907-c17d1b0e655a'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:43.570725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1527224e-dab6-4c8f-b907-c17d1b0e655a'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:43.574447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:43.585335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:43.589825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:43.652163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.681084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 55671b48-8189-4a79-a067-4fe92632f5d8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=55671b48-8189-4a79-a067-4fe92632f5d8,segment=NetworkSegment(874f3de0-4b09-40be-9f89-09d1d7e7e10e),segment_id=874f3de0-4b09-40be-9f89-09d1d7e7e10e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:43.691306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.758424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b2240b8a-d57e-40b0-a41c-ed39f7b07afb None None] Provisioning complete for port 55671b48-8189-4a79-a067-4fe92632f5d8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:43.758805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2240b8a-d57e-40b0-a41c-ed39f7b07afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:43.775593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32469e95-6c57-40e9-83d8-300ad28d3270 None None] Pushing event updated for resources: {'Port': ['ID=c50dd505-73cc-4302-b0c0-25f0305270ef,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:43.810395 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] Set router 1527224e-dab6-4c8f-b907-c17d1b0e655a gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:43.831326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=55671b48-8189-4a79-a067-4fe92632f5d8,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:43.858263 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.060926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Provisioning complete for port 55671b48-8189-4a79-a067-4fe92632f5d8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:44.061369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.075646 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:09:41Z', 'revision_number': 3, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:44.080227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.090511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.110195 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff050d33-c716-4186-9737-0584d6cccfba None None] The sync data for ids ['1527224e-dab6-4c8f-b907-c17d1b0e655a'] in n-d-820935-10 is: [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:09:41Z', 'revision_number': 3, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:09:44.193303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Provisioning complete for port c50dd505-73cc-4302-b0c0-25f0305270ef triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:44.193524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.194155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f7a0c4-4053-471c-99ec-ca50da51764a,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:44.205262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.292680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.319037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] For port c50dd505-73cc-4302-b0c0-25f0305270ef, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c50dd505-73cc-4302-b0c0-25f0305270ef,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:44.324216 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.346194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:44.347761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:44.382022 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda2a8f-4949-4504-b4af-30099677eabb None None] Pushing event updated for resources: {'Port': ['ID=c50dd505-73cc-4302-b0c0-25f0305270ef,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:44.445739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f67077bc-3414-4081-88e8-5ea6b5efb299 None None] Provisioning complete for port d7f7a0c4-4053-471c-99ec-ca50da51764a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:44.446111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f67077bc-3414-4081-88e8-5ea6b5efb299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.501601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f67077bc-3414-4081-88e8-5ea6b5efb299 None None] Port d7f7a0c4-4053-471c-99ec-ca50da51764a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:44.505494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Router 1527224e-dab6-4c8f-b907-c17d1b0e655a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:09:44.653972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:09:44.660092 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-40a0c0b7-4f95-4b8e-b9b1-bdd428733611 admin admin] 10.222.0.37 "PUT /v2.0/routers/1527224e-dab6-4c8f-b907-c17d1b0e655a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0996599 Dec 15 05:09:44.728513 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8a722e21-3d65-4f9e-b252-411017d34df1 None None] Provisioning complete for port d7f7a0c4-4053-471c-99ec-ca50da51764a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:44.729111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8a722e21-3d65-4f9e-b252-411017d34df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:44.768983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8a722e21-3d65-4f9e-b252-411017d34df1 None None] Port d7f7a0c4-4053-471c-99ec-ca50da51764a cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:45.067215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c50dd505-73cc-4302-b0c0-25f0305270ef up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:45.123920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c50dd505-73cc-4302-b0c0-25f0305270ef triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:45.124564 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:45.206226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 782c6fe2-9486-4cdc-b59b-a322c464b43f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:45.353056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-5832bf1d-cf02-43e4-b438-cbdde9fa4170 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:45.354883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-5832bf1d-cf02-43e4-b438-cbdde9fa4170 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/networks?id=85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 200 len: 910 time: 0.1803107 Dec 15 05:09:45.370988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-1315c6d5-ea3a-4450-b277-a62b6a3e4025 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/quotas/9ff375389f0846258d1fee0963c9c054 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Dec 15 05:09:45.424880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 782c6fe2-9486-4cdc-b59b-a322c464b43f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:45.425247 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:45.456370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-5bb8c851-8d32-4b8d-941e-3f925de9ed34 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff375389f0846258d1fee0963c9c054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793366 Dec 15 05:09:45.508057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 55671b48-8189-4a79-a067-4fe92632f5d8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:45.554872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 55671b48-8189-4a79-a067-4fe92632f5d8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:45.555386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:45.680016 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2743b3e6-31be-4d18-8e93-5572a21f4110 service neutron] 10.222.0.37 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162240 Dec 15 05:09:45.767439 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-65d64f75-9a5b-4279-b253-8fb08680b2a6 service neutron] 10.222.0.37 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Dec 15 05:09:45.925322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-991308b4-30e6-420b-9231-158cf256f1dd req-84974f95-a2d9-4a09-b94c-f62873e90386 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 210 time: 0.0265656 Dec 15 05:09:47.022794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-86a576de-f518-40b9-9dba-4d4c8fbb623a req-d41abd03-704d-4043-b3e5-c63dc48001a0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 210 time: 0.0274587 Dec 15 05:09:47.097551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Sync routers for ids ['1527224e-dab6-4c8f-b907-c17d1b0e655a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:09:47.108675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Routers {'1527224e-dab6-4c8f-b907-c17d1b0e655a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:47.109383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1527224e-dab6-4c8f-b907-c17d1b0e655a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:47.221339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Set router 1527224e-dab6-4c8f-b907-c17d1b0e655a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:47.378447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-7c431c36-4296-4244-9bbd-efefd4bb7e26 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:47.379895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-7c431c36-4296-4244-9bbd-efefd4bb7e26 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.16 "GET /v2.0/networks?id=85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 200 len: 910 time: 0.3539579 Dec 15 05:09:47.392926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Request body: {'port': {'device_id': 'de675051-81d9-4155-bb88-883003a04749', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'admin_state_up': True, 'tenant_id': '9ff375389f0846258d1fee0963c9c054'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:47.413577 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Made reservation on behalf of 9ff375389f0846258d1fee0963c9c054 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:47.415994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.421576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:09:43Z', 'revision_number': 4, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd7f7a0c4-4053-471c-99ec-ca50da51764a', 'name': '', 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'mac_address': 'fa:16:3e:b1:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e20cbe85-c74b-4554-a637-6287cffee3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:43Z', 'updated_at': '2021-12-15T05:09:43Z', 'revision_number': 2, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'subnets': [{'id': 'e20cbe85-c74b-4554-a637-6287cffee3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:47.453606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Checking router: 1527224e-dab6-4c8f-b907-c17d1b0e655a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:09:47.453962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Updating router 1527224e-dab6-4c8f-b907-c17d1b0e655a port d7f7a0c4-4053-471c-99ec-ca50da51764a binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:09:47.477689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.530684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Allocated IP 172.20.0.4 (85d6b9ba-68ea-4b09-9011-2c85011dfd66/80616883-f76e-4c15-b15f-6c5100579435/3d807c24-33d8-4d5d-99bc-4f0699441fda) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:47.670755 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.704000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.744471 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.747938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:47.750395 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.751138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:47.755443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:47.758695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Pushing event updated for resources: {'Port': ['ID=3d807c24-33d8-4d5d-99bc-4f0699441fda,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:47.803957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:47.804585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.807610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498c3ab-75fb-4034-9d53-c4e74c8f5ff4 None None] Pushing event updated for resources: {'Port': ['ID=d7f7a0c4-4053-471c-99ec-ca50da51764a,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:47.828272 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-f9d871a3-8b6a-4129-a970-24bd3ef82f5f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4387765 Dec 15 05:09:47.855855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Request body: {'port': {'device_id': 'de675051-81d9-4155-bb88-883003a04749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:47.870781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Attempting to bind port d7f7a0c4-4053-471c-99ec-ca50da51764a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:47.871153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Attempting to bind port d7f7a0c4-4053-471c-99ec-ca50da51764a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:47.871520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Attempting to bind port d7f7a0c4-4053-471c-99ec-ca50da51764a on network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:47.877539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:47.879383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Checking segment: {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:47.879837 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.880262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Bound using segment: {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:47.880753 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Bound port: d7f7a0c4-4053-471c-99ec-ca50da51764a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874f3de0-4b09-40be-9f89-09d1d7e7e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:47.881144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.921916 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:47.964631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] For port d7f7a0c4-4053-471c-99ec-ca50da51764a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:47.969253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] For port d7f7a0c4-4053-471c-99ec-ca50da51764a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d7f7a0c4-4053-471c-99ec-ca50da51764a,segment=NetworkSegment(874f3de0-4b09-40be-9f89-09d1d7e7e10e),segment_id=874f3de0-4b09-40be-9f89-09d1d7e7e10e)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:47.974810 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.053072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Routers {'1527224e-dab6-4c8f-b907-c17d1b0e655a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:09:48.054048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:09:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1527224e-dab6-4c8f-b907-c17d1b0e655a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:48.064922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498c3ab-75fb-4034-9d53-c4e74c8f5ff4 None None] Pushing event updated for resources: {'Port': ['ID=d7f7a0c4-4053-471c-99ec-ca50da51764a,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:48.161103 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72ce7-3e87-4479-9c30-882780704031 req-00d2d5fe-1437-4b66-89fb-f981f0c904d9 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:48.169844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92a72ce7-3e87-4479-9c30-882780704031 req-00d2d5fe-1437-4b66-89fb-f981f0c904d9 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1027 time: 0.0613270 Dec 15 05:09:48.177048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Provisioning complete for port 3d807c24-33d8-4d5d-99bc-4f0699441fda triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:48.177601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.215528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d807c24-33d8-4d5d-99bc-4f0699441fda {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:09:48.224375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.225973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] Set router 1527224e-dab6-4c8f-b907-c17d1b0e655a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:09:48.228203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Port 3d807c24-33d8-4d5d-99bc-4f0699441fda cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:48.231413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92a72ce7-3e87-4479-9c30-882780704031 req-aa6de57d-1efe-4353-88d2-b0821684d5d7 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600977 Dec 15 05:09:48.237999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Transition to ACTIVE for port object 3d807c24-33d8-4d5d-99bc-4f0699441fda will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:09:48.245146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.281344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Provisioning complete for port d7f7a0c4-4053-471c-99ec-ca50da51764a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:48.281548 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.296502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Pushing event updated for resources: {'Port': ['ID=3d807c24-33d8-4d5d-99bc-4f0699441fda,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:48.392557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Attempting to bind port 3d807c24-33d8-4d5d-99bc-4f0699441fda on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:48.393249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Attempting to bind port 3d807c24-33d8-4d5d-99bc-4f0699441fda by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:48.393249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Attempting to bind port 3d807c24-33d8-4d5d-99bc-4f0699441fda on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:48.400197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Port 3d807c24-33d8-4d5d-99bc-4f0699441fda on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:09:48.401107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Attempting to bind port 3d807c24-33d8-4d5d-99bc-4f0699441fda on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:48.409618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:48.409946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Checking segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:48.410339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Bound using segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:48.411364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Bound port: 3d807c24-33d8-4d5d-99bc-4f0699441fda, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:48.411739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.480677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] For port 3d807c24-33d8-4d5d-99bc-4f0699441fda, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:48.483892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] For port 3d807c24-33d8-4d5d-99bc-4f0699441fda, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:48.488102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.489671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.529389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] For port d7f7a0c4-4053-471c-99ec-ca50da51764a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d7f7a0c4-4053-471c-99ec-ca50da51764a,segment=NetworkSegment(874f3de0-4b09-40be-9f89-09d1d7e7e10e),segment_id=874f3de0-4b09-40be-9f89-09d1d7e7e10e)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:48.530600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:48.531232 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.532839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] 10.222.0.16 "PUT /v2.0/ports/3d807c24-33d8-4d5d-99bc-4f0699441fda HTTP/1.1" status: 200 len: 1092 time: 0.6831949 Dec 15 05:09:48.533225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de675051-81d9-4155-bb88-883003a04749', 'tag': '3d807c24-33d8-4d5d-99bc-4f0699441fda'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:09:48.535451 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363fa5f-bcda-405c-b874-53c95a0f173f" -d '{"events": [{"name": "network-changed", "server_uuid": "de675051-81d9-4155-bb88-883003a04749", "tag": "3d807c24-33d8-4d5d-99bc-4f0699441fda"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:09:48.536885 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.554815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb8424-4b07-457c-918c-4c3eccce883b service neutron] Pushing event updated for resources: {'Port': ['ID=3d807c24-33d8-4d5d-99bc-4f0699441fda,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:48.594255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:09:43Z', 'revision_number': 4, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd7f7a0c4-4053-471c-99ec-ca50da51764a', 'name': '', 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'mac_address': 'fa:16:3e:b1:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e20cbe85-c74b-4554-a637-6287cffee3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:43Z', 'updated_at': '2021-12-15T05:09:47Z', 'revision_number': 4, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'subnets': [{'id': 'e20cbe85-c74b-4554-a637-6287cffee3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:09:48.601797 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311d2233-6fbf-450b-b68e-a969cf58567d x-openstack-request-id: req-311d2233-6fbf-450b-b68e-a969cf58567d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:09:48.602216 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de675051-81d9-4155-bb88-883003a04749", "tag": "3d807c24-33d8-4d5d-99bc-4f0699441fda", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:09:48.602565 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-311d2233-6fbf-450b-b68e-a969cf58567d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:09:48.603064 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de675051-81d9-4155-bb88-883003a04749', 'tag': '3d807c24-33d8-4d5d-99bc-4f0699441fda', 'status': 'completed', 'code': 200} Dec 15 05:09:48.641921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2264b7-9352-44bd-9619-1e860dc05226 None None] The sync data for ids ['1527224e-dab6-4c8f-b907-c17d1b0e655a'] in n-d-820935-10 is: [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:09:43Z', 'revision_number': 4, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'd7f7a0c4-4053-471c-99ec-ca50da51764a', 'name': '', 'network_id': 'a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'mac_address': 'fa:16:3e:b1:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e20cbe85-c74b-4554-a637-6287cffee3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:43Z', 'updated_at': '2021-12-15T05:09:47Z', 'revision_number': 4, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'subnets': [{'id': 'e20cbe85-c74b-4554-a637-6287cffee3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:09:48.644016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4447a52-5bae-4ef9-b2cf-6fcf64f1fe69 None None] Pushing event updated for resources: {'Port': ['ID=d7f7a0c4-4053-471c-99ec-ca50da51764a,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:48.679364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-99f21942-560f-44f4-837b-afd63c3b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:48.680980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-99f21942-560f-44f4-837b-afd63c3b8ed5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ff375389f0846258d1fee0963c9c054&device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1095 time: 0.0594757 Dec 15 05:09:48.695964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-655c979a-3226-46f9-96d0-a0d5dfaba39e None None] Provisioning complete for port d7f7a0c4-4053-471c-99ec-ca50da51764a triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:48.696875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-655c979a-3226-46f9-96d0-a0d5dfaba39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:48.764022 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-6be7ceae-ac95-41d8-99d3-38031fdaeef9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda HTTP/1.1" status: 200 len: 217 time: 0.0586898 Dec 15 05:09:48.834812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-af09619b-f70b-4096-84f9-ad1dca25ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:48.836406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-af09619b-f70b-4096-84f9-ad1dca25ca62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80616883-f76e-4c15-b15f-6c5100579435 HTTP/1.1" status: 200 len: 849 time: 0.0576677 Dec 15 05:09:48.893971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-a9cb5285-93ae-40e4-8abf-26feb53d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:48.895663 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-a9cb5285-93ae-40e4-8abf-26feb53d2632 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85d6b9ba-68ea-4b09-9011-2c85011dfd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481522 Dec 15 05:09:48.949541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7f7a0c4-4053-471c-99ec-ca50da51764a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:49.000269 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-1373b491-fbe8-418f-8107-92d8e133a9cb service neutron] 10.222.0.16 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926359 Dec 15 05:09:49.003579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d7f7a0c4-4053-471c-99ec-ca50da51764a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:49.004024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:49.101116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fadef36b-d0a2-4ba5-a1d8-863bd18eac38 req-df09b2f8-8e83-42e5-97ea-a0d1656d122b service neutron] 10.222.0.16 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879173 Dec 15 05:09:49.274917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-a07551db-8b19-490c-b0f4-03dcf73ea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:49.276970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-a07551db-8b19-490c-b0f4-03dcf73ea392 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ff375389f0846258d1fee0963c9c054&device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1095 time: 0.0466769 Dec 15 05:09:49.325763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f0cf-1842-4b69-8f80-71b9400e51fc req-5f6f9958-f055-4128-abae-7cd2c2b1a7fb tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:49.327262 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d374f0cf-1842-4b69-8f80-71b9400e51fc req-5f6f9958-f055-4128-abae-7cd2c2b1a7fb tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1095 time: 0.0389988 Dec 15 05:09:49.368694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-ec644753-4d3f-48ea-be10-d7e19a729274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:49.370220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-ec644753-4d3f-48ea-be10-d7e19a729274 service neutron] 10.222.0.16 "GET /v2.0/networks?id=85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 200 len: 910 time: 0.0866878 Dec 15 05:09:49.370878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d374f0cf-1842-4b69-8f80-71b9400e51fc req-0e932a1f-cf7d-456c-93e7-d461b992db86 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Dec 15 05:09:49.419125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-261b5e6f-efa2-413f-a799-da10986aa61e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda HTTP/1.1" status: 200 len: 217 time: 0.0416474 Dec 15 05:09:49.469553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-1208a745-bdef-4723-8473-8ed302bb8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:49.471056 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-1208a745-bdef-4723-8473-8ed302bb8e4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80616883-f76e-4c15-b15f-6c5100579435 HTTP/1.1" status: 200 len: 849 time: 0.0452657 Dec 15 05:09:49.517083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-46ee1054-fd17-47b4-9d5a-547842e2cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:49.518457 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-46ee1054-fd17-47b4-9d5a-547842e2cd56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85d6b9ba-68ea-4b09-9011-2c85011dfd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390036 Dec 15 05:09:49.611268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-bdb725fb-6145-4b3c-bff3-cab2d1db68f8 service neutron] 10.222.0.16 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837579 Dec 15 05:09:49.707935 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6363fa5f-bcda-405c-b874-53c95a0f173f req-8c14b16d-2b43-4798-8781-83c98c2de327 service neutron] 10.222.0.16 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887470 Dec 15 05:09:50.482535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7765b-7315-4609-8fa7-97ec81d2388d req-9b4d7d37-bb59-43e8-8919-136bfe528220 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:50.484058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0a7765b-7315-4609-8fa7-97ec81d2388d req-9b4d7d37-bb59-43e8-8919-136bfe528220 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1095 time: 0.0442369 Dec 15 05:09:50.529566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f0a7765b-7315-4609-8fa7-97ec81d2388d req-351b3c64-d802-421f-a5df-b5faffe21412 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Dec 15 05:09:51.507771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 3d807c24-33d8-4d5d-99bc-4f0699441fda details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:09:51.604217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 3d807c24-33d8-4d5d-99bc-4f0699441fda, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:51.616842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '3d807c24-33d8-4d5d-99bc-4f0699441fda', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'port_id': '3d807c24-33d8-4d5d-99bc-4f0699441fda', 'mac_address': 'fa:16:3e:2a:6a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80616883-f76e-4c15-b15f-6c5100579435', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:09:51.636882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90594-9838-4df1-a145-cb01352f4923 req-179f675e-1454-4c43-880e-1f51eb3f2ef0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:51.638386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb90594-9838-4df1-a145-cb01352f4923 req-179f675e-1454-4c43-880e-1f51eb3f2ef0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1095 time: 0.0410159 Dec 15 05:09:51.654053 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:51.666560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d807c24-33d8-4d5d-99bc-4f0699441fda {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:09:51.681761 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cb90594-9838-4df1-a145-cb01352f4923 req-90894e3b-36d7-46e2-8b93-e768fadda18f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Dec 15 05:09:51.685789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 3d807c24-33d8-4d5d-99bc-4f0699441fda, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:51.690191 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:51.740797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=3d807c24-33d8-4d5d-99bc-4f0699441fda,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:52.016305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['3d807c24-33d8-4d5d-99bc-4f0699441fda'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:09:52.790177 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a817-2a7c-4470-b6c8-cd843f2d4c2c req-03b2ef50-1aaf-48dd-895a-7cdfc27061d1 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:52.791636 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d20a817-2a7c-4470-b6c8-cd843f2d4c2c req-03b2ef50-1aaf-48dd-895a-7cdfc27061d1 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1096 time: 0.0395024 Dec 15 05:09:52.837483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d20a817-2a7c-4470-b6c8-cd843f2d4c2c req-bd12a50e-89f0-42aa-a864-03b3e66b3b72 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Dec 15 05:09:53.523530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 3d807c24-33d8-4d5d-99bc-4f0699441fda up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:09:53.579443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 3d807c24-33d8-4d5d-99bc-4f0699441fda completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:09:53.583295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 3d807c24-33d8-4d5d-99bc-4f0699441fda triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:53.583667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:53.658503 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:53.680093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de675051-81d9-4155-bb88-883003a04749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d807c24-33d8-4d5d-99bc-4f0699441fda'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:09:53.682371 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071907f-3ec4-4d3d-a30a-b83269f1964b" -d '{"events": [{"server_uuid": "de675051-81d9-4155-bb88-883003a04749", "name": "network-vif-plugged", "status": "completed", "tag": "3d807c24-33d8-4d5d-99bc-4f0699441fda"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:09:53.694805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 3d807c24-33d8-4d5d-99bc-4f0699441fda, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:09:53.699033 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:53.726533 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febc882-f575-4195-ba3b-a7c37538cc37 x-openstack-request-id: req-5febc882-f575-4195-ba3b-a7c37538cc37 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:09:53.726829 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de675051-81d9-4155-bb88-883003a04749", "name": "network-vif-plugged", "status": "completed", "tag": "3d807c24-33d8-4d5d-99bc-4f0699441fda", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:09:53.727083 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5febc882-f575-4195-ba3b-a7c37538cc37 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:09:53.727464 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de675051-81d9-4155-bb88-883003a04749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d807c24-33d8-4d5d-99bc-4f0699441fda', 'code': 200} Dec 15 05:09:53.748220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=3d807c24-33d8-4d5d-99bc-4f0699441fda,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:53.872891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04939d8e-bdb4-4fb0-b6b0-fc0a4dcbfe7c req-4749cdd5-fc5b-4cfb-af79-e543a6e06128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:53.877734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-04939d8e-bdb4-4fb0-b6b0-fc0a4dcbfe7c req-4749cdd5-fc5b-4cfb-af79-e543a6e06128 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0408390 Dec 15 05:09:53.932468 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-04939d8e-bdb4-4fb0-b6b0-fc0a4dcbfe7c req-79bfee16-6c46-4c3a-8414-1f9ff2a982f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Dec 15 05:09:53.948198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3a2dd-49d4-458d-bcdc-34b0114bf201 req-18b31021-1755-4717-b588-810283969d6a tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:53.949975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3d3a2dd-49d4-458d-bcdc-34b0114bf201 req-18b31021-1755-4717-b588-810283969d6a tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0446236 Dec 15 05:09:53.993653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3d3a2dd-49d4-458d-bcdc-34b0114bf201 req-1946ff83-3de6-4520-adf3-5c57ba8a1356 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Dec 15 05:09:55.103911 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e26e77-e93b-475e-9172-832b2e660a7f req-483d8de8-1246-40ac-b3c7-f5ef17109e83 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:55.106100 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57e26e77-e93b-475e-9172-832b2e660a7f req-483d8de8-1246-40ac-b3c7-f5ef17109e83 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0412681 Dec 15 05:09:55.150492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57e26e77-e93b-475e-9172-832b2e660a7f req-e59405c0-28eb-4f54-a121-9fb6ac9ffa8f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Dec 15 05:09:56.259995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ab37f-34cf-4bc5-92ed-6b5b8132ba4f req-b8874360-aa0a-4823-8f7f-5e8d0bc7127b tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:56.262104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b03ab37f-34cf-4bc5-92ed-6b5b8132ba4f req-b8874360-aa0a-4823-8f7f-5e8d0bc7127b tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0425103 Dec 15 05:09:56.304833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b03ab37f-34cf-4bc5-92ed-6b5b8132ba4f req-d675aae9-ffd4-4c92-a41e-88c46de0c74c tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369172 Dec 15 05:09:56.407254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75527f-2c37-4c19-9a86-f456760ebd17 req-7480ce6c-4afa-44a4-9eae-af02453954e0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:56.408751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d75527f-2c37-4c19-9a86-f456760ebd17 req-7480ce6c-4afa-44a4-9eae-af02453954e0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0391011 Dec 15 05:09:56.452143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d75527f-2c37-4c19-9a86-f456760ebd17 req-190c5ff5-75fb-4dec-9f2a-e8834bd06eb9 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Dec 15 05:09:56.552276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336570b-26ff-4532-9d53-c9344703d2bc req-c1746b26-4c9a-4718-9463-f47b3ce6a0dc tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:56.553716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d336570b-26ff-4532-9d53-c9344703d2bc req-c1746b26-4c9a-4718-9463-f47b3ce6a0dc tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0390244 Dec 15 05:09:56.600179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d336570b-26ff-4532-9d53-c9344703d2bc req-19ad0bfe-4d8b-4b6c-9bb8-d961ee9aa8dd tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Dec 15 05:09:56.820882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-45818b8a-ffd9-4121-b0e9-ea1802102070 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:56.822353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-45818b8a-ffd9-4121-b0e9-ea1802102070 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/networks?id=85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 200 len: 910 time: 0.0821838 Dec 15 05:09:56.836518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-8a7c3791-1fcb-4487-b02c-15fc45c580be tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/quotas/9ff375389f0846258d1fee0963c9c054 HTTP/1.1" status: 200 len: 375 time: 0.0084362 Dec 15 05:09:56.881983 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-ecfa80db-8264-4556-b28b-5d7c3925fea2 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff375389f0846258d1fee0963c9c054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0397584 Dec 15 05:09:56.983406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-ad9020b6-35c7-430e-a1d6-364f90c86c7b service neutron] 10.222.0.37 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942943 Dec 15 05:09:57.075032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-440fdc11-8e01-40e3-9d47-9033bf2aa20f service neutron] 10.222.0.37 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850348 Dec 15 05:09:57.233241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d48db5d7-1892-4f9d-8a1f-9c6ea0636fc5 req-95d9d1d0-4528-434a-9b62-400b90eb718e tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 210 time: 0.0304699 Dec 15 05:09:57.750629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c67f0f0e-b63b-45bc-a775-c34d64d4172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.193699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-a7e5ddeb-0568-45b4-a433-a47d89ac4ff6 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:58.195194 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-a7e5ddeb-0568-45b4-a433-a47d89ac4ff6 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.42 "GET /v2.0/networks?id=85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 200 len: 910 time: 0.0889177 Dec 15 05:09:58.207300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Request body: {'port': {'device_id': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'admin_state_up': True, 'tenant_id': '9ff375389f0846258d1fee0963c9c054'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:58.227603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Made reservation on behalf of 9ff375389f0846258d1fee0963c9c054 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:09:58.230572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.324642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27e3e9fe-8ba6-4e6a-b37f-0f1dd4017ee8 req-197adff4-5a51-489c-aaf0-9a5e4572134c tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 210 time: 0.0243280 Dec 15 05:09:58.347460 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Allocated IP 172.20.0.12 (85d6b9ba-68ea-4b09-9011-2c85011dfd66/80616883-f76e-4c15-b15f-6c5100579435/b1dbfddf-1c71-4507-b9df-262f5f5280fd) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:09:58.476964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.508447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.540864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['3d807c24-33d8-4d5d-99bc-4f0699441fda'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:09:58.553691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:09:58.556607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:09:58.560090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:09:58.584222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Pushing event updated for resources: {'Port': ['ID=b1dbfddf-1c71-4507-b9df-262f5f5280fd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:58.606926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:58.607538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.630030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-9c19cdd6-e080-45d4-8f6f-d1ad50ab0686 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4262614 Dec 15 05:09:58.650573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Request body: {'port': {'device_id': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:09:58.712636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.796846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b426d336-4430-493e-9514-48f41e92cc3a None None] Provisioning complete for port b1dbfddf-1c71-4507-b9df-262f5f5280fd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:09:58.797471 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b426d336-4430-493e-9514-48f41e92cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.833170 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b426d336-4430-493e-9514-48f41e92cc3a None None] Port b1dbfddf-1c71-4507-b9df-262f5f5280fd cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:09:58.972980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1dbfddf-1c71-4507-b9df-262f5f5280fd {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:09:58.981450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:58.994575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Transition to ACTIVE for port object b1dbfddf-1c71-4507-b9df-262f5f5280fd will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:09:58.998458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:59.049663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1dbfddf-1c71-4507-b9df-262f5f5280fd,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:59.118582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Attempting to bind port b1dbfddf-1c71-4507-b9df-262f5f5280fd on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:09:59.118918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Attempting to bind port b1dbfddf-1c71-4507-b9df-262f5f5280fd by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:09:59.119248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Attempting to bind port b1dbfddf-1c71-4507-b9df-262f5f5280fd on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:59.123783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Port b1dbfddf-1c71-4507-b9df-262f5f5280fd on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:09:59.124146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Attempting to bind port b1dbfddf-1c71-4507-b9df-262f5f5280fd on network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:09:59.129383 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:09:59.129722 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Checking segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:09:59.130107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Bound using segment: {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:09:59.130537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Bound port: b1dbfddf-1c71-4507-b9df-262f5f5280fd, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbddc34-3fc6-4336-a751-1d524ea3f198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:09:59.130903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:59.199461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] For port b1dbfddf-1c71-4507-b9df-262f5f5280fd, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:09:59.202669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] For port b1dbfddf-1c71-4507-b9df-262f5f5280fd, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:09:59.206264 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:59.241448 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.242063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:59.243445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b1dbfddf-1c71-4507-b9df-262f5f5280fd HTTP/1.1" status: 200 len: 1093 time: 0.5980005 Dec 15 05:09:59.243885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'tag': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:09:59.246238 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a8e531-6265-43a9-a591-6bea10097e96" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ca739-a23d-46f5-a4de-2513efcffaaa", "tag": "b1dbfddf-1c71-4507-b9df-262f5f5280fd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:09:59.274855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e8945-ad6d-4aca-8441-c0a2417b4fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1dbfddf-1c71-4507-b9df-262f5f5280fd,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:09:59.304257 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84aa4d2-9b71-4896-9c9b-e218f3839bd3 x-openstack-request-id: req-c84aa4d2-9b71-4896-9c9b-e218f3839bd3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:09:59.304566 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ca739-a23d-46f5-a4de-2513efcffaaa", "tag": "b1dbfddf-1c71-4507-b9df-262f5f5280fd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:09:59.304829 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c84aa4d2-9b71-4896-9c9b-e218f3839bd3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:09:59.305244 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'tag': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd', 'status': 'completed', 'code': 200} Dec 15 05:09:59.365695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-ed261f36-33e9-4a7f-a38f-a455e46ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.367370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-ed261f36-33e9-4a7f-a38f-a455e46ce0da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff375389f0846258d1fee0963c9c054&device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1096 time: 0.0470829 Dec 15 05:09:59.426463 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-c06a7750-20ed-4d6f-9517-6f8fb2507c71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd HTTP/1.1" status: 200 len: 217 time: 0.0442953 Dec 15 05:09:59.443084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8b1e5-81e7-47b5-aa62-2fd70a6c6092 req-62b07cf1-2e27-440e-bb42-d6a988e28a1b tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.444626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ba8b1e5-81e7-47b5-aa62-2fd70a6c6092 req-62b07cf1-2e27-440e-bb42-d6a988e28a1b tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1096 time: 0.0416455 Dec 15 05:09:59.478147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-2118b0b7-2368-42ad-a6d3-718bac405dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.479698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-2118b0b7-2368-42ad-a6d3-718bac405dda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80616883-f76e-4c15-b15f-6c5100579435 HTTP/1.1" status: 200 len: 849 time: 0.0461392 Dec 15 05:09:59.490963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ba8b1e5-81e7-47b5-aa62-2fd70a6c6092 req-5429f8ef-eb07-43d8-b2be-65cecd6ef299 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Dec 15 05:09:59.525998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-ef74d978-b74d-4956-9505-c9336ecac86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.528077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-ef74d978-b74d-4956-9505-c9336ecac86e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85d6b9ba-68ea-4b09-9011-2c85011dfd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414340 Dec 15 05:09:59.619073 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-08a427d7-177c-43ba-9e39-64b0d4946a71 service neutron] 10.222.0.42 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838525 Dec 15 05:09:59.710893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a366a175-1626-4bfd-b7dc-c3620c5d4258 req-06ed6fa2-985d-474f-ae3e-9b98a93629ed service neutron] 10.222.0.42 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839829 Dec 15 05:09:59.836875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e531-6265-43a9-a591-6bea10097e96 req-9998ca5c-ed0a-4dc4-ae24-5c327b7f455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.838354 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-9998ca5c-ed0a-4dc4-ae24-5c327b7f455b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ff375389f0846258d1fee0963c9c054&device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1096 time: 0.0410607 Dec 15 05:09:59.930148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e531-6265-43a9-a591-6bea10097e96 req-dc08f8ed-c532-4ab5-a7b0-75dfdc7e1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:09:59.931655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-dc08f8ed-c532-4ab5-a7b0-75dfdc7e1e43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 200 len: 910 time: 0.0863619 Dec 15 05:09:59.934439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53a690c4-0a06-4e0b-8bee-78b350d510be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:09:59.974405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-3dd7438e-b068-4a94-82d0-9f87c6741d67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd HTTP/1.1" status: 200 len: 217 time: 0.0345411 Dec 15 05:10:00.029276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e531-6265-43a9-a591-6bea10097e96 req-4cb737bf-a3fe-4751-ada2-86f18007f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:00.030807 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-4cb737bf-a3fe-4751-ada2-86f18007f14b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80616883-f76e-4c15-b15f-6c5100579435 HTTP/1.1" status: 200 len: 849 time: 0.0479074 Dec 15 05:10:00.077637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e531-6265-43a9-a591-6bea10097e96 req-83b39412-5799-43f2-8276-382c6f9f9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:00.079098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-83b39412-5799-43f2-8276-382c6f9f9038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85d6b9ba-68ea-4b09-9011-2c85011dfd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403769 Dec 15 05:10:00.167921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-8b37781f-56d5-4b17-9999-a5c1af02b52e service neutron] 10.222.0.42 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809028 Dec 15 05:10:00.260421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-89a8e531-6265-43a9-a591-6bea10097e96 req-796eed8c-8ce9-494f-b4b2-a03cd5d0ccec service neutron] 10.222.0.42 "GET /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847869 Dec 15 05:10:00.596671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20bd3c-9e2c-490e-b7d4-6a90b3a09d64 req-78b1eb0c-bd30-4a8b-b0d4-4e77df679ef8 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:00.598397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb20bd3c-9e2c-490e-b7d4-6a90b3a09d64 req-78b1eb0c-bd30-4a8b-b0d4-4e77df679ef8 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1096 time: 0.0393727 Dec 15 05:10:00.645133 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb20bd3c-9e2c-490e-b7d4-6a90b3a09d64 req-ad0f4002-2583-4209-932d-6b74a34ab5c3 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Dec 15 05:10:01.233315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:01.380400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1dbfddf-1c71-4507-b9df-262f5f5280fd details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:10:01.480512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b1dbfddf-1c71-4507-b9df-262f5f5280fd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:01.492798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd', 'network_id': '85d6b9ba-68ea-4b09-9011-2c85011dfd66', 'port_id': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd', 'mac_address': 'fa:16:3e:1b:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80616883-f76e-4c15-b15f-6c5100579435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:10:01.531602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:01.545642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1dbfddf-1c71-4507-b9df-262f5f5280fd {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:10:01.565799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b1dbfddf-1c71-4507-b9df-262f5f5280fd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:01.569686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:01.618778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b1dbfddf-1c71-4507-b9df-262f5f5280fd,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:01.750602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434630c4-bb18-4706-b185-9ddfe40d1215 req-ce81b810-05e8-4d04-8dff-1cdc576196c6 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:01.751992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-434630c4-bb18-4706-b185-9ddfe40d1215 req-ce81b810-05e8-4d04-8dff-1cdc576196c6 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1097 time: 0.0401564 Dec 15 05:10:01.798985 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-434630c4-bb18-4706-b185-9ddfe40d1215 req-874417a9-4b00-470e-861b-f9fd99721364 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Dec 15 05:10:01.860766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1dbfddf-1c71-4507-b9df-262f5f5280fd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:10:02.783716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:02.902549 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f669d-29a8-4a2b-82cf-f3c7f41c33cd req-9e57d25d-db15-49f0-93ba-80cb24457e6c tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:02.904014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-653f669d-29a8-4a2b-82cf-f3c7f41c33cd req-9e57d25d-db15-49f0-93ba-80cb24457e6c tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1097 time: 0.0399413 Dec 15 05:10:02.947241 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-653f669d-29a8-4a2b-82cf-f3c7f41c33cd req-998501ad-5ef6-4c4a-bc6a-ee0c62a28da7 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Dec 15 05:10:03.376314 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:03.411379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1dbfddf-1c71-4507-b9df-262f5f5280fd up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:03.461368 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port b1dbfddf-1c71-4507-b9df-262f5f5280fd completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:10:03.464882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port b1dbfddf-1c71-4507-b9df-262f5f5280fd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:03.465242 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:03.539072 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:03.560995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:10:03.563237 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3980c479-3d33-48aa-8bd1-171d4c622a95" -d '{"events": [{"server_uuid": "4e1ca739-a23d-46f5-a4de-2513efcffaaa", "name": "network-vif-plugged", "status": "completed", "tag": "b1dbfddf-1c71-4507-b9df-262f5f5280fd"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:10:03.576350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port b1dbfddf-1c71-4507-b9df-262f5f5280fd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:03.581337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:03.608750 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f679fe7-b894-47ec-b142-04b96fb23f25 x-openstack-request-id: req-8f679fe7-b894-47ec-b142-04b96fb23f25 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:10:03.609044 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ca739-a23d-46f5-a4de-2513efcffaaa", "name": "network-vif-plugged", "status": "completed", "tag": "b1dbfddf-1c71-4507-b9df-262f5f5280fd", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:10:03.609296 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f679fe7-b894-47ec-b142-04b96fb23f25 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:10:03.609681 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd', 'code': 200} Dec 15 05:10:03.634665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=b1dbfddf-1c71-4507-b9df-262f5f5280fd,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:03.702174 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:03.777219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a949b-b9f0-44cf-87d6-a7d750e2c5ef req-dd218e79-c6a5-40de-8998-276f7faf7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:03.778695 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c8a949b-b9f0-44cf-87d6-a7d750e2c5ef req-dd218e79-c6a5-40de-8998-276f7faf7c2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0408556 Dec 15 05:10:03.822693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5c8a949b-b9f0-44cf-87d6-a7d750e2c5ef req-93439ac9-1658-4823-ba4b-9c62c297ab5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Dec 15 05:10:04.055907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d336c-58a4-414c-b6ae-d663d8a457bb req-6589fc16-2a7f-493f-8899-beb456b43390 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:04.057435 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d4d336c-58a4-414c-b6ae-d663d8a457bb req-6589fc16-2a7f-493f-8899-beb456b43390 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0426691 Dec 15 05:10:04.100749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1d4d336c-58a4-414c-b6ae-d663d8a457bb req-1252c642-e5c9-470c-ba64-c36229937d9f tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366542 Dec 15 05:10:05.210120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20527-2da1-468a-99e7-64fefeec85d8 req-097d739b-857e-48ab-b850-e842f1498a4a tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:05.211596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7d20527-2da1-468a-99e7-64fefeec85d8 req-097d739b-857e-48ab-b850-e842f1498a4a tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0401556 Dec 15 05:10:05.254687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e7d20527-2da1-468a-99e7-64fefeec85d8 req-2f746f64-efb6-48f5-a56a-6336e654d549 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371976 Dec 15 05:10:05.359817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e18e-9780-4d10-a0b7-1d1585ca0204 req-b2c62960-8750-4298-bd5a-c5a77fa763be tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:05.361361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bc3e18e-9780-4d10-a0b7-1d1585ca0204 req-b2c62960-8750-4298-bd5a-c5a77fa763be tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0391152 Dec 15 05:10:05.407828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bc3e18e-9780-4d10-a0b7-1d1585ca0204 req-aa89c56b-bfb9-48b9-bd19-ee74571d26f3 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Dec 15 05:10:05.510006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309d69-e650-4b4e-a7e5-f11dfa5773be req-fc325c0b-e27b-439a-9238-50b29dff0567 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:05.511504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e309d69-e650-4b4e-a7e5-f11dfa5773be req-fc325c0b-e27b-439a-9238-50b29dff0567 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0405247 Dec 15 05:10:05.554567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e309d69-e650-4b4e-a7e5-f11dfa5773be req-07ee4415-3af2-4613-9d11-6973b2729489 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Dec 15 05:10:05.772808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed469815-a00a-4d95-a780-b943420412b0 req-1b7120aa-f7a2-444e-885d-aa4597c20ddc tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:05.774277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed469815-a00a-4d95-a780-b943420412b0 req-1b7120aa-f7a2-444e-885d-aa4597c20ddc tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0392601 Dec 15 05:10:05.816826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed469815-a00a-4d95-a780-b943420412b0 req-8541b7ea-178b-4921-8887-c247fc8ef23d tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Dec 15 05:10:06.928508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883420-f9f7-469b-9419-1ec9c41db93e req-753b9cc0-7f7e-4a63-b97b-e6b6bd7eb209 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:06.930009 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0883420-f9f7-469b-9419-1ec9c41db93e req-753b9cc0-7f7e-4a63-b97b-e6b6bd7eb209 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0426922 Dec 15 05:10:06.975916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0883420-f9f7-469b-9419-1ec9c41db93e req-6983d27b-9d4b-4368-b40b-7539e0b3e26a tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376952 Dec 15 05:10:07.185622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-0e9403f5-368f-42f3-9123-744f6c8aa608 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:07.187012 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-0e9403f5-368f-42f3-9123-744f6c8aa608 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 1098 time: 0.0437460 Dec 15 05:10:07.255939 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:07.264865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Deleting port b1dbfddf-1c71-4507-b9df-262f5f5280fd {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:07.265205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:07.344180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] For port b1dbfddf-1c71-4507-b9df-262f5f5280fd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=b1dbfddf-1c71-4507-b9df-262f5f5280fd,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:07.344540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:07.357141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Calling delete_port for b1dbfddf-1c71-4507-b9df-262f5f5280fd owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:07.472640 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:07.502365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1dbfddf-1c71-4507-b9df-262f5f5280fd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:07.504498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['b1dbfddf-1c71-4507-b9df-262f5f5280fd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:10:07.529105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['3d807c24-33d8-4d5d-99bc-4f0699441fda'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:10:07.546456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] No DVR routers for this DVR port b1dbfddf-1c71-4507-b9df-262f5f5280fd on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:10:07.549476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:07.553152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fa738baa-d2ab-4e9c-b516-44bcb258b756 req-700df95b-2fb6-47ee-9ea1-f830e96681d4 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b1dbfddf-1c71-4507-b9df-262f5f5280fd HTTP/1.1" status: 204 len: 173 time: 0.3593388 Dec 15 05:10:07.553705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'name': 'network-vif-deleted', 'tag': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:10:07.556626 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4c1a1b-4097-447b-bd6f-5c220871637c" -d '{"events": [{"server_uuid": "4e1ca739-a23d-46f5-a4de-2513efcffaaa", "name": "network-vif-deleted", "tag": "b1dbfddf-1c71-4507-b9df-262f5f5280fd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:10:07.608936 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc8c8d-530d-46eb-be74-c9f4cfec2909 x-openstack-request-id: req-48fc8c8d-530d-46eb-be74-c9f4cfec2909 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:10:07.609240 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ca739-a23d-46f5-a4de-2513efcffaaa", "name": "network-vif-deleted", "tag": "b1dbfddf-1c71-4507-b9df-262f5f5280fd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:10:07.609484 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48fc8c8d-530d-46eb-be74-c9f4cfec2909 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:10:07.609886 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ca739-a23d-46f5-a4de-2513efcffaaa', 'name': 'network-vif-deleted', 'tag': 'b1dbfddf-1c71-4507-b9df-262f5f5280fd', 'status': 'completed', 'code': 200} Dec 15 05:10:08.082147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cae261d7-c0d3-463b-adc2-22e418445668 req-982a4faa-658e-42ab-b80e-82ddc42534c7 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e1ca739-a23d-46f5-a4de-2513efcffaaa HTTP/1.1" status: 200 len: 210 time: 0.0269835 Dec 15 05:10:09.341174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fa69a-45d0-489e-b149-0b26a1a1f993 req-c40daf23-4677-4209-bac7-322bbee302c0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:09.342652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-521fa69a-45d0-489e-b149-0b26a1a1f993 req-c40daf23-4677-4209-bac7-322bbee302c0 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0398755 Dec 15 05:10:09.385018 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-521fa69a-45d0-489e-b149-0b26a1a1f993 req-0a2f70a9-ade4-4cec-a615-3f819d05dbfe tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Dec 15 05:10:10.498272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5ce6-70af-4eb7-97b8-42cf4c656374 req-b2d6caa8-77f6-4f02-b896-6d3727d8a775 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:10.499780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5bf5ce6-70af-4eb7-97b8-42cf4c656374 req-b2d6caa8-77f6-4f02-b896-6d3727d8a775 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0436363 Dec 15 05:10:10.543944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5bf5ce6-70af-4eb7-97b8-42cf4c656374 req-41727692-5065-496a-98d0-61dd591cd9aa tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=72bed414-52bb-4c8a-9e15-ac69856b0b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Dec 15 05:10:11.007468 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-dc7cffd7-4a3d-44dc-861f-69f01ed26c62 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:11.008986 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-dc7cffd7-4a3d-44dc-861f-69f01ed26c62 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 1097 time: 0.0393639 Dec 15 05:10:11.091794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Deleting port 3d807c24-33d8-4d5d-99bc-4f0699441fda {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:11.092166 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:11.168505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] For port 3d807c24-33d8-4d5d-99bc-4f0699441fda, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=3d807c24-33d8-4d5d-99bc-4f0699441fda,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:11.168785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:11.181088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Calling delete_port for 3d807c24-33d8-4d5d-99bc-4f0699441fda owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:11.301034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-7ad7eb27-e55d-45e0-a781-b4c6b8fe0836 req-2e16c49e-561a-449a-aa2b-cde6ca545ce4 service neutron] (103132) timed out ('10.222.0.37', 49764) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:10:11.306979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:11.333213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d807c24-33d8-4d5d-99bc-4f0699441fda,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:11.343260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.343598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.343962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.344323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.345144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.345144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.345356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.345613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.345939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.346263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.346587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.346910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.347234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:11.356346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['3d807c24-33d8-4d5d-99bc-4f0699441fda'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:10:11.388273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] No DVR routers for this DVR port 3d807c24-33d8-4d5d-99bc-4f0699441fda on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:10:11.390772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:11.394249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8e1c8fc0-4093-4e24-ba20-0f7205799390 req-fdbb225e-bca4-4570-b26f-65d9c18980a5 tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3d807c24-33d8-4d5d-99bc-4f0699441fda HTTP/1.1" status: 204 len: 173 time: 0.3752923 Dec 15 05:10:11.394765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de675051-81d9-4155-bb88-883003a04749', 'name': 'network-vif-deleted', 'tag': '3d807c24-33d8-4d5d-99bc-4f0699441fda'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:10:11.397100 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1711ac-40bf-4fe0-8ccc-324661655240" -d '{"events": [{"server_uuid": "de675051-81d9-4155-bb88-883003a04749", "name": "network-vif-deleted", "tag": "3d807c24-33d8-4d5d-99bc-4f0699441fda"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:10:11.439615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1dbfddf-1c71-4507-b9df-262f5f5280fd no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:11.448590 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04f5f0-ecb5-48f7-8c77-41654264083a x-openstack-request-id: req-af04f5f0-ecb5-48f7-8c77-41654264083a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:10:11.448896 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de675051-81d9-4155-bb88-883003a04749", "name": "network-vif-deleted", "tag": "3d807c24-33d8-4d5d-99bc-4f0699441fda", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:10:11.449153 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af04f5f0-ecb5-48f7-8c77-41654264083a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:10:11.449619 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de675051-81d9-4155-bb88-883003a04749', 'name': 'network-vif-deleted', 'tag': '3d807c24-33d8-4d5d-99bc-4f0699441fda', 'status': 'completed', 'code': 200} Dec 15 05:10:11.464851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: b1dbfddf-1c71-4507-b9df-262f5f5280fd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:11.465201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device b1dbfddf-1c71-4507-b9df-262f5f5280fd not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:11.653484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-836598f1-a599-4ec4-8fa4-30c65a14fbd4 req-b4221fd3-a568-46fb-a177-6c6c903fe7ff tempest-TestServerMultinode-290316528 tempest-TestServerMultinode-290316528-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de675051-81d9-4155-bb88-883003a04749 HTTP/1.1" status: 200 len: 210 time: 0.0251017 Dec 15 05:10:12.715358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51966) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:13.062082 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:13.310093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Deleting port 782c6fe2-9486-4cdc-b59b-a322c464b43f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:13.310431 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:13.387721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] For port 782c6fe2-9486-4cdc-b59b-a322c464b43f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=782c6fe2-9486-4cdc-b59b-a322c464b43f,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:13.388201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:13.402068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Calling delete_port for 782c6fe2-9486-4cdc-b59b-a322c464b43f owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:13.587268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 3d807c24-33d8-4d5d-99bc-4f0699441fda no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:13.609053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 3d807c24-33d8-4d5d-99bc-4f0699441fda {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:13.609398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 3d807c24-33d8-4d5d-99bc-4f0699441fda not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:13.835014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:13.862523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=782c6fe2-9486-4cdc-b59b-a322c464b43f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:14.028187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:14.238116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Router 4189a63d-61c0-4280-a270-80ebc3566b32 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:10:14.350838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:10:14.356465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1a3ef605-e048-473d-97c5-8a2fa1f45c99 admin admin] 10.222.0.37 "PUT /v2.0/routers/4189a63d-61c0-4280-a270-80ebc3566b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399646 Dec 15 05:10:14.359294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51968) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:14.360395 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] Sync routers for ids ['4189a63d-61c0-4280-a270-80ebc3566b32'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:10:14.370888 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] Routers {'4189a63d-61c0-4280-a270-80ebc3566b32'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:14.371484 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4189a63d-61c0-4280-a270-80ebc3566b32'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:14.464678 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:14.561279 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] Set router 4189a63d-61c0-4280-a270-80ebc3566b32 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:14.563913 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:14.621975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Deleting port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:14.622311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:14.698950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] For port 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:14.699310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:14.711287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Calling delete_port for 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:14.736013 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:10:13Z', 'revision_number': 5, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port': {'id': '837b138a-52d5-4c79-bb4d-d1c88d9d7ab4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:14.765566 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] Checking router: 4189a63d-61c0-4280-a270-80ebc3566b32 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:10:14.773667 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] Routers {'4189a63d-61c0-4280-a270-80ebc3566b32'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:14.774269 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4189a63d-61c0-4280-a270-80ebc3566b32'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:14.858619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] Set router 4189a63d-61c0-4280-a270-80ebc3566b32 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:14.878165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:14.898445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Pushing event deleted for resources: {'Port': ['ID=837b138a-52d5-4c79-bb4d-d1c88d9d7ab4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:14.913364 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:10:14Z', 'revision_number': 6, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:14.923805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46132f8-fc73-4be1-8dad-3b05d4287e15 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:14.947148 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83418ff3-ffde-40de-b798-b1719e6ee771 None None] The sync data for ids ['4189a63d-61c0-4280-a270-80ebc3566b32'] in n-d-820935-10 is: [{'id': '4189a63d-61c0-4280-a270-80ebc3566b32', 'name': 'tempest-TestServerMultinode-1753539308-router', 'tenant_id': '52b69248ccae4f7395640e20852827f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:36Z', 'updated_at': '2021-12-15T05:10:14Z', 'revision_number': 6, 'project_id': '52b69248ccae4f7395640e20852827f6', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:10:14.985388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.073812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.075922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.117728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.118197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4189a63d-61c0-4280-a270-80ebc3566b32 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:10:15.122566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.123707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c63c5a9-60c7-4c66-9436-ceffe318df5a admin admin] 10.222.0.37 "DELETE /v2.0/routers/4189a63d-61c0-4280-a270-80ebc3566b32 HTTP/1.1" status: 204 len: 168 time: 0.7634654 Dec 15 05:10:15.126795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51970) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:15.173850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Deleting subnet 80616883-f76e-4c15-b15f-6c5100579435 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:10:15.176835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.209819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.284302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.337039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.371717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80616883-f76e-4c15-b15f-6c5100579435,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:15.375616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.378788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-02ac893a-375f-4563-91c1-236420f81824 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/80616883-f76e-4c15-b15f-6c5100579435 HTTP/1.1" status: 204 len: 168 time: 0.2509294 Dec 15 05:10:15.381334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51972) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:15.384415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16890d71-6a02-4059-99b6-0d02bd36c5de None None] Network 85d6b9ba-68ea-4b09-9011-2c85011dfd66 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:10:15.450564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.504194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Deleting port 939a6715-6995-4105-8b12-4f3d6c69adb5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:15.504537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.568753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] For port 939a6715-6995-4105-8b12-4f3d6c69adb5, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=939a6715-6995-4105-8b12-4f3d6c69adb5,segment=NetworkSegment(6bbddc34-3fc6-4336-a751-1d524ea3f198),segment_id=6bbddc34-3fc6-4336-a751-1d524ea3f198)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:15.569110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.583725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Calling delete_port for 939a6715-6995-4105-8b12-4f3d6c69adb5 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:15.662752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.687439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Pushing event deleted for resources: {'Port': ['ID=939a6715-6995-4105-8b12-4f3d6c69adb5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:15.690851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] No DVR routers for this DVR port 939a6715-6995-4105-8b12-4f3d6c69adb5 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:10:15.731186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0faa35-7315-45ff-addb-34a60487346c None None] DHCP port deletion for 85d6b9ba-68ea-4b09-9011-2c85011dfd66 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:15.769914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.790526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d6b9ba-68ea-4b09-9011-2c85011dfd66']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:15.800024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbddc34-3fc6-4336-a751-1d524ea3f198') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:15.800350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbddc34-3fc6-4336-a751-1d524ea3f198') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:15.810112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.823014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.829462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:10:15.829850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:10:15.831527 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:10:15.892197 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.898445 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:15.905509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] 10.222.0.37 "DELETE /v2.0/networks/85d6b9ba-68ea-4b09-9011-2c85011dfd66 HTTP/1.1" status: 204 len: 168 time: 0.5203884 Dec 15 05:10:15.906630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51974) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:15.916125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2aea2-5e95-43a1-bbd6-1124f113ac8d admin admin] Pushing event deleted for resources: {'Network': ['ID=85d6b9ba-68ea-4b09-9011-2c85011dfd66,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:16.531558 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:16.763443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Deleting port d7f7a0c4-4053-471c-99ec-ca50da51764a {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:16.763782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:16.841567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] For port d7f7a0c4-4053-471c-99ec-ca50da51764a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d7f7a0c4-4053-471c-99ec-ca50da51764a,segment=NetworkSegment(874f3de0-4b09-40be-9f89-09d1d7e7e10e),segment_id=874f3de0-4b09-40be-9f89-09d1d7e7e10e)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:16.841848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:16.853926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Calling delete_port for d7f7a0c4-4053-471c-99ec-ca50da51764a owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:16.929865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:16.950900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:16.951247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 837b138a-52d5-4c79-bb4d-d1c88d9d7ab4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:16.951660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 939a6715-6995-4105-8b12-4f3d6c69adb5 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:16.970666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 939a6715-6995-4105-8b12-4f3d6c69adb5 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:16.971013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 939a6715-6995-4105-8b12-4f3d6c69adb5 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:16.971423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 782c6fe2-9486-4cdc-b59b-a322c464b43f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:16.991433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 782c6fe2-9486-4cdc-b59b-a322c464b43f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:16.991865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 782c6fe2-9486-4cdc-b59b-a322c464b43f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:17.034854 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:17.044165 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:10:17.059930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f7a0c4-4053-471c-99ec-ca50da51764a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:17.072251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.072602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.072945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.073851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.074181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.074508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.074830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.075154 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.075472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.075790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.076151 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.076466 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.076771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:17.230775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:17.443987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Router 1527224e-dab6-4c8f-b907-c17d1b0e655a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:10:17.547325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:10:17.552289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-82c0d7f3-4205-4917-bdff-ed77af46fb04 admin admin] 10.222.0.37 "PUT /v2.0/routers/1527224e-dab6-4c8f-b907-c17d1b0e655a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6439300 Dec 15 05:10:17.555182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51976) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:17.556422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] Sync routers for ids ['1527224e-dab6-4c8f-b907-c17d1b0e655a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:10:17.567671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] Routers {'1527224e-dab6-4c8f-b907-c17d1b0e655a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:17.568318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1527224e-dab6-4c8f-b907-c17d1b0e655a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:17.658952 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:17.671425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] Set router 1527224e-dab6-4c8f-b907-c17d1b0e655a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:17.761393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:17.815302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Deleting port c50dd505-73cc-4302-b0c0-25f0305270ef {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:17.815645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:17.856449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:10:16Z', 'revision_number': 5, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port': {'id': 'c50dd505-73cc-4302-b0c0-25f0305270ef', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:09:41Z', 'updated_at': '2021-12-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:17.883300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] Checking router: 1527224e-dab6-4c8f-b907-c17d1b0e655a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:10:17.892113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] Routers {'1527224e-dab6-4c8f-b907-c17d1b0e655a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:17.892723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['1527224e-dab6-4c8f-b907-c17d1b0e655a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:17.898596 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] For port c50dd505-73cc-4302-b0c0-25f0305270ef, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c50dd505-73cc-4302-b0c0-25f0305270ef,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:17.898957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:17.911359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Calling delete_port for c50dd505-73cc-4302-b0c0-25f0305270ef owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:17.977199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] Set router 1527224e-dab6-4c8f-b907-c17d1b0e655a gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:18.033667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:10:17Z', 'revision_number': 6, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:18.059410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ce0d5-d09e-4507-8403-34b29121bbee None None] The sync data for ids ['1527224e-dab6-4c8f-b907-c17d1b0e655a'] in n-d-820935-10 is: [{'id': '1527224e-dab6-4c8f-b907-c17d1b0e655a', 'name': 'tempest-TestServerMultinode-1671663097-router', 'tenant_id': '9ff375389f0846258d1fee0963c9c054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:09:40Z', 'updated_at': '2021-12-15T05:10:17Z', 'revision_number': 6, 'project_id': '9ff375389f0846258d1fee0963c9c054', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:10:18.080267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.107266 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50dd505-73cc-4302-b0c0-25f0305270ef,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:18.120353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af9c04-d2fd-4396-a05f-f60d3e4340fb None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:18.169428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.262764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.264901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.310382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.310860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1527224e-dab6-4c8f-b907-c17d1b0e655a {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:10:18.315047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.316201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-747d93a0-f568-4101-99e1-b0bdc0693002 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1527224e-dab6-4c8f-b907-c17d1b0e655a HTTP/1.1" status: 204 len: 168 time: 0.7600727 Dec 15 05:10:18.318697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51978) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:18.362925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Deleting subnet e20cbe85-c74b-4554-a637-6287cffee3d5 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:10:18.365858 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.400559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.493560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.544906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.570499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20cbe85-c74b-4554-a637-6287cffee3d5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:18.575364 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.579162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e7fb9fb4-47af-450c-b13a-3c65b8936862 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e20cbe85-c74b-4554-a637-6287cffee3d5 HTTP/1.1" status: 204 len: 168 time: 0.2595427 Dec 15 05:10:18.581496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 51980) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:18.584265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d093e0-a2d1-4983-8e51-5f6ac2066064 None None] Network a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:10:18.655129 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.708961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Deleting port 55671b48-8189-4a79-a067-4fe92632f5d8 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:18.709301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.771005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] For port 55671b48-8189-4a79-a067-4fe92632f5d8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=55671b48-8189-4a79-a067-4fe92632f5d8,segment=NetworkSegment(874f3de0-4b09-40be-9f89-09d1d7e7e10e),segment_id=874f3de0-4b09-40be-9f89-09d1d7e7e10e)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:18.771279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.783885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Calling delete_port for 55671b48-8189-4a79-a067-4fe92632f5d8 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:18.848777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] DHCP port deletion for a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:18.876402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.898203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Deleting port 55671b48-8189-4a79-a067-4fe92632f5d8 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:10:18.898919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:18.905083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] No DVR routers for this DVR port 55671b48-8189-4a79-a067-4fe92632f5d8 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:10:18.910769 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Pushing event deleted for resources: {'Port': ['ID=55671b48-8189-4a79-a067-4fe92632f5d8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:18.950121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7f7a0c4-4053-471c-99ec-ca50da51764a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:18.987052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d7f7a0c4-4053-471c-99ec-ca50da51764a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:18.987708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d7f7a0c4-4053-471c-99ec-ca50da51764a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:18.987959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c50dd505-73cc-4302-b0c0-25f0305270ef no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:18.989931 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.010317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:19.016131 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] For port 55671b48-8189-4a79-a067-4fe92632f5d8, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:19.016529 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.018738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c50dd505-73cc-4302-b0c0-25f0305270ef {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:19.019081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c50dd505-73cc-4302-b0c0-25f0305270ef not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:19.019315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874f3de0-4b09-40be-9f89-09d1d7e7e10e') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:19.019491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 55671b48-8189-4a79-a067-4fe92632f5d8 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:10:19.019622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874f3de0-4b09-40be-9f89-09d1d7e7e10e') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:19.030042 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.045578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.047236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 55671b48-8189-4a79-a067-4fe92632f5d8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:10:19.047538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 55671b48-8189-4a79-a067-4fe92632f5d8 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:10:19.049261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Calling delete_port for 55671b48-8189-4a79-a067-4fe92632f5d8 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:10:19.052233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Port 55671b48-8189-4a79-a067-4fe92632f5d8 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:10:19.053547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.053711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:10:19.054171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:10:19.056690 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:10:19.079684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Pushing event deleted for resources: {'Port': ['ID=55671b48-8189-4a79-a067-4fe92632f5d8,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:19.093416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.093771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.094109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.094452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.094784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.095115 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.095445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.095770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.096109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.096618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.097146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.097479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.097801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:10:19.100666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbf38e-8f7b-43ce-9ad8-d61031c5d767 None None] No DVR routers for this DVR port 55671b48-8189-4a79-a067-4fe92632f5d8 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:10:19.128731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.134674 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.137934 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7 HTTP/1.1" status: 204 len: 168 time: 0.5555098 Dec 15 05:10:19.150851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586fc8e-bda5-41c3-b7ea-8e99ca9a70bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dd4a5f-7d1e-4781-8dc8-1a2c7de5d0c7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:19.320266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51984) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:19.359714 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c852ff39-fcc9-4f6e-998f-fadfe88870f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52b69248ccae4f7395640e20852827f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381680 Dec 15 05:10:19.362166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51986) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:19.407322 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84641487-506c-4205-9aac-c2476b69b34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.427820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84641487-506c-4205-9aac-c2476b69b34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.472223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84641487-506c-4205-9aac-c2476b69b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.474747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84641487-506c-4205-9aac-c2476b69b34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.475877 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84641487-506c-4205-9aac-c2476b69b34d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bec4cdb9-7452-4d28-a841-399681c3fb6e HTTP/1.1" status: 204 len: 168 time: 0.1128266 Dec 15 05:10:19.483875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84641487-506c-4205-9aac-c2476b69b34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec4cdb9-7452-4d28-a841-399681c3fb6e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:19.800284 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51992) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:19.841302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e696a5b6-a4c7-47a3-9255-e95ee3e6243e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ff375389f0846258d1fee0963c9c054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398219 Dec 15 05:10:19.843795 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 51994) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:19.892606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72040371-b842-4fb6-b88d-e559c1a25be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.912673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72040371-b842-4fb6-b88d-e559c1a25be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.959272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72040371-b842-4fb6-b88d-e559c1a25be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.962214 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72040371-b842-4fb6-b88d-e559c1a25be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:19.963549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-72040371-b842-4fb6-b88d-e559c1a25be9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72bed414-52bb-4c8a-9e15-ac69856b0b52 HTTP/1.1" status: 204 len: 168 time: 0.1188412 Dec 15 05:10:19.975893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72040371-b842-4fb6-b88d-e559c1a25be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bed414-52bb-4c8a-9e15-ac69856b0b52,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:20.638696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52018) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:20.759202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1903379408-network', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:10:20.780607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Made reservation on behalf of 5bfafff18ee34d28b4fc94abe1534c99 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:10:20.782994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.791204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.864384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.868122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.888815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:10:20.903933 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251021b4-e2e6-4668-bf68-ce49e331e3c1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:20.910071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.910414 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Added segment 103c5604-0ae3-4447-824e-5b9cd3b87dcd of type vlan for network a444885b-86d5-4026-a698-e171b2d94044 Dec 15 05:10:20.949751 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.976594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:20.977576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:20.978215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.029550 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3896563 Dec 15 05:10:21.032756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52022) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:21.037839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Request body: {'subnet': {'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1903379408-subnet', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:10:21.040268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06e65b-7300-4f0c-934e-444e8739c5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a444885b-86d5-4026-a698-e171b2d94044,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:21.050180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a444885b-86d5-4026-a698-e171b2d94044 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:10:21.057880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Made reservation on behalf of 5bfafff18ee34d28b4fc94abe1534c99 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:10:21.060433 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.224981 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.282611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28710499-1ae0-408a-89c2-f18d8c3de606,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:21.292714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Checking segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:21.293077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Network hostable DHCP agents. Network: a444885b-86d5-4026-a698-e171b2d94044, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:10:21.309865 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Network a444885b-86d5-4026-a698-e171b2d94044 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:10:21.317875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a444885b-86d5-4026-a698-e171b2d94044) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:21.322672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:21.324509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.329172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f1692-85ea-41d5-89ad-01d362744ca9 None None] Network a444885b-86d5-4026-a698-e171b2d94044 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:10:21.342995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f8b640a1-b290-48f6-8c72-f20aafe0719c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3090353 Dec 15 05:10:21.345938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52024) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:21.350382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:10:21.372915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.373941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.428605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.432162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a444885b-86d5-4026-a698-e171b2d94044', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:10:21.433558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.561304 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.565519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Allocated IP 172.20.0.2 (a444885b-86d5-4026-a698-e171b2d94044/28710499-1ae0-408a-89c2-f18d8c3de606/c442a9d1-305f-48de-8719-3cf5d0443fda) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:10:21.712132 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.718202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.753371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Network a444885b-86d5-4026-a698-e171b2d94044 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:21.759594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:21.763594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:10:21.763763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.778438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Pushing event updated for resources: {'Port': ['ID=c442a9d1-305f-48de-8719-3cf5d0443fda,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:21.783985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.823194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Attempting to bind port c442a9d1-305f-48de-8719-3cf5d0443fda on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:10:21.823466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Attempting to bind port c442a9d1-305f-48de-8719-3cf5d0443fda by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:10:21.823816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Attempting to bind port c442a9d1-305f-48de-8719-3cf5d0443fda on network a444885b-86d5-4026-a698-e171b2d94044 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:10:21.828699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:10:21.829071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Checking segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:21.829472 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.829869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Bound using segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:10:21.830333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Bound port: c442a9d1-305f-48de-8719-3cf5d0443fda, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:10:21.830709 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.886912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Allocated IP 172.25.2.74 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6d6055a5-436f-470b-ad3e-00105e760364) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:10:21.890906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] For port c442a9d1-305f-48de-8719-3cf5d0443fda, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:10:21.894249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] For port c442a9d1-305f-48de-8719-3cf5d0443fda, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c442a9d1-305f-48de-8719-3cf5d0443fda,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:10:21.897943 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:21.965782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6caac-042d-4be4-8089-0abef0648116 None None] Pushing event updated for resources: {'Port': ['ID=c442a9d1-305f-48de-8719-3cf5d0443fda,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:22.002386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:22.035555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:22.077981 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:22.080901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:22.085207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:10:22.088271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6055a5-436f-470b-ad3e-00105e760364,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:22.096268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2416c-7f87-47a0-b49e-8aeebe0c5727 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:22.159900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1af02b56-43d6-4d1e-b878-4aae02ffff90 None None] Provisioning complete for port 6d6055a5-436f-470b-ad3e-00105e760364 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:22.160352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1af02b56-43d6-4d1e-b878-4aae02ffff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:22.201086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1af02b56-43d6-4d1e-b878-4aae02ffff90 None None] Port 6d6055a5-436f-470b-ad3e-00105e760364 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:10:22.349729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:22.543284 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:22.922111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3567586-5c90-4fb0-95ee-6146619f7ec8 None None] Network a444885b-86d5-4026-a698-e171b2d94044 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:10:22.945767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Router 248018c4-a2ba-432c-8b17-c5165d2af51b is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:10:22.970193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c442a9d1-305f-48de-8719-3cf5d0443fda up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:23.051611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:10:23.062209 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Sync routers for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:10:23.063358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-444cc0d4-32c2-4cdf-b7a5-0bd46904409d None None] Provisioning complete for port c442a9d1-305f-48de-8719-3cf5d0443fda triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:23.063731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-444cc0d4-32c2-4cdf-b7a5-0bd46904409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.076081 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:23.076708 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:23.081153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.082407 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0cbf23b8-f8eb-45d3-82c4-a33b457ad741 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7354660 Dec 15 05:10:23.085367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52028) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:23.191403 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:23.260209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c442a9d1-305f-48de-8719-3cf5d0443fda triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:23.261406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.384959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-444cc0d4-32c2-4cdf-b7a5-0bd46904409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.391987 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:22Z', 'revision_number': 3, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:23.394327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.423309 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Checking router: 248018c4-a2ba-432c-8b17-c5165d2af51b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:10:23.423649 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Updating router 248018c4-a2ba-432c-8b17-c5165d2af51b port 6d6055a5-436f-470b-ad3e-00105e760364 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:10:23.434442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-444cc0d4-32c2-4cdf-b7a5-0bd46904409d None None] For port c442a9d1-305f-48de-8719-3cf5d0443fda, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c442a9d1-305f-48de-8719-3cf5d0443fda,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:23.442782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-444cc0d4-32c2-4cdf-b7a5-0bd46904409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.456876 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.507076 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:10:23.507422 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:10:23.523491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cc0d4-32c2-4cdf-b7a5-0bd46904409d None None] Pushing event updated for resources: {'Port': ['ID=c442a9d1-305f-48de-8719-3cf5d0443fda,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:23.559966 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.672789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5c971c32-af92-4e05-a135-dee0aa7744ad None None] Provisioning complete for port c442a9d1-305f-48de-8719-3cf5d0443fda triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:23.672789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5c971c32-af92-4e05-a135-dee0aa7744ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.730511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Allocated IP 172.20.0.1 (a444885b-86d5-4026-a698-e171b2d94044/28710499-1ae0-408a-89c2-f18d8c3de606/842840b5-1cb6-40c7-a5b8-d0ea253606ce) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:10:23.821446 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.831653 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.834852 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.873778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef6f32-60b3-4982-92bc-97ad3fb38776 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:23.878600 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.894508 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Attempting to bind port 6d6055a5-436f-470b-ad3e-00105e760364 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:10:23.894868 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Attempting to bind port 6d6055a5-436f-470b-ad3e-00105e760364 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:10:23.895228 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Attempting to bind port 6d6055a5-436f-470b-ad3e-00105e760364 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:10:23.904756 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18681c-ce62-439b-ae34-1e299c25834d None None] Pushing event updated for resources: {'Port': ['ID=6d6055a5-436f-470b-ad3e-00105e760364,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:23.907981 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:10:23.908397 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:23.908801 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.909185 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:10:23.909662 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Bound port: 6d6055a5-436f-470b-ad3e-00105e760364, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:10:23.910034 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.923573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Network a444885b-86d5-4026-a698-e171b2d94044 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:23.926397 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:23.928765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:10:23.970235 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] For port 6d6055a5-436f-470b-ad3e-00105e760364, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:10:23.970427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Pushing event updated for resources: {'Port': ['ID=842840b5-1cb6-40c7-a5b8-d0ea253606ce,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:23.974095 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] For port 6d6055a5-436f-470b-ad3e-00105e760364, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6d6055a5-436f-470b-ad3e-00105e760364,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:10:23.978989 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.982567 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:23.983249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-33e1c1cd-a958-4480-8c5f-85b9dc0f302c None None] Provisioning complete for port 6d6055a5-436f-470b-ad3e-00105e760364 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:23.983623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33e1c1cd-a958-4480-8c5f-85b9dc0f302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.026898 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:24.027637 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:24.040038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf18dd-2c77-48e2-b34c-5b0da8adde6a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:24.157088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33e1c1cd-a958-4480-8c5f-85b9dc0f302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.171153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.188197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-33e1c1cd-a958-4480-8c5f-85b9dc0f302c None None] For port 6d6055a5-436f-470b-ad3e-00105e760364, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6d6055a5-436f-470b-ad3e-00105e760364,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:24.193214 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-33e1c1cd-a958-4480-8c5f-85b9dc0f302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.247566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1c1cd-a958-4480-8c5f-85b9dc0f302c None None] Pushing event updated for resources: {'Port': ['ID=6d6055a5-436f-470b-ad3e-00105e760364,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:24.257433 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18681c-ce62-439b-ae34-1e299c25834d None None] Pushing event updated for resources: {'Port': ['ID=6d6055a5-436f-470b-ad3e-00105e760364,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:24.268055 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:24.314527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5399d4a0-64fc-415e-be4a-e25f5df1ed56 None None] Provisioning complete for port 842840b5-1cb6-40c7-a5b8-d0ea253606ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:24.315528 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5399d4a0-64fc-415e-be4a-e25f5df1ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.349946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5399d4a0-64fc-415e-be4a-e25f5df1ed56 None None] Port 842840b5-1cb6-40c7-a5b8-d0ea253606ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:10:24.355179 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.360678 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.361375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5399d4a0-64fc-415e-be4a-e25f5df1ed56 None None] Provisioning complete for port 6d6055a5-436f-470b-ad3e-00105e760364 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:24.361755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5399d4a0-64fc-415e-be4a-e25f5df1ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.427162 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.435482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Pushing event updated for resources: {'Port': ['ID=842840b5-1cb6-40c7-a5b8-d0ea253606ce,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:24.451149 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:22Z', 'revision_number': 3, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:24.481320 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d1d0-9316-43f8-b605-fa947d29fcd7 None None] The sync data for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 is: [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:22Z', 'revision_number': 3, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:10:24.535292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Network a444885b-86d5-4026-a698-e171b2d94044 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:24.536835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:24.655207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Router 248018c4-a2ba-432c-8b17-c5165d2af51b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:10:24.778548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:10:24.786798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d9eeff56-76de-46f1-a030-bbc4dd861a7b admin admin] 10.222.0.37 "PUT /v2.0/routers/248018c4-a2ba-432c-8b17-c5165d2af51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002583 Dec 15 05:10:24.884409 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d35c8537-572b-41b7-81bb-ad94dd61f909 None None] Provisioning complete for port 842840b5-1cb6-40c7-a5b8-d0ea253606ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:24.884831 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d35c8537-572b-41b7-81bb-ad94dd61f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:24.938302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d35c8537-572b-41b7-81bb-ad94dd61f909 None None] Port 842840b5-1cb6-40c7-a5b8-d0ea253606ce cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:10:25.034829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c442a9d1-305f-48de-8719-3cf5d0443fda up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:25.098920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c442a9d1-305f-48de-8719-3cf5d0443fda triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:25.099393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.183730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6d6055a5-436f-470b-ad3e-00105e760364 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:25.232825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6d6055a5-436f-470b-ad3e-00105e760364 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:25.233305 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.327420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 52044) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:25.332615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1274987306-network', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:10:25.353356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Made reservation on behalf of 1c64b8d0a0404a68ab6fc7519137cacb for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:10:25.356409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.365563 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.448957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.452546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.480009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:10:25.486259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71884e35-bd1f-47bd-b6da-bf1babb6ea5b,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:25.493468 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.493659 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Added segment f6899150-ad8a-4d05-bda9-1a7557f04fbb of type vlan for network f04d2b98-65ab-4271-b657-c05546e63708 Dec 15 05:10:25.534922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.558020 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.558978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:25.559589 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.610752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2821522 Dec 15 05:10:25.613645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52046) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:25.619145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Request body: {'subnet': {'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1274987306-subnet', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:10:25.623873 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9717e6-70df-4bb6-b5cc-dc18a417696e admin admin] Pushing event updated for resources: {'Network': ['ID=f04d2b98-65ab-4271-b657-c05546e63708,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:25.634684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network f04d2b98-65ab-4271-b657-c05546e63708 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:10:25.641480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Made reservation on behalf of 1c64b8d0a0404a68ab6fc7519137cacb for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:10:25.643857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.812490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.868386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=530e603d-9dc5-4bf2-b882-7f7ad6c235f1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:25.877560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Checking segment: {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:25.877928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Network hostable DHCP agents. Network: f04d2b98-65ab-4271-b657-c05546e63708, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:10:25.894461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Network f04d2b98-65ab-4271-b657-c05546e63708 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:10:25.904238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, f04d2b98-65ab-4271-b657-c05546e63708) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:25.909079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:25.909699 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.914828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd41493-e2a3-4246-8220-d0505c681d6f None None] Network f04d2b98-65ab-4271-b657-c05546e63708 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:10:25.937562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-50b81186-f029-4099-8050-ec10bc9c3f4b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3226385 Dec 15 05:10:25.939965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52048) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:25.945167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:10:25.966593 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:25.967643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.026882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.027732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-f04d2b98-65ab-4271-b657-c05546e63708', 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708', 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'fixed_ips': [{'subnet_id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:10:26.028834 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.130685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Sync routers for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:10:26.168780 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.174209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:26.174871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:26.254200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Allocated IP 172.20.0.2 (f04d2b98-65ab-4271-b657-c05546e63708/530e603d-9dc5-4bf2-b882-7f7ad6c235f1/2b1908dc-379d-4945-b782-5165c1e7f334) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:10:26.344661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:26.375257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.393753 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.503960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Allocated IP 172.25.2.203 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/3167aa52-c8d5-4a7c-8f6c-858cbdf44b82) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:10:26.533400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.545305 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.611879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.626599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Network f04d2b98-65ab-4271-b657-c05546e63708 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:26.631881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:26.634982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Pushing event updated for resources: {'Port': ['ID=2b1908dc-379d-4945-b782-5165c1e7f334,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:26.637213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:10:26.664107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.706304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:26.707968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Attempting to bind port 2b1908dc-379d-4945-b782-5165c1e7f334 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:10:26.708397 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Attempting to bind port 2b1908dc-379d-4945-b782-5165c1e7f334 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:10:26.708756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Attempting to bind port 2b1908dc-379d-4945-b782-5165c1e7f334 on network f04d2b98-65ab-4271-b657-c05546e63708 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:10:26.709219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:26.712904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:10:26.718841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 2, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:26.720863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:10:26.721241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Checking segment: {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:26.721656 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.722050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Bound using segment: {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:10:26.722536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Bound port: 2b1908dc-379d-4945-b782-5165c1e7f334, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:10:26.722919 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.727659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99861ca3-6aae-438a-87b9-3e3e51f0dfb3 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:26.741986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Pushing event updated for resources: {'Port': ['ID=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:26.766151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Checking router: 248018c4-a2ba-432c-8b17-c5165d2af51b for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:10:26.766514 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Updating router 248018c4-a2ba-432c-8b17-c5165d2af51b port 842840b5-1cb6-40c7-a5b8-d0ea253606ce binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:10:26.818337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.874005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] For port 2b1908dc-379d-4945-b782-5165c1e7f334, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:10:26.898120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] For port 2b1908dc-379d-4945-b782-5165c1e7f334, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2b1908dc-379d-4945-b782-5165c1e7f334,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:10:26.912126 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.988842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-69a19f1a-dd26-4a99-85ac-f81799fe6dd3 None None] Provisioning complete for port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:26.989154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-cb0c8719-28e0-42da-ac43-0fca6d33fb0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605223 Dec 15 05:10:26.989287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69a19f1a-dd26-4a99-85ac-f81799fe6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:26.997019 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.075160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeb226-62b5-46ff-b465-d0bf4df8ba31 None None] Pushing event updated for resources: {'Port': ['ID=2b1908dc-379d-4945-b782-5165c1e7f334,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:27.080478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-69a19f1a-dd26-4a99-85ac-f81799fe6dd3 None None] Port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:10:27.127621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-7684b1dc-8e43-4e1a-8dec-c214a4c6fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:27.129200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-7684b1dc-8e43-4e1a-8dec-c214a4c6fdb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.0644784 Dec 15 05:10:27.278764 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.295475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.309359 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.314267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-e59284b6-d57c-4528-a9e1-3f0773726d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:27.315791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-e59284b6-d57c-4528-a9e1-3f0773726d9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 908 time: 0.1457574 Dec 15 05:10:27.371706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035beeba-eb58-4726-b925-96d25fef9e06 None None] Pushing event updated for resources: {'Port': ['ID=842840b5-1cb6-40c7-a5b8-d0ea253606ce,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:27.406785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Attempting to bind port 842840b5-1cb6-40c7-a5b8-d0ea253606ce on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:10:27.407159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Attempting to bind port 842840b5-1cb6-40c7-a5b8-d0ea253606ce by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:10:27.407526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Attempting to bind port 842840b5-1cb6-40c7-a5b8-d0ea253606ce on network a444885b-86d5-4026-a698-e171b2d94044 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:10:27.413138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:10:27.413539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Checking segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:27.413924 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.414319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Bound using segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:10:27.414797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Bound port: 842840b5-1cb6-40c7-a5b8-d0ea253606ce, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:10:27.415184 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.488212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-7cb2924a-8cec-498d-b36d-6c1cd5e1a430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 1001 time: 0.1295950 Dec 15 05:10:27.501593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] For port 842840b5-1cb6-40c7-a5b8-d0ea253606ce, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:10:27.504985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] For port 842840b5-1cb6-40c7-a5b8-d0ea253606ce, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=842840b5-1cb6-40c7-a5b8-d0ea253606ce,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:10:27.514150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.555849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-3afc24b1-a73b-427d-bf7b-b400534d90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:27.558095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-3afc24b1-a73b-427d-bf7b-b400534d90c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0608387 Dec 15 05:10:27.575601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:27.576301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:27.619058 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Router 9717f2ae-8d9e-489c-a3b8-585014c9b091 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:10:27.628543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-aa0214ed-bb24-4dff-9dba-47568fac803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:10:27.630479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-aa0214ed-bb24-4dff-9dba-47568fac803d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638287 Dec 15 05:10:27.793408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035beeba-eb58-4726-b925-96d25fef9e06 None None] Pushing event updated for resources: {'Port': ['ID=842840b5-1cb6-40c7-a5b8-d0ea253606ce,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:27.860168 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2df4327-4c1a-4ab4-8d8d-6a825a980d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.877315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d9f70cf2-deea-422c-8647-38268a5d7d00 None None] Provisioning complete for port 842840b5-1cb6-40c7-a5b8-d0ea253606ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:27.877851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9f70cf2-deea-422c-8647-38268a5d7d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:27.936579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:28.091978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9f70cf2-deea-422c-8647-38268a5d7d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.093462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-566add69-f165-403c-b5b6-a4989233ea67 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553027 Dec 15 05:10:28.094347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:10:28.103202 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Sync routers for ids ['9717f2ae-8d9e-489c-a3b8-585014c9b091'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:10:28.121584 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Routers {'9717f2ae-8d9e-489c-a3b8-585014c9b091'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:28.122993 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9717f2ae-8d9e-489c-a3b8-585014c9b091'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:28.158933 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.162749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ff0b683b-3236-4fc0-988a-ca920bbf3b86 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2184360 Dec 15 05:10:28.162953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 52050) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:10:28.164051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d9f70cf2-deea-422c-8647-38268a5d7d00 None None] For port 842840b5-1cb6-40c7-a5b8-d0ea253606ce, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=842840b5-1cb6-40c7-a5b8-d0ea253606ce,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:28.196325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9f70cf2-deea-422c-8647-38268a5d7d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.236238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b2604-8b50-48d7-8fe3-bfd39060904e None None] Network f04d2b98-65ab-4271-b657-c05546e63708 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:10:28.274398 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Set router 9717f2ae-8d9e-489c-a3b8-585014c9b091 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:28.290522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a9cf97c1-fad0-4fb3-a879-f7ace45291eb req-a5d44452-7801-4e0f-acbb-1efc04e623ce service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874645 Dec 15 05:10:28.307153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f70cf2-deea-422c-8647-38268a5d7d00 None None] Pushing event updated for resources: {'Port': ['ID=842840b5-1cb6-40c7-a5b8-d0ea253606ce,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:28.338065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:27Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:28.382327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab4fa3-b5ec-406b-8760-2e858ad6a548 None None] The sync data for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 is: [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:27Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:10:28.391054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Provisioning complete for port 842840b5-1cb6-40c7-a5b8-d0ea253606ce triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:28.391054 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.508733 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:10:26Z', 'revision_number': 3, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:28.553534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Provisioning complete for port 2b1908dc-379d-4945-b782-5165c1e7f334 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:28.553916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.564949 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Checking router: 9717f2ae-8d9e-489c-a3b8-585014c9b091 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:10:28.565295 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Updating router 9717f2ae-8d9e-489c-a3b8-585014c9b091 port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:10:28.613930 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.689909 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.733262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] For port 2b1908dc-379d-4945-b782-5165c1e7f334, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2b1908dc-379d-4945-b782-5165c1e7f334,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:28.741430 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.751139 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.798849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c23222-1005-4235-9f39-98bd5b838e69 None None] Pushing event updated for resources: {'Port': ['ID=2b1908dc-379d-4945-b782-5165c1e7f334,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:28.862275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-25d3758a-9dac-4db0-9752-9d52fe663603 None None] Provisioning complete for port 2b1908dc-379d-4945-b782-5165c1e7f334 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:28.863069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-25d3758a-9dac-4db0-9752-9d52fe663603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:28.965401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Allocated IP 172.20.0.1 (f04d2b98-65ab-4271-b657-c05546e63708/530e603d-9dc5-4bf2-b882-7f7ad6c235f1/93825e43-1a02-47b2-8ff1-171269f110fe) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:10:28.986625 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.002268 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.094300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 842840b5-1cb6-40c7-a5b8-d0ea253606ce up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:29.094564 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918a54e-b1cf-4946-b8ad-d9db47536f6e None None] Pushing event updated for resources: {'Port': ['ID=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:29.105968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7b22a-0e0f-4e3c-bf09-363822781bb9 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:29.107787 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Attempting to bind port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:10:29.108348 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Attempting to bind port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:10:29.108546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Attempting to bind port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:10:29.117475 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:10:29.117937 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:29.118404 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.118865 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:10:29.120050 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Bound port: 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:10:29.120699 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.138241 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.174814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 842840b5-1cb6-40c7-a5b8-d0ea253606ce triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:29.175256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.192951 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] For port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:10:29.196508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.196739 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] For port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:10:29.201744 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.252246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Pushing event updated for resources: {'Port': ['ID=93825e43-1a02-47b2-8ff1-171269f110fe,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:29.263070 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Routers {'9717f2ae-8d9e-489c-a3b8-585014c9b091'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:29.263698 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9717f2ae-8d9e-489c-a3b8-585014c9b091'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:29.267592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Network f04d2b98-65ab-4271-b657-c05546e63708 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:29.269180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:29.272899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:10:29.301046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5220cfd4-665b-43b7-9b71-9dc7dc53ed33 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:10:29.328897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2b1908dc-379d-4945-b782-5165c1e7f334 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:29.405975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.417977 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918a54e-b1cf-4946-b8ad-d9db47536f6e None None] Pushing event updated for resources: {'Port': ['ID=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:29.427574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f3587b94-a801-41aa-9e75-050da3db9f8b None None] Provisioning complete for port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:29.428133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3587b94-a801-41aa-9e75-050da3db9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.462389 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] Set router 9717f2ae-8d9e-489c-a3b8-585014c9b091 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:29.486134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2b1908dc-379d-4945-b782-5165c1e7f334 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:29.487181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.558964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.635121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3587b94-a801-41aa-9e75-050da3db9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.663628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f3587b94-a801-41aa-9e75-050da3db9f8b None None] For port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:29.673575 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3587b94-a801-41aa-9e75-050da3db9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.714948 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:10:26Z', 'revision_number': 3, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:29.735737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587b94-a801-41aa-9e75-050da3db9f8b None None] Pushing event updated for resources: {'Port': ['ID=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:29.752311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1cdfa-a0e5-4f59-88bf-447f1c7d2fa7 None None] The sync data for ids ['9717f2ae-8d9e-489c-a3b8-585014c9b091'] in n-d-820935-10 is: [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:10:26Z', 'revision_number': 3, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:10:29.784549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.790822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.797723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-edadbc31-93e4-4b2f-92ea-f16ce0c99f46 None None] Provisioning complete for port 93825e43-1a02-47b2-8ff1-171269f110fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:29.797723 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-edadbc31-93e4-4b2f-92ea-f16ce0c99f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.837522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-edadbc31-93e4-4b2f-92ea-f16ce0c99f46 None None] Port 93825e43-1a02-47b2-8ff1-171269f110fe cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:10:29.848757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-edadbc31-93e4-4b2f-92ea-f16ce0c99f46 None None] Provisioning complete for port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:29.849290 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-edadbc31-93e4-4b2f-92ea-f16ce0c99f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.863319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Pushing event updated for resources: {'Port': ['ID=93825e43-1a02-47b2-8ff1-171269f110fe,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:29.866838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.961196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f1b6487a-7de3-4c03-aa57-d544eb04e8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:29.973428 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Network f04d2b98-65ab-4271-b657-c05546e63708 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:10:29.974988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:10:30.105719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Router 9717f2ae-8d9e-489c-a3b8-585014c9b091 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:10:30.243787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:10:30.256454 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-122a3783-d21c-4238-ba03-20d808a5f423 admin admin] 10.222.0.37 "PUT /v2.0/routers/9717f2ae-8d9e-489c-a3b8-585014c9b091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0922060 Dec 15 05:10:30.287459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cf2abb2c-eab7-40dd-aa0b-da66e29977da None None] Provisioning complete for port 93825e43-1a02-47b2-8ff1-171269f110fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:30.287921 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cf2abb2c-eab7-40dd-aa0b-da66e29977da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:30.320030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cf2abb2c-eab7-40dd-aa0b-da66e29977da None None] Port 93825e43-1a02-47b2-8ff1-171269f110fe cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:10:30.988290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:31.045434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:31.048504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:31.237609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:31.862436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Sync routers for ids ['9717f2ae-8d9e-489c-a3b8-585014c9b091'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:10:31.872837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Routers {'9717f2ae-8d9e-489c-a3b8-585014c9b091'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:31.873448 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9717f2ae-8d9e-489c-a3b8-585014c9b091'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:31.984502 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Set router 9717f2ae-8d9e-489c-a3b8-585014c9b091 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:32.191199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '93825e43-1a02-47b2-8ff1-171269f110fe', 'name': '', 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'mac_address': 'fa:16:3e:7a:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:28Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 2, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'subnets': [{'id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:32.220974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Checking router: 9717f2ae-8d9e-489c-a3b8-585014c9b091 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:10:32.221259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Updating router 9717f2ae-8d9e-489c-a3b8-585014c9b091 port 93825e43-1a02-47b2-8ff1-171269f110fe binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:10:32.246468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.513647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.522281 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.574289 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b798ad-5f6e-44a2-9361-9a35b8728f87 None None] Pushing event updated for resources: {'Port': ['ID=93825e43-1a02-47b2-8ff1-171269f110fe,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:32.626326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Attempting to bind port 93825e43-1a02-47b2-8ff1-171269f110fe on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:10:32.626862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Attempting to bind port 93825e43-1a02-47b2-8ff1-171269f110fe by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:10:32.627329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Attempting to bind port 93825e43-1a02-47b2-8ff1-171269f110fe on network f04d2b98-65ab-4271-b657-c05546e63708 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:10:32.633119 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:10:32.633703 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Checking segment: {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:10:32.636238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.636739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Bound using segment: {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:10:32.637315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Bound port: 93825e43-1a02-47b2-8ff1-171269f110fe, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6899150-ad8a-4d05-bda9-1a7557f04fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:10:32.637773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.715371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] For port 93825e43-1a02-47b2-8ff1-171269f110fe, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:10:32.718731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] For port 93825e43-1a02-47b2-8ff1-171269f110fe, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=93825e43-1a02-47b2-8ff1-171269f110fe,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:10:32.724574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.797816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Routers {'9717f2ae-8d9e-489c-a3b8-585014c9b091'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:10:32.798457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:10:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9717f2ae-8d9e-489c-a3b8-585014c9b091'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:32.843004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b798ad-5f6e-44a2-9361-9a35b8728f87 None None] Pushing event updated for resources: {'Port': ['ID=93825e43-1a02-47b2-8ff1-171269f110fe,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:32.873676 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.905754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a823a2e0-f447-4b99-8a13-8d646235799b None None] Provisioning complete for port 93825e43-1a02-47b2-8ff1-171269f110fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:32.906126 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a823a2e0-f447-4b99-8a13-8d646235799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:32.955293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] Set router 9717f2ae-8d9e-489c-a3b8-585014c9b091 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:10:33.109841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a823a2e0-f447-4b99-8a13-8d646235799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:33.166072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a823a2e0-f447-4b99-8a13-8d646235799b None None] For port 93825e43-1a02-47b2-8ff1-171269f110fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=93825e43-1a02-47b2-8ff1-171269f110fe,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:10:33.172154 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a823a2e0-f447-4b99-8a13-8d646235799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:33.436092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823a2e0-f447-4b99-8a13-8d646235799b None None] Pushing event updated for resources: {'Port': ['ID=93825e43-1a02-47b2-8ff1-171269f110fe,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:10:33.444567 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:33.449625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d33ded83-9ba4-4d5e-a3b0-b94282eb0cce None None] Provisioning complete for port 93825e43-1a02-47b2-8ff1-171269f110fe triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:33.449992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d33ded83-9ba4-4d5e-a3b0-b94282eb0cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:33.481235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '93825e43-1a02-47b2-8ff1-171269f110fe', 'name': '', 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'mac_address': 'fa:16:3e:7a:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:28Z', 'updated_at': '2021-12-15T05:10:32Z', 'revision_number': 4, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'subnets': [{'id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:10:33.512643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b1862-28c6-4a86-a3fc-082add5d366a None None] The sync data for ids ['9717f2ae-8d9e-489c-a3b8-585014c9b091'] in n-d-820935-10 is: [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '93825e43-1a02-47b2-8ff1-171269f110fe', 'name': '', 'network_id': 'f04d2b98-65ab-4271-b657-c05546e63708', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'mac_address': 'fa:16:3e:7a:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:28Z', 'updated_at': '2021-12-15T05:10:32Z', 'revision_number': 4, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'subnets': [{'id': '530e603d-9dc5-4bf2-b882-7f7ad6c235f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:10:33.734356 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:34.955867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 93825e43-1a02-47b2-8ff1-171269f110fe up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:10:35.012233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 93825e43-1a02-47b2-8ff1-171269f110fe triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:10:35.012715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:37.276733 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:54.043495 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:10:57.751837 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c2a942f9-0c17-4481-94d2-4ba800ae26f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:10:59.935178 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1a457ea-159e-48ad-b32f-f71cda9f743f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:01.239582 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:02.788400 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:03.376748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:03.744012 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:07.274105 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:25.514440 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-4d039fcc-dc45-4b3d-b0a7-716343db6f2b req-994bbaba-fbff-445b-b13b-1c9a04f8eaab service neutron] (103133) timed out ('10.222.0.37', 51530) {{(pid=103133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:11:27.759047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51ecd97b-4ed5-4426-b46a-4d875255e471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:28.965327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-f7d830be-219e-4a90-9d60-4ac2489562fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412638 Dec 15 05:11:29.060699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-3a32402f-4502-4775-b509-b06dd1092a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:11:29.062202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-3a32402f-4502-4775-b509-b06dd1092a9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=29734aaa447f4575a86db475557a32a1&device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 1098 time: 0.0403125 Dec 15 05:11:29.167890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-a87a6c09-52e3-4b55-957c-a1f1c9d604ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:11:29.169320 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-a87a6c09-52e3-4b55-957c-a1f1c9d604ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 200 len: 908 time: 0.0877659 Dec 15 05:11:29.238300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-5cf16b97-cf57-485c-a6e8-25fc79c95fab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 200 len: 1001 time: 0.0620191 Dec 15 05:11:29.287684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-873215f8-6869-44b5-8bcd-8fd282247165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:11:29.289121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-873215f8-6869-44b5-8bcd-8fd282247165 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 200 len: 847 time: 0.0431800 Dec 15 05:11:29.337539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-653f450e-e46c-42d3-9588-ee70e4978851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:11:29.339051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-653f450e-e46c-42d3-9588-ee70e4978851 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58d5c469-b3b7-4003-8800-f754b8a73a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428808 Dec 15 05:11:29.427250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-f5e2ddd2-c3b5-4389-95b5-81b4c0798642 service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807786 Dec 15 05:11:29.517599 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7461efb4-8c2e-4c57-8aec-c1f56aa318d4 req-0b33cf82-a36e-47a3-ad72-96a452b64dea service neutron] 10.222.0.42 "GET /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Dec 15 05:11:29.936792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-35706f46-5b2a-404a-a790-27ea8d3be318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:31.042912 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:11:31.245527 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:32.792023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:33.379500 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:33.744165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:37.274209 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:57.751591 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8cc6576b-0abd-4ce0-ac97-bce6556cf6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:11:59.939183 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0f389d35-7526-44ff-8295-49d17a59df1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:01.250419 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:02.797169 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:03.382254 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:03.745349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:07.291723 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:08.044133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:12:17.796326 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53072) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:17.803248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025913231', 'description': 'tempest-secgroup-smoke-2025913231 description', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:17.825866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:17.894493 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:17.898208 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:17.927729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a130e-925c-451a-9c57-881ba5414ca5,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:17.932975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:17.934192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1368332 Dec 15 05:12:17.937197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53076) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:17.939399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.939752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.940133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.940476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.940811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.941141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.941470 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.941800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.942123 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.942447 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.942589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a130e-925c-451a-9c57-881ba5414ca5', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:17.942792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.943089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.943429 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ee902-23ca-4068-9c93-63b405ffc443 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:17.973741 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.020198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.023989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.044575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33439c2c-e07d-42f8-9889-7b999cd8f5f6,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:18.053601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.053950 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.054292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.054665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.055090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.055495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.055848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.056357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.056689 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.057015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.057340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.057658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.057974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:18.063419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.067413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a1ed187b-d13c-4140-afda-f491afe41640 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263807 Dec 15 05:12:18.067413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53078) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:18.072206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a130e-925c-451a-9c57-881ba5414ca5', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:18.098099 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.152459 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.156015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.173228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee141649-d21e-49ef-8e16-1ffa3ae59df4,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:18.180606 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.181801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0b53ac69-8f57-4669-ba17-cef8339b186d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134965 Dec 15 05:12:18.184431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:18.188775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a130e-925c-451a-9c57-881ba5414ca5', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:18.215066 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.270076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.273601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.294812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63405ab5-efad-4aa7-86ba-ca9714e1d6e7,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:18.302415 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.303616 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e898b34e-938b-4736-a3aa-700c2081320a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182196 Dec 15 05:12:18.306277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53082) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:18.310497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a130e-925c-451a-9c57-881ba5414ca5', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:18.336499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.393636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.397136 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.416827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d223960-9b9a-4a4e-bb88-e6363f310373,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:18.422208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.423300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b4529143-cf8e-4023-ba4b-16fc96bd5d3c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161191 Dec 15 05:12:18.426015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53084) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:18.430244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a130e-925c-451a-9c57-881ba5414ca5', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:18.452536 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Project 5bfafff18ee34d28b4fc94abe1534c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:12:18.457456 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.513523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.516918 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.535573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b0620d-f66a-4d96-acd9-3718f90a0ca4,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:18.540738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.541910 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a5577c96-313d-49f8-a0ee-12a084f5fcf9 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149840 Dec 15 05:12:18.544695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53086) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:18.548987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a130e-925c-451a-9c57-881ba5414ca5', 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:18.570354 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Project 5bfafff18ee34d28b4fc94abe1534c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:12:18.575763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.632540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.636573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.657003 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7566704-feaf-4f3c-b837-c984ce8ad58b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:18.663752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:18.665726 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d175418c-1445-4b45-824a-9f12af7d658a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193607 Dec 15 05:12:18.820591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-35604abc-4364-494e-9a7f-481df216f0ef tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025913231&fields=id&tenant_id=5bfafff18ee34d28b4fc94abe1534c99 HTTP/1.1" status: 200 len: 267 time: 0.0435007 Dec 15 05:12:18.923734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-96d73dd6-f8ef-4df8-b230-a19f5a072cbd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:18.925225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-96d73dd6-f8ef-4df8-b230-a19f5a072cbd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 814 time: 0.0975704 Dec 15 05:12:18.939846 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-fffa26d5-4fcb-498e-895c-4894b98aee83 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/quotas/5bfafff18ee34d28b4fc94abe1534c99 HTTP/1.1" status: 200 len: 375 time: 0.0088711 Dec 15 05:12:18.992907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-ed7dc0a1-9831-40fc-ac2c-c6db8820075b tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477991 Dec 15 05:12:19.007721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-c6e89228-1ffd-4b8c-8af4-42e4c367685c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:12:19.009229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-c6e89228-1ffd-4b8c-8af4-42e4c367685c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049329 Dec 15 05:12:19.099007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-c4456b77-ecff-408d-8d1c-481a7dde8959 service neutron] 10.222.0.37 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841305 Dec 15 05:12:19.189128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-cc183166-9adc-4952-87ec-d2fa0139988d service neutron] 10.222.0.37 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841038 Dec 15 05:12:19.497119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f45a1deb-2a3a-4ff2-9b09-81a8139b5db8 req-8d6f805f-ea30-4d3f-8f7c-ebccc66da86a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0284684 Dec 15 05:12:20.569952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-d8dd17a4-5b40-4b57-8621-c56babd27eed tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:20.572348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-d8dd17a4-5b40-4b57-8621-c56babd27eed tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 814 time: 0.1076396 Dec 15 05:12:20.625942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edaa2919-c7c4-44a0-874d-f9447b2b4d6e req-b991260b-de7d-423d-b29b-1095d3577d2a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0285833 Dec 15 05:12:20.650913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-a820bd42-2b79-42b7-bcae-2756ab75de98 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bfafff18ee34d28b4fc94abe1534c99 HTTP/1.1" status: 200 len: 380 time: 0.0617726 Dec 15 05:12:20.660891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'port': {'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'admin_state_up': True, 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'security_groups': ['ee0a130e-925c-451a-9c57-881ba5414ca5']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:20.774337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Made reservation on behalf of 5bfafff18ee34d28b4fc94abe1534c99 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:12:20.778305 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:20.907202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Allocated IP 172.20.0.7 (a444885b-86d5-4026-a698-e171b2d94044/28710499-1ae0-408a-89c2-f18d8c3de606/8a2f8a03-3a38-46be-89d0-d65075d163cb) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:12:21.044688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.078676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.128716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Network a444885b-86d5-4026-a698-e171b2d94044 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:12:21.131772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:12:21.135268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:12:21.141908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'Port': ['ID=8a2f8a03-3a38-46be-89d0-d65075d163cb,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:21.191154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:21.191768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.209344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-0c8a1163-8bf9-41bb-8c2f-f5fa831507fd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518427 Dec 15 05:12:21.241293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Request body: {'port': {'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:21.300798 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.379825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8f2a941c-9c4a-4f0a-8b08-eb265fab55ce None None] Provisioning complete for port 8a2f8a03-3a38-46be-89d0-d65075d163cb triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:12:21.380380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8f2a941c-9c4a-4f0a-8b08-eb265fab55ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.414454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a941c-9c4a-4f0a-8b08-eb265fab55ce None None] Port 8a2f8a03-3a38-46be-89d0-d65075d163cb cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:12:21.580145 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2f8a03-3a38-46be-89d0-d65075d163cb {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:12:21.587511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.599492 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Transition to ACTIVE for port object 8a2f8a03-3a38-46be-89d0-d65075d163cb will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:12:21.604442 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.655951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f8a03-3a38-46be-89d0-d65075d163cb,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:21.734005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Attempting to bind port 8a2f8a03-3a38-46be-89d0-d65075d163cb on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:12:21.734606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Attempting to bind port 8a2f8a03-3a38-46be-89d0-d65075d163cb by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:12:21.735108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Attempting to bind port 8a2f8a03-3a38-46be-89d0-d65075d163cb on network a444885b-86d5-4026-a698-e171b2d94044 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:12:21.739978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Port 8a2f8a03-3a38-46be-89d0-d65075d163cb on network a444885b-86d5-4026-a698-e171b2d94044 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:12:21.740542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Attempting to bind port 8a2f8a03-3a38-46be-89d0-d65075d163cb on network a444885b-86d5-4026-a698-e171b2d94044 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:12:21.746153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:12:21.746728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Checking segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:12:21.747113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Bound using segment: {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:12:21.747548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Bound port: 8a2f8a03-3a38-46be-89d0-d65075d163cb, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c5604-0ae3-4447-824e-5b9cd3b87dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:12:21.747908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:21.782220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a340200-a792-4ec5-8490-836ada530e9a req-51f9964f-a707-452c-ba01-0da7b7ab6afd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:21.784514 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a340200-a792-4ec5-8490-836ada530e9a req-51f9964f-a707-452c-ba01-0da7b7ab6afd tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0719070 Dec 15 05:12:21.846011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4a340200-a792-4ec5-8490-836ada530e9a req-8bc51e15-e28e-4764-9871-30977735bcf1 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531769 Dec 15 05:12:22.091407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] For port 8a2f8a03-3a38-46be-89d0-d65075d163cb, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:12:22.095006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] For port 8a2f8a03-3a38-46be-89d0-d65075d163cb, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:12:22.099257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:22.139539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.140580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:22.142295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 1092 time: 0.9054332 Dec 15 05:12:22.145081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:12:22.147816 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168b831b-0b61-441d-9a3c-d3237048dd14" -d '{"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:12:22.180114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94fb38-901d-41a7-a7cd-282993e7df66 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f8a03-3a38-46be-89d0-d65075d163cb,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:22.219035 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3912dfdc-ce9b-4235-a6fd-d5aace342a3f x-openstack-request-id: req-3912dfdc-ce9b-4235-a6fd-d5aace342a3f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:12:22.219335 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:12:22.219590 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3912dfdc-ce9b-4235-a6fd-d5aace342a3f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:12:22.219989 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'status': 'completed', 'code': 200} Dec 15 05:12:22.287884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-4b4821b7-36ed-44c2-9c5e-7b5d96e9125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.289492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-4b4821b7-36ed-44c2-9c5e-7b5d96e9125c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1095 time: 0.0604579 Dec 15 05:12:22.347047 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-0f7f4a71-a9a1-47d8-8a37-c7b9ea5f3bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 217 time: 0.0417988 Dec 15 05:12:22.400149 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-2f8c4a7d-ae53-4efa-818f-b83b3aa9234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.401889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-2f8c4a7d-ae53-4efa-818f-b83b3aa9234f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.0441437 Dec 15 05:12:22.449592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266278e-d157-4684-8cf3-78224860f416 req-97d7fe8a-ae5a-4ced-b93e-ac2a321961b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.451008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-97d7fe8a-ae5a-4ced-b93e-ac2a321961b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407467 Dec 15 05:12:22.546751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-bf95c15c-4258-45ba-b7f7-f98181bf18a2 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Dec 15 05:12:22.640449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0266278e-d157-4684-8cf3-78224860f416 req-7df23065-feb3-4847-824c-78e270363321 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842133 Dec 15 05:12:22.776927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-653bbdb7-21d6-454f-8a4d-d0bb25409ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.778412 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-653bbdb7-21d6-454f-8a4d-d0bb25409ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1095 time: 0.0534906 Dec 15 05:12:22.872628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-b486dd6e-8cc8-4cce-9c92-a0deb492658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.874181 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-b486dd6e-8cc8-4cce-9c92-a0deb492658f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 914 time: 0.0833879 Dec 15 05:12:22.931345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-e9b30c70-4542-41dd-bad0-c292506eea3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 217 time: 0.0448062 Dec 15 05:12:22.979022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c710a79-c495-4049-b079-6fe4c01660fd req-780fc038-7c41-46ab-9cc9-75f13d136f73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.980623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c710a79-c495-4049-b079-6fe4c01660fd req-780fc038-7c41-46ab-9cc9-75f13d136f73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0558994 Dec 15 05:12:22.991796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-aeaa380b-801b-4a87-8ad7-4db607370d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:22.994519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-aeaa380b-801b-4a87-8ad7-4db607370d5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.0521026 Dec 15 05:12:23.036506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c710a79-c495-4049-b079-6fe4c01660fd req-702be65a-e896-4f68-9436-270b56976fe1 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488760 Dec 15 05:12:23.050669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-75e42a2c-069c-4c25-8917-2bf283080518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:23.050669 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-75e42a2c-069c-4c25-8917-2bf283080518 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443177 Dec 15 05:12:23.147608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-71661718-2d40-4f55-805d-b9b350c36639 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853972 Dec 15 05:12:23.240371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-168b831b-0b61-441d-9a3c-d3237048dd14 req-29ec1414-4b62-4174-b9fc-ce5cec8a5928 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819974 Dec 15 05:12:24.153519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c786db-fe12-4e7c-bf7e-de26c97531d3 req-fbd8e0f0-3bd1-4412-9064-5af7b749d1c7 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:24.154984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2c786db-fe12-4e7c-bf7e-de26c97531d3 req-fbd8e0f0-3bd1-4412-9064-5af7b749d1c7 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0495601 Dec 15 05:12:24.205393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2c786db-fe12-4e7c-bf7e-de26c97531d3 req-31eac9b8-2c1b-4e71-95fd-6e9658e6f652 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Dec 15 05:12:25.323010 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efea7d7-2cbd-4c40-955e-ac0619cd44a5 req-b8f3a3bd-bfcd-4c78-aca4-9da4e4076a08 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:25.324498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7efea7d7-2cbd-4c40-955e-ac0619cd44a5 req-b8f3a3bd-bfcd-4c78-aca4-9da4e4076a08 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0517590 Dec 15 05:12:25.669557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7efea7d7-2cbd-4c40-955e-ac0619cd44a5 req-ad7fded4-3af9-4ef2-8edf-7aebe5257762 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391809 Dec 15 05:12:26.783734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351e9a-915a-4858-b401-a810b0732f0d req-97b1807c-a715-47fe-a98f-59d8c19de4cb tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:26.785203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6351e9a-915a-4858-b401-a810b0732f0d req-97b1807c-a715-47fe-a98f-59d8c19de4cb tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0475132 Dec 15 05:12:26.832723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6351e9a-915a-4858-b401-a810b0732f0d req-7c35b4cd-a601-4772-a4e2-6e471f80e570 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Dec 15 05:12:27.753899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d84b438-64bd-4635-9a68-096a1e11b447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:27.946424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e479a-6699-4a71-b0b1-a2ee4c82b34b req-3a2e3c11-b1c1-409d-b5e3-7ec7472d579b tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:27.947878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-009e479a-6699-4a71-b0b1-a2ee4c82b34b req-3a2e3c11-b1c1-409d-b5e3-7ec7472d579b tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0488141 Dec 15 05:12:28.000308 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-009e479a-6699-4a71-b0b1-a2ee4c82b34b req-7d66dfe2-83f1-4e3c-9a7e-534e9b9bc048 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Dec 15 05:12:29.115504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189244bc-0c3f-4275-bf53-6dc216d491ea req-840edb0a-21f3-4159-9053-90aac3b07997 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:29.116984 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-189244bc-0c3f-4275-bf53-6dc216d491ea req-840edb0a-21f3-4159-9053-90aac3b07997 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0481184 Dec 15 05:12:29.167162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-189244bc-0c3f-4275-bf53-6dc216d491ea req-b7da191c-7bd8-421f-9acf-aff772ac1abb tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 Dec 15 05:12:29.937598 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2ce294b3-b23c-42cd-9955-7de37042a6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:30.279463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfafeb3-3474-4f57-8865-edfc7c42f484 req-848d46a8-48e5-48d4-954a-096bd516adf6 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:30.280948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dfafeb3-3474-4f57-8865-edfc7c42f484 req-848d46a8-48e5-48d4-954a-096bd516adf6 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0480356 Dec 15 05:12:30.330885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dfafeb3-3474-4f57-8865-edfc7c42f484 req-d0f9f83c-dcec-4eb8-80f4-4f920bced362 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Dec 15 05:12:31.249075 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:31.317738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d98118-79fb-433e-be1c-d4249ce4cc84 req-ea0f3f52-d6a7-473c-b9c5-a8745abb9f67 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:31.319191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06d98118-79fb-433e-be1c-d4249ce4cc84 req-ea0f3f52-d6a7-473c-b9c5-a8745abb9f67 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0512867 Dec 15 05:12:31.370201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06d98118-79fb-433e-be1c-d4249ce4cc84 req-5ca91b21-7e63-4aac-a4d3-348e5789382a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442860 Dec 15 05:12:31.452799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75dadd-10da-48ba-9472-59597098ad62 req-92982b58-998d-40d0-af60-8c35bfad3ec5 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:31.454198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b75dadd-10da-48ba-9472-59597098ad62 req-92982b58-998d-40d0-af60-8c35bfad3ec5 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0510390 Dec 15 05:12:31.503307 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b75dadd-10da-48ba-9472-59597098ad62 req-4bf15e37-967f-42c4-999e-c41fb869e0ab tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Dec 15 05:12:32.497511 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497ef45-2412-46bf-9a2a-9c8ee903bed2 req-38d7074d-8ad5-4fce-99d2-efb6ea54ed67 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:32.498975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8497ef45-2412-46bf-9a2a-9c8ee903bed2 req-38d7074d-8ad5-4fce-99d2-efb6ea54ed67 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0494292 Dec 15 05:12:32.552562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8497ef45-2412-46bf-9a2a-9c8ee903bed2 req-3f99d83d-4203-4932-b562-a0b0dea07455 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/security-groups?id=554a7291-8061-4f69-a70d-63d598e8aba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470996 Dec 15 05:12:32.620452 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f365e5-0a27-4c14-810f-05522a060487 req-4d7d12d7-9173-487c-b539-0ffb142e684a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:32.621929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0f365e5-0a27-4c14-810f-05522a060487 req-4d7d12d7-9173-487c-b539-0ffb142e684a tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0500133 Dec 15 05:12:32.672002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d0f365e5-0a27-4c14-810f-05522a060487 req-0b2240ce-5b47-49a1-8525-4576e01bee1c tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 Dec 15 05:12:32.686559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-115e3737-8a63-4696-be6f-cdba4f8f9183 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:32.688106 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-115e3737-8a63-4696-be6f-cdba4f8f9183 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.42 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 946 time: 0.0500176 Dec 15 05:12:32.786013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Deleting port d6681f32-1431-467b-88fe-7cb9fc11a52a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:32.786353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:32.796908 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:32.872863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] For port d6681f32-1431-467b-88fe-7cb9fc11a52a, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=d6681f32-1431-467b-88fe-7cb9fc11a52a,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:32.873262 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.048160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.048524 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.048842 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Floating IP ff197baf-2058-4656-b88e-966884d7d693 disassociated. External IP: 172.25.2.13, port: d6681f32-1431-467b-88fe-7cb9fc11a52a. Dec 15 05:12:33.049183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Calling delete_port for d6681f32-1431-467b-88fe-7cb9fc11a52a owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:33.173840 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.205808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event deleted for resources: {'Port': ['ID=d6681f32-1431-467b-88fe-7cb9fc11a52a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:33.322807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Router f66a8443-169b-4f56-a84a-bb3da82acdd3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:12:33.386604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.428458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:12:33.438821 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] Sync routers for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:12:33.448553 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:33.449158 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:33.473420 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] No DVR routers for this DVR port d6681f32-1431-467b-88fe-7cb9fc11a52a on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:12:33.476089 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.479539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b12289d-49e4-481d-93ec-7031ace236b3 req-d7af7076-b356-4934-b1e6-4b8b6ff1327a tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.42 "DELETE /v2.0/ports/d6681f32-1431-467b-88fe-7cb9fc11a52a HTTP/1.1" status: 204 len: 173 time: 0.7849643 Dec 15 05:12:33.479990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'name': 'network-vif-deleted', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:12:33.482305 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5fb19f-8a2b-489e-a296-3d9b0be72298" -d '{"events": [{"server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "name": "network-vif-deleted", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:12:33.521558 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd30c6f2-9fbf-49ee-a501-6d088dd74e4b x-openstack-request-id: req-fd30c6f2-9fbf-49ee-a501-6d088dd74e4b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:12:33.521889 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75264aa-30e5-48ec-9147-9a64cedac5df", "name": "network-vif-deleted", "tag": "d6681f32-1431-467b-88fe-7cb9fc11a52a", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:12:33.522232 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd30c6f2-9fbf-49ee-a501-6d088dd74e4b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:12:33.522610 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75264aa-30e5-48ec-9147-9a64cedac5df', 'name': 'network-vif-deleted', 'tag': 'd6681f32-1431-467b-88fe-7cb9fc11a52a', 'status': 'completed', 'code': 200} Dec 15 05:12:33.561924 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:33.683433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eaa36bf2-e01f-475e-bc04-f11be2629666 req-e3a34d6a-5c91-4f0f-b732-88d73f5765be tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "GET /v2.0/ports?device_id=e75264aa-30e5-48ec-9147-9a64cedac5df HTTP/1.1" status: 200 len: 210 time: 0.0315378 Dec 15 05:12:33.743439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:33.797232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6586dbb-47d9-45f2-bc60-8c07251094a6 req-742d2f13-4acb-4f69-a23c-223ee0424d27 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:33.798615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6586dbb-47d9-45f2-bc60-8c07251094a6 req-742d2f13-4acb-4f69-a23c-223ee0424d27 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 943 time: 0.0496354 Dec 15 05:12:33.800342 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:33.826574 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] Checking router: f66a8443-169b-4f56-a84a-bb3da82acdd3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:12:33.835079 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:33.835667 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:33.851884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6586dbb-47d9-45f2-bc60-8c07251094a6 req-21732e4c-ce15-402a-a5d5-b622fb618495 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466902 Dec 15 05:12:33.944548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:34.147185 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:34.175695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8a2f8a03-3a38-46be-89d0-d65075d163cb details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:12:34.177190 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfde734-dd89-4153-9dc6-def4846d56e2 None None] The sync data for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 is: [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '601c42e9-d88c-4838-9071-53b1ec15f93e', 'name': '', 'network_id': '58d5c469-b3b7-4003-8800-f754b8a73a0e', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:28Z', 'updated_at': '2021-12-15T05:07:34Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'subnets': [{'id': '8b9fc599-250b-4c64-8d0d-ae6c21719fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:12:34.276102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8a2f8a03-3a38-46be-89d0-d65075d163cb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:34.287528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:12:34.326113 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:34.343761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2f8a03-3a38-46be-89d0-d65075d163cb {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:12:34.365888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8a2f8a03-3a38-46be-89d0-d65075d163cb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:34.370604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:34.407582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a2d7d-eed5-4cc8-b80b-697b38d74fd7 None None] New status for floating IP ff197baf-2058-4656-b88e-966884d7d693: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:12:34.496930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8a2f8a03-3a38-46be-89d0-d65075d163cb,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:34.529778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.530129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.530472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.530810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.531142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.531479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.531807 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.532185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.532509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.532831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.533152 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.533480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.533797 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:12:34.750774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53160) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:34.780660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['8a2f8a03-3a38-46be-89d0-d65075d163cb'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:12:34.873382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Deleting port 6e5925f0-6150-4cd3-974a-e60452eb208b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:34.875149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:34.958546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:34.958546 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:34.972450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Calling delete_port for 6e5925f0-6150-4cd3-974a-e60452eb208b owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:34.986692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4039b5-e682-48cf-b7e7-7b4dc0469437 req-3fda6b66-7868-42b7-b7bc-886ece6e3891 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:34.995547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a4039b5-e682-48cf-b7e7-7b4dc0469437 req-3fda6b66-7868-42b7-b7bc-886ece6e3891 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 944 time: 0.0688131 Dec 15 05:12:35.045999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a4039b5-e682-48cf-b7e7-7b4dc0469437 req-ada71f56-9e6d-4df5-96c2-3a5dcc744508 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492268 Dec 15 05:12:35.121902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.150336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event deleted for resources: {'Port': ['ID=6e5925f0-6150-4cd3-974a-e60452eb208b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:35.208550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.211115 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.212292 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2e65f7ff-279b-4562-b8cf-8e7680f392aa tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "DELETE /v2.0/floatingips/ff197baf-2058-4656-b88e-966884d7d693 HTTP/1.1" status: 204 len: 168 time: 0.4604993 Dec 15 05:12:35.279670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53168) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:35.334907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14968096-b184-42bc-a408-c53a2522d553 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.360008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14968096-b184-42bc-a408-c53a2522d553 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.416951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14968096-b184-42bc-a408-c53a2522d553 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.419562 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14968096-b184-42bc-a408-c53a2522d553 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:35.420747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-14968096-b184-42bc-a408-c53a2522d553 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] 10.222.0.37 "DELETE /v2.0/security-groups/554a7291-8061-4f69-a70d-63d598e8aba7 HTTP/1.1" status: 204 len: 168 time: 0.1400442 Dec 15 05:12:35.429789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14968096-b184-42bc-a408-c53a2522d553 tempest-TestServerBasicOps-1660978067 tempest-TestServerBasicOps-1660978067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a7291-8061-4f69-a70d-63d598e8aba7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:35.457690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53172) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:35.939840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.192943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8a2f8a03-3a38-46be-89d0-d65075d163cb up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:12:36.206295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e18434-b8dc-4864-be63-d08240149674 req-80bc7783-eac7-4192-a3d3-c44e06484e6d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:36.207778 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91e18434-b8dc-4864-be63-d08240149674 req-80bc7783-eac7-4192-a3d3-c44e06484e6d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 944 time: 0.0817344 Dec 15 05:12:36.218646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d6681f32-1431-467b-88fe-7cb9fc11a52a no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:36.232762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Deleting port 601c42e9-d88c-4838-9071-53b1ec15f93e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:36.233100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.244473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: d6681f32-1431-467b-88fe-7cb9fc11a52a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:36.244823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device d6681f32-1431-467b-88fe-7cb9fc11a52a not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:36.265873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 8a2f8a03-3a38-46be-89d0-d65075d163cb completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:12:36.269847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 8a2f8a03-3a38-46be-89d0-d65075d163cb triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:12:36.270214 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.303779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91e18434-b8dc-4864-be63-d08240149674 req-4e447ab1-7d26-4553-badc-94fc8960acdf tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886166 Dec 15 05:12:36.341265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] For port 601c42e9-d88c-4838-9071-53b1ec15f93e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=601c42e9-d88c-4838-9071-53b1ec15f93e,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:36.341632 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.349114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.354172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Calling delete_port for 601c42e9-d88c-4838-9071-53b1ec15f93e owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:36.371466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:12:36.373769 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeef39f-afa3-4b39-9c02-3a77f62329ec" -d '{"events": [{"server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:12:36.386641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 8a2f8a03-3a38-46be-89d0-d65075d163cb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:36.390874 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.417348 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33f8f70-b918-4f8c-ac87-dd5aae25b372 x-openstack-request-id: req-d33f8f70-b918-4f8c-ac87-dd5aae25b372 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:12:36.417770 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:12:36.417882 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d33f8f70-b918-4f8c-ac87-dd5aae25b372 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:12:36.418283 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'code': 200} Dec 15 05:12:36.439342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=8a2f8a03-3a38-46be-89d0-d65075d163cb,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:36.539142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.569079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=601c42e9-d88c-4838-9071-53b1ec15f93e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:36.569290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd05ad-dc71-46ff-8a3e-4480dae310e1 req-75b282c0-33ae-4f5c-8d0b-0f450806721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:36.571748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cdcd05ad-dc71-46ff-8a3e-4480dae310e1 req-75b282c0-33ae-4f5c-8d0b-0f450806721d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1097 time: 0.0443864 Dec 15 05:12:36.628180 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cdcd05ad-dc71-46ff-8a3e-4480dae310e1 req-d60a318d-f814-42e3-9707-fbc3622156db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 Dec 15 05:12:36.731192 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:36.938929 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Router f66a8443-169b-4f56-a84a-bb3da82acdd3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:12:37.043412 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:12:37.050790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ed87d8ae-8093-406f-b651-5df2868288c1 admin admin] 10.222.0.37 "PUT /v2.0/routers/f66a8443-169b-4f56-a84a-bb3da82acdd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895886 Dec 15 05:12:37.050961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53180) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:37.052560 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] Sync routers for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:12:37.063254 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:37.063856 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:37.148700 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.168046 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:37.249975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.295381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.310117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Deleting port dc823941-91fc-4ad2-b270-7de766283163 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:37.310461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.351000 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'dc823941-91fc-4ad2-b270-7de766283163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:12:36Z', 'revision_number': 5, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port': {'id': 'dc823941-91fc-4ad2-b270-7de766283163', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:37.382239 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] Checking router: f66a8443-169b-4f56-a84a-bb3da82acdd3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:12:37.390969 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] Routers {'f66a8443-169b-4f56-a84a-bb3da82acdd3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:37.391563 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['f66a8443-169b-4f56-a84a-bb3da82acdd3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:37.401058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] For port dc823941-91fc-4ad2-b270-7de766283163, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=dc823941-91fc-4ad2-b270-7de766283163,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:37.401426 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.429721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Calling delete_port for dc823941-91fc-4ad2-b270-7de766283163 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:37.457565 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e204b-9c52-41b9-bee0-e44587c88cb7 req-5bcd1150-665c-4998-b34e-3de315d4819b tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:37.459237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-988e204b-9c52-41b9-bee0-e44587c88cb7 req-5bcd1150-665c-4998-b34e-3de315d4819b tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 945 time: 0.0736480 Dec 15 05:12:37.554481 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-988e204b-9c52-41b9-bee0-e44587c88cb7 req-03fcf3fe-dbfa-468e-a4c0-97985dccbc54 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624483 Dec 15 05:12:37.563226 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] Set router f66a8443-169b-4f56-a84a-bb3da82acdd3 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:37.617811 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:12:37Z', 'revision_number': 6, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:37.644369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6230e21-b61b-442b-8abb-e16655bf5ce2 None None] The sync data for ids ['f66a8443-169b-4f56-a84a-bb3da82acdd3'] in n-d-820935-10 is: [{'id': 'f66a8443-169b-4f56-a84a-bb3da82acdd3', 'name': 'tempest-TestServerBasicOps-386194051-router', 'tenant_id': '29734aaa447f4575a86db475557a32a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:26Z', 'updated_at': '2021-12-15T05:12:37Z', 'revision_number': 6, 'project_id': '29734aaa447f4575a86db475557a32a1', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:12:37.663147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.692982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc823941-91fc-4ad2-b270-7de766283163,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:37.707493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b3245-40f1-4b7f-a412-94c12ef12f3b None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:12:37.754643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.844978 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.846968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.892888 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.893377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66a8443-169b-4f56-a84a-bb3da82acdd3 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:12:37.897630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.898754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8ac8c06c-584b-417a-8f8b-aa73966d1a00 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f66a8443-169b-4f56-a84a-bb3da82acdd3 HTTP/1.1" status: 204 len: 168 time: 0.8469040 Dec 15 05:12:37.901530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:37.943954 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Deleting subnet 8b9fc599-250b-4c64-8d0d-ae6c21719fd0 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:12:37.946862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:37.979958 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.063054 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.114369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.140030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9fc599-250b-4c64-8d0d-ae6c21719fd0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:38.143675 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.146889 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0457cba2-484c-4adb-83d4-398ecadee299 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8b9fc599-250b-4c64-8d0d-ae6c21719fd0 HTTP/1.1" status: 204 len: 168 time: 0.2444510 Dec 15 05:12:38.149488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:38.150001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25ac7dc-0ac4-43a5-81dd-83eeab2d2152 None None] Network 58d5c469-b3b7-4003-8800-f754b8a73a0e requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:12:38.216836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.274236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Deleting port 7fd0b05c-7089-4d16-9742-a40012861225 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:38.274579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.337936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] For port 7fd0b05c-7089-4d16-9742-a40012861225, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7fd0b05c-7089-4d16-9742-a40012861225,segment=NetworkSegment(09fe8c5a-4ecb-4341-818c-f4242f6cab40),segment_id=09fe8c5a-4ecb-4341-818c-f4242f6cab40)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:38.338229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.350429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Calling delete_port for 7fd0b05c-7089-4d16-9742-a40012861225 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:38.426359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] DHCP port deletion for 58d5c469-b3b7-4003-8800-f754b8a73a0e request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:12:38.443435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.469001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd0b05c-7089-4d16-9742-a40012861225,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:38.472971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] No DVR routers for this DVR port 7fd0b05c-7089-4d16-9742-a40012861225 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:12:38.479639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Deleting port 7fd0b05c-7089-4d16-9742-a40012861225 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:38.480020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.542966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] For port 7fd0b05c-7089-4d16-9742-a40012861225, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:38.543358 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.545488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.555641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Calling delete_port for 7fd0b05c-7089-4d16-9742-a40012861225 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:38.558988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Port 7fd0b05c-7089-4d16-9742-a40012861225 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:12:38.560363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.566542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d5c469-b3b7-4003-8800-f754b8a73a0e']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:38.575827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fe8c5a-4ecb-4341-818c-f4242f6cab40') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:38.577479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fe8c5a-4ecb-4341-818c-f4242f6cab40') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:38.587362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] Pushing event deleted for resources: {'Port': ['ID=7fd0b05c-7089-4d16-9742-a40012861225,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:38.591829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140a9aa-2735-4e8a-81f9-42232caeca84 None None] No DVR routers for this DVR port 7fd0b05c-7089-4d16-9742-a40012861225 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:12:38.595292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.617369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.625605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:12:38.626073 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:12:38.662381 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:12:38.688187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.694818 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:38.698647 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58d5c469-b3b7-4003-8800-f754b8a73a0e HTTP/1.1" status: 204 len: 168 time: 0.5479722 Dec 15 05:12:38.705238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4750b1e-1e49-4585-bcb5-95bef4bb441b req-a37a44ca-5697-40ed-b03b-d0517e1f9f18 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:38.706879 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4750b1e-1e49-4585-bcb5-95bef4bb441b req-a37a44ca-5697-40ed-b03b-d0517e1f9f18 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 945 time: 0.0632544 Dec 15 05:12:38.707446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53190) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:38.709146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334063-bc4d-4d8c-934c-63af89e31377 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d5c469-b3b7-4003-8800-f754b8a73a0e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:38.842800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c4750b1e-1e49-4585-bcb5-95bef4bb441b req-ae184c44-5ad0-4b59-a60b-430f6431c856 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194713 Dec 15 05:12:38.996625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d7d02-187f-48bb-8f17-321db886df88 req-145d0729-5164-4d3a-ae1b-6facac7735e0 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:38.998008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f14d7d02-187f-48bb-8f17-321db886df88 req-145d0729-5164-4d3a-ae1b-6facac7735e0 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 945 time: 0.0751255 Dec 15 05:12:39.008671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7fd0b05c-7089-4d16-9742-a40012861225 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:39.033496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7fd0b05c-7089-4d16-9742-a40012861225 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:39.033840 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7fd0b05c-7089-4d16-9742-a40012861225 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:39.034276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 601c42e9-d88c-4838-9071-53b1ec15f93e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:39.052809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 601c42e9-d88c-4838-9071-53b1ec15f93e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:39.053159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 601c42e9-d88c-4838-9071-53b1ec15f93e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:39.053563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dc823941-91fc-4ad2-b270-7de766283163 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:39.071632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: dc823941-91fc-4ad2-b270-7de766283163 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:39.072473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device dc823941-91fc-4ad2-b270-7de766283163 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:39.097303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f14d7d02-187f-48bb-8f17-321db886df88 req-aaa316e1-2870-41ad-8dd1-e10922f387e8 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768814 Dec 15 05:12:39.118767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53194) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:39.177947 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.206164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd48db-bd62-4d0b-a2fa-1bcf2a09d08b tempest-TestVolumeBackupRestore-325273473 tempest-TestVolumeBackupRestore-325273473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:39.207615 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fbfd48db-bd62-4d0b-a2fa-1bcf2a09d08b tempest-TestVolumeBackupRestore-325273473 tempest-TestVolumeBackupRestore-325273473-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1092 time: 0.0878143 Dec 15 05:12:39.210419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53198) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:39.215312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:39.237406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.337885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.427306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Deleting port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:39.427651 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.438013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Allocated IP 172.25.2.211 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/2bdf2114-080d-41c3-bfdb-5e25242b8d30) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:12:39.510157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] For port d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:39.510491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.523144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Calling delete_port for d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:39.540580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.574782 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:39.616643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:12:39.620155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:12:39.623779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:12:39.650366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'Port': ['ID=2bdf2114-080d-41c3-bfdb-5e25242b8d30,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:39.997224 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.022540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:40.054694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.174724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.203242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.424717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Router bc429e62-6214-4840-a345-eed082d56f5a has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:12:40.534495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:12:40.542936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-73424287-0a71-4fa6-9404-0fb1a8cb1131 admin admin] 10.222.0.37 "PUT /v2.0/routers/bc429e62-6214-4840-a345-eed082d56f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320746 Dec 15 05:12:40.543403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53200) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:40.546785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] Sync routers for ids ['bc429e62-6214-4840-a345-eed082d56f5a'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:12:40.556765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] Routers {'bc429e62-6214-4840-a345-eed082d56f5a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:40.557384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bc429e62-6214-4840-a345-eed082d56f5a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:40.661974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] Set router bc429e62-6214-4840-a345-eed082d56f5a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:40.675302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.680496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.715050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.815875 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event updated for resources: {'Port': ['ID=2bdf2114-080d-41c3-bfdb-5e25242b8d30,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:40.834468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:12:39Z', 'revision_number': 5, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:40.836299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.863839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] Checking router: bc429e62-6214-4840-a345-eed082d56f5a for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:12:40.872693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] Routers {'bc429e62-6214-4840-a345-eed082d56f5a'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:40.873300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['bc429e62-6214-4840-a345-eed082d56f5a'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:40.931947 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:40.979603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] Set router bc429e62-6214-4840-a345-eed082d56f5a gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:40.982521 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Floating IP fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3 associated. External IP: 172.25.2.211, port: 8a2f8a03-3a38-46be-89d0-d65075d163cb. Dec 15 05:12:41.084172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Deleting port 92b4e2d6-188f-4766-a840-e058b47c618c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:41.084540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.160950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:12:39Z', 'revision_number': 5, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:41.190285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fff796-570e-4f4e-9c81-651bd04375d7 None None] The sync data for ids ['bc429e62-6214-4840-a345-eed082d56f5a'] in n-d-820935-10 is: [{'id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'name': 'tempest-TestServerBasicOps-1431245924-router', 'tenant_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:12:39Z', 'revision_number': 5, 'project_id': '58b49f2c1eba44be8b698b4d88b63ebf', 'gw_port': {'id': '92b4e2d6-188f-4766-a840-e058b47c618c', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc429e62-6214-4840-a345-eed082d56f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:07:32Z', 'updated_at': '2021-12-15T05:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:12:41.246589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] For port 92b4e2d6-188f-4766-a840-e058b47c618c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=92b4e2d6-188f-4766-a840-e058b47c618c,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:41.246955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.265857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Calling delete_port for 92b4e2d6-188f-4766-a840-e058b47c618c owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:41.315541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Router 248018c4-a2ba-432c-8b17-c5165d2af51b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:12:41.486151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:12:41.495486 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] Sync routers for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:12:41.504566 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:41.505167 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:41.536909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.569902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-05b185c3-31fb-4ff0-9c3a-96e1c421a552 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3584306 Dec 15 05:12:41.570843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:12:41.573529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53202) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:41.573951 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dec307-b67b-416d-883e-412e797f025a" -d '{"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:12:41.585025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.619677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Pushing event deleted for resources: {'Port': ['ID=92b4e2d6-188f-4766-a840-e058b47c618c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:41.633221 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:41.639262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db3fa7-bdf7-4793-8a31-12cada2619e6 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:12:41.679217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6893e4-ef07-4e9d-ba33-63b35dded676 tempest-TestVolumeBackupRestore-325273473 tempest-TestVolumeBackupRestore-325273473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:41.680915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2a6893e4-ef07-4e9d-ba33-63b35dded676 tempest-TestVolumeBackupRestore-325273473 tempest-TestVolumeBackupRestore-325273473-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1092 time: 0.1056864 Dec 15 05:12:41.685027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53208) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:41.690140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Request body: {'floatingip': {'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:12:41.756536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.762332 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for floatingip, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.879648 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a5e20c-68fc-47a3-9cb2-9745ed7ddd8d x-openstack-request-id: req-71a5e20c-68fc-47a3-9cb2-9745ed7ddd8d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:12:41.880004 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:12:41.880234 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71a5e20c-68fc-47a3-9cb2-9745ed7ddd8d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:12:41.880633 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'status': 'completed', 'code': 200} Dec 15 05:12:41.933131 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:12:39Z', 'updated_at': '2021-12-15T05:12:39Z', 'revision_number': 0, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:41.949211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.953946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:41.963570 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] Checking router: 248018c4-a2ba-432c-8b17-c5165d2af51b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:12:41.971994 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:41.973712 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:42.047810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.048353 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc429e62-6214-4840-a345-eed082d56f5a {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:12:42.062488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.063650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c069c2a2-9f30-439e-968b-e7a58186938c admin admin] 10.222.0.37 "DELETE /v2.0/routers/bc429e62-6214-4840-a345-eed082d56f5a HTTP/1.1" status: 204 len: 168 time: 1.5192869 Dec 15 05:12:42.066246 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53210) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:42.068665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec307-b67b-416d-883e-412e797f025a req-6c4ba4c8-7719-4e3c-9e1d-5b300de83085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:42.073522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-6c4ba4c8-7719-4e3c-9e1d-5b300de83085 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1097 time: 0.1584010 Dec 15 05:12:42.086568 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:42.131832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Deleting subnet 7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:12:42.136038 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.174440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.258543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.261276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec307-b67b-416d-883e-412e797f025a req-0a3d0a10-808b-494f-b78d-25dce771de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:42.262775 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-0a3d0a10-808b-494f-b78d-25dce771de95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 914 time: 0.1797686 Dec 15 05:12:42.330795 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.352133 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:12:39Z', 'updated_at': '2021-12-15T05:12:39Z', 'revision_number': 0, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:42.360941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:42.370280 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.374265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0b963811-019e-4f17-a2b5-07d78a38d292 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7c1f03ac-9e3c-4548-ba06-bcc9afa1a63a HTTP/1.1" status: 204 len: 168 time: 0.3069472 Dec 15 05:12:42.375642 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982a1f9-21c5-41b7-b649-7ba4677e354d None None] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:12:42.376644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53212) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:42.384579 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d89cd-34c5-4fb0-9ab6-232c893facc7 None None] The sync data for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 is: [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:12:39Z', 'updated_at': '2021-12-15T05:12:39Z', 'revision_number': 0, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:12:42.458309 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.522520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Deleting port 18a64392-f476-4dc3-9c2f-77a49146f09f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:42.522957 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.613882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] DHCP port deletion for 61447b46-1e0f-407c-ad90-eca7ee7c3ebb request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:12:42.616213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] For port 18a64392-f476-4dc3-9c2f-77a49146f09f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=18a64392-f476-4dc3-9c2f-77a49146f09f,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:42.616892 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.641501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Calling delete_port for 18a64392-f476-4dc3-9c2f-77a49146f09f owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:42.681792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Deleting port 18a64392-f476-4dc3-9c2f-77a49146f09f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:12:42.682363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.721589 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-c99c45a9-d5ea-4828-b411-baf6a1468c04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 999 time: 0.4208329 Dec 15 05:12:42.731416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5959-fe6b-4c35-ab9e-c78c06142a7f None None] New status for floating IP fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:12:42.749404 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.781816 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Pushing event deleted for resources: {'Port': ['ID=18a64392-f476-4dc3-9c2f-77a49146f09f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:42.785798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] No DVR routers for this DVR port 18a64392-f476-4dc3-9c2f-77a49146f09f on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:12:42.846423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec307-b67b-416d-883e-412e797f025a req-49f963f3-fd72-4860-a890-9b8cbe548a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:42.847452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-49f963f3-fd72-4860-a890-9b8cbe548a6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.1172194 Dec 15 05:12:42.857247 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.880373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] For port 18a64392-f476-4dc3-9c2f-77a49146f09f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=18a64392-f476-4dc3-9c2f-77a49146f09f,segment=NetworkSegment(2537d9c7-03d6-4ec2-824c-5f971a312288),segment_id=2537d9c7-03d6-4ec2-824c-5f971a312288)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:12:42.880888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.881291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61447b46-1e0f-407c-ad90-eca7ee7c3ebb']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:42.893223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2537d9c7-03d6-4ec2-824c-5f971a312288') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:42.893630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2537d9c7-03d6-4ec2-824c-5f971a312288') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:42.903605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Calling delete_port for 18a64392-f476-4dc3-9c2f-77a49146f09f owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:12:42.904984 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.922512 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.929790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:12:42.930363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:12:42.932326 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:12:42.934617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec307-b67b-416d-883e-412e797f025a req-90b91437-265e-44f1-bb16-5576c4f6679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:42.935204 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-90b91437-265e-44f1-bb16-5576c4f6679d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789912 Dec 15 05:12:43.003922 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.027418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.027735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.031697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] 10.222.0.37 "DELETE /v2.0/networks/61447b46-1e0f-407c-ad90-eca7ee7c3ebb HTTP/1.1" status: 204 len: 168 time: 0.6529331 Dec 15 05:12:43.032723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5437f2-61c6-4d0f-b762-f1b64215c87c admin admin] Pushing event deleted for resources: {'Network': ['ID=61447b46-1e0f-407c-ad90-eca7ee7c3ebb,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:43.037867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.040779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Network 61447b46-1e0f-407c-ad90-eca7ee7c3ebb is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 05:12:43.041592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] No DVR routers for this DVR port 18a64392-f476-4dc3-9c2f-77a49146f09f on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:12:43.046012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.068111 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e5722-9af1-40b5-b17f-f0cf0cba387d None None] Pushing event deleted for resources: {'Port': ['ID=18a64392-f476-4dc3-9c2f-77a49146f09f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:43.068111 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-805c5959-fe6b-4c35-ab9e-c78c06142a7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:12:43.068111 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-805c5959-fe6b-4c35-ab9e-c78c06142a7f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:12:43.079202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:43.100876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:43.101157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d3ddfccb-b375-46b9-a292-d6c1bc8eb0e3 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:43.101582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 92b4e2d6-188f-4766-a840-e058b47c618c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:43.127771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 92b4e2d6-188f-4766-a840-e058b47c618c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:43.128255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 92b4e2d6-188f-4766-a840-e058b47c618c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:43.128764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 18a64392-f476-4dc3-9c2f-77a49146f09f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:12:43.152325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 18a64392-f476-4dc3-9c2f-77a49146f09f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:12:43.152686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 18a64392-f476-4dc3-9c2f-77a49146f09f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:12:43.153252 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-b60b4117-79b8-4091-a306-35694d4116e8 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904638 Dec 15 05:12:43.188155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53216) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:43.229960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fab1a5f2-66c4-4d10-b7fa-b2dea397900a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29734aaa447f4575a86db475557a32a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404360 Dec 15 05:12:43.232432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:43.281768 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b1748e8-9b15-4799-b2f2-17015ef2e52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.302486 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b1748e8-9b15-4799-b2f2-17015ef2e52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.328208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-71dec307-b67b-416d-883e-412e797f025a req-462bf8ac-e54e-45a8-b09b-66fb828435cf service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649761 Dec 15 05:12:43.353721 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b1748e8-9b15-4799-b2f2-17015ef2e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.354969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Router 248018c4-a2ba-432c-8b17-c5165d2af51b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:12:43.357057 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2b1748e8-9b15-4799-b2f2-17015ef2e52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.360534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2b1748e8-9b15-4799-b2f2-17015ef2e52b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb2271e6-ae1e-4e77-a852-e2b88ce0046f HTTP/1.1" status: 204 len: 168 time: 0.1270607 Dec 15 05:12:43.368705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1748e8-9b15-4799-b2f2-17015ef2e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2271e6-ae1e-4e77-a852-e2b88ce0046f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:43.466105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:12:43.470846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.524126 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-accb2134-9aa7-4069-9231-0556a33dce28 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "PUT /v2.0/floatingips/fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3 HTTP/1.1" status: 200 len: 991 time: 1.8376837 Dec 15 05:12:43.567598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c5959-fe6b-4c35-ab9e-c78c06142a7f None None] New status for floating IP fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:12:43.694336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53224) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:43.734248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c7a1c7c2-2c60-472c-88e4-2a5dc16f47fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58b49f2c1eba44be8b698b4d88b63ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386639 Dec 15 05:12:43.736644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53226) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:12:43.788970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a0cc54-787e-4dd9-97e3-e4aae8dd2241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.799472 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] Sync routers for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:12:43.809494 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:43.810192 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:43.811167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a0cc54-787e-4dd9-97e3-e4aae8dd2241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.857242 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a0cc54-787e-4dd9-97e3-e4aae8dd2241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.860050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89a0cc54-787e-4dd9-97e3-e4aae8dd2241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:43.861314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89a0cc54-787e-4dd9-97e3-e4aae8dd2241 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e30726f9-37f7-4ceb-a495-63653be1ef09 HTTP/1.1" status: 204 len: 168 time: 0.1236765 Dec 15 05:12:43.869479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0cc54-787e-4dd9-97e3-e4aae8dd2241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30726f9-37f7-4ceb-a495-63653be1ef09,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:12:43.881694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}, {'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:12:43.885102 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f594bec8-729e-4324-b3ac-fdef8883b785" -d '{"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}, {"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:12:43.919501 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:43.929897 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0436141-855d-412c-a7f1-6ca55f7ec355 x-openstack-request-id: req-a0436141-855d-412c-a7f1-6ca55f7ec355 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:12:43.930195 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:12:43.930450 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0436141-855d-412c-a7f1-6ca55f7ec355 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:12:43.930855 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'status': 'completed', 'code': 200} Dec 15 05:12:43.931110 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'status': 'completed', 'code': 200} Dec 15 05:12:44.035108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-08e17153-71da-4213-a649-6bbab8bdb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.036895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-08e17153-71da-4213-a649-6bbab8bdb29f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1097 time: 0.0501938 Dec 15 05:12:44.141092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-ea8fe7b7-716e-4907-aa71-6d28de4b6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.142727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-ea8fe7b7-716e-4907-aa71-6d28de4b6dd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 914 time: 0.0987794 Dec 15 05:12:44.168282 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:12:39Z', 'updated_at': '2021-12-15T05:12:43Z', 'revision_number': 2, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:44.197393 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] Checking router: 248018c4-a2ba-432c-8b17-c5165d2af51b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:12:44.207801 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:12:44.208835 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:12:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:44.219739 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-c3ffb693-c979-47df-b6fb-0a1ff2d5db1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 1001 time: 0.0698702 Dec 15 05:12:44.278832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-d74b021b-6474-4d79-b306-4fce6c6fe129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.280422 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-d74b021b-6474-4d79-b306-4fce6c6fe129 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.0515950 Dec 15 05:12:44.331919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-9baf5776-0dfc-41a2-9a82-78e6bd8772ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.333562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-9baf5776-0dfc-41a2-9a82-78e6bd8772ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458965 Dec 15 05:12:44.439828 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:12:44.442987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-69025f82-11f9-42e4-8e4b-cbc184b12499 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015322 Dec 15 05:12:44.537567 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-a05cd33b-86a2-4ddb-b253-7a37598389ce service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Dec 15 05:12:44.660499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-19a9aab5-e6f3-4765-8116-39cc587611d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.662046 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-19a9aab5-e6f3-4765-8116-39cc587611d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1097 time: 0.0413377 Dec 15 05:12:44.670986 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:12:39Z', 'updated_at': '2021-12-15T05:12:43Z', 'revision_number': 2, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:12:44.701084 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4d95a-8c37-425e-93a4-f903caeb3292 None None] The sync data for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 is: [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'port_id': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'mac_address': 'fa:16:3e:d4:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:12:39Z', 'updated_at': '2021-12-15T05:12:43Z', 'revision_number': 2, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:12:44.762878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-2c16e9d9-1a37-4a6a-9e77-ee7363b51b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.764406 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-2c16e9d9-1a37-4a6a-9e77-ee7363b51b70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 914 time: 0.0948493 Dec 15 05:12:44.831960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-f61e1b27-a984-4063-8f90-e777b4a54f8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 1001 time: 0.0603011 Dec 15 05:12:44.887835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-27dc8f8d-a2b1-4f0c-a9da-44639883109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.889315 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-27dc8f8d-a2b1-4f0c-a9da-44639883109e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.0483983 Dec 15 05:12:44.934646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-fa7c4a58-712a-4c12-b323-ac7ecfffe3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:12:44.936137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-fa7c4a58-712a-4c12-b323-ac7ecfffe3cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395515 Dec 15 05:12:45.022413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-9c4cdb75-ddce-4629-8e9f-009b4a41cc73 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788007 Dec 15 05:12:45.041823 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:12:45.117192 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f594bec8-729e-4324-b3ac-fdef8883b785 req-d9de41a7-98e0-4aab-b554-cf41e99658ba service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877295 Dec 15 05:12:57.758422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd432-0258-4b54-a66d-7863437cefa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:12:59.939931 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-385b9116-04d2-4ee2-b3f7-9ab9dde82720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:01.251463 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:02.810760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:03.389787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:03.761731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:07.294668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:15.963684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-415a55ae-cf86-4251-8d82-6c626ca5cd8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447192 Dec 15 05:13:16.071032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-608eed7c-f4f7-457c-b4a3-42d607078110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:16.072617 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-608eed7c-f4f7-457c-b4a3-42d607078110 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1097 time: 0.0418873 Dec 15 05:13:16.182461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-5ae324e3-3a90-4ccb-8207-60ca537297f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:16.183974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-5ae324e3-3a90-4ccb-8207-60ca537297f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 914 time: 0.0919321 Dec 15 05:13:16.259487 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-4b936f00-2e30-4776-8d8e-5fbb519e2da3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 1001 time: 0.0644238 Dec 15 05:13:16.318108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-ecc5cee7-9b8a-4a2f-8362-d4882365ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:16.319644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-ecc5cee7-9b8a-4a2f-8362-d4882365ca6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.0503347 Dec 15 05:13:16.369231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-8a522757-e9e9-4c3e-9700-ce69f72d7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:16.370813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-8a522757-e9e9-4c3e-9700-ce69f72d7cbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444183 Dec 15 05:13:16.475149 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-7bf3806e-5d7e-4cf6-a5da-0fa9658c9b62 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943215 Dec 15 05:13:16.572093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-84a7eec7-a992-4f07-9d01-e44bf4173916 req-4a884a11-478f-49dc-867b-eec378049e68 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896792 Dec 15 05:13:16.708531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53240) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:16.868432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Deleting port 2bdf2114-080d-41c3-bfdb-5e25242b8d30 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:16.868689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:16.949939 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:16.950379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:16.962059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Calling delete_port for 2bdf2114-080d-41c3-bfdb-5e25242b8d30 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:17.113552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:17.141030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event deleted for resources: {'Port': ['ID=2bdf2114-080d-41c3-bfdb-5e25242b8d30,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:17.203438 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:17.203773 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Floating IP fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3 disassociated (deleted). External IP: 172.25.2.211, port: 8a2f8a03-3a38-46be-89d0-d65075d163cb. Dec 15 05:13:17.412608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Router 248018c4-a2ba-432c-8b17-c5165d2af51b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:13:17.517555 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:13:17.522629 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:17.527677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] Sync routers for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:13:17.537511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:13:17.538108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:13:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:17.549948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bb7e5d4d-eb83-49ce-b3e3-282678d0dd73 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "DELETE /v2.0/floatingips/fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3 HTTP/1.1" status: 204 len: 168 time: 0.8397765 Dec 15 05:13:17.550538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:13:17.553061 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1319eff8-3c51-41e0-a413-c6c0bdba0640" -d '{"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:13:17.654553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:13:17.804369 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4b199-9079-4352-be6e-00e03fe99427 req-1df34e24-7010-4f91-9691-3f00fbe7fa39 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:17.805970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfa4b199-9079-4352-be6e-00e03fe99427 req-1df34e24-7010-4f91-9691-3f00fbe7fa39 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 945 time: 0.0561438 Dec 15 05:13:17.807577 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da22ee8f-6bc1-4938-970d-b2864e66dd83 x-openstack-request-id: req-da22ee8f-6bc1-4938-970d-b2864e66dd83 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:13:17.807864 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:13:17.808141 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da22ee8f-6bc1-4938-970d-b2864e66dd83 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:13:17.808657 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'status': 'completed', 'code': 200} Dec 15 05:13:17.862091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfa4b199-9079-4352-be6e-00e03fe99427 req-02e3cdc9-37b0-4c19-89f2-fe77917c40e6 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498035 Dec 15 05:13:17.891248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:17.915553 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-1420bd81-eba8-4392-a21c-a6d51f1ae995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:17.917096 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-1420bd81-eba8-4392-a21c-a6d51f1ae995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 1097 time: 0.0574906 Dec 15 05:13:17.918474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] Checking router: 248018c4-a2ba-432c-8b17-c5165d2af51b for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:13:17.927352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:13:17.927939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:13:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:18.011329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-62226869-8cb6-40f1-88a1-06df14633872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:18.013071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-62226869-8cb6-40f1-88a1-06df14633872 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 200 len: 914 time: 0.0869482 Dec 15 05:13:18.031929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:13:18.058752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-92c36df5-8b91-47b5-b037-6418df367a22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 200 len: 217 time: 0.0359387 Dec 15 05:13:18.110825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-c4cebee0-3612-415b-a90a-14f4394cf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:18.113889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-c4cebee0-3612-415b-a90a-14f4394cf350 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 200 len: 853 time: 0.0473266 Dec 15 05:13:18.164626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-ff586220-fbbd-436a-98af-32e95e575981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:18.166137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-ff586220-fbbd-436a-98af-32e95e575981 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a444885b-86d5-4026-a698-e171b2d94044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449531 Dec 15 05:13:18.240255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:18.260955 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-3153c298-c3df-4fbd-843a-c9c44a446c76 service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848207 Dec 15 05:13:18.265699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3189be-1d68-4579-88d1-ef96834fd45d None None] The sync data for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 is: [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '842840b5-1cb6-40c7-a5b8-d0ea253606ce', 'name': '', 'network_id': 'a444885b-86d5-4026-a698-e171b2d94044', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'mac_address': 'fa:16:3e:34:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:23Z', 'updated_at': '2021-12-15T05:10:28Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'subnets': [{'id': '28710499-1ae0-408a-89c2-f18d8c3de606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:13:18.357824 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1319eff8-3c51-41e0-a413-c6c0bdba0640 req-12aefd05-cc7f-40af-8040-d82714c2dc6c service neutron] 10.222.0.16 "GET /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865309 Dec 15 05:13:18.501871 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a87e79-b91a-4f07-bcaa-22166aa18e59 None None] New status for floating IP fc7f55a2-011e-42bf-b2ff-43dfe6fb0fb3: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:13:18.986257 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa705-1f6e-4a1f-9d5e-8ec1f0821456 req-a46ae3ee-2c18-464b-9c0b-71eca4c38216 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:18.988259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-550fa705-1f6e-4a1f-9d5e-8ec1f0821456 req-a46ae3ee-2c18-464b-9c0b-71eca4c38216 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 945 time: 0.0482311 Dec 15 05:13:19.036973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-550fa705-1f6e-4a1f-9d5e-8ec1f0821456 req-bc3d6516-a29c-420a-b318-107bfcfe2b82 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee0a130e-925c-451a-9c57-881ba5414ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Dec 15 05:13:19.756570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-a7314a1c-53a7-45b7-80e2-0645d842b32f tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:19.758015 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-a7314a1c-53a7-45b7-80e2-0645d842b32f tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.16 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 945 time: 0.0527856 Dec 15 05:13:19.850493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Deleting port 8a2f8a03-3a38-46be-89d0-d65075d163cb {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:19.850750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:19.937779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] For port 8a2f8a03-3a38-46be-89d0-d65075d163cb, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=8a2f8a03-3a38-46be-89d0-d65075d163cb,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:19.938137 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:19.950417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Calling delete_port for 8a2f8a03-3a38-46be-89d0-d65075d163cb owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:20.075268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:20.104004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event deleted for resources: {'Port': ['ID=8a2f8a03-3a38-46be-89d0-d65075d163cb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:20.115184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.115535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.115871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.116384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.116717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.117043 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.117374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.117696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.118016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.118343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.118691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.119034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.119330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:20.138884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d488e81d-d688-4569-bd22-4b2b6d24bf85 req-4ec91518-ea91-47f7-aeb2-3927533d60a3 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0341444 Dec 15 05:13:20.160582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] No DVR routers for this DVR port 8a2f8a03-3a38-46be-89d0-d65075d163cb on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:13:20.163275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:20.166621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1c6ca5f8-e814-4716-8094-7c177f98d59b req-9584ecb1-156c-4763-93cd-d99a84079706 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.16 "DELETE /v2.0/ports/8a2f8a03-3a38-46be-89d0-d65075d163cb HTTP/1.1" status: 204 len: 173 time: 0.3984282 Dec 15 05:13:20.167113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'name': 'network-vif-deleted', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:13:20.169361 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b01ec3-186e-4ea6-965c-fa830ae339e2" -d '{"events": [{"server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "name": "network-vif-deleted", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:13:20.205293 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e31f115-c45e-4875-aae6-4074f07d2767 x-openstack-request-id: req-7e31f115-c45e-4875-aae6-4074f07d2767 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:13:20.205594 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37278c1-91c5-42e9-bf9c-df089a66ef4b", "name": "network-vif-deleted", "tag": "8a2f8a03-3a38-46be-89d0-d65075d163cb", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:13:20.205893 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e31f115-c45e-4875-aae6-4074f07d2767 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:13:20.206330 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37278c1-91c5-42e9-bf9c-df089a66ef4b', 'name': 'network-vif-deleted', 'tag': '8a2f8a03-3a38-46be-89d0-d65075d163cb', 'status': 'completed', 'code': 200} Dec 15 05:13:21.245770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e485c548-32f6-4d0e-8a3f-7ace9c1cc3a5 req-21d0129b-6694-4daf-a7c8-91180e7eeaa1 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0303509 Dec 15 05:13:22.040541 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:13:22.344403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-955c44f9-1a03-4504-9691-006fa75ca80b req-f0a00837-f4ec-41a7-8303-e9b5cb87f0aa tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0306106 Dec 15 05:13:23.438234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bada0b20-4d9a-4b8d-b54a-1e27ddb34cce req-c22ebdf3-7b45-4cf5-8281-84f096fb1489 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0254388 Dec 15 05:13:24.392635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8a2f8a03-3a38-46be-89d0-d65075d163cb no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:24.415821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 8a2f8a03-3a38-46be-89d0-d65075d163cb {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:24.416186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 8a2f8a03-3a38-46be-89d0-d65075d163cb not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:24.542960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-796db806-f85b-4561-b939-451f12538cb3 req-473c4607-2139-473f-88b3-4a6959f14fb7 tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "GET /v2.0/ports?device_id=b37278c1-91c5-42e9-bf9c-df089a66ef4b HTTP/1.1" status: 200 len: 210 time: 0.0266886 Dec 15 05:13:25.601242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53270) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:25.658116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:25.682912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:25.740415 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:25.742988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:25.744172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] 10.222.0.37 "DELETE /v2.0/security-groups/ee0a130e-925c-451a-9c57-881ba5414ca5 HTTP/1.1" status: 204 len: 168 time: 0.1417854 Dec 15 05:13:25.753139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a130e-925c-451a-9c57-881ba5414ca5,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:25.761135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.761490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.761836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.762180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.762518 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.762854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.763187 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.763523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.763847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.764213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.764543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.764870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:25.765193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89719300-77bc-4cb0-a23b-c156cc9bdb8d tempest-TestVolumeBackupRestore-1116909277 tempest-TestVolumeBackupRestore-1116909277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:27.763899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d97529a1-d55c-4340-88ff-8e02b48039f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:29.944722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-74646bbf-90f9-46ab-ae41-0bf29831295c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:31.243186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53728) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:31.255972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:31.857143 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:32.100548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Deleting port 842840b5-1cb6-40c7-a5b8-d0ea253606ce {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:32.100887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:32.176938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] For port 842840b5-1cb6-40c7-a5b8-d0ea253606ce, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=842840b5-1cb6-40c7-a5b8-d0ea253606ce,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:32.177222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:32.189541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Calling delete_port for 842840b5-1cb6-40c7-a5b8-d0ea253606ce owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:32.366024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:32.390122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Pushing event deleted for resources: {'Port': ['ID=842840b5-1cb6-40c7-a5b8-d0ea253606ce,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:32.562624 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:32.775938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Router 248018c4-a2ba-432c-8b17-c5165d2af51b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:13:32.804725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:32.881374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:13:32.886996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c36ad6e2-8cf9-4869-a080-5d3d26b0477a admin admin] 10.222.0.37 "PUT /v2.0/routers/248018c4-a2ba-432c-8b17-c5165d2af51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423357 Dec 15 05:13:32.889050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53730) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:32.892279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] Sync routers for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:13:32.903497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:13:32.904583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:13:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:33.001172 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.013268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:13:33.107276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.160754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Deleting port 6d6055a5-436f-470b-ad3e-00105e760364 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:33.161108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.196691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6d6055a5-436f-470b-ad3e-00105e760364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:13:32Z', 'revision_number': 5, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port': {'id': '6d6055a5-436f-470b-ad3e-00105e760364', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:33.229378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] Checking router: 248018c4-a2ba-432c-8b17-c5165d2af51b for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:13:33.237712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] Routers {'248018c4-a2ba-432c-8b17-c5165d2af51b'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:13:33.238353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:13:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['248018c4-a2ba-432c-8b17-c5165d2af51b'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:33.245888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] For port 6d6055a5-436f-470b-ad3e-00105e760364, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6d6055a5-436f-470b-ad3e-00105e760364,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:33.246256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.259053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Calling delete_port for 6d6055a5-436f-470b-ad3e-00105e760364 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:33.323139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] Set router 248018c4-a2ba-432c-8b17-c5165d2af51b gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:13:33.382089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:13:33Z', 'revision_number': 6, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:33.415396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83178484-4c82-45f7-bc71-e5a52cb9bbf5 None None] The sync data for ids ['248018c4-a2ba-432c-8b17-c5165d2af51b'] in n-d-820935-10 is: [{'id': '248018c4-a2ba-432c-8b17-c5165d2af51b', 'name': 'tempest-TestVolumeBackupRestore-1903379408-router', 'tenant_id': '5bfafff18ee34d28b4fc94abe1534c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:21Z', 'updated_at': '2021-12-15T05:13:33Z', 'revision_number': 6, 'project_id': '5bfafff18ee34d28b4fc94abe1534c99', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:13:33.421904 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.425601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.448211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6055a5-436f-470b-ad3e-00105e760364,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:33.473993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d1ea5-8ae4-4884-9f37-3c837664893d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:13:33.523225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.628248 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.630880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.672212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.672731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248018c4-a2ba-432c-8b17-c5165d2af51b {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:13:33.677000 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.678159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84ff3b38-7a75-4a4c-88c5-a6789902f3d0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/248018c4-a2ba-432c-8b17-c5165d2af51b HTTP/1.1" status: 204 len: 168 time: 0.7881918 Dec 15 05:13:33.680758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53732) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:33.724318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Deleting subnet 28710499-1ae0-408a-89c2-f18d8c3de606 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:13:33.727255 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.757466 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.768626 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.857728 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.912749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.940060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28710499-1ae0-408a-89c2-f18d8c3de606,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:33.942641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:33.946300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f4b044f7-d21a-4118-a7f5-65a6bc725642 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/28710499-1ae0-408a-89c2-f18d8c3de606 HTTP/1.1" status: 204 len: 168 time: 0.2640691 Dec 15 05:13:33.948396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53734) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:33.948522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee82ec47-0662-4fcd-a006-21811f89a0c8 None None] Network a444885b-86d5-4026-a698-e171b2d94044 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:13:34.020195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.075498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Deleting port c442a9d1-305f-48de-8719-3cf5d0443fda {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:34.075843 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.136322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] For port c442a9d1-305f-48de-8719-3cf5d0443fda, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c442a9d1-305f-48de-8719-3cf5d0443fda,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:34.136692 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.156363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Calling delete_port for c442a9d1-305f-48de-8719-3cf5d0443fda owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:34.170493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] DHCP port deletion for a444885b-86d5-4026-a698-e171b2d94044 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:13:34.224112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] Deleting port c442a9d1-305f-48de-8719-3cf5d0443fda {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:34.224511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.243621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.270316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c442a9d1-305f-48de-8719-3cf5d0443fda,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:34.273897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] No DVR routers for this DVR port c442a9d1-305f-48de-8719-3cf5d0443fda on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:13:34.293507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] For port c442a9d1-305f-48de-8719-3cf5d0443fda, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c442a9d1-305f-48de-8719-3cf5d0443fda,segment=NetworkSegment(103c5604-0ae3-4447-824e-5b9cd3b87dcd),segment_id=103c5604-0ae3-4447-824e-5b9cd3b87dcd)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:34.293983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.307709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] Calling delete_port for c442a9d1-305f-48de-8719-3cf5d0443fda owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:34.349794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.370286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a444885b-86d5-4026-a698-e171b2d94044']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:34.380514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c5604-0ae3-4447-824e-5b9cd3b87dcd') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:34.380964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c5604-0ae3-4447-824e-5b9cd3b87dcd') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:34.384691 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.390670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.405351 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.411946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:13:34.412387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:13:34.414169 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:13:34.423182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] No DVR routers for this DVR port c442a9d1-305f-48de-8719-3cf5d0443fda on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:13:34.427919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1439d-92ec-4ad6-bb65-f91141bb47c5 None None] Pushing event deleted for resources: {'Port': ['ID=c442a9d1-305f-48de-8719-3cf5d0443fda,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:34.469714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.477336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:34.482619 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a444885b-86d5-4026-a698-e171b2d94044 HTTP/1.1" status: 204 len: 168 time: 0.5332391 Dec 15 05:13:34.486076 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53736) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:34.511477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89fca7-627d-418b-805e-f5fcb33e10d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a444885b-86d5-4026-a698-e171b2d94044,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:34.830887 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:35.030923 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c442a9d1-305f-48de-8719-3cf5d0443fda no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:35.050906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c442a9d1-305f-48de-8719-3cf5d0443fda {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:35.051262 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c442a9d1-305f-48de-8719-3cf5d0443fda not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:35.051678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 842840b5-1cb6-40c7-a5b8-d0ea253606ce no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:35.070563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 842840b5-1cb6-40c7-a5b8-d0ea253606ce {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:35.070913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 842840b5-1cb6-40c7-a5b8-d0ea253606ce not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:35.071320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6d6055a5-436f-470b-ad3e-00105e760364 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:35.073211 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Deleting port 93825e43-1a02-47b2-8ff1-171269f110fe {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:35.073550 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:35.090137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6d6055a5-436f-470b-ad3e-00105e760364 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:35.090485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6d6055a5-436f-470b-ad3e-00105e760364 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:35.157340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] For port 93825e43-1a02-47b2-8ff1-171269f110fe, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=93825e43-1a02-47b2-8ff1-171269f110fe,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:35.157698 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:35.171458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Calling delete_port for 93825e43-1a02-47b2-8ff1-171269f110fe owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:35.342704 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:35.367217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Pushing event deleted for resources: {'Port': ['ID=93825e43-1a02-47b2-8ff1-171269f110fe,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:35.531058 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:35.738515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Router 9717f2ae-8d9e-489c-a3b8-585014c9b091 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:13:36.124021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:13:36.129969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d7741764-ac6c-40ce-91ce-1638510eb992 admin admin] 10.222.0.37 "PUT /v2.0/routers/9717f2ae-8d9e-489c-a3b8-585014c9b091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6429183 Dec 15 05:13:36.132661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53738) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:36.133480 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] Sync routers for ids ['9717f2ae-8d9e-489c-a3b8-585014c9b091'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:13:36.145004 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] Routers {'9717f2ae-8d9e-489c-a3b8-585014c9b091'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:13:36.145710 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:13:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9717f2ae-8d9e-489c-a3b8-585014c9b091'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:36.231403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:36.247284 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] Set router 9717f2ae-8d9e-489c-a3b8-585014c9b091 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:13:36.331378 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:36.387307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Deleting port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:36.387555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:36.419322 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:13:35Z', 'revision_number': 5, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port': {'id': '3167aa52-c8d5-4a7c-8f6c-858cbdf44b82', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:10:26Z', 'updated_at': '2021-12-15T05:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:36.446076 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] Checking router: 9717f2ae-8d9e-489c-a3b8-585014c9b091 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:13:36.454138 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] Routers {'9717f2ae-8d9e-489c-a3b8-585014c9b091'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:13:36.454731 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:13:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['9717f2ae-8d9e-489c-a3b8-585014c9b091'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:36.466139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] For port 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:36.466498 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:36.479306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Calling delete_port for 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:36.540049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] Set router 9717f2ae-8d9e-489c-a3b8-585014c9b091 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:13:36.593613 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:13:36Z', 'revision_number': 6, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:36.621787 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157222-4007-4581-8307-54f98f07bf16 None None] The sync data for ids ['9717f2ae-8d9e-489c-a3b8-585014c9b091'] in n-d-820935-10 is: [{'id': '9717f2ae-8d9e-489c-a3b8-585014c9b091', 'name': 'tempest-TestVolumeBackupRestore-1274987306-router', 'tenant_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:10:25Z', 'updated_at': '2021-12-15T05:13:36Z', 'revision_number': 6, 'project_id': '1c64b8d0a0404a68ab6fc7519137cacb', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:13:36.645926 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:36.673756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Pushing event deleted for resources: {'Port': ['ID=3167aa52-c8d5-4a7c-8f6c-858cbdf44b82,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:36.684907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61038825-95b0-43b7-884b-843113729d15 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:13:36.734223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.092578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 93825e43-1a02-47b2-8ff1-171269f110fe no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:37.097616 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.099908 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.119360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 93825e43-1a02-47b2-8ff1-171269f110fe {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:37.119706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 93825e43-1a02-47b2-8ff1-171269f110fe not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:37.145110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.145695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9717f2ae-8d9e-489c-a3b8-585014c9b091 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:13:37.150739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.152700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c8661495-1d29-49f2-822d-43ee13c4532f admin admin] 10.222.0.37 "DELETE /v2.0/routers/9717f2ae-8d9e-489c-a3b8-585014c9b091 HTTP/1.1" status: 204 len: 168 time: 1.0190108 Dec 15 05:13:37.155367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53740) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:37.199328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Deleting subnet 530e603d-9dc5-4bf2-b882-7f7ad6c235f1 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:13:37.202406 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.239215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.302426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.313687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.365165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.394331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530e603d-9dc5-4bf2-b882-7f7ad6c235f1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:37.396381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.399619 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0af1f83f-d7b4-4740-8633-e8aef40c2241 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/530e603d-9dc5-4bf2-b882-7f7ad6c235f1 HTTP/1.1" status: 204 len: 168 time: 0.2432363 Dec 15 05:13:37.402385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53742) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:37.403825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638ad64-cc98-42c2-b986-66932b1cff6b None None] Network f04d2b98-65ab-4271-b657-c05546e63708 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:13:37.473405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.530844 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Deleting port 2b1908dc-379d-4945-b782-5165c1e7f334 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:37.531187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.543857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] DHCP port deletion for f04d2b98-65ab-4271-b657-c05546e63708 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:13:37.595581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Deleting port 2b1908dc-379d-4945-b782-5165c1e7f334 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:13:37.595940 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.603551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] For port 2b1908dc-379d-4945-b782-5165c1e7f334, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2b1908dc-379d-4945-b782-5165c1e7f334,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:37.603997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.617670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Calling delete_port for 2b1908dc-379d-4945-b782-5165c1e7f334 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:37.660737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] For port 2b1908dc-379d-4945-b782-5165c1e7f334, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2b1908dc-379d-4945-b782-5165c1e7f334,segment=NetworkSegment(f6899150-ad8a-4d05-bda9-1a7557f04fbb),segment_id=f6899150-ad8a-4d05-bda9-1a7557f04fbb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:37.661135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.676366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Calling delete_port for 2b1908dc-379d-4945-b782-5165c1e7f334 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:13:37.702413 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.731175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1908dc-379d-4945-b782-5165c1e7f334,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:37.733249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] No DVR routers for this DVR port 2b1908dc-379d-4945-b782-5165c1e7f334 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:13:37.768015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.793423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Pushing event deleted for resources: {'Port': ['ID=2b1908dc-379d-4945-b782-5165c1e7f334,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:37.796406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] No DVR routers for this DVR port 2b1908dc-379d-4945-b782-5165c1e7f334 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:13:37.803599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.803951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.804304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.804638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.804968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.805309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.805613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.805928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.806285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.806548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.807252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.807252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.807462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b6957-b6e9-4a74-9046-d74cc2f00634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:13:37.811240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.831911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04d2b98-65ab-4271-b657-c05546e63708']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:37.841062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6899150-ad8a-4d05-bda9-1a7557f04fbb') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:37.841363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6899150-ad8a-4d05-bda9-1a7557f04fbb') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:13:37.851004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.864667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.870647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:13:37.871051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:13:37.872698 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:13:37.927971 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.933451 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:37.936598 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f04d2b98-65ab-4271-b657-c05546e63708 HTTP/1.1" status: 204 len: 168 time: 0.5331359 Dec 15 05:13:37.949403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f286e7-f5a5-4a19-905e-19798a8b2de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04d2b98-65ab-4271-b657-c05546e63708,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:38.095156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53746) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:38.134634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e23cdffa-4ffb-4fef-b92b-15fbcda0367d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bfafff18ee34d28b4fc94abe1534c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382926 Dec 15 05:13:38.137051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53748) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:38.185159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aace4d5-ddef-405a-98ab-bb8ab6623172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.205588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aace4d5-ddef-405a-98ab-bb8ab6623172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.251627 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aace4d5-ddef-405a-98ab-bb8ab6623172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.254183 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1aace4d5-ddef-405a-98ab-bb8ab6623172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.255312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1aace4d5-ddef-405a-98ab-bb8ab6623172 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/251021b4-e2e6-4668-bf68-ce49e331e3c1 HTTP/1.1" status: 204 len: 168 time: 0.1172779 Dec 15 05:13:38.262743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aace4d5-ddef-405a-98ab-bb8ab6623172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251021b4-e2e6-4668-bf68-ce49e331e3c1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:38.563188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53754) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:38.602963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f5a2cb2f-e0b8-4db2-b964-8f8c78f2856e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c64b8d0a0404a68ab6fc7519137cacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386002 Dec 15 05:13:38.605376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53756) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:13:38.652297 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-16ca9ad5-608f-411a-a9c6-08572bf379cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.672482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-16ca9ad5-608f-411a-a9c6-08572bf379cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.717822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-16ca9ad5-608f-411a-a9c6-08572bf379cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.720551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-16ca9ad5-608f-411a-a9c6-08572bf379cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:38.721691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-16ca9ad5-608f-411a-a9c6-08572bf379cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71884e35-bd1f-47bd-b6da-bf1babb6ea5b HTTP/1.1" status: 204 len: 168 time: 0.1154082 Dec 15 05:13:38.730083 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca9ad5-608f-411a-a9c6-08572bf379cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71884e35-bd1f-47bd-b6da-bf1babb6ea5b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:39.030088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:39.052650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:39.052919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 3167aa52-c8d5-4a7c-8f6c-858cbdf44b82 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:39.053344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2b1908dc-379d-4945-b782-5165c1e7f334 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:13:39.076811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 2b1908dc-379d-4945-b782-5165c1e7f334 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:13:39.077166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2b1908dc-379d-4945-b782-5165c1e7f334 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:13:48.903376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-f8fb095b-2513-4349-bf92-9bd6dffb6955 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=066555490db244f294b2d6cb7167b06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289943 Dec 15 05:13:49.091926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-03ccc41d-e1ef-40ff-8eaf-67816be6b212 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:49.093404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-03ccc41d-e1ef-40ff-8eaf-67816be6b212 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845138 Dec 15 05:13:49.107868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-a8b379f8-4ba3-42c2-a38d-972a0844ba9f tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/quotas/066555490db244f294b2d6cb7167b06c HTTP/1.1" status: 200 len: 375 time: 0.0088105 Dec 15 05:13:49.139461 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-45dd043a-4469-44c0-87ab-acce506faf27 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=066555490db244f294b2d6cb7167b06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260596 Dec 15 05:13:49.300584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0736ba7-29f3-425e-87e7-6b96ad96ae49 req-f24f1897-1e19-4fff-835a-669c1f75531b tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 210 time: 0.0265875 Dec 15 05:13:50.322153 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-9d80d524-c11b-4769-a718-42fcd46c9bb6 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=066555490db244f294b2d6cb7167b06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307362 Dec 15 05:13:50.395667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e22355f5-2b3d-43c1-89ee-d5a883ca83f2 req-a7e661f6-dd58-46b3-b4a1-7005983d262d tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 210 time: 0.0266950 Dec 15 05:13:50.522945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-805635c2-4110-4347-8e29-7bf821cbe753 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:50.524437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-805635c2-4110-4347-8e29-7bf821cbe753 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969326 Dec 15 05:13:50.544286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Request body: {'port': {'device_id': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'admin_state_up': True, 'tenant_id': '066555490db244f294b2d6cb7167b06c'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:13:50.653378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Made reservation on behalf of 066555490db244f294b2d6cb7167b06c for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:13:50.657004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:50.665225 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:50.740897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:50.744604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:50.803952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f1e67-8a1f-4c06-b9b1-74317785b243,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:50.873248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Allocated IP 192.168.233.52 (fd0ab219-e21a-4209-9a6a-1e2303350b46/8c99abad-6940-479c-84b2-f2d88ff55890/570ffd15-4355-4a40-856b-7b91bdf71148) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:13:51.018035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.050669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.098372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Network fd0ab219-e21a-4209-9a6a-1e2303350b46 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:13:51.102117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:13:51.105798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:13:51.128614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Pushing event updated for resources: {'Port': ['ID=570ffd15-4355-4a40-856b-7b91bdf71148,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:51.159084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:51.159719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.178522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-490b2f15-0d3c-4b4c-a978-f5c8749747e2 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6391788 Dec 15 05:13:51.300386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Request body: {'port': {'device_id': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:13:51.343704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2a7f0e3e-55d2-4ccd-9600-57e3ffbd3cec None None] Provisioning complete for port 570ffd15-4355-4a40-856b-7b91bdf71148 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:13:51.344341 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0e3e-55d2-4ccd-9600-57e3ffbd3cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.356011 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.377122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f0e3e-55d2-4ccd-9600-57e3ffbd3cec None None] Port 570ffd15-4355-4a40-856b-7b91bdf71148 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:13:51.516757 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851a2ac-2648-46d0-b948-acb999a247fa req-cd24319d-f754-4413-a06a-6a235c12315f tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:51.518230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0851a2ac-2648-46d0-b948-acb999a247fa req-cd24319d-f754-4413-a06a-6a235c12315f tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 935 time: 0.0505083 Dec 15 05:13:51.565593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0851a2ac-2648-46d0-b948-acb999a247fa req-da1e421b-2c84-4593-b4c4-7f06d025f9d4 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Dec 15 05:13:51.620860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570ffd15-4355-4a40-856b-7b91bdf71148 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:13:51.628134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.641269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Transition to ACTIVE for port object 570ffd15-4355-4a40-856b-7b91bdf71148 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:13:51.644749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.710376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Pushing event updated for resources: {'Port': ['ID=570ffd15-4355-4a40-856b-7b91bdf71148,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:51.765999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Attempting to bind port 570ffd15-4355-4a40-856b-7b91bdf71148 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:13:51.766415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Attempting to bind port 570ffd15-4355-4a40-856b-7b91bdf71148 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:13:51.766700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Attempting to bind port 570ffd15-4355-4a40-856b-7b91bdf71148 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:13:51.772406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Port 570ffd15-4355-4a40-856b-7b91bdf71148 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:13:51.772737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Attempting to bind port 570ffd15-4355-4a40-856b-7b91bdf71148 on network fd0ab219-e21a-4209-9a6a-1e2303350b46 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:13:51.778189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:13:51.778529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Checking segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:13:51.778915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Bound using segment: {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:13:51.779347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Bound port: 570ffd15-4355-4a40-856b-7b91bdf71148, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7794a-ea19-4a3e-990f-5fc7aaf58ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:13:51.779711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.848146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] For port 570ffd15-4355-4a40-856b-7b91bdf71148, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:13:51.851984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] For port 570ffd15-4355-4a40-856b-7b91bdf71148, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=570ffd15-4355-4a40-856b-7b91bdf71148,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:13:51.856287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.890319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:51.890985 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:51.892354 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] 10.222.0.42 "PUT /v2.0/ports/570ffd15-4355-4a40-856b-7b91bdf71148 HTTP/1.1" status: 200 len: 1096 time: 0.7008266 Dec 15 05:13:51.892800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'tag': '570ffd15-4355-4a40-856b-7b91bdf71148'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:13:51.895065 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb08e43-e681-46bb-8fdf-8653603687b8" -d '{"events": [{"name": "network-changed", "server_uuid": "59e2dca3-af9f-41a4-9f65-1810c37a879f", "tag": "570ffd15-4355-4a40-856b-7b91bdf71148"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:13:51.930712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522a3f7-c4fd-43b9-a6b7-076b0527b115 service neutron] Pushing event updated for resources: {'Port': ['ID=570ffd15-4355-4a40-856b-7b91bdf71148,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:51.944059 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c7d2e-b698-43bd-9e53-29bf9391fda0 x-openstack-request-id: req-de1c7d2e-b698-43bd-9e53-29bf9391fda0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:13:51.944418 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e2dca3-af9f-41a4-9f65-1810c37a879f", "tag": "570ffd15-4355-4a40-856b-7b91bdf71148", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:13:51.944671 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de1c7d2e-b698-43bd-9e53-29bf9391fda0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:13:51.945078 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'tag': '570ffd15-4355-4a40-856b-7b91bdf71148', 'status': 'completed', 'code': 200} Dec 15 05:13:51.998050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-3e335478-6627-475e-9704-d44bbbae7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:51.999578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-3e335478-6627-475e-9704-d44bbbae7ec6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=066555490db244f294b2d6cb7167b06c&device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 1099 time: 0.0428712 Dec 15 05:13:52.054138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-83e4b4a6-eed1-440e-8264-c2911de62855 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=570ffd15-4355-4a40-856b-7b91bdf71148 HTTP/1.1" status: 200 len: 217 time: 0.0403445 Dec 15 05:13:52.103691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-46146efd-f439-42a3-b5d7-2abfd59a4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.105351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-46146efd-f439-42a3-b5d7-2abfd59a4fd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0448601 Dec 15 05:13:52.152792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-f0ad6da2-88d5-4448-b443-28223f81cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.154203 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-f0ad6da2-88d5-4448-b443-28223f81cbe4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0417633 Dec 15 05:13:52.245096 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-0033f0fa-e2a0-4dc2-965b-fc4b7fe6d1fe service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826442 Dec 15 05:13:52.334678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f7e446a5-e5cd-4ae9-a304-d0da67602184 req-4d065bbf-e92f-4843-a174-bdc2f9af3fc2 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 Dec 15 05:13:52.464755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-91ac5f9b-9fe2-4978-ba1d-b7dc8295378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.466146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-91ac5f9b-9fe2-4978-ba1d-b7dc8295378d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=066555490db244f294b2d6cb7167b06c&device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 1099 time: 0.0413921 Dec 15 05:13:52.558303 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-a59d83c3-7c14-46e2-854d-1dac1ac72b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.559770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-a59d83c3-7c14-46e2-854d-1dac1ac72b5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd0ab219-e21a-4209-9a6a-1e2303350b46 HTTP/1.1" status: 200 len: 869 time: 0.0867841 Dec 15 05:13:52.602678 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-54db2a44-8b70-461f-b32a-beb80bd1ef17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=570ffd15-4355-4a40-856b-7b91bdf71148 HTTP/1.1" status: 200 len: 217 time: 0.0350685 Dec 15 05:13:52.656677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-e9602211-5468-4667-b337-6c0d8b2d0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.658133 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-e9602211-5468-4667-b337-6c0d8b2d0841 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c99abad-6940-479c-84b2-f2d88ff55890 HTTP/1.1" status: 200 len: 843 time: 0.0484335 Dec 15 05:13:52.681684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f7128-9df1-4446-bfc7-920364d3195b req-c4568a8b-1ee6-4e58-9851-326569bf5bd4 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.683248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a2f7128-9df1-4446-bfc7-920364d3195b req-c4568a8b-1ee6-4e58-9851-326569bf5bd4 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 947 time: 0.0484409 Dec 15 05:13:52.706574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-0b69470e-2d62-471d-bdcc-d41f90840261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:52.708718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-0b69470e-2d62-471d-bdcc-d41f90840261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd0ab219-e21a-4209-9a6a-1e2303350b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403364 Dec 15 05:13:52.731171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a2f7128-9df1-4446-bfc7-920364d3195b req-836f8ecb-d326-46e0-93a3-4b192f69a6b7 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Dec 15 05:13:52.798193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-7e4d71ed-d129-4c24-b4fa-2d65884090a7 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807102 Dec 15 05:13:52.894248 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ceb08e43-e681-46bb-8fdf-8653603687b8 req-11a8bb22-9dd8-4f4f-aa08-651d4ae0c180 service neutron] 10.222.0.42 "GET /v2.0/networks/fd0ab219-e21a-4209-9a6a-1e2303350b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885146 Dec 15 05:13:53.846131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cc7ac-fbdb-4d79-a2a6-b25c993f878e req-1d9527c2-93a2-4df7-b758-d97e76f41fe8 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:53.847505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a9cc7ac-fbdb-4d79-a2a6-b25c993f878e req-1d9527c2-93a2-4df7-b758-d97e76f41fe8 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 947 time: 0.0474725 Dec 15 05:13:53.898041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a9cc7ac-fbdb-4d79-a2a6-b25c993f878e req-115b0954-883b-4442-b110-936c86ae7cf5 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Dec 15 05:13:55.010623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669bc5a-4d60-486a-9c0e-155bb0fa4028 req-7f9b5717-6209-42b3-b8fa-05cf53af3a50 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:55.012104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5669bc5a-4d60-486a-9c0e-155bb0fa4028 req-7f9b5717-6209-42b3-b8fa-05cf53af3a50 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 947 time: 0.0478966 Dec 15 05:13:55.058742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5669bc5a-4d60-486a-9c0e-155bb0fa4028 req-57b2657d-1eba-4665-a6ce-734765ec79eb tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Dec 15 05:13:56.171039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdce6-1429-438c-b826-d99378a9b9bc req-cc1e1a7c-2a19-4e1e-b6f8-130a6109ccd6 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:56.172522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-204cdce6-1429-438c-b826-d99378a9b9bc req-cc1e1a7c-2a19-4e1e-b6f8-130a6109ccd6 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 947 time: 0.0477247 Dec 15 05:13:56.218311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-204cdce6-1429-438c-b826-d99378a9b9bc req-8ffc1c8e-8ffe-4c41-95dc-bacb294e57e6 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Dec 15 05:13:56.357972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 570ffd15-4355-4a40-856b-7b91bdf71148 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:13:56.447969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 570ffd15-4355-4a40-856b-7b91bdf71148, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=570ffd15-4355-4a40-856b-7b91bdf71148,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:56.459334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '570ffd15-4355-4a40-856b-7b91bdf71148', 'network_id': 'fd0ab219-e21a-4209-9a6a-1e2303350b46', 'port_id': '570ffd15-4355-4a40-856b-7b91bdf71148', 'mac_address': 'fa:16:3e:c2:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c99abad-6940-479c-84b2-f2d88ff55890', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:13:56.498141 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:56.510218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570ffd15-4355-4a40-856b-7b91bdf71148 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:13:56.529308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 570ffd15-4355-4a40-856b-7b91bdf71148, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=570ffd15-4355-4a40-856b-7b91bdf71148,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:56.533252 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:56.579202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=570ffd15-4355-4a40-856b-7b91bdf71148,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:56.816922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['570ffd15-4355-4a40-856b-7b91bdf71148'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:13:57.336563 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a960c5-b99b-4b98-8dc4-e18632edf3c2 req-c554066c-db4c-43ca-81e6-c778eed18f03 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:57.338024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2a960c5-b99b-4b98-8dc4-e18632edf3c2 req-c554066c-db4c-43ca-81e6-c778eed18f03 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 948 time: 0.0528350 Dec 15 05:13:57.385202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e2a960c5-b99b-4b98-8dc4-e18632edf3c2 req-51b60148-a55a-41de-b773-8b202ed37812 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Dec 15 05:13:57.759515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6e70d767-110e-4114-849c-702096c2b3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:58.373471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 570ffd15-4355-4a40-856b-7b91bdf71148 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:13:58.422628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 570ffd15-4355-4a40-856b-7b91bdf71148 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:13:58.427301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 570ffd15-4355-4a40-856b-7b91bdf71148 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:13:58.427682 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:58.500315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1beb6-c191-4c02-92cc-f9005be887a0 req-9b0b001b-aadc-4f92-a87d-580e9b6f28ff tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:58.501802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0a1beb6-c191-4c02-92cc-f9005be887a0 req-9b0b001b-aadc-4f92-a87d-580e9b6f28ff tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 948 time: 0.0478406 Dec 15 05:13:58.506668 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:58.528966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570ffd15-4355-4a40-856b-7b91bdf71148'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:13:58.531231 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943dabfe-7cee-453a-a41a-60efc3707856" -d '{"events": [{"server_uuid": "59e2dca3-af9f-41a4-9f65-1810c37a879f", "name": "network-vif-plugged", "status": "completed", "tag": "570ffd15-4355-4a40-856b-7b91bdf71148"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:13:58.544958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 570ffd15-4355-4a40-856b-7b91bdf71148, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=570ffd15-4355-4a40-856b-7b91bdf71148,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:13:58.549681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:13:58.549894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e0a1beb6-c191-4c02-92cc-f9005be887a0 req-f63320fb-ed4f-4d17-bbe3-fe44de0d2632 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Dec 15 05:13:58.602358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=570ffd15-4355-4a40-856b-7b91bdf71148,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:13:58.663531 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a44ad6-2b1f-4539-bb40-e0d5c632dcdd x-openstack-request-id: req-75a44ad6-2b1f-4539-bb40-e0d5c632dcdd {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:13:58.663826 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e2dca3-af9f-41a4-9f65-1810c37a879f", "name": "network-vif-plugged", "status": "completed", "tag": "570ffd15-4355-4a40-856b-7b91bdf71148", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:13:58.664112 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75a44ad6-2b1f-4539-bb40-e0d5c632dcdd {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:13:58.664540 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570ffd15-4355-4a40-856b-7b91bdf71148', 'code': 200} Dec 15 05:13:58.787022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260018b-0b17-4cab-882a-54bb50301d4b req-6c54fd00-eda0-46d4-b34f-42a489ba66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:58.788522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7260018b-0b17-4cab-882a-54bb50301d4b req-6c54fd00-eda0-46d4-b34f-42a489ba66a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 1101 time: 0.0405536 Dec 15 05:13:58.831409 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7260018b-0b17-4cab-882a-54bb50301d4b req-fcf8da21-35e8-42d0-91af-a01d82d8dd42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Dec 15 05:13:59.039229 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:13:59.684474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba202ca-12e3-4e26-a642-d6fa6f6f897c req-817f1a52-c926-4e9b-a9b3-4f755ebdc4f4 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:13:59.685917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cba202ca-12e3-4e26-a642-d6fa6f6f897c req-817f1a52-c926-4e9b-a9b3-4f755ebdc4f4 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 949 time: 0.0469995 Dec 15 05:13:59.736651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cba202ca-12e3-4e26-a642-d6fa6f6f897c req-6c3ad6a0-b2f4-4617-89d5-c0d73e0f5bc7 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Dec 15 05:13:59.946103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c5e6f01b-df61-48aa-a5eb-c436176e01ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:00.850931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677024b-2c7e-45a8-829d-367edbcc1d2c req-54c4ae81-22b0-4adf-ab1c-0df26367384b tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:00.852434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7677024b-2c7e-45a8-829d-367edbcc1d2c req-54c4ae81-22b0-4adf-ab1c-0df26367384b tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 949 time: 0.0474453 Dec 15 05:14:00.903038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7677024b-2c7e-45a8-829d-367edbcc1d2c req-1f1d5174-7ae6-4f3c-bad0-194a74bad7c9 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Dec 15 05:14:01.176292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-1b044c42-35ce-4e12-a642-94a142e3ae94 req-71ab9869-aee0-4b76-984e-8c442de798c5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:14:01.177195 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1b044c42-35ce-4e12-a642-94a142e3ae94 req-71ab9869-aee0-4b76-984e-8c442de798c5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055239 Dec 15 05:14:01.260376 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:01.567191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-26cfefaa-a3e2-4614-8838-90deaa9835da req-799ba9cd-86dc-47ff-ac84-65ff1e819b60 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:14:01.568265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26cfefaa-a3e2-4614-8838-90deaa9835da req-799ba9cd-86dc-47ff-ac84-65ff1e819b60 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0696774 Dec 15 05:14:01.893035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e790ef9-5e9f-48f9-84a9-2808819cbc8f req-43c6b395-3060-4471-89f4-0b16c7083b98 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:01.894573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e790ef9-5e9f-48f9-84a9-2808819cbc8f req-43c6b395-3060-4471-89f4-0b16c7083b98 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 949 time: 0.0483849 Dec 15 05:14:01.942988 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e790ef9-5e9f-48f9-84a9-2808819cbc8f req-f97beaac-78ed-402c-b79f-a96742111cbe tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Dec 15 05:14:02.806180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:03.066820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872914-cfb8-4e41-b853-63c687599120 req-dc82f83d-6881-4aaf-ae38-2d9a2f817849 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:03.068286 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e872914-cfb8-4e41-b853-63c687599120 req-dc82f83d-6881-4aaf-ae38-2d9a2f817849 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 949 time: 0.0527542 Dec 15 05:14:03.114825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e872914-cfb8-4e41-b853-63c687599120 req-45f93df7-b5a1-49bc-8a5e-616a5c1aab9a tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/security-groups?id=a87f1e67-8a1f-4c06-b9b1-74317785b243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Dec 15 05:14:03.246675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079582-bd0e-4002-9696-dd87776a33d0 req-29f2c8a1-adb6-4568-9750-52d25ded2a21 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:03.248039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03079582-bd0e-4002-9696-dd87776a33d0 req-29f2c8a1-adb6-4568-9750-52d25ded2a21 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.42 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 949 time: 0.0512218 Dec 15 05:14:03.332467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Deleting port 570ffd15-4355-4a40-856b-7b91bdf71148 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:14:03.332800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:03.397619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:03.423931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] For port 570ffd15-4355-4a40-856b-7b91bdf71148, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=570ffd15-4355-4a40-856b-7b91bdf71148,segment=NetworkSegment(30f7794a-ea19-4a3e-990f-5fc7aaf58ccb),segment_id=30f7794a-ea19-4a3e-990f-5fc7aaf58ccb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:03.424319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:03.435804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Calling delete_port for 570ffd15-4355-4a40-856b-7b91bdf71148 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:14:03.558292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:03.590604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Pushing event deleted for resources: {'Port': ['ID=570ffd15-4355-4a40-856b-7b91bdf71148,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:03.591367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['570ffd15-4355-4a40-856b-7b91bdf71148'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:14:03.633671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] No DVR routers for this DVR port 570ffd15-4355-4a40-856b-7b91bdf71148 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:14:03.636405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:03.639826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03079582-bd0e-4002-9696-dd87776a33d0 req-cdb7acb2-9174-4758-84cb-29b29c9edd74 tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.42 "DELETE /v2.0/ports/570ffd15-4355-4a40-856b-7b91bdf71148 HTTP/1.1" status: 204 len: 173 time: 0.3852365 Dec 15 05:14:03.640343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'name': 'network-vif-deleted', 'tag': '570ffd15-4355-4a40-856b-7b91bdf71148'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:03.642602 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3dbd5e-8704-4ec2-acca-eb5cd1802482" -d '{"events": [{"server_uuid": "59e2dca3-af9f-41a4-9f65-1810c37a879f", "name": "network-vif-deleted", "tag": "570ffd15-4355-4a40-856b-7b91bdf71148"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:03.686918 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b921a78-9186-412c-a209-659e9a686cca x-openstack-request-id: req-1b921a78-9186-412c-a209-659e9a686cca {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:03.687225 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e2dca3-af9f-41a4-9f65-1810c37a879f", "name": "network-vif-deleted", "tag": "570ffd15-4355-4a40-856b-7b91bdf71148", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:03.687481 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b921a78-9186-412c-a209-659e9a686cca {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:03.687888 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e2dca3-af9f-41a4-9f65-1810c37a879f', 'name': 'network-vif-deleted', 'tag': '570ffd15-4355-4a40-856b-7b91bdf71148', 'status': 'completed', 'code': 200} Dec 15 05:14:03.767560 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:04.224525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ec86bb5-fb33-48bf-a75b-b034e9246382 req-b64fc3e4-b7e2-45d3-9cbd-94aecdc4669a tempest-ServersAdminNegativeTestJSON-617458936 tempest-ServersAdminNegativeTestJSON-617458936-project] 10.222.0.37 "GET /v2.0/ports?device_id=59e2dca3-af9f-41a4-9f65-1810c37a879f HTTP/1.1" status: 200 len: 210 time: 0.0262482 Dec 15 05:14:05.513679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53902) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:05.649079 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-718cbf52-2ee4-482c-9c1e-d0efcbd0d44a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=066555490db244f294b2d6cb7167b06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334195 Dec 15 05:14:05.650751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53906) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:05.696575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0b05-1c70-4b58-bd24-637366df1b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:05.716558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0b05-1c70-4b58-bd24-637366df1b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:05.761513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0b05-1c70-4b58-bd24-637366df1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:05.764552 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0b05-1c70-4b58-bd24-637366df1b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:05.765954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e3c0b05-1c70-4b58-bd24-637366df1b17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a87f1e67-8a1f-4c06-b9b1-74317785b243 HTTP/1.1" status: 204 len: 168 time: 0.1141593 Dec 15 05:14:05.775166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c0b05-1c70-4b58-bd24-637366df1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f1e67-8a1f-4c06-b9b1-74317785b243,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:06.024969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53912) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:06.039046 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-765fb541-6319-4dd4-a94a-e8f29b857697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.111572 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-765fb541-6319-4dd4-a94a-e8f29b857697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.115577 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-765fb541-6319-4dd4-a94a-e8f29b857697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.154243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-765fb541-6319-4dd4-a94a-e8f29b857697 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fd34177b6dc40259b3e791efd9a3366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281424 Dec 15 05:14:06.156198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb541-6319-4dd4-a94a-e8f29b857697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6f8e5f-869b-43ac-9a41-a9b6772967da,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:06.156993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53914) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:06.208653 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f182c83-32e5-4656-a690-a8467cf31b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.230124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f182c83-32e5-4656-a690-a8467cf31b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.275279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f182c83-32e5-4656-a690-a8467cf31b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.278101 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8f182c83-32e5-4656-a690-a8467cf31b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:06.279325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8f182c83-32e5-4656-a690-a8467cf31b5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af6f8e5f-869b-43ac-9a41-a9b6772967da HTTP/1.1" status: 204 len: 168 time: 0.1212881 Dec 15 05:14:06.286925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f182c83-32e5-4656-a690-a8467cf31b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6f8e5f-869b-43ac-9a41-a9b6772967da,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:06.421039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 570ffd15-4355-4a40-856b-7b91bdf71148 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:14:06.442257 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 570ffd15-4355-4a40-856b-7b91bdf71148 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:14:06.442610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 570ffd15-4355-4a40-856b-7b91bdf71148 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:14:06.928334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53936) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:07.023861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1966866457-network', 'tenant_id': 'e2720ef68643476b89b5a8ace363e40e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:07.044756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Made reservation on behalf of e2720ef68643476b89b5a8ace363e40e for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:14:07.046979 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.055660 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.129877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.133914 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.157544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:14:07.167422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a3bf2-c123-42e3-9c56-b54f80cff4de,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:07.172015 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.172373 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Added segment c80692f0-8127-461f-86ee-84ed391fad56 of type vlan for network 51c47f62-315b-49ba-9483-56baacb43de0 Dec 15 05:14:07.210420 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.236709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.237809 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:07.238381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.287595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3576071 Dec 15 05:14:07.290592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 53940) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:07.295739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Request body: {'subnet': {'network_id': '51c47f62-315b-49ba-9483-56baacb43de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1966866457-subnet', 'tenant_id': 'e2720ef68643476b89b5a8ace363e40e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:07.300669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48789f54-f119-427f-b74f-baaa2c88cf5d admin admin] Pushing event updated for resources: {'Network': ['ID=51c47f62-315b-49ba-9483-56baacb43de0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:07.309080 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.312629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 51c47f62-315b-49ba-9483-56baacb43de0 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:14:07.317109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Made reservation on behalf of e2720ef68643476b89b5a8ace363e40e for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:14:07.319611 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.484801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.545158 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41003f8-e42a-4f47-8b32-32ee3c75a656,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:07.552982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Checking segment: {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:14:07.553344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Network hostable DHCP agents. Network: 51c47f62-315b-49ba-9483-56baacb43de0, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:14:07.569852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Network 51c47f62-315b-49ba-9483-56baacb43de0 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:14:07.578258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 51c47f62-315b-49ba-9483-56baacb43de0) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:14:07.587509 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:07.588126 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:07.592998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4142c-002a-448c-8ff0-56b31e42a0da None None] Network 51c47f62-315b-49ba-9483-56baacb43de0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:14:07.611066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e2c379f7-0c27-4497-8e79-9a537232f43b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3192375 Dec 15 05:14:07.691824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7034c-8ef2-46b3-97c0-5351deddbcc5 None None] Network 51c47f62-315b-49ba-9483-56baacb43de0 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:14:08.048672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-415becec-2b05-4743-b5f3-27d8103c9533 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:08.050537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-415becec-2b05-4743-b5f3-27d8103c9533 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 812 time: 0.1010895 Dec 15 05:14:08.067503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-291858e3-89dd-4536-89f1-be6d50a20e10 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/quotas/e2720ef68643476b89b5a8ace363e40e HTTP/1.1" status: 200 len: 375 time: 0.0105512 Dec 15 05:14:08.106922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-ba9150c8-cfba-4dff-9ae8-3e886da57fea tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326388 Dec 15 05:14:08.118205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-f98c862a-1347-4ffb-94ff-34c89b931eb6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:14:08.119436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-f98c862a-1347-4ffb-94ff-34c89b931eb6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057459 Dec 15 05:14:08.213537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-d5ebd7a5-0afa-49fa-9979-a92a87bebf2b service neutron] 10.222.0.37 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874808 Dec 15 05:14:08.303967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-8d90893c-1bd3-4711-9e01-19b853787f7c service neutron] 10.222.0.37 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843203 Dec 15 05:14:08.461584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7eafa159-1c3e-4d63-9da2-3be4dd391e8c req-83599c81-7f2b-455d-8663-615d482359bb tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Dec 15 05:14:09.452337 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-eb778cb1-de0b-4487-a457-f796072bedac tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:09.453803 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-eb778cb1-de0b-4487-a457-f796072bedac tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.42 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 812 time: 0.1097617 Dec 15 05:14:09.482291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Request body: {'port': {'device_id': '6de25d82-a6cf-4fad-9905-8cc675110408', 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0', 'admin_state_up': True, 'tenant_id': 'e2720ef68643476b89b5a8ace363e40e'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:09.556676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c14e5eb-b92f-4522-80ba-581e1654a1d3 req-86ab2e27-4f51-4ae1-b387-13f2789d93a8 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 210 time: 0.0271213 Dec 15 05:14:09.590593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Made reservation on behalf of e2720ef68643476b89b5a8ace363e40e for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:14:09.594103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:09.718343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Allocated IP 172.20.0.9 (51c47f62-315b-49ba-9483-56baacb43de0/e41003f8-e42a-4f47-8b32-32ee3c75a656/1c1dd9fa-902e-4568-82f2-a3172e618de2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:14:09.862057 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:09.895618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:09.939078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Network 51c47f62-315b-49ba-9483-56baacb43de0 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:14:09.942223 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:14:09.946406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:14:09.968585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:09.995558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:09.996185 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.011682 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d1fb560-9824-47ca-9d73-84f4de13c07d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5332029 Dec 15 05:14:10.029780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Request body: {'port': {'device_id': '6de25d82-a6cf-4fad-9905-8cc675110408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:10.084579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.335264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1dd9fa-902e-4568-82f2-a3172e618de2 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:14:10.342450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.354445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Transition to ACTIVE for port object 1c1dd9fa-902e-4568-82f2-a3172e618de2 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:14:10.358120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.408687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:10.472979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:14:10.473619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:14:10.473619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on network 51c47f62-315b-49ba-9483-56baacb43de0 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:14:10.478464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on network 51c47f62-315b-49ba-9483-56baacb43de0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:14:10.478786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on network 51c47f62-315b-49ba-9483-56baacb43de0 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:14:10.483589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:14:10.483927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Checking segment: {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:14:10.484340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Bound using segment: {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:14:10.484769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Bound port: 1c1dd9fa-902e-4568-82f2-a3172e618de2, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:14:10.485124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.546417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:14:10.549385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:14:10.554219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.590444 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:10.591068 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:10.592489 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] 10.222.0.42 "PUT /v2.0/ports/1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 1092 time: 0.5669789 Dec 15 05:14:10.593174 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:10.595166 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc093b0a-4137-48ad-be88-d2167d11f090" -d '{"events": [{"name": "network-changed", "server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:10.619311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163a7d-62ec-4648-8db8-14f15a408cca service neutron] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:10.653036 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f276aec-bece-4215-be9d-6cdb99f81973 x-openstack-request-id: req-3f276aec-bece-4215-be9d-6cdb99f81973 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:10.653332 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:10.653779 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f276aec-bece-4215-be9d-6cdb99f81973 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:10.654192 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'status': 'completed', 'code': 200} Dec 15 05:14:10.692981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22cc1b-6360-4642-9fc3-86349661d043 req-08a7bebe-4f75-4387-bd37-6e43e072b90d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:10.694523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e22cc1b-6360-4642-9fc3-86349661d043 req-08a7bebe-4f75-4387-bd37-6e43e072b90d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.0514321 Dec 15 05:14:10.710168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-e4dda156-bc71-4857-93a9-ca906eae1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:10.711654 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-e4dda156-bc71-4857-93a9-ca906eae1b98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1095 time: 0.0408618 Dec 15 05:14:10.741808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e22cc1b-6360-4642-9fc3-86349661d043 req-3c84661d-06f3-4bd1-b42d-eb7b609220e4 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Dec 15 05:14:10.762452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-ee7ac59b-632a-45fa-a994-058675a7c372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0363765 Dec 15 05:14:10.810865 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-43f49759-9e18-48e3-8187-74e42d38e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:10.812281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-43f49759-9e18-48e3-8187-74e42d38e779 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0424192 Dec 15 05:14:10.842932 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-6dd99e82-08b0-4318-bdde-6e16b87fb9af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236223 Dec 15 05:14:10.934680 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-64440acc-990d-4d59-abe8-1f96b8ec9645 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Dec 15 05:14:11.020882 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0d65c2d2-9cd3-4ccd-89ba-88f404bc5d39 req-cf3fa49b-a8eb-44f3-b436-077ced6bdb1b service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794377 Dec 15 05:14:11.144613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-9652e3ca-ffbc-4ae4-b9c1-babb15a73fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:11.146001 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-9652e3ca-ffbc-4ae4-b9c1-babb15a73fda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1095 time: 0.0441201 Dec 15 05:14:11.499266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-7246121d-8981-4e18-b4a8-879f4272789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:11.500685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-7246121d-8981-4e18-b4a8-879f4272789c service neutron] 10.222.0.42 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.3477099 Dec 15 05:14:11.544859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-1e94934f-d4a5-4eed-9e6a-b4a507973e46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0354950 Dec 15 05:14:11.593283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-0ad0a02a-a6ba-47dc-935a-d82c660cf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:11.594741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-0ad0a02a-a6ba-47dc-935a-d82c660cf0a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0425446 Dec 15 05:14:11.627470 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-428486e2-34a7-4afb-8e74-15f2c61ca507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242145 Dec 15 05:14:11.717552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-6f84ee7e-1555-4dc9-b00f-db643d43a805 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816157 Dec 15 05:14:11.808398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc093b0a-4137-48ad-be88-d2167d11f090 req-91697498-daa8-4453-af48-bb6384848d6e service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 Dec 15 05:14:11.863970 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d94097-3498-4e41-a287-1186e0688124 req-ed089c30-ae6e-4d94-b071-e7dc1d527615 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:11.866230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6d94097-3498-4e41-a287-1186e0688124 req-ed089c30-ae6e-4d94-b071-e7dc1d527615 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.0542710 Dec 15 05:14:11.913074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6d94097-3498-4e41-a287-1186e0688124 req-ae090444-00b5-43c1-b04d-bf081ced0440 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Dec 15 05:14:13.033497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bda468-213b-42ee-8708-240f4e753bc7 req-f16d3b8a-a353-475f-8134-e8b562f6d33b tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:13.035001 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05bda468-213b-42ee-8708-240f4e753bc7 req-f16d3b8a-a353-475f-8134-e8b562f6d33b tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.0510592 Dec 15 05:14:13.085377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05bda468-213b-42ee-8708-240f4e753bc7 req-46de2c55-f0ba-41d6-a616-85c3d6e0f5f1 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Dec 15 05:14:14.267743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cf0d3-5ac8-48e5-b053-5d831e9b0896 req-8ab1e484-2800-484c-9e9e-6864a4683bd9 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:14.269232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-176cf0d3-5ac8-48e5-b053-5d831e9b0896 req-8ab1e484-2800-484c-9e9e-6864a4683bd9 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.1165085 Dec 15 05:14:14.315995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-176cf0d3-5ac8-48e5-b053-5d831e9b0896 req-95cac0e9-da91-4f97-a630-996cbda596df tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Dec 15 05:14:14.451088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:14:14.543683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:14.554856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0', 'port_id': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'mac_address': 'fa:16:3e:7d:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41003f8-e42a-4f47-8b32-32ee3c75a656', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:14:14.596651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:14.609999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1dd9fa-902e-4568-82f2-a3172e618de2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:14:14.629164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:14.633875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:14.680543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:14.886210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['1c1dd9fa-902e-4568-82f2-a3172e618de2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:14:15.429799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce2bbb-84b1-454c-9692-8706a315384b req-a1cda929-430b-4765-b5a5-6f73166e1454 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:15.431251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7ce2bbb-84b1-454c-9692-8706a315384b req-a1cda929-430b-4765-b5a5-6f73166e1454 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 944 time: 0.0480673 Dec 15 05:14:15.477427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7ce2bbb-84b1-454c-9692-8706a315384b req-a772dc09-6e4e-4de3-ae94-90f974bb7ca0 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Dec 15 05:14:16.450862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:14:16.499155 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 1c1dd9fa-902e-4568-82f2-a3172e618de2 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:14:16.502837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 1c1dd9fa-902e-4568-82f2-a3172e618de2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:14:16.503203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:16.604045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7585a-74c2-49ac-9c5b-d24d4778fef9 req-67f3043e-2524-40aa-b2f7-7b73dfd826bc tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:16.604673 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:16.605609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38a7585a-74c2-49ac-9c5b-d24d4778fef9 req-67f3043e-2524-40aa-b2f7-7b73dfd826bc tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 944 time: 0.0535083 Dec 15 05:14:16.628643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:16.631539 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960f9e1-5c2f-44a8-a4df-5bfe128f6568" -d '{"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-plugged", "status": "completed", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:16.644620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:16.649126 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:16.672336 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a5e50-914c-401e-ad7b-1b3e04bf07da x-openstack-request-id: req-352a5e50-914c-401e-ad7b-1b3e04bf07da {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:16.672759 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-plugged", "status": "completed", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:16.672935 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-352a5e50-914c-401e-ad7b-1b3e04bf07da {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:16.673258 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'code': 200} Dec 15 05:14:16.674038 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-38a7585a-74c2-49ac-9c5b-d24d4778fef9 req-9b351bc2-0c59-4a1e-ba57-e52410ee6525 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624626 Dec 15 05:14:16.699928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:16.798625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c1e3f-e461-4746-8fe0-ef01bf841785 req-962be1fa-5f96-4db2-b991-2beaa11dc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:16.800156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e8c1e3f-e461-4746-8fe0-ef01bf841785 req-962be1fa-5f96-4db2-b991-2beaa11dc3f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1097 time: 0.0405924 Dec 15 05:14:16.844188 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e8c1e3f-e461-4746-8fe0-ef01bf841785 req-e99252a5-eb07-4a3d-a6b2-4246d07f3100 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Dec 15 05:14:17.792647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5cc99-cab8-454b-9c18-c9571d0c2ee9 req-dcc1ad15-44bd-4525-b92e-9d008132f8eb tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:17.794079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4c5cc99-cab8-454b-9c18-c9571d0c2ee9 req-dcc1ad15-44bd-4525-b92e-9d008132f8eb tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Dec 15 05:14:17.842661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4c5cc99-cab8-454b-9c18-c9571d0c2ee9 req-268aff5c-b7e9-41b1-b082-a83c814d53f9 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Dec 15 05:14:18.956104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3468748-c8a2-49ba-90bc-6451a8cd0f9c req-ab4850b5-ec93-4ae2-b5cf-927a2d5cb640 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:18.957548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3468748-c8a2-49ba-90bc-6451a8cd0f9c req-ab4850b5-ec93-4ae2-b5cf-927a2d5cb640 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0475411 Dec 15 05:14:19.003637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3468748-c8a2-49ba-90bc-6451a8cd0f9c req-c8f0a6cb-15f2-468f-88e1-704a959d4322 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Dec 15 05:14:19.276976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 53998) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:19.336797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995476-d698-482d-94cd-1fbb93091f1a req-dc33413e-4f45-42dd-8cf2-a55f709ae036 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:19.338284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27995476-d698-482d-94cd-1fbb93091f1a req-dc33413e-4f45-42dd-8cf2-a55f709ae036 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0529618 Dec 15 05:14:19.374581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-ed114c5b-7727-49b5-9d79-b0ea5b881359 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959578 Dec 15 05:14:19.383635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-fcd3a946-2536-44bd-9d3f-016e26005173 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:14:19.384742 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-fcd3a946-2536-44bd-9d3f-016e26005173 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051770 Dec 15 05:14:19.389330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27995476-d698-482d-94cd-1fbb93091f1a req-e038c994-c88c-4931-999a-b617b98d2f33 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Dec 15 05:14:20.566587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229b85e-9f59-49d3-9125-fd1b8c561a71 req-66e1baf1-d21c-4e57-b0da-e998b03720f2 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:20.568177 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5229b85e-9f59-49d3-9125-fd1b8c561a71 req-66e1baf1-d21c-4e57-b0da-e998b03720f2 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.1109886 Dec 15 05:14:20.621998 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5229b85e-9f59-49d3-9125-fd1b8c561a71 req-a3dfd92a-f941-4c7c-ae71-76c52de44a35 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 Dec 15 05:14:20.744695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a444193f-fe11-4e38-bb0b-228b262c2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:20.746070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a444193f-fe11-4e38-bb0b-228b262c2252 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1097 time: 0.0405993 Dec 15 05:14:20.834536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-c6f2ec4e-a8a0-4ea7-b2b7-9f89082e4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:20.836030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-c6f2ec4e-a8a0-4ea7-b2b7-9f89082e4057 service neutron] 10.222.0.42 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.0830486 Dec 15 05:14:20.888513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-89279a66-49b3-4884-a20b-076d367dffb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0452607 Dec 15 05:14:20.939801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-f66ca265-19fc-45ae-8fd3-c00a7d028aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:20.941263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-f66ca265-19fc-45ae-8fd3-c00a7d028aaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0466459 Dec 15 05:14:20.981125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-eaa5579d-5556-42d8-8316-41de59cb42ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236742 Dec 15 05:14:21.071993 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-fc59986e-a805-45f5-a97f-8352361aa87b service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838983 Dec 15 05:14:21.158650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-3c331f00-4c5c-43bc-83f9-b292478a724a service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798759 Dec 15 05:14:21.736307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09635533-7ffd-4c2e-8c0a-0f8e84744a85 req-9b5f117d-96a0-4c33-b087-db1ec57c9ad3 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:21.737755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09635533-7ffd-4c2e-8c0a-0f8e84744a85 req-9b5f117d-96a0-4c33-b087-db1ec57c9ad3 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Dec 15 05:14:21.790204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09635533-7ffd-4c2e-8c0a-0f8e84744a85 req-be7ac859-a282-435e-a2dd-4d879b752fa5 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Dec 15 05:14:22.907334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965618c-9fbe-475b-945c-97d378b8d4d9 req-fd7a24c6-2cd6-4835-90a4-a14c71ba7eb5 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:22.908742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9965618c-9fbe-475b-945c-97d378b8d4d9 req-fd7a24c6-2cd6-4835-90a4-a14c71ba7eb5 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0500097 Dec 15 05:14:22.954825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9965618c-9fbe-475b-945c-97d378b8d4d9 req-6d6bfea0-dd68-4fd2-8fdf-3dc5c8449d68 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Dec 15 05:14:24.069039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3beec-3aab-4594-9301-640a9b9377fe req-749e537a-072b-49f3-9953-a74187673e3e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:24.070496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dd3beec-3aab-4594-9301-640a9b9377fe req-749e537a-072b-49f3-9953-a74187673e3e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0472190 Dec 15 05:14:24.116568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3dd3beec-3aab-4594-9301-640a9b9377fe req-0b244354-af76-4982-b737-4ff337d4cf4f tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Dec 15 05:14:25.234656 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5cf32-732c-4f47-8774-52639fbcb1f6 req-63225214-2572-4aa3-9fc1-ed32dc5f2b58 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:25.236424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06a5cf32-732c-4f47-8774-52639fbcb1f6 req-63225214-2572-4aa3-9fc1-ed32dc5f2b58 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0520456 Dec 15 05:14:25.283659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06a5cf32-732c-4f47-8774-52639fbcb1f6 req-47fc80d9-c7c2-4bac-bc47-34b314d68922 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Dec 15 05:14:26.398134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68bf4-0262-4a94-a368-ca289f4c75d7 req-3a306f94-dd52-41ac-ab64-b45c684948ca tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:26.399574 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bc68bf4-0262-4a94-a368-ca289f4c75d7 req-3a306f94-dd52-41ac-ab64-b45c684948ca tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Dec 15 05:14:26.445818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bc68bf4-0262-4a94-a368-ca289f4c75d7 req-5b39098b-a8fa-42e7-bb3a-bfbf581b9cbd tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Dec 15 05:14:27.562311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64150eb2-f459-4485-9ca1-624a20c61d75 req-9e4d706a-6526-4703-8f78-3d2c723d849b tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:27.563817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64150eb2-f459-4485-9ca1-624a20c61d75 req-9e4d706a-6526-4703-8f78-3d2c723d849b tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Dec 15 05:14:27.616890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64150eb2-f459-4485-9ca1-624a20c61d75 req-5e65d438-9c26-415c-bd90-f4bc47162418 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Dec 15 05:14:27.762083 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-089229ea-2e93-4b5c-bfd9-24c87895994b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:28.736730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65f74-a05f-44a2-888f-0e5fb5eeada6 req-05129747-5314-4180-807b-cd55ed8eded8 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:28.738187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91a65f74-a05f-44a2-888f-0e5fb5eeada6 req-05129747-5314-4180-807b-cd55ed8eded8 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0480535 Dec 15 05:14:28.784091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-91a65f74-a05f-44a2-888f-0e5fb5eeada6 req-3636d6ed-ec22-4c11-9fb0-61970ce24128 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Dec 15 05:14:29.899395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718c1b-74b4-4757-ab0f-8274a842b27b req-175cdcd2-d992-4634-9558-794b71c04639 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:29.900824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15718c1b-74b4-4757-ab0f-8274a842b27b req-175cdcd2-d992-4634-9558-794b71c04639 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0474601 Dec 15 05:14:29.947087 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e31ed2c6-83e3-4532-8043-de8c2093fa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:29.959441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15718c1b-74b4-4757-ab0f-8274a842b27b req-e3ad5f77-b0a6-40eb-a196-9b22c408a732 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512834 Dec 15 05:14:31.075988 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756c3b-8316-4795-9998-144ad4335669 req-a0ebfa15-2cd5-4b0d-b5f0-e8535713ae65 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:31.077444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97756c3b-8316-4795-9998-144ad4335669 req-a0ebfa15-2cd5-4b0d-b5f0-e8535713ae65 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Dec 15 05:14:31.124152 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97756c3b-8316-4795-9998-144ad4335669 req-4e188a42-a1a3-4208-92ee-ac3649bfa95a tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Dec 15 05:14:31.261160 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:32.247102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2856a55-6311-4bab-a0e0-7aef46ddc1a2 req-f245ffb2-e804-4184-992e-e93b0aad9cc0 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:32.248602 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2856a55-6311-4bab-a0e0-7aef46ddc1a2 req-f245ffb2-e804-4184-992e-e93b0aad9cc0 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Dec 15 05:14:32.295277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2856a55-6311-4bab-a0e0-7aef46ddc1a2 req-37784889-beea-4ef0-9e8f-7748e0ff0741 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Dec 15 05:14:32.808279 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:33.009522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-5fb8cad5-aaf6-4a56-88ca-37d37d810d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:33.011033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-5fb8cad5-aaf6-4a56-88ca-37d37d810d45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1097 time: 0.0461793 Dec 15 05:14:33.112357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-d9908100-a6c7-484c-af99-1030e2f2b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:33.113943 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-d9908100-a6c7-484c-af99-1030e2f2b5b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.0826802 Dec 15 05:14:33.160651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-95b0a08e-4bd3-4d17-888d-e153751ee0d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0392396 Dec 15 05:14:33.207244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-1e9f1e89-e277-43cf-8a84-b7eb4d59f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:33.208713 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-1e9f1e89-e277-43cf-8a84-b7eb4d59f7fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0415592 Dec 15 05:14:33.239577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-61374485-99c7-4f1a-b750-b32a9d2a044b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238204 Dec 15 05:14:33.326087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-dd2090a2-2c41-47d6-a50c-90f8bfa35b02 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792470 Dec 15 05:14:33.391915 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:33.418060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815b7b4-3eda-484d-bae0-ec7189b24bcf req-e76fc602-0175-4f34-be10-a6cfba7b0f61 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:33.419525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7815b7b4-3eda-484d-bae0-ec7189b24bcf req-e76fc602-0175-4f34-be10-a6cfba7b0f61 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0562961 Dec 15 05:14:33.422590 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-57cbf9e5-6768-4570-965a-cf7eb5f95262 req-0c715174-4adb-4342-a960-c63c8a7fb8d3 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898035 Dec 15 05:14:33.466673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7815b7b4-3eda-484d-bae0-ec7189b24bcf req-53e5396e-b269-45e7-9f53-f080f6e4a93d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Dec 15 05:14:33.771003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:34.580781 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594522da-94f7-44ea-ade2-f3a5e3a305d0 req-d77a2f67-e7fd-404b-80d5-e6623c8b7cda tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:34.582253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-594522da-94f7-44ea-ade2-f3a5e3a305d0 req-d77a2f67-e7fd-404b-80d5-e6623c8b7cda tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0477564 Dec 15 05:14:34.632428 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-594522da-94f7-44ea-ade2-f3a5e3a305d0 req-6749dfd6-ebb8-4ea0-9cc4-982837079927 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Dec 15 05:14:35.745173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739fdef-b43c-4d83-8923-9adeb0b2cbfb req-4775b7dd-58b0-4d6f-924a-0bbdb8e4b436 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:35.746619 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d739fdef-b43c-4d83-8923-9adeb0b2cbfb req-4775b7dd-58b0-4d6f-924a-0bbdb8e4b436 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0469532 Dec 15 05:14:35.796566 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d739fdef-b43c-4d83-8923-9adeb0b2cbfb req-de35ddbe-d8a6-4982-8acc-f754350f7635 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Dec 15 05:14:36.038310 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:14:36.908311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c6b08-33c3-42a1-8017-ae0ff1106880 req-e1d78f7d-8874-4b77-a1b5-81c8b594cca9 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:36.909657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-846c6b08-33c3-42a1-8017-ae0ff1106880 req-e1d78f7d-8874-4b77-a1b5-81c8b594cca9 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Dec 15 05:14:36.955303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-846c6b08-33c3-42a1-8017-ae0ff1106880 req-8eb9f987-19a9-4163-90fe-12e20a26f09e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Dec 15 05:14:37.319784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:38.070463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd53f50-cd84-4799-9a53-9532d149b5a8 req-e5b546c7-a43a-4eee-98a1-d9643d48d81c tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:38.071925 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd53f50-cd84-4799-9a53-9532d149b5a8 req-e5b546c7-a43a-4eee-98a1-d9643d48d81c tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Dec 15 05:14:38.126260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bd53f50-cd84-4799-9a53-9532d149b5a8 req-427a9c4b-bacc-4dff-bc9a-43c5fa5db5b7 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Dec 15 05:14:39.242385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a810-6c11-41a9-acda-0a5ba3a587ee req-428feaba-089c-41b6-a0e3-eb506dd23f0f tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:39.243824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7a7a810-6c11-41a9-acda-0a5ba3a587ee req-428feaba-089c-41b6-a0e3-eb506dd23f0f tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Dec 15 05:14:39.289819 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7a7a810-6c11-41a9-acda-0a5ba3a587ee req-2819f2cd-f218-43bf-93e5-95c049d6385d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Dec 15 05:14:40.404648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934510d-f603-4abf-a161-243ce9f3701e req-85d24b45-9528-4250-9b7f-9c265d2375c4 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:40.406089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d934510d-f603-4abf-a161-243ce9f3701e req-85d24b45-9528-4250-9b7f-9c265d2375c4 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0491176 Dec 15 05:14:40.451605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d934510d-f603-4abf-a161-243ce9f3701e req-9d7a5cdb-0581-4f3f-acb4-f495fad3ae16 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Dec 15 05:14:41.569492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39435e6-860e-48d9-8bb2-88aafbb8a11a req-43c4a711-d9b0-453f-98f5-84863917060d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:41.570938 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a39435e6-860e-48d9-8bb2-88aafbb8a11a req-43c4a711-d9b0-453f-98f5-84863917060d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Dec 15 05:14:41.618592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a39435e6-860e-48d9-8bb2-88aafbb8a11a req-5638e74f-e336-4fc6-915a-b25a47c470a6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Dec 15 05:14:42.732793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc57434-9152-4403-a8b0-314d833ae956 req-88c709f8-d69f-4610-97c7-a7d6289bbde6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:42.734265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4dc57434-9152-4403-a8b0-314d833ae956 req-88c709f8-d69f-4610-97c7-a7d6289bbde6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0473363 Dec 15 05:14:42.780763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4dc57434-9152-4403-a8b0-314d833ae956 req-88509add-7d71-45a9-8c84-7c03ce1a9aed tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Dec 15 05:14:43.900162 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1313-3b5a-4598-9d78-c144f83bcb9a req-7a73dc03-0f81-45a8-af7a-100767cd99e2 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:43.901609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-475b1313-3b5a-4598-9d78-c144f83bcb9a req-7a73dc03-0f81-45a8-af7a-100767cd99e2 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0505388 Dec 15 05:14:43.953301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-475b1313-3b5a-4598-9d78-c144f83bcb9a req-33d78edf-502e-4169-876e-8a4f744e064d tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Dec 15 05:14:45.069534 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd0c32-945b-4e1c-886c-1046b2e2e81b req-48a09927-5c9f-4463-a94b-549c3e4266e2 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:45.070979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90bd0c32-945b-4e1c-886c-1046b2e2e81b req-48a09927-5c9f-4463-a94b-549c3e4266e2 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Dec 15 05:14:45.117901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-90bd0c32-945b-4e1c-886c-1046b2e2e81b req-c5c6765c-bd05-42eb-b882-a761adde4f0a tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Dec 15 05:14:46.231319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd64c3b-b42d-4235-8a72-cff41220e5b8 req-8a3a757e-c004-46dc-81de-47f2b4a813f0 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:46.232794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cd64c3b-b42d-4235-8a72-cff41220e5b8 req-8a3a757e-c004-46dc-81de-47f2b4a813f0 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0470052 Dec 15 05:14:46.278521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cd64c3b-b42d-4235-8a72-cff41220e5b8 req-2e5145c9-09e0-40bb-87be-6edd6e8a4792 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Dec 15 05:14:47.394847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08529-cf06-4c33-9c82-f3e17b53aeba req-60417872-f9a1-4a1f-8d80-5eee5b888e28 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:47.396300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cc08529-cf06-4c33-9c82-f3e17b53aeba req-60417872-f9a1-4a1f-8d80-5eee5b888e28 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0509834 Dec 15 05:14:47.442436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1cc08529-cf06-4c33-9c82-f3e17b53aeba req-77bc7a4b-eeb4-4dde-aade-69999981be7f tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Dec 15 05:14:48.272451 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-ef4f7db6-beb9-43b6-b7d5-d4ea511f3ed3 service neutron] show failed (client error): The resource could not be found. Dec 15 05:14:48.273458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-ef4f7db6-beb9-43b6-b7d5-d4ea511f3ed3 service neutron] 10.222.0.42 "GET /v2.0/ports/1c1dd9fa-902e-4568-82f2-a3172e618de2/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0552623 Dec 15 05:14:48.560977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5df961-5e2d-430b-bf33-46460aa59d55 req-d30719c1-f215-4f28-97cc-9754ecaf5df6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:48.562475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5df961-5e2d-430b-bf33-46460aa59d55 req-d30719c1-f215-4f28-97cc-9754ecaf5df6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Dec 15 05:14:48.571511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-cfcf02c9-d95b-4e03-b363-be50161c8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:48.573031 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-cfcf02c9-d95b-4e03-b363-be50161c8e98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408&tenant_id=e2720ef68643476b89b5a8ace363e40e HTTP/1.1" status: 200 len: 1097 time: 0.1351614 Dec 15 05:14:48.599735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:48.613743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb5df961-5e2d-430b-bf33-46460aa59d55 req-36d24472-0285-4aee-b592-fdf12ea46acb tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Dec 15 05:14:48.652310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:48.845708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:48.877477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:14:48.918942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:48.921258 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dab96b-4395-4ad3-8063-69e70e5d9105" -d '{"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:48.924924 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:48.937425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Transition to ACTIVE for port object 1c1dd9fa-902e-4568-82f2-a3172e618de2 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:14:48.941939 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:48.974303 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9b8205-f1d8-4c5c-9096-20d070a85046 x-openstack-request-id: req-ea9b8205-f1d8-4c5c-9096-20d070a85046 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:48.974598 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:48.974846 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9b8205-f1d8-4c5c-9096-20d070a85046 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:48.975231 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'code': 200} Dec 15 05:14:49.004278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] No DVR routers for this DVR port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:14:49.013210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:49.035200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.035542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.035880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.036248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.036579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.036904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.037229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.037551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.037893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.038213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.038532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.038848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.039163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:49.055380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:14:49.055707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:14:49.056025 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on network 51c47f62-315b-49ba-9483-56baacb43de0 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:14:49.060247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on network 51c47f62-315b-49ba-9483-56baacb43de0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:14:49.060571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Attempting to bind port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on network 51c47f62-315b-49ba-9483-56baacb43de0 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:14:49.065474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:14:49.065810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Checking segment: {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:14:49.066216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Bound using segment: {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:14:49.066633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Bound port: 1c1dd9fa-902e-4568-82f2-a3172e618de2, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80692f0-8127-461f-86ee-84ed391fad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:14:49.066980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:49.130723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:14:49.133773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:14:49.137227 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:49.173581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:49.174194 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:49.175597 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 1092 time: 0.5801921 Dec 15 05:14:49.193568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d176dd-9298-465b-9378-ef6665bbd1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:49.254334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-cda48e64-a63b-478e-9f01-c30b847a98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:49.255801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-cda48e64-a63b-478e-9f01-c30b847a98ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1095 time: 0.0405934 Dec 15 05:14:49.347380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-e049a0be-9b94-4872-8c1e-507bd3582730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:49.348939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-e049a0be-9b94-4872-8c1e-507bd3582730 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.0852954 Dec 15 05:14:49.395030 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-6cb639bd-7ee6-4d9b-a44d-89e47917db6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0340080 Dec 15 05:14:49.443699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-05bbe969-c81c-41ee-90d4-9dee2c2b3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:49.445189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-05bbe969-c81c-41ee-90d4-9dee2c2b3bea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0420980 Dec 15 05:14:49.484146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-5571e9b3-4514-4bac-a027-43f12bdd8fce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276916 Dec 15 05:14:49.574401 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-fe65a277-de8e-49f9-8620-968da55230f4 service neutron] 10.222.0.16 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785921 Dec 15 05:14:49.669675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-13f07caa-5f66-4040-8a42-e6fcc50b3bd2 req-2b904e55-62f0-467c-a6b4-db2c68a260b7 service neutron] 10.222.0.16 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871930 Dec 15 05:14:49.732912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec5749-fc8a-470e-bc02-255b6e85c542 req-56c0646a-238c-4105-a7f8-06cb9422c664 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:49.734371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ec5749-fc8a-470e-bc02-255b6e85c542 req-56c0646a-238c-4105-a7f8-06cb9422c664 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.0515966 Dec 15 05:14:49.789341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a4ec5749-fc8a-470e-bc02-255b6e85c542 req-652ba33b-c8d9-473a-b485-d1f9455363c9 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Dec 15 05:14:50.909955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ab81-5bbc-4d15-a135-cad0cfa999a0 req-fed202e8-9dbe-4367-9684-089b733b424e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:50.911291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3178ab81-5bbc-4d15-a135-cad0cfa999a0 req-fed202e8-9dbe-4367-9684-089b733b424e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.0473900 Dec 15 05:14:50.957457 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3178ab81-5bbc-4d15-a135-cad0cfa999a0 req-9ab36bbc-1b00-4b7e-8bb1-ed20ec37a861 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Dec 15 05:14:50.976726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:50.979089 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8389dd07-a943-40e6-86d8-08b3000f6645" -d '{"events": [{"name": "network-changed", "server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:51.025667 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e972b30-96f7-41f2-9b5a-b22687f1f4cb x-openstack-request-id: req-2e972b30-96f7-41f2-9b5a-b22687f1f4cb {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:51.025968 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:51.026224 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e972b30-96f7-41f2-9b5a-b22687f1f4cb {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:51.027180 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'status': 'completed', 'code': 200} Dec 15 05:14:51.133838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-184a344e-a78b-42d9-bfeb-d9fa4b590f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:51.135325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-184a344e-a78b-42d9-bfeb-d9fa4b590f41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1095 time: 0.0650282 Dec 15 05:14:51.140259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-8c00d328-09ad-44cd-a400-af21bb8b8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:51.141600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-8c00d328-09ad-44cd-a400-af21bb8b8452 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1095 time: 0.0634742 Dec 15 05:14:51.303705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-9d184d66-3059-4f99-8988-e5440bf9ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:51.305241 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-9d184d66-3059-4f99-8988-e5440bf9ec48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.1621606 Dec 15 05:14:51.306598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-62f6e29b-cc55-4ada-abd8-e37422095198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:51.307900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-62f6e29b-cc55-4ada-abd8-e37422095198 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.1560736 Dec 15 05:14:51.379345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-fc028ba6-8442-43cc-b766-cdaafe0529d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0668638 Dec 15 05:14:51.380718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-2fc0981d-f028-4ddf-878d-b386c91faf8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0629232 Dec 15 05:14:51.464044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-194cdf8d-b418-4ccb-a6e8-17bea5c9205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:51.465565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-194cdf8d-b418-4ccb-a6e8-17bea5c9205f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0793633 Dec 15 05:14:51.468866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-a862088b-9450-4511-b07d-fdd8942a69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:51.470177 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-a862088b-9450-4511-b07d-fdd8942a69d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0769730 Dec 15 05:14:51.503224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-a5912438-fa95-4174-b94c-95bd60f6f152 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308897 Dec 15 05:14:51.525527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-a22328dd-1ffd-49ae-8408-d2e7a2b9c960 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457897 Dec 15 05:14:51.676703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-68ff8d8f-ffcd-438d-a17f-c24133658293 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602349 Dec 15 05:14:51.693610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-94ae27d8-7fb0-451a-9329-5d54240c6ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302609 Dec 15 05:14:51.837793 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-edd2bd55-f8a7-48c3-8f7f-0ddd64bec0b5 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541409 Dec 15 05:14:51.842692 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8389dd07-a943-40e6-86d8-08b3000f6645 req-1d3fa6ae-a47a-41aa-9525-3588d56453a7 service neutron] 10.222.0.16 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392317 Dec 15 05:14:52.071922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c157283-e8a7-40b3-b501-83de81831984 req-fd7c8706-9cf5-4548-ad0f-fdc708c13cea tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:52.073386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c157283-e8a7-40b3-b501-83de81831984 req-fd7c8706-9cf5-4548-ad0f-fdc708c13cea tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 943 time: 0.0475976 Dec 15 05:14:52.119123 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c157283-e8a7-40b3-b501-83de81831984 req-cf624de0-bbfa-4fe9-9b7d-b790e5cb5634 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Dec 15 05:14:52.391076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-0e273e14-5f1f-48de-ba60-a4a7597bb027 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:52.392479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-0e273e14-5f1f-48de-ba60-a4a7597bb027 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.42 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408&tenant_id=e2720ef68643476b89b5a8ace363e40e&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 943 time: 0.0813673 Dec 15 05:14:52.450381 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-e2d10180-fd98-4d25-bb54-c62da5963d97 service neutron] delete failed (client error): The resource could not be found. Dec 15 05:14:52.451364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-e2d10180-fd98-4d25-bb54-c62da5963d97 service neutron] 10.222.0.42 "DELETE /v2.0/ports/1c1dd9fa-902e-4568-82f2-a3172e618de2/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0515237 Dec 15 05:14:52.559469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-54307619-f26b-4bb4-a83c-5beaf9c39f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:52.560977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-54307619-f26b-4bb4-a83c-5beaf9c39f6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2720ef68643476b89b5a8ace363e40e&device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 1095 time: 0.0456107 Dec 15 05:14:52.609814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:14:52.650649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:14:52.652704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-ee180583-a5c7-4208-8f93-88eb1e4a982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:52.654342 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-ee180583-a5c7-4208-8f93-88eb1e4a982e service neutron] 10.222.0.42 "GET /v2.0/networks?id=51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 200 len: 912 time: 0.0854285 Dec 15 05:14:52.698638 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-e918b8b8-512c-43b2-8433-f4bac8ced987 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 200 len: 217 time: 0.0368109 Dec 15 05:14:52.745812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-4304d184-ee76-42cc-ba6a-e272fc225451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:52.747230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-4304d184-ee76-42cc-ba6a-e272fc225451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 200 len: 852 time: 0.0421948 Dec 15 05:14:52.778140 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-872a7e8d-d2bd-450c-aee2-0670b0551ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=51c47f62-315b-49ba-9483-56baacb43de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238750 Dec 15 05:14:52.793792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:14:52.864878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-2144a9e0-46c9-4a24-875e-d3ed7005c132 service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796077 Dec 15 05:14:52.885383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:52.896528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'network_id': '51c47f62-315b-49ba-9483-56baacb43de0', 'port_id': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'mac_address': 'fa:16:3e:7d:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41003f8-e42a-4f47-8b32-32ee3c75a656', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:14:52.936028 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:52.948994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1dd9fa-902e-4568-82f2-a3172e618de2 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:14:52.957643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-61104ff5-cde1-497b-b497-00f92dd76a6c service neutron] 10.222.0.42 "GET /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Dec 15 05:14:52.967933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:52.972396 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:53.017662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:53.025483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.025830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.026171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.026506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.027108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.027433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.027755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.028089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.028428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.028748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.029065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.029381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.029694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:53.286222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['1c1dd9fa-902e-4568-82f2-a3172e618de2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:14:53.706460 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f695d00-eb4a-420b-878b-533fd6e1b20b req-08da9df8-ca38-48eb-a2b6-55c7c500a51e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:53.707912 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f695d00-eb4a-420b-878b-533fd6e1b20b req-08da9df8-ca38-48eb-a2b6-55c7c500a51e tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 944 time: 0.0535190 Dec 15 05:14:53.754933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2f695d00-eb4a-420b-878b-533fd6e1b20b req-ea9920a5-372b-43e1-9460-18ecaf80c5ba tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Dec 15 05:14:54.809821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:14:54.857608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 1c1dd9fa-902e-4568-82f2-a3172e618de2 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:14:54.861843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 1c1dd9fa-902e-4568-82f2-a3172e618de2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:14:54.862219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:54.872141 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b93ae-663f-4332-953a-d3676eb547f8 req-f2aea658-0906-4cc7-ba8a-cbd090a4d4e6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:54.874013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a0b93ae-663f-4332-953a-d3676eb547f8 req-f2aea658-0906-4cc7-ba8a-cbd090a4d4e6 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 944 time: 0.0481634 Dec 15 05:14:54.921972 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3a0b93ae-663f-4332-953a-d3676eb547f8 req-279fc6aa-7bf5-4d20-960d-99b1b6af2e40 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/security-groups?id=d17a3bf2-c123-42e3-9c56-b54f80cff4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Dec 15 05:14:54.946034 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:54.968342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:54.970558 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5bccd8-9c9c-4c3e-92c4-90faff9d06e0" -d '{"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-plugged", "status": "completed", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:54.982628 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:54.989248 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:55.016607 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7067177-e125-4498-873c-407fc4744b74 x-openstack-request-id: req-c7067177-e125-4498-873c-407fc4744b74 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:55.016903 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-plugged", "status": "completed", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:55.017158 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7067177-e125-4498-873c-407fc4744b74 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:55.017669 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'code': 200} Dec 15 05:14:55.044359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:55.273391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-71e32686-52de-47f3-97a1-20b9d8582434 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:55.274755 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-71e32686-52de-47f3-97a1-20b9d8582434 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Dec 15 05:14:55.370617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Deleting port 1c1dd9fa-902e-4568-82f2-a3172e618de2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:14:55.370955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:55.455467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] For port 1c1dd9fa-902e-4568-82f2-a3172e618de2, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=1c1dd9fa-902e-4568-82f2-a3172e618de2,segment=NetworkSegment(c80692f0-8127-461f-86ee-84ed391fad56),segment_id=c80692f0-8127-461f-86ee-84ed391fad56)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:14:55.455820 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:55.468381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Calling delete_port for 1c1dd9fa-902e-4568-82f2-a3172e618de2 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:14:55.592503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:55.620624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Pushing event deleted for resources: {'Port': ['ID=1c1dd9fa-902e-4568-82f2-a3172e618de2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:55.636217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['1c1dd9fa-902e-4568-82f2-a3172e618de2'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:14:55.663371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] No DVR routers for this DVR port 1c1dd9fa-902e-4568-82f2-a3172e618de2 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:14:55.665868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:55.669209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7877669c-5d6a-4a4e-9946-cc89a97906c4 req-742f23ac-5ee0-435a-9cd3-9bd960e5ba42 tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.16 "DELETE /v2.0/ports/1c1dd9fa-902e-4568-82f2-a3172e618de2 HTTP/1.1" status: 204 len: 173 time: 0.3814199 Dec 15 05:14:55.669675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-deleted', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:14:55.671887 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae742b-b263-4d65-92f2-4c635dcb55f6" -d '{"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-deleted", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:14:55.710380 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1742fc-c903-4e0a-81c7-5fd2a3925334 x-openstack-request-id: req-1d1742fc-c903-4e0a-81c7-5fd2a3925334 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:14:55.710743 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de25d82-a6cf-4fad-9905-8cc675110408", "name": "network-vif-deleted", "tag": "1c1dd9fa-902e-4568-82f2-a3172e618de2", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:14:55.711049 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d1742fc-c903-4e0a-81c7-5fd2a3925334 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:14:55.711448 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de25d82-a6cf-4fad-9905-8cc675110408', 'name': 'network-vif-deleted', 'tag': '1c1dd9fa-902e-4568-82f2-a3172e618de2', 'status': 'completed', 'code': 200} Dec 15 05:14:56.033731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d274476-af89-4737-8ff1-bb409c4f40a8 req-934d5d02-452a-4047-896a-901837352a5f tempest-DeleteServersTestJSON-506785509 tempest-DeleteServersTestJSON-506785509-project] 10.222.0.37 "GET /v2.0/ports?device_id=6de25d82-a6cf-4fad-9905-8cc675110408 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Dec 15 05:14:57.161672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54106) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:57.208475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Deleting subnet e41003f8-e42a-4f47-8b32-32ee3c75a656 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:14:57.212152 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.246464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.286755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.338413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.367357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41003f8-e42a-4f47-8b32-32ee3c75a656,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:57.376222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.376567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.376900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.377231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.377559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.377882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.378204 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.378529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.378846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.379163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.379481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.379863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.382011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:14:57.384157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.389535 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8292e40c-fda5-4dc7-bde1-dca6ed2dcd6e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e41003f8-e42a-4f47-8b32-32ee3c75a656 HTTP/1.1" status: 204 len: 168 time: 0.2246010 Dec 15 05:14:57.389758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54108) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:57.457489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.536393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.555405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c47f62-315b-49ba-9483-56baacb43de0']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:14:57.564180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80692f0-8127-461f-86ee-84ed391fad56') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:14:57.564475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80692f0-8127-461f-86ee-84ed391fad56') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:14:57.573960 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.587266 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.593044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:14:57.593423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:14:57.595035 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:14:57.648672 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.654206 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.657369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/51c47f62-315b-49ba-9483-56baacb43de0 HTTP/1.1" status: 204 len: 168 time: 0.2667091 Dec 15 05:14:57.668639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c329c-a336-4a42-8e68-c12c39a06e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=51c47f62-315b-49ba-9483-56baacb43de0,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:57.764893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c3abf1ec-ece7-40ac-8d20-e6e31431bc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.772699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:57.815267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0476edec-6e60-44b1-957a-4eeefefb86df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2720ef68643476b89b5a8ace363e40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413043 Dec 15 05:14:57.817953 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54114) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:57.864018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fe2c59-9552-43c7-8eaa-220108af3e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.884543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fe2c59-9552-43c7-8eaa-220108af3e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.928551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fe2c59-9552-43c7-8eaa-220108af3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.931314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-93fe2c59-9552-43c7-8eaa-220108af3e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:57.934815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-93fe2c59-9552-43c7-8eaa-220108af3e5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d17a3bf2-c123-42e3-9c56-b54f80cff4de HTTP/1.1" status: 204 len: 168 time: 0.1136069 Dec 15 05:14:57.939792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe2c59-9552-43c7-8eaa-220108af3e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a3bf2-c123-42e3-9c56-b54f80cff4de,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:58.597416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54136) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:58.693820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-512756440-network', 'tenant_id': '1f1b9ba9ebf04119b5e6d1d5c2ecdf4f'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:58.716024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Made reservation on behalf of 1f1b9ba9ebf04119b5e6d1d5c2ecdf4f for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:14:58.718441 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.727463 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.803413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.806964 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.826667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:14:58.828705 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:14:58.843232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f1a5b5-925e-4489-ab77-61df40d07031,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:58.846917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 1c1dd9fa-902e-4568-82f2-a3172e618de2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:14:58.847264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 1c1dd9fa-902e-4568-82f2-a3172e618de2 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:14:58.849469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.849815 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Added segment 387b7ab6-3980-44b1-a9b8-92a17f21fe70 of type vlan for network da8c5416-e110-406e-b639-2204715812b3 Dec 15 05:14:58.892047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.916616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.917679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:58.918311 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:58.969061 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3704567 Dec 15 05:14:58.972118 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:14:58.977163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Request body: {'subnet': {'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-512756440-subnet', 'tenant_id': '1f1b9ba9ebf04119b5e6d1d5c2ecdf4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:14:58.979583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd38ee-f859-4a77-a4a5-8a07ecf0e52b admin admin] Pushing event updated for resources: {'Network': ['ID=da8c5416-e110-406e-b639-2204715812b3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:58.989320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network da8c5416-e110-406e-b639-2204715812b3 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:14:58.997471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Made reservation on behalf of 1f1b9ba9ebf04119b5e6d1d5c2ecdf4f for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:14:58.999800 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:59.164967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:59.220244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce16b09-c771-44b4-8440-4fbb6e334ed2,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:14:59.228277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Checking segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:14:59.228641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Network hostable DHCP agents. Network: da8c5416-e110-406e-b639-2204715812b3, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:14:59.245128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Network da8c5416-e110-406e-b639-2204715812b3 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:14:59.253230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, da8c5416-e110-406e-b639-2204715812b3) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:14:59.258119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:59.258710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:59.263855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba36f0-4088-47cb-a79f-a8c61a91f168 None None] Network da8c5416-e110-406e-b639-2204715812b3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:14:59.273975 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-776dfa5d-5040-490a-b96e-9660b12bfecf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3007941 Dec 15 05:14:59.366734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b588040-673f-4f92-8952-cfeb6bf8b6d0 None None] Network da8c5416-e110-406e-b639-2204715812b3 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:14:59.701732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-d5b47ace-5b9c-4997-b1b0-33ccecdd09de tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:14:59.703140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-d5b47ace-5b9c-4997-b1b0-33ccecdd09de tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 814 time: 0.1010296 Dec 15 05:14:59.718838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-ef7d78e5-ab76-4e95-83e4-ef7d85ee65d9 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/quotas/1f1b9ba9ebf04119b5e6d1d5c2ecdf4f HTTP/1.1" status: 200 len: 375 time: 0.0100651 Dec 15 05:14:59.748298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-9ccda715-56ae-46d1-b260-2101c5414ae0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242565 Dec 15 05:14:59.889345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-acba6093-6597-49ef-82c2-42e8fac7fe45 service neutron] 10.222.0.37 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342366 Dec 15 05:14:59.950064 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fbe55f99-5ea4-41af-b508-c523c3dca4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:14:59.981836 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-3199b50b-ba90-4869-880a-ece83c0dd60b service neutron] 10.222.0.37 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864649 Dec 15 05:15:00.141978 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4bb9bd2-c9a3-45e3-8e24-d830d7645fd0 req-d8162870-4be0-4a63-9af3-0cfb2e8f4080 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Dec 15 05:15:01.241788 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a06fb6-3323-4fcc-b5ea-94288efb6773 req-59e553ee-dbe5-4630-ab1f-46ca8b4eed7f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Dec 15 05:15:01.271186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-fbf993c1-36fe-41ce-a75f-5344e4232aa1 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:01.272179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-fbf993c1-36fe-41ce-a75f-5344e4232aa1 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 814 time: 0.1174073 Dec 15 05:15:01.276188 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:01.312599 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Request body: {'port': {'device_id': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'admin_state_up': True, 'tenant_id': '1f1b9ba9ebf04119b5e6d1d5c2ecdf4f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:15:01.691617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Made reservation on behalf of 1f1b9ba9ebf04119b5e6d1d5c2ecdf4f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:15:01.695711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:01.818297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Allocated IP 172.20.0.7 (da8c5416-e110-406e-b639-2204715812b3/8ce16b09-c771-44b4-8440-4fbb6e334ed2/5a387a75-75e1-4dc7-be0f-aea9288fd993) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:15:01.959589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:01.991855 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.033892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Network da8c5416-e110-406e-b639-2204715812b3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:15:02.037001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:15:02.041136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:15:02.063334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:02.089670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:02.090275 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.105689 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-4428088a-5e71-4079-9f5c-edb19a0dff00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969539 Dec 15 05:15:02.131763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Request body: {'port': {'device_id': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:15:02.185822 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.368773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81651dd-5ccb-417e-9f12-6e9f264cf020 req-72d1aebc-80b8-43f1-89bd-65f205efd86c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:02.370401 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b81651dd-5ccb-417e-9f12-6e9f264cf020 req-72d1aebc-80b8-43f1-89bd-65f205efd86c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 931 time: 0.0526686 Dec 15 05:15:02.418118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b81651dd-5ccb-417e-9f12-6e9f264cf020 req-8c7035a4-7d38-430c-829f-2a7b13bf3173 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Dec 15 05:15:02.441921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a387a75-75e1-4dc7-be0f-aea9288fd993 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:15:02.449324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.461619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Transition to ACTIVE for port object 5a387a75-75e1-4dc7-be0f-aea9288fd993 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:15:02.465410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.515544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:02.581526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:15:02.582001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:15:02.582594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:15:02.588185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on network da8c5416-e110-406e-b639-2204715812b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:15:02.588721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:15:02.593695 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:15:02.594029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Checking segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:15:02.594413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Bound using segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:15:02.594839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Bound port: 5a387a75-75e1-4dc7-be0f-aea9288fd993, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:15:02.595195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.664046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:15:02.666988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:15:02.670750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.704799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:02.705423 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.706822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 1092 time: 0.5790501 Dec 15 05:15:02.707260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:02.709524 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7725d7d0-8a92-410f-9447-8c977d95ae57" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:02.734541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee248c-56e1-4fb2-b604-4064a619c884 service neutron] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:02.748932 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ffb7f4-0570-4eab-a5b8-5314746bf798 x-openstack-request-id: req-98ffb7f4-0570-4eab-a5b8-5314746bf798 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:02.749214 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:02.750126 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98ffb7f4-0570-4eab-a5b8-5314746bf798 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:02.750126 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'status': 'completed', 'code': 200} Dec 15 05:15:02.810477 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:02.821898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-b172eaf5-283d-4593-9394-ac6a0248ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:02.823403 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-b172eaf5-283d-4593-9394-ac6a0248ebdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1095 time: 0.0449326 Dec 15 05:15:02.879089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-c2e450f4-9584-4a6e-b502-5f6e9096c048 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0326147 Dec 15 05:15:02.928326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-bc2eebc9-f99f-4493-ba97-25334083a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:02.929815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-bc2eebc9-f99f-4493-ba97-25334083a09b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0441010 Dec 15 05:15:02.970568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-f5450908-5be2-46d9-95ea-57b92d08a57d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291376 Dec 15 05:15:03.062747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-2e77153e-5d76-4227-a704-8ba30c3ec411 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Dec 15 05:15:03.159578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f2f00920-9bb0-4499-8c05-36cbf316c0ba req-226d9157-5def-4a41-b0f8-3559f1a06611 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853603 Dec 15 05:15:03.314656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-cd4022b5-ec76-4888-aa4f-b98d42565ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:03.316301 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-cd4022b5-ec76-4888-aa4f-b98d42565ca9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1095 time: 0.0410895 Dec 15 05:15:03.395487 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:03.408470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-5604e04a-b28a-4b7d-a930-ae2a51e666c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:03.410005 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-5604e04a-b28a-4b7d-a930-ae2a51e666c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0867105 Dec 15 05:15:03.456606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-69aeae8c-9e7e-4e1c-8cf3-a0a75088c00f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0386460 Dec 15 05:15:03.509222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-de6cd9e0-88ee-41f1-9222-75fb249cfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:03.510694 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-de6cd9e0-88ee-41f1-9222-75fb249cfb2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0447524 Dec 15 05:15:03.530643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4128c7-2ebc-48c5-8908-a19df9980832 req-e1ad711c-cf83-4c1c-9a49-d2687d73a5b5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:03.532143 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c4128c7-2ebc-48c5-8908-a19df9980832 req-e1ad711c-cf83-4c1c-9a49-d2687d73a5b5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0478384 Dec 15 05:15:03.548708 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-7639a192-7b69-48c0-80b7-212614b87235 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252259 Dec 15 05:15:03.587255 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c4128c7-2ebc-48c5-8908-a19df9980832 req-391736a3-3ce4-4424-bea0-38ea2ac974fd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489769 Dec 15 05:15:03.642216 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-d87f5fd6-0cff-4f1a-909e-23837a2a55ed service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855291 Dec 15 05:15:03.735996 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7725d7d0-8a92-410f-9447-8c977d95ae57 req-c41dd8c5-1ba5-4e3a-b46c-2ac20740f6b9 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828660 Dec 15 05:15:03.783947 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:04.697739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda68ba-8080-408c-b726-729cb30c92d1 req-80455592-cb1f-4f13-ab7c-3c79519dac68 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:04.699176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6eda68ba-8080-408c-b726-729cb30c92d1 req-80455592-cb1f-4f13-ab7c-3c79519dac68 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0478337 Dec 15 05:15:04.747506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6eda68ba-8080-408c-b726-729cb30c92d1 req-7d6a3bd6-9665-4938-871d-fd306b50c09c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Dec 15 05:15:05.862531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c04bc-ca11-4470-9b71-7e13e2703bdb req-9086b407-cb33-4f71-9c4c-b71dde3248bc tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:05.863867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-832c04bc-ca11-4470-9b71-7e13e2703bdb req-9086b407-cb33-4f71-9c4c-b71dde3248bc tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0473123 Dec 15 05:15:05.910070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-832c04bc-ca11-4470-9b71-7e13e2703bdb req-134a3ed5-36cd-4eb2-9d7d-dd90c9d84bf9 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Dec 15 05:15:06.859699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:15:06.957180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:06.968596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'port_id': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'mac_address': 'fa:16:3e:5f:62:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce16b09-c771-44b4-8440-4fbb6e334ed2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:15:07.008349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:07.020982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a387a75-75e1-4dc7-be0f-aea9288fd993 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:15:07.021958 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4074c-9a86-4b2e-b6ef-1d28dff3cc0c req-0c943ce7-b617-482e-b455-c55d6aa140ae tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:07.023474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87d4074c-9a86-4b2e-b6ef-1d28dff3cc0c req-0c943ce7-b617-482e-b455-c55d6aa140ae tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0468583 Dec 15 05:15:07.043914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:07.048469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:07.072445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87d4074c-9a86-4b2e-b6ef-1d28dff3cc0c req-489576c8-914c-485f-aea4-6bb039e95f00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Dec 15 05:15:07.101330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:07.316503 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:07.380780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5a387a75-75e1-4dc7-be0f-aea9288fd993'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:15:08.196852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6499-5d2b-4d3e-a4e6-ed58cf16dfac req-101fdf2f-165b-46eb-ab62-0c3f771a9990 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:08.198303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-046f6499-5d2b-4d3e-a4e6-ed58cf16dfac req-101fdf2f-165b-46eb-ab62-0c3f771a9990 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 944 time: 0.0522499 Dec 15 05:15:08.244744 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-046f6499-5d2b-4d3e-a4e6-ed58cf16dfac req-b5ce89b5-dda0-4b1e-92d4-bb7284a475ba tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Dec 15 05:15:08.876465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:15:08.923439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 5a387a75-75e1-4dc7-be0f-aea9288fd993 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:15:08.927236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 5a387a75-75e1-4dc7-be0f-aea9288fd993 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:15:08.927607 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:09.004379 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:09.026007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:09.028875 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4597dc3c-9ba4-4282-bf67-ce16abdb0632" -d '{"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-plugged", "status": "completed", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:09.041775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:09.045573 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:09.070267 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e212763-28ee-4c55-8ea6-3e731b3f9273 x-openstack-request-id: req-6e212763-28ee-4c55-8ea6-3e731b3f9273 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:09.070554 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-plugged", "status": "completed", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:09.070805 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e212763-28ee-4c55-8ea6-3e731b3f9273 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:09.071187 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'code': 200} Dec 15 05:15:09.094967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:09.210762 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45590-009c-4969-8da8-93d81f7ee8f0 req-2027d8fe-2d3c-4835-94d8-d366f1b950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:09.212193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aee45590-009c-4969-8da8-93d81f7ee8f0 req-2027d8fe-2d3c-4835-94d8-d366f1b950e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1097 time: 0.0406830 Dec 15 05:15:09.263933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aee45590-009c-4969-8da8-93d81f7ee8f0 req-a72f9ca3-1161-4f06-8420-6c5b91dfbd49 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Dec 15 05:15:09.355387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be66e0-ad05-40a2-b5f4-55f18adac99d req-c287c56e-5da8-45a0-8fd8-828a7066648d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:09.356855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09be66e0-ad05-40a2-b5f4-55f18adac99d req-c287c56e-5da8-45a0-8fd8-828a7066648d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0475414 Dec 15 05:15:09.402617 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09be66e0-ad05-40a2-b5f4-55f18adac99d req-2881d61a-1656-4b89-8284-8f666062cfa3 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Dec 15 05:15:10.522136 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4432-2a15-43ce-9cdf-ed7ad88eb098 req-b1f4453c-d555-4809-bfc3-5315d47410d6 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:10.524059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26bf4432-2a15-43ce-9cdf-ed7ad88eb098 req-b1f4453c-d555-4809-bfc3-5315d47410d6 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0492311 Dec 15 05:15:10.573723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-26bf4432-2a15-43ce-9cdf-ed7ad88eb098 req-ccd6887b-e6a6-40d5-8e2c-fdc2de5da327 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Dec 15 05:15:10.686698 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97341df-73b4-4b4b-90c0-9981a91f8274 req-d7a52acd-7a68-4b23-9095-9332fc471235 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:10.688107 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a97341df-73b4-4b4b-90c0-9981a91f8274 req-d7a52acd-7a68-4b23-9095-9332fc471235 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Dec 15 05:15:10.734917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a97341df-73b4-4b4b-90c0-9981a91f8274 req-499c1169-dccf-47d1-8cba-86ee1e9a394b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Dec 15 05:15:10.929545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde2e69-1d56-4d71-9656-14280ae0f663 req-e536b7cc-2705-4fdf-aeb6-d30acd09f4e2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:10.931067 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fde2e69-1d56-4d71-9656-14280ae0f663 req-e536b7cc-2705-4fdf-aeb6-d30acd09f4e2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0469179 Dec 15 05:15:10.978250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fde2e69-1d56-4d71-9656-14280ae0f663 req-f0c46128-1a55-43e4-a8d3-8673aa6c405e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Dec 15 05:15:11.098836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35757e-4a46-449f-afde-f075de293f5c req-ac1fc2e5-e00d-45f8-9504-9d0ed6a81414 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:11.100292 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c35757e-4a46-449f-afde-f075de293f5c req-ac1fc2e5-e00d-45f8-9504-9d0ed6a81414 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0517285 Dec 15 05:15:11.146447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8c35757e-4a46-449f-afde-f075de293f5c req-0051d3a7-440c-4d60-9943-ee37e8e389a3 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Dec 15 05:15:11.364326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-ed66ad46-7fd6-4f8d-838a-637b07a84486 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404234 Dec 15 05:15:11.377824 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6b474-e301-4a38-80fd-9b8757b32068 req-bcc41eaa-2a3b-4ac9-a295-dff8aa986f25 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:11.379353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4a6b474-e301-4a38-80fd-9b8757b32068 req-bcc41eaa-2a3b-4ac9-a295-dff8aa986f25 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0473700 Dec 15 05:15:11.428256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4a6b474-e301-4a38-80fd-9b8757b32068 req-2f30dace-62b6-4f20-8313-b7812944ddff tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Dec 15 05:15:12.563533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a002cc-daf4-4be4-895e-0163e411c083 req-6ab54060-3ffd-4bed-a647-167f068bbfb5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:12.565136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05a002cc-daf4-4be4-895e-0163e411c083 req-6ab54060-3ffd-4bed-a647-167f068bbfb5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0568500 Dec 15 05:15:12.575625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-561cc877-094d-4863-b37a-e61366407407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:12.577433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-561cc877-094d-4863-b37a-e61366407407 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1097 time: 0.0418990 Dec 15 05:15:12.683454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-080f5b84-4851-4187-8525-ac4097548455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:12.685295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-080f5b84-4851-4187-8525-ac4097548455 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.1001306 Dec 15 05:15:12.731500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-a7d170c7-c29b-41b3-bc21-9688173f12f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0373549 Dec 15 05:15:12.783080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-01d58ac3-18b2-455a-84d4-2b3184480390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:12.784750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-01d58ac3-18b2-455a-84d4-2b3184480390 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0458868 Dec 15 05:15:12.817543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-984e8232-899d-48ee-9a5e-5b7ff8acc821 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253186 Dec 15 05:15:12.914937 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05a002cc-daf4-4be4-895e-0163e411c083 req-d9808df2-9d80-4a67-907d-d52bd02f6ecc tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422146 Dec 15 05:15:12.919473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-5e496f8f-4c26-4b10-8bca-5da6b1d3df3e service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945151 Dec 15 05:15:13.008908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-724df91c-a939-4b8c-b5ab-c39ddc435aff service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823967 Dec 15 05:15:13.037549 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:15:14.029629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b286-5a0e-4675-a9ed-212e2dd2c8a7 req-c658a95d-c2ce-45e0-94cb-a55c5d9a06f7 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:14.031044 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4096b286-5a0e-4675-a9ed-212e2dd2c8a7 req-c658a95d-c2ce-45e0-94cb-a55c5d9a06f7 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0469518 Dec 15 05:15:14.076494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4096b286-5a0e-4675-a9ed-212e2dd2c8a7 req-8c2b43c1-cb28-440e-a75e-a76efebe0efa tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Dec 15 05:15:15.193301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df07c7-be27-4e44-bfdd-f3b0f706a691 req-5e4380b7-0aef-4e23-90d4-f23c82b016bb tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:15.195407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6df07c7-be27-4e44-bfdd-f3b0f706a691 req-5e4380b7-0aef-4e23-90d4-f23c82b016bb tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Dec 15 05:15:15.243696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6df07c7-be27-4e44-bfdd-f3b0f706a691 req-8386d910-45ba-42a3-aaf1-eadadb55013f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Dec 15 05:15:16.030735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-3be183b5-a01c-4f19-8123-c7586af27595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:16.032150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-3be183b5-a01c-4f19-8123-c7586af27595 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1097 time: 0.0455754 Dec 15 05:15:16.130984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-7c770b65-e775-4be9-b439-7e2b619db4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:16.132989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-7c770b65-e775-4be9-b439-7e2b619db4e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0814505 Dec 15 05:15:16.178769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-26a46724-3f84-4dc0-bccd-64d517047886 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0387447 Dec 15 05:15:16.230244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-e36e0bb9-b2e6-485e-967b-ffa2161a88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:16.231693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-e36e0bb9-b2e6-485e-967b-ffa2161a88da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0444083 Dec 15 05:15:16.262959 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-15cf5ea1-0c74-4a86-bf02-4178c6c88e60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243182 Dec 15 05:15:16.351566 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-727eab65-ca05-4b71-9b0b-3aecbbe7e071 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810339 Dec 15 05:15:16.357901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f711e-17f6-47f7-a628-d1d3ba2a8412 req-4f2fabbb-fe8e-46f5-833c-f70107817fb8 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:16.359393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-854f711e-17f6-47f7-a628-d1d3ba2a8412 req-4f2fabbb-fe8e-46f5-833c-f70107817fb8 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0476618 Dec 15 05:15:16.407223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-854f711e-17f6-47f7-a628-d1d3ba2a8412 req-5009a4ae-7576-4ead-a268-3ffa32d6b152 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Dec 15 05:15:16.445164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-aad6b955-1601-4dc0-9624-7a847dabe8b1 req-f0db4f15-1314-406f-a233-726208c8dfa4 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 Dec 15 05:15:17.521793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c9ef8-8e34-4dc9-a932-59fe8cd45a71 req-37e55243-b97b-4489-9575-295abc485356 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:17.523760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb8c9ef8-8e34-4dc9-a932-59fe8cd45a71 req-37e55243-b97b-4489-9575-295abc485356 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Dec 15 05:15:17.574045 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bb8c9ef8-8e34-4dc9-a932-59fe8cd45a71 req-6e4e8c40-0b2f-4f6f-b84d-71bb9690ddde tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Dec 15 05:15:18.690068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03c0d-9578-4ea1-abe1-f03e61f02211 req-b092951d-bc8d-4e18-8780-e71cf5aad1d8 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:18.691483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-adc03c0d-9578-4ea1-abe1-f03e61f02211 req-b092951d-bc8d-4e18-8780-e71cf5aad1d8 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Dec 15 05:15:18.737618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-adc03c0d-9578-4ea1-abe1-f03e61f02211 req-be991b4a-7638-42b0-bc04-fdee7cdf92fc tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Dec 15 05:15:19.851521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072f6de-eb07-4ef1-b688-44215b7ae25d req-c6fb07ea-177c-4766-9242-e2e41a40690d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:19.852901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a072f6de-eb07-4ef1-b688-44215b7ae25d req-c6fb07ea-177c-4766-9242-e2e41a40690d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0468848 Dec 15 05:15:19.900443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a072f6de-eb07-4ef1-b688-44215b7ae25d req-6605c957-c772-4d26-8fda-66dd3b9ae8ca tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Dec 15 05:15:21.017611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f32ba-c345-43d6-ae4a-3509256ecb60 req-9423a669-57ef-445a-abd8-55899a410b8e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:21.019058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-156f32ba-c345-43d6-ae4a-3509256ecb60 req-9423a669-57ef-445a-abd8-55899a410b8e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0474927 Dec 15 05:15:21.068881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-156f32ba-c345-43d6-ae4a-3509256ecb60 req-c05eec90-a168-4f50-bd28-5414a270b30f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Dec 15 05:15:22.183742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0064-cd0a-4777-9dba-fb82e45f62f4 req-6f3186ea-657e-4199-a890-e765c287eeb5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:22.185257 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afaf0064-cd0a-4777-9dba-fb82e45f62f4 req-6f3186ea-657e-4199-a890-e765c287eeb5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0480952 Dec 15 05:15:22.242964 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afaf0064-cd0a-4777-9dba-fb82e45f62f4 req-408e6aa0-842b-420f-b9c5-6261eaa9f3be tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 Dec 15 05:15:23.357196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260d8c9-dac1-4ea5-bb41-a17563579f66 req-8a03fa1a-162e-4888-8dd3-0121fee18a7f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:23.358620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f260d8c9-dac1-4ea5-bb41-a17563579f66 req-8a03fa1a-162e-4888-8dd3-0121fee18a7f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0472655 Dec 15 05:15:23.403942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f260d8c9-dac1-4ea5-bb41-a17563579f66 req-1fb592b1-2e56-478e-b14c-cc82cc61ea3d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Dec 15 05:15:24.521134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9115f3-7190-489b-952f-5daf85105ef1 req-17a52885-b489-4404-9601-50d1d168174c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:24.522505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb9115f3-7190-489b-952f-5daf85105ef1 req-17a52885-b489-4404-9601-50d1d168174c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Dec 15 05:15:24.570561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb9115f3-7190-489b-952f-5daf85105ef1 req-a8cbdc9c-b2bb-4310-b961-1e0bebeffb0d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Dec 15 05:15:25.684703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c952-f1ef-4f36-9e36-3c86b438a705 req-9d29cda2-442d-47a2-9342-2f70038303e0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:25.686176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df55c952-f1ef-4f36-9e36-3c86b438a705 req-9d29cda2-442d-47a2-9342-2f70038303e0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Dec 15 05:15:25.732794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df55c952-f1ef-4f36-9e36-3c86b438a705 req-cc53b055-0fbd-4b04-afd0-43419dd73e52 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Dec 15 05:15:26.851215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22105090-2dde-4365-83f6-5fb94b67f5c1 req-43852f65-ac36-4f14-a7e3-cda37c844251 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:26.852610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22105090-2dde-4365-83f6-5fb94b67f5c1 req-43852f65-ac36-4f14-a7e3-cda37c844251 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Dec 15 05:15:26.900709 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22105090-2dde-4365-83f6-5fb94b67f5c1 req-d356a830-b85b-490a-8c26-907af473eb3b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Dec 15 05:15:27.766646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3a8c99bd-52ae-4b56-ae65-0d5f6fa45549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:28.013523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10e00a-7c22-404c-85a4-e5a02011aa27 req-2932d679-b9a7-4125-b05a-fea8da43fe88 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:28.014956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e10e00a-7c22-404c-85a4-e5a02011aa27 req-2932d679-b9a7-4125-b05a-fea8da43fe88 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0473256 Dec 15 05:15:28.061058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e10e00a-7c22-404c-85a4-e5a02011aa27 req-0ff1fa21-b1cd-4229-959e-a791aca93354 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Dec 15 05:15:29.178394 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77f297-e1c7-47a3-aba8-3ac5a1092c4e req-e8177c50-575e-4118-be1c-0ec03c227021 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:29.180503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c77f297-e1c7-47a3-aba8-3ac5a1092c4e req-e8177c50-575e-4118-be1c-0ec03c227021 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0490754 Dec 15 05:15:29.230942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c77f297-e1c7-47a3-aba8-3ac5a1092c4e req-d2634e18-2c5b-484c-94cd-68b2503ba29d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Dec 15 05:15:29.951852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d858b147-be67-4fa6-b88b-25b00d6ef5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:30.343438 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a5498-b085-430d-9ef2-1240e177e883 req-05269890-27d2-4374-80ec-b964aa2f9230 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:30.344884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d19a5498-b085-430d-9ef2-1240e177e883 req-05269890-27d2-4374-80ec-b964aa2f9230 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Dec 15 05:15:30.390882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d19a5498-b085-430d-9ef2-1240e177e883 req-db84d4cc-bc6c-457f-bd21-f8b70d8db940 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Dec 15 05:15:31.266703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:31.507708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b955334-bfcd-46c9-88cd-c0f1c64816e1 req-545fb00b-573b-4d0a-8f7e-8a696e0be895 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:31.509219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b955334-bfcd-46c9-88cd-c0f1c64816e1 req-545fb00b-573b-4d0a-8f7e-8a696e0be895 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0505567 Dec 15 05:15:31.556919 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b955334-bfcd-46c9-88cd-c0f1c64816e1 req-32f5032b-5d1e-484c-86c5-825f71d2f82e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Dec 15 05:15:32.677863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163710e0-1342-4166-a624-05c764e7eda9 req-8197acb1-a4c4-4ac5-9d71-a6e6b8e09f85 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:32.679918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-163710e0-1342-4166-a624-05c764e7eda9 req-8197acb1-a4c4-4ac5-9d71-a6e6b8e09f85 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0515444 Dec 15 05:15:32.725437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-163710e0-1342-4166-a624-05c764e7eda9 req-d4fc71af-7fb8-4ee8-b313-bddf600d5dc5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Dec 15 05:15:32.811809 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:33.400077 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:33.784504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:33.845700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08c2ea-d1d9-4266-b347-324946dcf2ba req-777bf6ae-a9a3-41f2-9091-be9720104451 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:33.847163 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa08c2ea-d1d9-4266-b347-324946dcf2ba req-777bf6ae-a9a3-41f2-9091-be9720104451 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Dec 15 05:15:33.897104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa08c2ea-d1d9-4266-b347-324946dcf2ba req-e9871072-a3d4-47f5-99e3-7eb2fb517e74 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Dec 15 05:15:35.012286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c008-c4af-42bc-a585-77d148438b53 req-8c97a701-5d38-476d-8c65-9c87a1bafa00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:35.013737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3175c008-c4af-42bc-a585-77d148438b53 req-8c97a701-5d38-476d-8c65-9c87a1bafa00 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0470519 Dec 15 05:15:35.063721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3175c008-c4af-42bc-a585-77d148438b53 req-2b073274-b6d4-4d91-b862-3b3a8bd19d99 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Dec 15 05:15:36.177714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada5efd-321d-463b-82b9-831662f399ad req-df8b44b0-3521-443e-9bcf-a9e6b8348793 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:36.179162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ada5efd-321d-463b-82b9-831662f399ad req-df8b44b0-3521-443e-9bcf-a9e6b8348793 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Dec 15 05:15:36.224803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ada5efd-321d-463b-82b9-831662f399ad req-af50eada-b437-442c-b2af-ea9e50bc827c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Dec 15 05:15:37.333546 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:37.339962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491d276-9cc1-4fef-b55a-94b8f3086600 req-6aba9b98-811e-4fc0-b1ee-d4002b524480 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:37.341495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7491d276-9cc1-4fef-b55a-94b8f3086600 req-6aba9b98-811e-4fc0-b1ee-d4002b524480 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0492258 Dec 15 05:15:37.389281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7491d276-9cc1-4fef-b55a-94b8f3086600 req-4b195e43-0bd2-4a53-904a-341b0aa671be tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Dec 15 05:15:38.505305 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21546-7abf-4a64-b632-72018b6fef33 req-2ba91079-ab5c-4ed7-b8d2-187c3c549e4f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:38.506748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2e21546-7abf-4a64-b632-72018b6fef33 req-2ba91079-ab5c-4ed7-b8d2-187c3c549e4f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0506575 Dec 15 05:15:38.553470 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2e21546-7abf-4a64-b632-72018b6fef33 req-9ea9c3de-6e51-4bd4-a88e-33f651ffee50 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Dec 15 05:15:39.668200 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e732-e468-4c98-ba36-2c7f2233aa27 req-78ce2cb2-8c73-40bd-b090-027e9b132e42 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:39.669659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ab7e732-e468-4c98-ba36-2c7f2233aa27 req-78ce2cb2-8c73-40bd-b090-027e9b132e42 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0486071 Dec 15 05:15:39.716653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ab7e732-e468-4c98-ba36-2c7f2233aa27 req-77e9b09a-fbc6-4b29-aa6a-dfde5d6d5135 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Dec 15 05:15:40.414807 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-188a494e-5509-48c0-8385-e63816442e4a service neutron] show failed (client error): The resource could not be found. Dec 15 05:15:40.415820 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-188a494e-5509-48c0-8385-e63816442e4a service neutron] 10.222.0.16 "GET /v2.0/ports/5a387a75-75e1-4dc7-be0f-aea9288fd993/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0552392 Dec 15 05:15:40.629282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-2188ed08-dab8-463b-8822-001b7b6c979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:40.630759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-2188ed08-dab8-463b-8822-001b7b6c979a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415&tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f HTTP/1.1" status: 200 len: 1097 time: 0.0405953 Dec 15 05:15:40.649951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:15:40.703954 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:40.834771 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49933c19-76c7-4367-97c6-5d70f557de96 req-2ad0fad2-1b8b-4837-8591-10cd8382c00e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:40.836860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49933c19-76c7-4367-97c6-5d70f557de96 req-2ad0fad2-1b8b-4837-8591-10cd8382c00e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Dec 15 05:15:40.888240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49933c19-76c7-4367-97c6-5d70f557de96 req-536f2887-ce5c-45f8-8aa5-f55ae6607ae9 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Dec 15 05:15:40.905642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:40.939175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:15:40.977940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:40.980158 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea179d1-8683-47c1-8170-f87d80f0a113" -d '{"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-unplugged", "status": "completed", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:40.984244 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:40.996328 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Transition to ACTIVE for port object 5a387a75-75e1-4dc7-be0f-aea9288fd993 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:15:41.000508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:41.033922 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a7407-b4d3-46a5-b94e-4a54ad7862c0 x-openstack-request-id: req-258a7407-b4d3-46a5-b94e-4a54ad7862c0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:41.034222 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-unplugged", "status": "completed", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:41.034480 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-258a7407-b4d3-46a5-b94e-4a54ad7862c0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:41.034878 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'code': 200} Dec 15 05:15:41.068381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] No DVR routers for this DVR port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:15:41.071734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:41.104827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:15:41.105166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:15:41.105493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:15:41.109694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on network da8c5416-e110-406e-b639-2204715812b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:15:41.110014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Attempting to bind port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:15:41.114748 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:15:41.115082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Checking segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:15:41.115465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Bound using segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:15:41.115893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Bound port: 5a387a75-75e1-4dc7-be0f-aea9288fd993, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:15:41.116280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:41.176919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:15:41.180584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:15:41.185256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:41.221113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:41.221731 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:41.223183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] 10.222.0.42 "PUT /v2.0/ports/5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 1092 time: 0.5775640 Dec 15 05:15:41.240423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f192-2456-43d0-b336-72b798906a0b service neutron] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:41.300992 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-52ee00a1-49d5-42dc-992d-41ffaaf7384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:41.302491 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-52ee00a1-49d5-42dc-992d-41ffaaf7384c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1095 time: 0.0442605 Dec 15 05:15:41.391434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-0623c453-4c4a-4121-9bb8-9868cd9a3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:41.392984 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-0623c453-4c4a-4121-9bb8-9868cd9a3939 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0837440 Dec 15 05:15:41.437336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-c05c88d1-0dd1-463c-aa7b-313bd7ca2487 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0373576 Dec 15 05:15:41.485345 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-b91fec4d-26f0-4462-8147-ec8b84b700dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:41.486770 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-b91fec4d-26f0-4462-8147-ec8b84b700dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0410359 Dec 15 05:15:41.521760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-edc3204f-fcd2-4620-8521-cb22894c599b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243258 Dec 15 05:15:41.609018 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-5de4df88-f5ab-4461-8609-5a3cfc68d6a3 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799260 Dec 15 05:15:41.700798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adb69842-6ede-43ff-b5a2-8640318d9c50 req-c9424e0d-0de7-4062-815e-78a9beec1fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847914 Dec 15 05:15:42.005904 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c53a-902c-4a25-abd2-fea35ed6b6f2 req-f4f0ebaa-a54e-44b4-92f0-e0575552b72b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:42.007376 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c76c53a-902c-4a25-abd2-fea35ed6b6f2 req-f4f0ebaa-a54e-44b4-92f0-e0575552b72b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0484390 Dec 15 05:15:42.054388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c76c53a-902c-4a25-abd2-fea35ed6b6f2 req-0f165f6a-27bd-4710-86b3-6acb167bdb91 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Dec 15 05:15:43.035898 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:43.038317 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c26ace-9eb8-480e-8806-8d02ea268314" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:43.086784 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f287309-dab5-47d4-accb-452eebb9eb5e x-openstack-request-id: req-3f287309-dab5-47d4-accb-452eebb9eb5e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:43.087088 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:43.087350 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f287309-dab5-47d4-accb-452eebb9eb5e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:43.087781 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'status': 'completed', 'code': 200} Dec 15 05:15:43.173579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2d6c2-73b5-419c-9a62-19b4d74c17d7 req-188bc5bb-e61a-479e-9776-552514c7a932 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.176646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5a2d6c2-73b5-419c-9a62-19b4d74c17d7 req-188bc5bb-e61a-479e-9776-552514c7a932 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0508144 Dec 15 05:15:43.217651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-788e0de0-05c8-4383-94de-ff9d19873be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.219176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-788e0de0-05c8-4383-94de-ff9d19873be6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1095 time: 0.0819454 Dec 15 05:15:43.221780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-fc09eaf8-7ed0-4baa-b796-0e14d25e3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.223152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-fc09eaf8-7ed0-4baa-b796-0e14d25e3b44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1095 time: 0.0731034 Dec 15 05:15:43.227861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5a2d6c2-73b5-419c-9a62-19b4d74c17d7 req-52c687da-63c3-4026-bcb1-41fc0557082b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Dec 15 05:15:43.384378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-15162f88-f74b-4837-b3de-2ec06daedbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.385747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-15162f88-f74b-4837-b3de-2ec06daedbbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.1558311 Dec 15 05:15:43.386827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-51800ad8-9075-4478-bf42-c28fdc5af522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.388139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-51800ad8-9075-4478-bf42-c28fdc5af522 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.1496055 Dec 15 05:15:43.434760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-68a20139-43dc-489e-a8c1-409c3e7e0c9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0381680 Dec 15 05:15:43.470271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-12411909-1b69-4b03-a782-3153e435a3ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0678377 Dec 15 05:15:43.536441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-4374a6b5-db0f-4082-8969-1c9a7fb665a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.537818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-4374a6b5-db0f-4082-8969-1c9a7fb665a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0750175 Dec 15 05:15:43.541616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-3d4f0a44-1f34-441b-8c09-5738dd59e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:43.542900 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-3d4f0a44-1f34-441b-8c09-5738dd59e904 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0545290 Dec 15 05:15:43.568549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-db8a55f5-7cda-40da-b78f-cb2740359ee4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237765 Dec 15 05:15:43.601785 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-c94bdf13-b1d0-419f-88f3-d9557fbf4b63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353403 Dec 15 05:15:43.738227 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-c74e367b-4273-4859-b5d0-418ac869e7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613741 Dec 15 05:15:43.743117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-07e621b2-49db-4ecd-9b9c-186971d19481 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317682 Dec 15 05:15:44.172456 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-f1919630-8cae-44ff-88ec-8cad3dc85c09 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264605 Dec 15 05:15:44.177511 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-65c26ace-9eb8-480e-8806-8d02ea268314 req-521ab0d9-c839-43fc-9a20-5c7bcd8d8b0e service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156444 Dec 15 05:15:44.344104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32705a0-8492-4a30-a2c8-8eb557980f90 req-ed2c565b-1f4c-4827-aa7a-00d19de45676 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:44.345580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f32705a0-8492-4a30-a2c8-8eb557980f90 req-ed2c565b-1f4c-4827-aa7a-00d19de45676 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0477355 Dec 15 05:15:44.391920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f32705a0-8492-4a30-a2c8-8eb557980f90 req-d09ccb64-fd78-4b1d-9c22-62523e3311cf tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Dec 15 05:15:44.581634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e6ef8-4ca9-49d1-95e0-dc79fd669842 req-12541353-29f1-43d5-9618-6ec26bd123ed tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:44.583176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c5e6ef8-4ca9-49d1-95e0-dc79fd669842 req-12541353-29f1-43d5-9618-6ec26bd123ed tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 943 time: 0.0508142 Dec 15 05:15:44.616036 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-fe6248ec-4044-4cf5-b63f-9220f2acac23 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:44.617516 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-fe6248ec-4044-4cf5-b63f-9220f2acac23 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415&tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 943 time: 0.0528002 Dec 15 05:15:44.633472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c5e6ef8-4ca9-49d1-95e0-dc79fd669842 req-33286e7c-0f2e-4607-ba1d-aa187299172e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427842 Dec 15 05:15:44.686208 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-50fccaef-6e4c-4721-99cf-9d1724f2c555 service neutron] delete failed (client error): The resource could not be found. Dec 15 05:15:44.687112 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-50fccaef-6e4c-4721-99cf-9d1724f2c555 service neutron] 10.222.0.16 "DELETE /v2.0/ports/5a387a75-75e1-4dc7-be0f-aea9288fd993/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0576515 Dec 15 05:15:44.803461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-691f7d85-0190-49e6-ade4-9f8afb089659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:44.804991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-691f7d85-0190-49e6-ade4-9f8afb089659 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 1095 time: 0.0399981 Dec 15 05:15:44.824404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:15:44.896485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-d3b714f0-a73f-4f4f-bc14-b2f47cfa56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:44.897971 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-d3b714f0-a73f-4f4f-bc14-b2f47cfa56b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0857365 Dec 15 05:15:44.918713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:44.929869 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'port_id': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'mac_address': 'fa:16:3e:5f:62:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce16b09-c771-44b4-8440-4fbb6e334ed2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:15:44.948631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-d9606d94-1c42-48e9-999b-5bb29af6d979 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 200 len: 217 time: 0.0380754 Dec 15 05:15:44.967936 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:44.980459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a387a75-75e1-4dc7-be0f-aea9288fd993 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:15:44.999547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:45.002941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-e16ae05c-4945-407b-98a5-a715c9f9b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:45.003970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:45.004742 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-e16ae05c-4945-407b-98a5-a715c9f9b1b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0439827 Dec 15 05:15:45.040197 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-de58945a-f3d6-430b-a045-8270dcdc62c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243413 Dec 15 05:15:45.048029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:15:45.081410 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:45.095564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:15:45.139049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-a61b0ac6-66f3-4eb8-936b-083102d45dfe service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849104 Dec 15 05:15:45.239279 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c3d19815-e0f5-48f2-92f2-a2bd29e5002b req-3dd616a2-af38-42a4-8c6f-d5b2806fd48d service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878806 Dec 15 05:15:45.288327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5a387a75-75e1-4dc7-be0f-aea9288fd993'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:15:45.758504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3bce-a0d4-4146-be6c-54edb356792b req-33d9cad6-7d34-4a15-a920-216b29da1f58 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:45.760147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7add3bce-a0d4-4146-be6c-54edb356792b req-33d9cad6-7d34-4a15-a920-216b29da1f58 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 944 time: 0.0540969 Dec 15 05:15:45.808673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7add3bce-a0d4-4146-be6c-54edb356792b req-97a7a4c4-2023-4c28-9569-c5be3b72d747 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Dec 15 05:15:46.845718 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:15:46.897805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 5a387a75-75e1-4dc7-be0f-aea9288fd993 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:15:46.901455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 5a387a75-75e1-4dc7-be0f-aea9288fd993 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:15:46.901830 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:46.924756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f0415-1558-4277-8071-093665d0fce7 req-ad40070c-25af-4404-960a-6f2e2b0dbb91 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:46.926215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e83f0415-1558-4277-8071-093665d0fce7 req-ad40070c-25af-4404-960a-6f2e2b0dbb91 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 944 time: 0.0480371 Dec 15 05:15:46.972834 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e83f0415-1558-4277-8071-093665d0fce7 req-b728a3df-2e44-4b69-bba2-1f487973f1ab tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Dec 15 05:15:46.978758 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:47.001566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:47.003807 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ad422-f4c6-4e37-8f9a-2222070fa3c2" -d '{"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-plugged", "status": "completed", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:47.019688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:47.025308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:47.050314 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89caf9e5-951c-4ada-a2b2-05cab439fa48 x-openstack-request-id: req-89caf9e5-951c-4ada-a2b2-05cab439fa48 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:47.050610 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-plugged", "status": "completed", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:47.050862 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89caf9e5-951c-4ada-a2b2-05cab439fa48 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:47.051281 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'code': 200} Dec 15 05:15:47.079575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:47.105955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8464e1-f5b1-46bc-90fa-353cecfacf94 req-c668c7eb-42ef-4d55-b276-418793847dcf tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:47.107445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e8464e1-f5b1-46bc-90fa-353cecfacf94 req-c668c7eb-42ef-4d55-b276-418793847dcf tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Dec 15 05:15:47.167684 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e8464e1-f5b1-46bc-90fa-353cecfacf94 req-2c676475-3f79-4186-9c21-d02698b5637b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 Dec 15 05:15:47.279712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc0ca1-68dd-4cd8-9ff7-45e300c35e4f req-b8dc5170-d149-4ef6-8fc4-bf7377b1b96c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:47.281194 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01dc0ca1-68dd-4cd8-9ff7-45e300c35e4f req-b8dc5170-d149-4ef6-8fc4-bf7377b1b96c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Dec 15 05:15:47.327022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-01dc0ca1-68dd-4cd8-9ff7-45e300c35e4f req-8b3eaea9-1962-4eb3-b038-1fb1f55c32ad tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Dec 15 05:15:47.666281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-9b1a9f05-b149-4cfa-a8a3-96c024a55a4c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:47.667625 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-9b1a9f05-b149-4cfa-a8a3-96c024a55a4c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 814 time: 0.1030486 Dec 15 05:15:47.682121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-81bce289-0d36-4577-a27a-613cf8a04366 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/quotas/1f1b9ba9ebf04119b5e6d1d5c2ecdf4f HTTP/1.1" status: 200 len: 375 time: 0.0087476 Dec 15 05:15:47.729640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-a3ac20fe-e1a4-4e0a-9e65-dab5ca0e3f30 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424030 Dec 15 05:15:47.820681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-675fdf1c-6119-4ec3-8f8a-9c2ec74b4f47 service neutron] 10.222.0.37 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839150 Dec 15 05:15:47.908283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-15a5db04-330d-4c54-a85e-c9412b817ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810969 Dec 15 05:15:48.065974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5da352d0-13a5-4d64-98b6-fb14f3570c9b req-3b45ddd9-ddfb-4ed1-9fed-6109a4f1cbea tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 210 time: 0.0271461 Dec 15 05:15:48.962417 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157f47b-5532-42f3-9190-f7d429e35469 req-9a51557a-eb16-41e7-a176-e6bab857ae6b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:48.963899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3157f47b-5532-42f3-9190-f7d429e35469 req-9a51557a-eb16-41e7-a176-e6bab857ae6b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec5eb175-7b6e-4dd6-ade2-c72870800415 HTTP/1.1" status: 200 len: 945 time: 0.0475233 Dec 15 05:15:49.142510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Deleting port 5a387a75-75e1-4dc7-be0f-aea9288fd993 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:15:49.142970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.169071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-b9bbb9ee-e3df-4cd2-b7ba-f980b9fb8563 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:49.169334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7894a78a-79a1-425a-ac76-036da476dc17 req-4fd724af-c09d-4d90-b1eb-0ecd9b4a5870 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 210 time: 0.0311317 Dec 15 05:15:49.170522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-b9bbb9ee-e3df-4cd2-b7ba-f980b9fb8563 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 814 time: 0.1397712 Dec 15 05:15:49.201283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Request body: {'port': {'device_id': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'admin_state_up': True, 'tenant_id': '1f1b9ba9ebf04119b5e6d1d5c2ecdf4f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:15:49.310760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] For port 5a387a75-75e1-4dc7-be0f-aea9288fd993, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=5a387a75-75e1-4dc7-be0f-aea9288fd993,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:49.311125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.332225 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Calling delete_port for 5a387a75-75e1-4dc7-be0f-aea9288fd993 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:15:49.393661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Made reservation on behalf of 1f1b9ba9ebf04119b5e6d1d5c2ecdf4f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:15:49.397195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.564025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.596052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5a387a75-75e1-4dc7-be0f-aea9288fd993'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:15:49.598300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Pushing event deleted for resources: {'Port': ['ID=5a387a75-75e1-4dc7-be0f-aea9288fd993,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:49.610480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Allocated IP 172.20.0.11 (da8c5416-e110-406e-b639-2204715812b3/8ce16b09-c771-44b4-8440-4fbb6e334ed2/ce82f1fd-95c5-4369-8fad-c3f4ddf8d101) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:15:49.616015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.616580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.616847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.617112 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.617670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.618559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.619020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.619349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.619679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.620007 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.620446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.620772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.621103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:49.672135 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] No DVR routers for this DVR port 5a387a75-75e1-4dc7-be0f-aea9288fd993 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:15:49.676207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.679540 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.42 "DELETE /v2.0/ports/5a387a75-75e1-4dc7-be0f-aea9288fd993 HTTP/1.1" status: 204 len: 173 time: 0.7091875 Dec 15 05:15:49.679978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-deleted', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:49.682865 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d833e5-7f2c-4b5b-859d-6553233a9371" -d '{"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-deleted", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:49.723646 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5da6b-2603-4f61-a081-1f0857821adf x-openstack-request-id: req-8ca5da6b-2603-4f61-a081-1f0857821adf {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:49.724014 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5eb175-7b6e-4dd6-ade2-c72870800415", "name": "network-vif-deleted", "tag": "5a387a75-75e1-4dc7-be0f-aea9288fd993", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:49.724326 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ca5da6b-2603-4f61-a081-1f0857821adf {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:49.724767 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5eb175-7b6e-4dd6-ade2-c72870800415', 'name': 'network-vif-deleted', 'tag': '5a387a75-75e1-4dc7-be0f-aea9288fd993', 'status': 'completed', 'code': 200} Dec 15 05:15:49.829897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.870236 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.901070 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['5a387a75-75e1-4dc7-be0f-aea9288fd993'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:15:49.913101 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Network da8c5416-e110-406e-b639-2204715812b3 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:15:49.916877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:15:49.920716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:15:49.947997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:49.976505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:49.977169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:49.992559 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-c196cc23-3c5a-41f8-b7ec-2402b878a290 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7973506 Dec 15 05:15:50.009788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Request body: {'port': {'device_id': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:15:50.037571 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:15:50.061639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:50.287098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679568cf-f1c4-4bda-9aa5-7c299b5e1c20 req-c558ddc7-98a2-405e-89bd-f83ba5b5b795 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:50.288888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-679568cf-f1c4-4bda-9aa5-7c299b5e1c20 req-c558ddc7-98a2-405e-89bd-f83ba5b5b795 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 932 time: 0.0525105 Dec 15 05:15:50.321601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:15:50.329028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:50.335385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-679568cf-f1c4-4bda-9aa5-7c299b5e1c20 req-97725c1a-8bfb-43e0-970f-bacb1c7f227b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Dec 15 05:15:50.341397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Transition to ACTIVE for port object ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:15:50.346037 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:50.411715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:50.460733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:15:50.460998 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:15:50.461326 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:15:50.466113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on network da8c5416-e110-406e-b639-2204715812b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:15:50.466435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:15:50.471218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:15:50.471555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Checking segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:15:50.471937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Bound using segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:15:50.472399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Bound port: ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:15:50.472752 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:50.537794 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:15:50.540825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:15:50.544309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:50.579151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:50.579766 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:50.581209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 1093 time: 0.5754452 Dec 15 05:15:50.599600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5245d-ed63-4171-afc2-286447c595f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:50.672740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-04f0ae83-4fd7-411e-8a74-137249b4df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:50.674228 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-04f0ae83-4fd7-411e-8a74-137249b4df06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0408843 Dec 15 05:15:50.724317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-ae21d515-3185-41c4-9def-0dafc290422f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0373888 Dec 15 05:15:50.772359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-4fa73044-3d40-4b28-804c-ec4b95c5175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:50.773761 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-4fa73044-3d40-4b28-804c-ec4b95c5175a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0423563 Dec 15 05:15:50.803864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-9cc6d3ac-dc22-47de-b601-43f98d15c034 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231881 Dec 15 05:15:50.894618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-4193392b-2bc2-46f5-bb9b-f7b23ca1a45a service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839875 Dec 15 05:15:50.983051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f1e6a7a-500b-4bff-bafa-2b5adab720f9 req-63de6e32-1b01-4cbd-a9ec-ff8fafa4982d service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808289 Dec 15 05:15:51.451809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805882de-a3b5-47ce-9e23-5dba42494b6b req-4490b157-46ca-4a8b-a5f2-382d63cabbb3 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:51.453274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-805882de-a3b5-47ce-9e23-5dba42494b6b req-4490b157-46ca-4a8b-a5f2-382d63cabbb3 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0482192 Dec 15 05:15:51.499904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-805882de-a3b5-47ce-9e23-5dba42494b6b req-ea7fc764-830b-453c-bc62-5878c71473ea tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Dec 15 05:15:51.726277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:51.729200 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087d402-171b-4046-b841-eb626a339974" -d '{"events": [{"name": "network-changed", "server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:51.764286 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c9823-0af4-42ca-bd78-8d6221473777 x-openstack-request-id: req-937c9823-0af4-42ca-bd78-8d6221473777 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:51.764587 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:51.764841 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-937c9823-0af4-42ca-bd78-8d6221473777 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:51.765243 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'status': 'completed', 'code': 200} Dec 15 05:15:51.851008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d402-171b-4046-b841-eb626a339974 req-807f9b2d-3740-4d11-bcbe-84264fde2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:51.853165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-807f9b2d-3740-4d11-bcbe-84264fde2f83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0438509 Dec 15 05:15:51.951555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d402-171b-4046-b841-eb626a339974 req-95cd453c-975a-479f-b4c3-1be417213b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:51.953065 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-95cd453c-975a-479f-b4c3-1be417213b3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0939038 Dec 15 05:15:51.995117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-945f1f4c-98f0-4b49-a44c-df5a9051b391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0344360 Dec 15 05:15:52.042237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d402-171b-4046-b841-eb626a339974 req-c1799345-bb88-46d2-899b-2d194d8d1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:52.043632 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-c1799345-bb88-46d2-899b-2d194d8d1248 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0422120 Dec 15 05:15:52.078952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-36916477-3d1e-45ba-897f-8c296e557e0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279715 Dec 15 05:15:52.175309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-dda9297f-2dd5-4b7c-b61c-e0b52fd05dba service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886087 Dec 15 05:15:52.267061 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1087d402-171b-4046-b841-eb626a339974 req-636443de-749f-461f-a7e7-20856280e25a service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Dec 15 05:15:52.613271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3b4c-7423-401e-b456-c1d71224b974 req-aab6cbaf-1a12-4b1b-941c-793780ba4b33 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:52.614754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e3c3b4c-7423-401e-b456-c1d71224b974 req-aab6cbaf-1a12-4b1b-941c-793780ba4b33 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0495803 Dec 15 05:15:52.665700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5e3c3b4c-7423-401e-b456-c1d71224b974 req-720a1444-2a1d-4d31-a753-d2db4d5cf54e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443628 Dec 15 05:15:52.874129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:15:52.893486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 5a387a75-75e1-4dc7-be0f-aea9288fd993 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:15:52.893827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 5a387a75-75e1-4dc7-be0f-aea9288fd993 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:15:53.781487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251404-6c81-4aa8-8f54-43eebdb6ea95 req-393e655e-011a-433c-aeb7-9bb86e69ba64 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:53.782944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a251404-6c81-4aa8-8f54-43eebdb6ea95 req-393e655e-011a-433c-aeb7-9bb86e69ba64 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0485117 Dec 15 05:15:53.829103 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a251404-6c81-4aa8-8f54-43eebdb6ea95 req-533c7814-98a1-40ac-9bd7-6ca4ced95196 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Dec 15 05:15:54.886858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:15:54.946497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4cbb6-464f-473c-ad2d-7de141a1f22a req-b875076e-2424-4255-8315-a5582f6a97f6 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:54.947981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fea4cbb6-464f-473c-ad2d-7de141a1f22a req-b875076e-2424-4255-8315-a5582f6a97f6 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0478690 Dec 15 05:15:54.980540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:54.991933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'port_id': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'mac_address': 'fa:16:3e:64:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce16b09-c771-44b4-8440-4fbb6e334ed2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:15:54.995054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fea4cbb6-464f-473c-ad2d-7de141a1f22a req-523d6ba8-2424-4195-894b-599d3c160e05 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Dec 15 05:15:55.037228 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:55.052774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:15:55.072192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:55.076031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:55.122828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:55.129936 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.130279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.130617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.130948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.131273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.131598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.131921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.132266 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.132584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.132899 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.133213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.133585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.133906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:15:55.329400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:15:56.111895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d58ba-4d54-47cf-8c67-a86218f542a5 req-8a88a2f6-23b0-485f-8a24-9241e92869a0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:56.113490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e9d58ba-4d54-47cf-8c67-a86218f542a5 req-8a88a2f6-23b0-485f-8a24-9241e92869a0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 945 time: 0.0515673 Dec 15 05:15:56.161175 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e9d58ba-4d54-47cf-8c67-a86218f542a5 req-b12f12f4-6416-488a-a8ef-7d0b8290318d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Dec 15 05:15:56.886067 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:15:56.937828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:15:56.941777 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:15:56.942145 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:57.183021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:57.204918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:15:57.207149 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f4241-e8e6-4f5f-acb5-ce1bb938646d" -d '{"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:15:57.220617 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:15:57.225460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:57.249303 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b481d5-1241-4b39-8fa5-955ecf328507 x-openstack-request-id: req-c2b481d5-1241-4b39-8fa5-955ecf328507 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:15:57.249665 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:15:57.249924 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2b481d5-1241-4b39-8fa5-955ecf328507 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:15:57.250316 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'code': 200} Dec 15 05:15:57.276237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:15:57.283191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde58ea-57e9-4750-aa43-6e17a7f05c2e req-3124f948-c911-4b63-be6e-b0f5f09ea06e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:57.285050 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dde58ea-57e9-4750-aa43-6e17a7f05c2e req-3124f948-c911-4b63-be6e-b0f5f09ea06e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0523767 Dec 15 05:15:57.332791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8dde58ea-57e9-4750-aa43-6e17a7f05c2e req-86180565-c2a0-4322-b640-8bff3a4a3daf tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Dec 15 05:15:57.375630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638455c-1c45-4375-877d-f3c56921a374 req-8c762fe0-93b0-4c53-ad48-1491978a5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:57.377139 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b638455c-1c45-4375-877d-f3c56921a374 req-8c762fe0-93b0-4c53-ad48-1491978a5abf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1098 time: 0.0392179 Dec 15 05:15:57.420813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b638455c-1c45-4375-877d-f3c56921a374 req-b6fead10-9955-4a02-b0a3-9d165d390477 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361984 Dec 15 05:15:57.769068 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-59ab606a-45a4-43d2-8bb9-6720b6f83b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:15:58.459476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb3a39-0ee2-4fdb-8701-6ae6a4242c0a req-86c8cc4c-ef19-4204-b82d-1835037fe990 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:58.461007 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16fb3a39-0ee2-4fdb-8701-6ae6a4242c0a req-86c8cc4c-ef19-4204-b82d-1835037fe990 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0568562 Dec 15 05:15:58.509933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16fb3a39-0ee2-4fdb-8701-6ae6a4242c0a req-5974991c-13db-4cbc-9c97-815ed72463a0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Dec 15 05:15:59.626527 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e28c-d8d2-4c81-8583-14a7cf939448 req-391999ed-1f51-4819-b537-97fcaec7bec5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:59.628025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4b8e28c-d8d2-4c81-8583-14a7cf939448 req-391999ed-1f51-4819-b537-97fcaec7bec5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0487635 Dec 15 05:15:59.674586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4b8e28c-d8d2-4c81-8583-14a7cf939448 req-ec891be4-31c7-4846-ab60-a49463f9edba tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Dec 15 05:15:59.786117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c688f-6897-4b94-be44-60b3c7b17fae req-a72d58ec-2488-44b5-9726-ecf8d1b7f603 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:15:59.787463 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-573c688f-6897-4b94-be44-60b3c7b17fae req-a72d58ec-2488-44b5-9726-ecf8d1b7f603 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0473397 Dec 15 05:15:59.837780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-573c688f-6897-4b94-be44-60b3c7b17fae req-80c64423-e356-46d9-828d-fce69a22c8ce tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Dec 15 05:15:59.952680 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-761589bf-1e72-417b-9024-971d9cf8b85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:00.058241 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-d5692a57-8b05-46ef-983d-b3a934d87f8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394926 Dec 15 05:16:00.074790 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca8535-c858-42e0-a0e6-ca939f6a981e req-595138a1-7486-4481-8a3d-e06dd382e1bd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:00.076516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76ca8535-c858-42e0-a0e6-ca939f6a981e req-595138a1-7486-4481-8a3d-e06dd382e1bd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0490177 Dec 15 05:16:00.126137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76ca8535-c858-42e0-a0e6-ca939f6a981e req-b249354e-988e-4c59-aea0-53622ebca11a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Dec 15 05:16:01.240614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db434-44a6-4a65-ac7c-f97d3e5a5094 req-9a68e589-f8a8-4d2b-98a1-1e5075acab7b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:01.242062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-301db434-44a6-4a65-ac7c-f97d3e5a5094 req-9a68e589-f8a8-4d2b-98a1-1e5075acab7b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0481849 Dec 15 05:16:01.276542 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:01.296992 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-301db434-44a6-4a65-ac7c-f97d3e5a5094 req-ad404206-5410-4f21-ac08-1b0f2ddc7822 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486476 Dec 15 05:16:01.356832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-0aac3ada-24cb-4b3a-a17a-264cc92b509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:01.358415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-0aac3ada-24cb-4b3a-a17a-264cc92b509b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1098 time: 0.0442116 Dec 15 05:16:01.447522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-7c137e48-51b6-4be3-b854-a9fad361dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:01.449007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-7c137e48-51b6-4be3-b854-a9fad361dc3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0824547 Dec 15 05:16:01.492982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-b61bc507-9573-449f-8bce-44953fca2942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0365369 Dec 15 05:16:01.547435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-18fb1e79-c061-4d9c-b392-fbd61eb644eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:01.548869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-18fb1e79-c061-4d9c-b392-fbd61eb644eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0419619 Dec 15 05:16:01.580377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-535ea9ab-d383-4854-9e72-9a8c5c4d8e24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237992 Dec 15 05:16:01.666424 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-6bceb812-330e-4b40-a86c-f93d9c767bb6 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793698 Dec 15 05:16:01.756720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-7c259e95-2c6e-4002-9a8b-c83fd0abf64a service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830610 Dec 15 05:16:02.424299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8a7a3-986f-4091-a4b6-c2d1ebb7523f req-8f45fda7-040b-460a-a724-a0bcba23c57e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:02.425888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fac8a7a3-986f-4091-a4b6-c2d1ebb7523f req-8f45fda7-040b-460a-a724-a0bcba23c57e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0607252 Dec 15 05:16:02.472375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fac8a7a3-986f-4091-a4b6-c2d1ebb7523f req-8911468f-78bb-45f1-a72e-e5df1a0574dc tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Dec 15 05:16:02.814015 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:03.401960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:03.587535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2b489-df6e-4563-a5d5-6be5046c8d7c req-77df922b-1b8e-426c-b607-0f66f8aac727 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:03.589082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09d2b489-df6e-4563-a5d5-6be5046c8d7c req-77df922b-1b8e-426c-b607-0f66f8aac727 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0479372 Dec 15 05:16:03.637240 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-09d2b489-df6e-4563-a5d5-6be5046c8d7c req-218a9f14-d56d-4c9e-bcd9-b3f1ec9d967e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Dec 15 05:16:03.784197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:04.750842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadd4ce-0430-4b70-ad5d-72e601cbf916 req-7f410266-559d-450e-accd-f3885ff6e7bf tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:04.752315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baadd4ce-0430-4b70-ad5d-72e601cbf916 req-7f410266-559d-450e-accd-f3885ff6e7bf tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0469763 Dec 15 05:16:04.802782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-baadd4ce-0430-4b70-ad5d-72e601cbf916 req-f713060f-ff99-429e-be42-514ee55a27ee tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Dec 15 05:16:05.916451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e9f7-fee8-4510-b0e1-06a56bc6f4e7 req-1f179823-1eff-4524-98f0-1a2ced67479e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:05.917913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df43e9f7-fee8-4510-b0e1-06a56bc6f4e7 req-1f179823-1eff-4524-98f0-1a2ced67479e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0485613 Dec 15 05:16:05.964741 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df43e9f7-fee8-4510-b0e1-06a56bc6f4e7 req-d00b615c-4f29-434e-86ce-729cf2e93635 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Dec 15 05:16:07.077285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa263de-05df-453a-b6fa-5c4faf92d82a req-766f590f-d6e8-4291-b637-e363d6dc561c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:07.078792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-faa263de-05df-453a-b6fa-5c4faf92d82a req-766f590f-d6e8-4291-b637-e363d6dc561c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0476592 Dec 15 05:16:07.131591 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-faa263de-05df-453a-b6fa-5c4faf92d82a req-0da846c4-3f39-4680-9b32-3cc47be1ea85 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459747 Dec 15 05:16:07.337620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:08.256207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323581d-46c9-4136-a377-dd21865cb8bc req-304b4e76-7204-430c-852e-77ff5977f2fd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:08.257659 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b323581d-46c9-4136-a377-dd21865cb8bc req-304b4e76-7204-430c-852e-77ff5977f2fd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0518031 Dec 15 05:16:08.304716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b323581d-46c9-4136-a377-dd21865cb8bc req-7ea0e640-edb1-4e86-bdab-7f242ba90668 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Dec 15 05:16:09.421331 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef023c0-4fba-4b0e-ae14-d85346aa8c86 req-8772a189-5d26-4265-a08e-756c075d2f24 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:09.422805 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fef023c0-4fba-4b0e-ae14-d85346aa8c86 req-8772a189-5d26-4265-a08e-756c075d2f24 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0491638 Dec 15 05:16:09.469365 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fef023c0-4fba-4b0e-ae14-d85346aa8c86 req-b5549e70-3608-4ae3-b51e-c8040d90228e tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Dec 15 05:16:10.587446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0248a-e22f-4926-b894-32dce872bdb5 req-624cd24f-e23b-4884-a247-5b65444e3d8b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:10.589074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ceb0248a-e22f-4926-b894-32dce872bdb5 req-624cd24f-e23b-4884-a247-5b65444e3d8b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0521219 Dec 15 05:16:10.636046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ceb0248a-e22f-4926-b894-32dce872bdb5 req-68b251e5-8b77-43fb-8b04-6d8f14241791 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Dec 15 05:16:11.748091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73295e26-8465-4e4f-bb6c-3d0f718d2e8c req-fba3d29c-6ff5-4d7b-a50c-f2fc17b07bad tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:11.749536 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73295e26-8465-4e4f-bb6c-3d0f718d2e8c req-fba3d29c-6ff5-4d7b-a50c-f2fc17b07bad tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0469749 Dec 15 05:16:11.797505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73295e26-8465-4e4f-bb6c-3d0f718d2e8c req-48cd997e-6a33-4f53-b3a4-d1e30f114ed7 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Dec 15 05:16:12.918372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bbb5c-d9d7-4b69-8953-5a48aaa5291e req-28137e3d-fe37-4315-90cc-45c4a13c2546 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:12.919859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f19bbb5c-d9d7-4b69-8953-5a48aaa5291e req-28137e3d-fe37-4315-90cc-45c4a13c2546 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0496514 Dec 15 05:16:12.970771 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f19bbb5c-d9d7-4b69-8953-5a48aaa5291e req-4d999782-3d2d-4aff-9fbe-16188a99cf52 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 Dec 15 05:16:14.085056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de4e0-f963-4ae5-a396-21fd6b92e667 req-30cc109e-8b4e-40db-b334-6ec51f820e32 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:14.086534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-507de4e0-f963-4ae5-a396-21fd6b92e667 req-30cc109e-8b4e-40db-b334-6ec51f820e32 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0476105 Dec 15 05:16:14.133423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-507de4e0-f963-4ae5-a396-21fd6b92e667 req-a1842b85-97b6-4304-9bc9-a9962da9bc4b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Dec 15 05:16:15.249709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832cc1b-d0c1-4a4c-87e3-d92e0f104abc req-49ee724c-4c3f-4200-9bb6-a01a90d5895a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:15.251158 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8832cc1b-d0c1-4a4c-87e3-d92e0f104abc req-49ee724c-4c3f-4200-9bb6-a01a90d5895a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0480764 Dec 15 05:16:15.298042 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8832cc1b-d0c1-4a4c-87e3-d92e0f104abc req-85e9d5d0-d6be-4393-b55a-4f87395e4741 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Dec 15 05:16:16.415225 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43736a-e1ef-4266-8069-1f894b417c75 req-0c12160a-8d19-4227-98e4-2f3e972fa66d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:16.416743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a43736a-e1ef-4266-8069-1f894b417c75 req-0c12160a-8d19-4227-98e4-2f3e972fa66d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0519998 Dec 15 05:16:16.463229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6a43736a-e1ef-4266-8069-1f894b417c75 req-21032a12-8df0-4b5b-9076-61548d474588 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Dec 15 05:16:17.576592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed35a55-2861-4130-ade6-bf2d14c2b02e req-4c07828e-9f1b-4225-88d6-ec2544241634 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:17.578051 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fed35a55-2861-4130-ade6-bf2d14c2b02e req-4c07828e-9f1b-4225-88d6-ec2544241634 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0479999 Dec 15 05:16:17.625858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fed35a55-2861-4130-ade6-bf2d14c2b02e req-eed604b6-08da-424f-bd84-8331dd16bca4 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Dec 15 05:16:18.744564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17733f0-2b28-449b-b6ce-d57fbdf790b4 req-90aae341-5112-4385-a766-48c6263cec75 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:18.746073 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f17733f0-2b28-449b-b6ce-d57fbdf790b4 req-90aae341-5112-4385-a766-48c6263cec75 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0520961 Dec 15 05:16:18.800153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f17733f0-2b28-449b-b6ce-d57fbdf790b4 req-fada10b7-bf3e-4cb0-b12d-454fd897b5c5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Dec 15 05:16:19.915147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c89d1-009b-483c-9100-8aef66593e71 req-8ae23a88-4b51-4118-be9d-448ae8247497 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:19.916783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b55c89d1-009b-483c-9100-8aef66593e71 req-8ae23a88-4b51-4118-be9d-448ae8247497 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0484087 Dec 15 05:16:19.962971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b55c89d1-009b-483c-9100-8aef66593e71 req-5ca572dd-8888-4ac2-9715-d39888514489 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Dec 15 05:16:21.074837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3692b-fdf0-4b0c-ab1c-9efb06438e45 req-8031bff6-9e7d-4fdf-8acd-33b0074f224f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:21.076319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29b3692b-fdf0-4b0c-ab1c-9efb06438e45 req-8031bff6-9e7d-4fdf-8acd-33b0074f224f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0476973 Dec 15 05:16:21.123101 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29b3692b-fdf0-4b0c-ab1c-9efb06438e45 req-e62e489f-6bd2-4714-8976-ee2cfc762b34 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Dec 15 05:16:22.241946 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697d9df-97f3-40cc-9fdc-b270bad0ac84 req-3328ecd5-7b26-4f98-b662-312becd34e33 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:22.243380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3697d9df-97f3-40cc-9fdc-b270bad0ac84 req-3328ecd5-7b26-4f98-b662-312becd34e33 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0507143 Dec 15 05:16:22.289523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3697d9df-97f3-40cc-9fdc-b270bad0ac84 req-d8af682a-dcb1-4927-91c6-af9535f79e0f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Dec 15 05:16:23.410434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67bb97-8669-4e37-9f84-625a4121e5b4 req-31e64103-f29d-46c6-9f8e-5a87b741be67 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:23.411901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da67bb97-8669-4e37-9f84-625a4121e5b4 req-31e64103-f29d-46c6-9f8e-5a87b741be67 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0546966 Dec 15 05:16:23.459383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da67bb97-8669-4e37-9f84-625a4121e5b4 req-852fb92a-57bb-49c2-b909-21e10a3fd47a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Dec 15 05:16:24.577088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c751b36-c455-47d4-b6a7-dd951f20c774 req-3a80b1e7-01c4-4ab7-8e98-a4e00433e018 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:24.578538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c751b36-c455-47d4-b6a7-dd951f20c774 req-3a80b1e7-01c4-4ab7-8e98-a4e00433e018 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0522692 Dec 15 05:16:24.626598 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0c751b36-c455-47d4-b6a7-dd951f20c774 req-b0f7bd86-e6b1-4fa0-b3c1-52196abe2ee7 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Dec 15 05:16:25.742530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca423e-b721-4da5-a184-11bdee25cc25 req-94e37588-893a-4f3e-a213-6ffb0098bf8b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:25.743974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70ca423e-b721-4da5-a184-11bdee25cc25 req-94e37588-893a-4f3e-a213-6ffb0098bf8b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0472937 Dec 15 05:16:25.792047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70ca423e-b721-4da5-a184-11bdee25cc25 req-b814eb49-bcf4-4ebc-a532-108c09dcfb4a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Dec 15 05:16:26.906393 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7da8-ce26-4b44-904f-62e18febd302 req-8d8ec432-a5cb-4646-962b-1eef540edaff tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:26.907731 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f5a7da8-ce26-4b44-904f-62e18febd302 req-8d8ec432-a5cb-4646-962b-1eef540edaff tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0472405 Dec 15 05:16:26.956546 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f5a7da8-ce26-4b44-904f-62e18febd302 req-cdfc0073-be8b-405a-8970-38d5638718c0 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 Dec 15 05:16:27.037951 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:16:27.770407 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6e47c534-6795-42d7-b494-123108bcdecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:28.071058 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768797-79c8-448e-abd9-f95c71c31828 req-9a144349-88f1-43ea-9e39-7f670751b9af tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:28.072540 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8768797-79c8-448e-abd9-f95c71c31828 req-9a144349-88f1-43ea-9e39-7f670751b9af tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0478129 Dec 15 05:16:28.121141 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8768797-79c8-448e-abd9-f95c71c31828 req-7c156f22-9478-4893-b49c-9c9bf0a8ff6d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Dec 15 05:16:28.996035 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-1e463e22-d369-4267-b043-8da482be9444 service neutron] show failed (client error): The resource could not be found. Dec 15 05:16:28.997004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-1e463e22-d369-4267-b043-8da482be9444 service neutron] 10.222.0.42 "GET /v2.0/ports/ce82f1fd-95c5-4369-8fad-c3f4ddf8d101/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0612080 Dec 15 05:16:29.213958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-d94bf512-6b39-48c9-8adb-b89a1e18c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:29.215611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-d94bf512-6b39-48c9-8adb-b89a1e18c46b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce&tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f HTTP/1.1" status: 200 len: 1098 time: 0.0424819 Dec 15 05:16:29.237980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46540-a78f-4172-ad1a-917faf401c64 req-6b05a8a4-6cc1-4e98-8f81-5c796857a87a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:29.239460 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fd46540-a78f-4172-ad1a-917faf401c64 req-6b05a8a4-6cc1-4e98-8f81-5c796857a87a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0488639 Dec 15 05:16:29.244561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:29.288036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fd46540-a78f-4172-ad1a-917faf401c64 req-60b187f3-d00f-4291-95da-716f810cc230 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Dec 15 05:16:29.303105 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:29.503138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:29.536300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:16:29.576144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:29.578377 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d299633-50e6-4c37-8d36-a0aa13993cd2" -d '{"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:29.582863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:29.595916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Transition to ACTIVE for port object ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:16:29.601791 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:29.637153 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2ca5f-61bf-48c6-978f-b7712bdea8ee x-openstack-request-id: req-1df2ca5f-61bf-48c6-978f-b7712bdea8ee {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:29.637447 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:29.637706 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1df2ca5f-61bf-48c6-978f-b7712bdea8ee {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:29.638102 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'code': 200} Dec 15 05:16:29.670747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] No DVR routers for this DVR port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:16:29.672682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:29.708625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:16:29.708954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:16:29.709410 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:29.717269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on network da8c5416-e110-406e-b639-2204715812b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:16:29.717595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Attempting to bind port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on network da8c5416-e110-406e-b639-2204715812b3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:29.722626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:16:29.722976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Checking segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:16:29.723346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Bound using segment: {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:16:29.723779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Bound port: ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b7ab6-3980-44b1-a9b8-92a17f21fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8c5416-e110-406e-b639-2204715812b3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:16:29.724168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:29.785366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:16:29.788416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:16:29.793311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:29.829632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:29.830372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:29.831760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] 10.222.0.16 "PUT /v2.0/ports/ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 1093 time: 0.5920668 Dec 15 05:16:29.848918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1df0-6f10-4845-a414-7297f4f4f53e service neutron] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:29.911991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-cbf8fd61-9b65-4640-86a8-431518f732ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:29.913501 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-cbf8fd61-9b65-4640-86a8-431518f732ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0436714 Dec 15 05:16:29.952779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-868a22f3-3d5d-439e-965d-c87d283bdf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:30.005437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-c8948a84-ce67-4ffb-8e5b-224e41d1fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:30.006844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-c8948a84-ce67-4ffb-8e5b-224e41d1fa0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0822101 Dec 15 05:16:30.056813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-39cb3bd3-c73a-44bf-a062-e3a0d73a0bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0379550 Dec 15 05:16:30.106441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-98240312-c1a2-49b3-8856-a1a0a4c2a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:30.107738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-98240312-c1a2-49b3-8856-a1a0a4c2a6a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0417480 Dec 15 05:16:30.142392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-e01a531e-f591-4555-9567-7b58a0aec2fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229645 Dec 15 05:16:30.236165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-c7dded32-8ac5-4cbe-a2b5-c493c879fa5a service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815072 Dec 15 05:16:30.329595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ba74846d-1155-4632-beeb-7ab8ef56ec75 req-82724491-63d2-40ad-ab40-4a1597f0aa1d service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834022 Dec 15 05:16:30.410477 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007112a5-ce14-43bd-897b-fdb6887b83ae req-5dc36420-1a4a-4630-b306-2858b8753c4c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:30.412154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-007112a5-ce14-43bd-897b-fdb6887b83ae req-5dc36420-1a4a-4630-b306-2858b8753c4c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0526900 Dec 15 05:16:30.459085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-007112a5-ce14-43bd-897b-fdb6887b83ae req-13781dc2-44a0-4564-82b8-7092cde69967 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Dec 15 05:16:31.273220 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:31.577706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aba16-dc46-4e6c-9ee2-a4efb59ae04d req-878f51ec-88c9-4fa4-b7a4-00eaf561aaef tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:31.579207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e8aba16-dc46-4e6c-9ee2-a4efb59ae04d req-878f51ec-88c9-4fa4-b7a4-00eaf561aaef tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0483532 Dec 15 05:16:31.626464 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8e8aba16-dc46-4e6c-9ee2-a4efb59ae04d req-7fe95ec5-d7af-4c1d-9cd7-31a322d919d6 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Dec 15 05:16:31.639268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:31.641680 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139" -d '{"events": [{"name": "network-changed", "server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:31.688489 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b625ac91-9852-4d97-be07-8e8e27e4502d x-openstack-request-id: req-b625ac91-9852-4d97-be07-8e8e27e4502d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:31.688789 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:31.689067 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b625ac91-9852-4d97-be07-8e8e27e4502d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:31.689462 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'status': 'completed', 'code': 200} Dec 15 05:16:31.810098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-dcf13107-e349-428f-8cb5-229e6d3889b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:31.811611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-dcf13107-e349-428f-8cb5-229e6d3889b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0785613 Dec 15 05:16:31.813877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-b61b0820-9f27-4dbf-bac4-0c116bc0c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:31.815250 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-b61b0820-9f27-4dbf-bac4-0c116bc0c434 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0731158 Dec 15 05:16:31.963476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-bca65626-bef9-45f4-971a-1160832b255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:31.964957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-bca65626-bef9-45f4-971a-1160832b255d service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.1466751 Dec 15 05:16:31.967455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-8dfcc954-9bc8-4c65-a617-2d28818cba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:31.968789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-8dfcc954-9bc8-4c65-a617-2d28818cba18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.1434858 Dec 15 05:16:32.011709 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-334237a9-885c-4321-9cd2-9effadf60d21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0384777 Dec 15 05:16:32.056683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-c110e4e4-3095-476e-b65a-8425f04834e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0754409 Dec 15 05:16:32.123699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-5abfa435-4193-4f35-936c-d6d854870837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:32.125041 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-5abfa435-4193-4f35-936c-d6d854870837 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0791297 Dec 15 05:16:32.129889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-ef99381d-2cd3-4d4c-9776-081e86dfae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:32.131257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-ef99381d-2cd3-4d4c-9776-081e86dfae64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0550778 Dec 15 05:16:32.156225 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-745937d1-668c-431a-ac8b-f65b9197fff8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240135 Dec 15 05:16:32.538029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-5cac109e-f9a6-4de6-80f8-d2fdf3f1dcf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300443 Dec 15 05:16:32.617797 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-341cbfd2-388a-46ac-95da-8ecbef39f050 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546189 Dec 15 05:16:32.693675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-9deeafa2-0212-4fa0-9c8f-60891996967c service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465588 Dec 15 05:16:32.744536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253e2e-d2cb-403a-b746-d50d90ab2373 req-4de43ba8-0ef2-49cc-9bac-3c4ef805d3bd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:32.746013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b253e2e-d2cb-403a-b746-d50d90ab2373 req-4de43ba8-0ef2-49cc-9bac-3c4ef805d3bd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0505388 Dec 15 05:16:32.780920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-d649788b-d934-4271-baf9-7aaaf19719e6 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552453 Dec 15 05:16:32.799127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0b253e2e-d2cb-403a-b746-d50d90ab2373 req-1c79d29e-0d54-434d-9e97-ef68d84acb7d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Dec 15 05:16:32.810762 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c008c2f4-520f-4a6c-b8ec-fe21d3db9139 req-d0aec53e-e3d3-4577-bfdd-a651a1416dd3 service neutron] 10.222.0.16 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083584 Dec 15 05:16:32.817146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:33.003303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d31ba-7025-4a27-8909-55f08e4181b8 req-ec9c0242-fd69-45c3-bc9c-00b98cfa543f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:33.004981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd8d31ba-7025-4a27-8909-55f08e4181b8 req-ec9c0242-fd69-45c3-bc9c-00b98cfa543f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 944 time: 0.0481582 Dec 15 05:16:33.029698 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-510e9fb0-856a-4f02-a92c-8a3919f44a4f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:33.031213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-510e9fb0-856a-4f02-a92c-8a3919f44a4f tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.42 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce&tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 944 time: 0.0532942 Dec 15 05:16:33.040984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:16:33.056739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd8d31ba-7025-4a27-8909-55f08e4181b8 req-c513c678-5b6a-4e07-8c68-2908a2cd3190 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Dec 15 05:16:33.084117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:16:33.104687 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-05126e0a-85dc-4a84-97ea-8b7bdc3f3261 service neutron] delete failed (client error): The resource could not be found. Dec 15 05:16:33.105725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-05126e0a-85dc-4a84-97ea-8b7bdc3f3261 service neutron] 10.222.0.42 "DELETE /v2.0/ports/ce82f1fd-95c5-4369-8fad-c3f4ddf8d101/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0670872 Dec 15 05:16:33.208850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-2e75dd11-8bbf-4244-b348-c9f8025fe63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:33.210357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-2e75dd11-8bbf-4244-b348-c9f8025fe63e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0406337 Dec 15 05:16:33.296702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-cdb1898d-7e76-404a-818a-fc4883284f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:33.298143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-cdb1898d-7e76-404a-818a-fc4883284f21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 200 len: 914 time: 0.0810788 Dec 15 05:16:33.306627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:16:33.343612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-495646e4-d1b9-4d5c-bb4c-767100f835ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 200 len: 217 time: 0.0380611 Dec 15 05:16:33.393485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-0303ba1f-1955-4c11-8e2e-05f50923c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:33.394952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-0303ba1f-1955-4c11-8e2e-05f50923c59e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 200 len: 854 time: 0.0443342 Dec 15 05:16:33.412879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:33.423389 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:33.426851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'network_id': 'da8c5416-e110-406e-b639-2204715812b3', 'port_id': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'mac_address': 'fa:16:3e:64:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce16b09-c771-44b4-8440-4fbb6e334ed2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:16:33.427563 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-ce704a36-9e3b-4b93-8e55-3a947988a8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da8c5416-e110-406e-b639-2204715812b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250647 Dec 15 05:16:33.463803 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:33.476894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:16:33.497278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:33.501174 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:33.520531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-c5dedad9-20e9-462d-956d-b0d7e078342d service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860717 Dec 15 05:16:33.547885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:33.609850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5b096ef5-7066-4cb5-acd0-88e5e7bc7b46 req-4fdf9afe-11cc-4549-bc66-276edef9b9f2 service neutron] 10.222.0.42 "GET /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824027 Dec 15 05:16:33.782866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:33.825656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:16:34.178906 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb323d-bb76-4dea-b9b5-fff9acefe65b req-373620e2-d542-4171-9910-5332e40e0d05 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:34.180383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2afb323d-bb76-4dea-b9b5-fff9acefe65b req-373620e2-d542-4171-9910-5332e40e0d05 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 945 time: 0.0494359 Dec 15 05:16:34.228364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2afb323d-bb76-4dea-b9b5-fff9acefe65b req-78378381-459d-417a-983b-9678f2f45c56 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Dec 15 05:16:34.345263 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2a850-79a2-4bf2-bfda-06d2d22bdfcc req-28b5d5bc-7827-42d7-9d52-24b790b1e846 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:34.346627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bd2a850-79a2-4bf2-bfda-06d2d22bdfcc req-28b5d5bc-7827-42d7-9d52-24b790b1e846 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 945 time: 0.0519333 Dec 15 05:16:34.394560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bd2a850-79a2-4bf2-bfda-06d2d22bdfcc req-890f8200-4deb-4006-8532-7dbe72db07b5 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Dec 15 05:16:34.504639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7035-41ae-48c6-9885-3a721c9aae07 req-d16b03c7-9afa-470e-b5a0-903e6821063c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:34.506077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-881d7035-41ae-48c6-9885-3a721c9aae07 req-d16b03c7-9afa-470e-b5a0-903e6821063c tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 945 time: 0.0473688 Dec 15 05:16:34.551973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-881d7035-41ae-48c6-9885-3a721c9aae07 req-21d89bef-383b-4220-8562-88a2f770edbd tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Dec 15 05:16:34.907086 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a18d-be05-4b64-aff7-b8d0aadedec0 req-34a11285-f2f6-41db-9b92-8547d8a25954 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:34.908488 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63c7a18d-be05-4b64-aff7-b8d0aadedec0 req-34a11285-f2f6-41db-9b92-8547d8a25954 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 945 time: 0.0521796 Dec 15 05:16:34.954331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63c7a18d-be05-4b64-aff7-b8d0aadedec0 req-98a7bebd-5518-4dec-b9c1-f02416c7294d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Dec 15 05:16:35.316773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:16:35.363798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:16:35.367666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:35.368594 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:35.455025 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:35.476433 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:35.479137 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4921a9-14c0-4f91-8891-b1613c4e2036" -d '{"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:35.491450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:35.496164 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:35.518852 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c2d19a-6670-4778-8233-72557fcb6ad9 x-openstack-request-id: req-47c2d19a-6670-4778-8233-72557fcb6ad9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:35.519153 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:35.519413 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47c2d19a-6670-4778-8233-72557fcb6ad9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:35.519805 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'code': 200} Dec 15 05:16:35.544585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:36.067639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f813e7d-2d65-4685-9b67-dde7c548d171 req-9e48f882-9cf4-4add-8074-6474f8a6087b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:36.069128 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f813e7d-2d65-4685-9b67-dde7c548d171 req-9e48f882-9cf4-4add-8074-6474f8a6087b tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0482926 Dec 15 05:16:36.117230 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f813e7d-2d65-4685-9b67-dde7c548d171 req-985e0c73-9fe8-4f9a-a4dd-d00c49a8bb3a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.37 "GET /v2.0/security-groups?id=92f1a5b5-925e-4489-ab77-61df40d07031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Dec 15 05:16:36.333594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-4cdc2393-e6ca-419c-8a93-a66e95edd09d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:36.335017 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-4cdc2393-e6ca-419c-8a93-a66e95edd09d tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.16 "GET /v2.0/ports?device_id=03e01396-4970-486e-8edc-f87f13f9a3ce HTTP/1.1" status: 200 len: 946 time: 0.0478458 Dec 15 05:16:36.428240 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Deleting port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:16:36.428576 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:36.513520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] For port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,segment=NetworkSegment(387b7ab6-3980-44b1-a9b8-92a17f21fe70),segment_id=387b7ab6-3980-44b1-a9b8-92a17f21fe70)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:36.513874 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:36.526464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Calling delete_port for ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:16:36.653890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:36.681624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Pushing event deleted for resources: {'Port': ['ID=ce82f1fd-95c5-4369-8fad-c3f4ddf8d101,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:36.701970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:16:36.726126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] No DVR routers for this DVR port ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:16:36.728677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:36.731952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ab0823cc-2428-4332-b910-e96c81b85b27 req-8b3c4407-8293-4e51-a8ef-29945419352a tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] 10.222.0.16 "DELETE /v2.0/ports/ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 HTTP/1.1" status: 204 len: 173 time: 0.3869207 Dec 15 05:16:36.732411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-deleted', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:36.734645 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44404c-5464-4de8-9392-a71c5dc6290d" -d '{"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-deleted", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:36.777361 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5273a-01e7-497a-988d-2aa43bb4361b x-openstack-request-id: req-72b5273a-01e7-497a-988d-2aa43bb4361b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:36.778038 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e01396-4970-486e-8edc-f87f13f9a3ce", "name": "network-vif-deleted", "tag": "ce82f1fd-95c5-4369-8fad-c3f4ddf8d101", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:36.778299 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72b5273a-01e7-497a-988d-2aa43bb4361b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:36.778704 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e01396-4970-486e-8edc-f87f13f9a3ce', 'name': 'network-vif-deleted', 'tag': 'ce82f1fd-95c5-4369-8fad-c3f4ddf8d101', 'status': 'completed', 'code': 200} Dec 15 05:16:37.235016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54470) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:37.278545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Deleting subnet 8ce16b09-c771-44b4-8440-4fbb6e334ed2 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:16:37.281564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.314982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.336830 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.355285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.410024 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.436509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce16b09-c771-44b4-8440-4fbb6e334ed2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:37.438517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.441734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f644147a-4991-4cef-b95b-a2bd15cb9e00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8ce16b09-c771-44b4-8440-4fbb6e334ed2 HTTP/1.1" status: 204 len: 168 time: 0.2056756 Dec 15 05:16:37.444205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54472) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:37.509476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.590834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.611133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8c5416-e110-406e-b639-2204715812b3']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:37.620104 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387b7ab6-3980-44b1-a9b8-92a17f21fe70') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:37.620388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387b7ab6-3980-44b1-a9b8-92a17f21fe70') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:37.629408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.641896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.647566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:16:37.647943 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:16:37.650090 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:16:37.702178 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.708863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.712521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] 10.222.0.37 "DELETE /v2.0/networks/da8c5416-e110-406e-b639-2204715812b3 HTTP/1.1" status: 204 len: 168 time: 0.2673943 Dec 15 05:16:37.722344 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da335645-26e2-483e-9b01-152867cd53df admin admin] Pushing event deleted for resources: {'Network': ['ID=da8c5416-e110-406e-b639-2204715812b3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:37.825341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:37.869169 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fb13ecb4-353f-4280-b443-c7b85c739332 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f1b9ba9ebf04119b5e6d1d5c2ecdf4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426195 Dec 15 05:16:37.871723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54478) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:37.919189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f754586-6128-474c-857b-ec62b6ab528f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.939634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f754586-6128-474c-857b-ec62b6ab528f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.986208 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f754586-6128-474c-857b-ec62b6ab528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.989043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1f754586-6128-474c-857b-ec62b6ab528f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:37.990212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1f754586-6128-474c-857b-ec62b6ab528f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92f1a5b5-925e-4489-ab77-61df40d07031 HTTP/1.1" status: 204 len: 168 time: 0.1175172 Dec 15 05:16:37.998543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f754586-6128-474c-857b-ec62b6ab528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f1a5b5-925e-4489-ab77-61df40d07031,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:38.646323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:38.742723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2037026587-network', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:38.765352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Made reservation on behalf of 4dffd8947b68463e927b6cb7bf4bd111 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:16:38.768094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.779175 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.859285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.862989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.883343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:16:38.897709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104ab847-cca5-4a03-8f6f-a5785889f017,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:38.901051 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.901396 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Added segment a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46 of type vlan for network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 Dec 15 05:16:38.944558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.968245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:38.969169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:38.969743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.018446 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3681746 Dec 15 05:16:39.018695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54504) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:39.023667 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Request body: {'subnet': {'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2037026587-subnet', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:39.030858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76de97-9c44-4048-bf6d-cccb9e3cdeea admin admin] Pushing event updated for resources: {'Network': ['ID=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:39.042009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:16:39.048237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Made reservation on behalf of 4dffd8947b68463e927b6cb7bf4bd111 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:16:39.050562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.225391 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.279688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f93f4d8-03b6-4beb-b97a-2554509d6e67,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:39.291847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.292220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.292564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.292899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.293239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.293569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.293897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.294221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.294546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.294868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.295191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.295512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.295832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:39.299814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:16:39.300201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Network hostable DHCP agents. Network: 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:16:39.316835 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:16:39.326001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:39.330439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:39.331038 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.335046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dffa8d-94fc-4bf1-a7e7-94852cefe830 None None] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:16:39.348609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-032ac8ee-d808-4dd3-90ac-fb2363bccb83 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3287632 Dec 15 05:16:39.350080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:16:39.351332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54506) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:39.355695 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:39.376414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.377386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.402881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:16:39.403237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device ce82f1fd-95c5-4369-8fad-c3f4ddf8d101 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:16:39.438716 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.460622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:16:39.461480 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.576522 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.596459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Allocated IP 172.20.0.2 (00bdc8ef-9ffb-42b2-8659-ed1d6b012b94/2f93f4d8-03b6-4beb-b97a-2554509d6e67/f822a694-7fb9-4512-9f6c-4124eb8b9ea9) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:16:39.739910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.746462 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.771924 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.786016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:16:39.788868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:39.791232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.792005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:16:39.803613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Pushing event updated for resources: {'Port': ['ID=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:39.853291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Attempting to bind port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:16:39.853578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Attempting to bind port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:16:39.853944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Attempting to bind port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:39.859051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:16:39.859428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:16:39.859834 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.860258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:16:39.860731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Bound port: f822a694-7fb9-4512-9f6c-4124eb8b9ea9, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:16:39.861120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.895658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Allocated IP 172.25.2.178 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/bed03f9f-d04b-4006-bd51-eb6f346cb890) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:16:39.928689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] For port f822a694-7fb9-4512-9f6c-4124eb8b9ea9, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:16:39.932312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] For port f822a694-7fb9-4512-9f6c-4124eb8b9ea9, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:16:39.936604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:39.992678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571ac0b-8d83-4c60-9416-1c1677894270 None None] Pushing event updated for resources: {'Port': ['ID=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:40.009098 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:40.043047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:40.085018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:16:40.087982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:40.092280 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:16:40.095325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Pushing event updated for resources: {'Port': ['ID=bed03f9f-d04b-4006-bd51-eb6f346cb890,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:40.105885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e948794-6dd6-4bb8-ad14-1f7995adf400 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:16:40.182948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cb78400e-0914-4e67-a0a8-2395002e78a1 None None] Provisioning complete for port bed03f9f-d04b-4006-bd51-eb6f346cb890 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:40.183332 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cb78400e-0914-4e67-a0a8-2395002e78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:40.227075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cb78400e-0914-4e67-a0a8-2395002e78a1 None None] Port bed03f9f-d04b-4006-bd51-eb6f346cb890 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:16:40.645823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:40.841509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:40.921607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3832e-dbbb-4875-9d15-c197dc9be5a3 None None] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:16:40.970849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:16:40.986887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4092d729-0eee-4208-8d55-4c23ab06f126 None None] Provisioning complete for port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:40.987255 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4092d729-0eee-4208-8d55-4c23ab06f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.081004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:16:41.097994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:16:41.104880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.108772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d6678df5-ab98-42ba-82d1-0bcda85b4611 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7539570 Dec 15 05:16:41.110099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54508) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:41.114497 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4092d729-0eee-4208-8d55-4c23ab06f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.119381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:16:41.120019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:16:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:41.232969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f822a694-7fb9-4512-9f6c-4124eb8b9ea9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:16:41.239305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4092d729-0eee-4208-8d55-4c23ab06f126 None None] For port f822a694-7fb9-4512-9f6c-4124eb8b9ea9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:41.268047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4092d729-0eee-4208-8d55-4c23ab06f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.340526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:16:41.403847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092d729-0eee-4208-8d55-4c23ab06f126 None None] Pushing event updated for resources: {'Port': ['ID=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:41.454875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:41.455246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.489191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-240207ca-fbdb-44f4-a74f-49d94523eae3 None None] Provisioning complete for port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:41.489482 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-240207ca-fbdb-44f4-a74f-49d94523eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.557885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.679471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:40Z', 'revision_number': 3, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:41.706098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:16:41.706449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Updating router 741df96c-12ad-4bc6-b452-6409b78a2d75 port bed03f9f-d04b-4006-bd51-eb6f346cb890 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:16:41.715208 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Allocated IP 172.20.0.1 (00bdc8ef-9ffb-42b2-8659-ed1d6b012b94/2f93f4d8-03b6-4beb-b97a-2554509d6e67/c960636c-f3b1-4488-bda2-085c4a0a9674) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:16:41.731390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.820014 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.855242 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:41.893140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:16:41.897597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:41.901261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:16:41.923666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Pushing event updated for resources: {'Port': ['ID=c960636c-f3b1-4488-bda2-085c4a0a9674,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:41.943269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.004321 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.011047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.059561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b37c81-b7d0-4d1a-a529-a0691f4ba77f None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:16:42.073468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Attempting to bind port bed03f9f-d04b-4006-bd51-eb6f346cb890 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:16:42.073764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Attempting to bind port bed03f9f-d04b-4006-bd51-eb6f346cb890 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:16:42.074130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Attempting to bind port bed03f9f-d04b-4006-bd51-eb6f346cb890 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:42.078035 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b183aea-b53a-45e4-afcf-ac98892b65aa None None] Pushing event updated for resources: {'Port': ['ID=bed03f9f-d04b-4006-bd51-eb6f346cb890,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:42.083253 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:16:42.083609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:16:42.084076 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.084963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:16:42.084963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Bound port: bed03f9f-d04b-4006-bd51-eb6f346cb890, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:16:42.085284 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.097881 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.141464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] For port bed03f9f-d04b-4006-bd51-eb6f346cb890, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:16:42.145159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] For port bed03f9f-d04b-4006-bd51-eb6f346cb890, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bed03f9f-d04b-4006-bd51-eb6f346cb890,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:16:42.150401 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.200349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5714550-fc38-4d04-9b2e-be174d19b5a3 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:16:42.225227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:16:42.225852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:16:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:42.268415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Provisioning complete for port bed03f9f-d04b-4006-bd51-eb6f346cb890 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:42.268888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.269050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.273633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.303602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b183aea-b53a-45e4-afcf-ac98892b65aa None None] Pushing event updated for resources: {'Port': ['ID=bed03f9f-d04b-4006-bd51-eb6f346cb890,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:42.341282 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.343824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Pushing event updated for resources: {'Port': ['ID=c960636c-f3b1-4488-bda2-085c4a0a9674,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:42.396698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:16:42.438242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:16:42.439944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:42.563243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:16:42.613369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.677293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:16:42.680484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] For port bed03f9f-d04b-4006-bd51-eb6f346cb890, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bed03f9f-d04b-4006-bd51-eb6f346cb890,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:42.682477 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eaf9d12d-58f3-4534-b0c2-823263a84b27 admin admin] 10.222.0.37 "PUT /v2.0/routers/741df96c-12ad-4bc6-b452-6409b78a2d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5704708 Dec 15 05:16:42.705932 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.765693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Provisioning complete for port c960636c-f3b1-4488-bda2-085c4a0a9674 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:42.766066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:42.821311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Pushing event updated for resources: {'Port': ['ID=bed03f9f-d04b-4006-bd51-eb6f346cb890,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:42.831648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-41493d75-15c5-4256-b71c-8bf7e841621f None None] Port c960636c-f3b1-4488-bda2-085c4a0a9674 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:16:42.879838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:41Z', 'revision_number': 1, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:42.909348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dde9f3-fb3a-4793-8758-1459919539be None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:41Z', 'revision_number': 1, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:16:42.951716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0ba8fa27-9265-414c-bf3e-505aeda66661 None None] Provisioning complete for port bed03f9f-d04b-4006-bd51-eb6f346cb890 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:42.952203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ba8fa27-9265-414c-bf3e-505aeda66661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.041714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0ba8fa27-9265-414c-bf3e-505aeda66661 None None] Provisioning complete for port c960636c-f3b1-4488-bda2-085c4a0a9674 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:43.042080 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ba8fa27-9265-414c-bf3e-505aeda66661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.080569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8fa27-9265-414c-bf3e-505aeda66661 None None] Port c960636c-f3b1-4488-bda2-085c4a0a9674 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:16:43.089354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54516) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:43.094406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839173073', 'description': 'tempest-description--1089637020'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:43.135466 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.189633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f822a694-7fb9-4512-9f6c-4124eb8b9ea9 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:16:43.219691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.224587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.243340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:43.243861 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.261355 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.265587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 54518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:43.266280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1753848 Dec 15 05:16:43.270011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0e43e-38e3-4888-8967-d3f81af900b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:43.270486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'security_group_rule': {'security_group_id': 'b88bc7b0-d2ed-4376-8c69-4eed9d7ce742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:43.306559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.364488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.370029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.388758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01731d8-65be-4316-b9fc-ff03aa0352c2,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:43.396648 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.401139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54520) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:43.401394 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e75f08d2-292e-4930-a52a-32dd20c71ad0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345379 Dec 15 05:16:43.406232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'security_group_rule': {'security_group_id': 'b88bc7b0-d2ed-4376-8c69-4eed9d7ce742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:43.435901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.495249 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.499260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.518112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d00344-46ea-400e-b119-025740553efa,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:43.523272 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.528351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-78ee0959-c7e4-491f-8fe4-c9fb5da1875e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227026 Dec 15 05:16:43.528852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54522) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:43.533199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:43.556026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.681949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.789574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Allocated IP 172.25.2.13 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/cf81abea-6ebc-4075-bbab-abfaf43e2970) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:16:43.896492 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.932265 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:43.974215 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:16:43.977316 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:43.979901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:16:44.003826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'Port': ['ID=cf81abea-6ebc-4075-bbab-abfaf43e2970,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:44.082959 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:44.120165 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:44.275469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:44.280093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:44.346404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'Port': ['ID=cf81abea-6ebc-4075-bbab-abfaf43e2970,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:44.356088 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:44.371640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:44.372941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d4438c4f-bf10-4bc4-9e93-ab4a0eb5baea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8432665 Dec 15 05:16:44.518933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-e1771a6a-8b2a-420b-8d42-946d59230787 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1839173073&fields=id&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 267 time: 0.0425386 Dec 15 05:16:44.635190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-19e69ed3-9acf-44a4-8870-90e0de950884 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:44.636686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-19e69ed3-9acf-44a4-8870-90e0de950884 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1102271 Dec 15 05:16:44.652025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-f6a7f852-88ed-4d1f-9e05-de046ac515da tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/quotas/4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 375 time: 0.0095794 Dec 15 05:16:44.703214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-b8aa82e8-abdf-44e7-b1f5-88bd33f46497 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455575 Dec 15 05:16:44.800807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-78a76a4d-d7b0-4753-bc6d-b2c47cab47d2 service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855756 Dec 15 05:16:44.888754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-6f08e2bc-a05e-4d9a-9f3a-2bdfbd875a9f service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817635 Dec 15 05:16:44.907617 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:16:44.917588 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:16:44.918195 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:16:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:45.057478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f8dbfcce-10ff-4301-a392-803fb49e6cb0 req-e89cc902-98d3-4b36-b8f7-295da6e6ea6d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Dec 15 05:16:45.121318 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:16:45.179445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bed03f9f-d04b-4006-bd51-eb6f346cb890 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:16:45.235001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port bed03f9f-d04b-4006-bd51-eb6f346cb890 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:45.235600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.346561 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 2, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:45.373597 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:16:45.373958 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Updating router 741df96c-12ad-4bc6-b452-6409b78a2d75 port c960636c-f3b1-4488-bda2-085c4a0a9674 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:16:45.399165 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.660940 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.666663 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.715569 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Pushing event updated for resources: {'Port': ['ID=c960636c-f3b1-4488-bda2-085c4a0a9674,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:45.741863 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.742205 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.742543 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.742908 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.743239 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.743562 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.743883 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.744229 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.744549 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.744867 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.745186 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.745507 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.745825 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:16:45.777548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Attempting to bind port c960636c-f3b1-4488-bda2-085c4a0a9674 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:16:45.778148 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Attempting to bind port c960636c-f3b1-4488-bda2-085c4a0a9674 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:16:45.778507 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Attempting to bind port c960636c-f3b1-4488-bda2-085c4a0a9674 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:45.783668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:16:45.784042 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:16:45.784474 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.784861 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:16:45.785334 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Bound port: c960636c-f3b1-4488-bda2-085c4a0a9674, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:16:45.785700 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.854096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] For port c960636c-f3b1-4488-bda2-085c4a0a9674, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:16:45.857504 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] For port c960636c-f3b1-4488-bda2-085c4a0a9674, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c960636c-f3b1-4488-bda2-085c4a0a9674,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:16:45.861485 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:45.922743 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:16:45.923453 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:16:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:45.926612 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bea12-b2d0-44ae-91b7-06e90be1ed7e None None] Pushing event updated for resources: {'Port': ['ID=c960636c-f3b1-4488-bda2-085c4a0a9674,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:46.035618 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:16:46.037413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aa9ab07d-9829-4af4-a96e-4830ce64fc14 None None] Provisioning complete for port c960636c-f3b1-4488-bda2-085c4a0a9674 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:46.037933 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab07d-9829-4af4-a96e-4830ce64fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.143140 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab07d-9829-4af4-a96e-4830ce64fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.231212 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56db5ed8-9465-4807-b8da-6c82461256a0 req-05c536e0-44b9-4e43-9b69-3e81f25e3f7a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 210 time: 0.0746253 Dec 15 05:16:46.233378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-aa9ab07d-9829-4af4-a96e-4830ce64fc14 None None] For port c960636c-f3b1-4488-bda2-085c4a0a9674, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c960636c-f3b1-4488-bda2-085c4a0a9674,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:46.243287 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab07d-9829-4af4-a96e-4830ce64fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.298436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ab07d-9829-4af4-a96e-4830ce64fc14 None None] Pushing event updated for resources: {'Port': ['ID=c960636c-f3b1-4488-bda2-085c4a0a9674,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:46.312512 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:45Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:46.321592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-9b8466de-51a8-48bb-b18a-0a7e900e43b2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:46.323171 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-9b8466de-51a8-48bb-b18a-0a7e900e43b2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1522102 Dec 15 05:16:46.344093 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d8de7-1ac0-4e7e-b6e2-21916fa251ff None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:45Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:16:46.365485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f4fec4f1-81f7-41e1-a488-2c20323ed458 None None] Provisioning complete for port c960636c-f3b1-4488-bda2-085c4a0a9674 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:46.365858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f4fec4f1-81f7-41e1-a488-2c20323ed458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.407454 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-7b5e42d0-0e1a-4445-bc95-6fd92b2aa71c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 380 time: 0.0595684 Dec 15 05:16:46.437332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'port': {'device_id': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'admin_state_up': True, 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'security_groups': ['b88bc7b0-d2ed-4376-8c69-4eed9d7ce742']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:46.548522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Made reservation on behalf of 4dffd8947b68463e927b6cb7bf4bd111 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:16:46.552127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.686585 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Allocated IP 172.20.0.8 (00bdc8ef-9ffb-42b2-8659-ed1d6b012b94/2f93f4d8-03b6-4beb-b97a-2554509d6e67/61c6dd42-ffd9-46a7-81c2-604207ec3db8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:16:46.829711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.864500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.909450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:16:46.912823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:16:46.917124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:16:46.941320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:46.976527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:46.979479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:46.996821 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-84be5073-063c-40a1-91cd-011855aa9fbe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637486 Dec 15 05:16:47.024346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Request body: {'port': {'device_id': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:47.086072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.177564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8316702b-6809-4877-973f-d56eb30ccd1c None None] Provisioning complete for port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:47.181391 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8316702b-6809-4877-973f-d56eb30ccd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.184541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c960636c-f3b1-4488-bda2-085c4a0a9674 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:16:47.247701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8316702b-6809-4877-973f-d56eb30ccd1c None None] Port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:16:47.263660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c960636c-f3b1-4488-bda2-085c4a0a9674 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:47.264026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.366568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c808a7-f912-4ab8-8feb-5c02b8a5ca8d req-11d96da6-c836-42fe-b286-c83398b76f3c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:47.368167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79c808a7-f912-4ab8-8feb-5c02b8a5ca8d req-11d96da6-c836-42fe-b286-c83398b76f3c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 931 time: 0.0546732 Dec 15 05:16:47.423377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-79c808a7-f912-4ab8-8feb-5c02b8a5ca8d req-e8fe012b-5864-4ca2-b362-52cbf43229e4 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490332 Dec 15 05:16:47.647364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c6dd42-ffd9-46a7-81c2-604207ec3db8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:16:47.655513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.667047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Transition to ACTIVE for port object 61c6dd42-ffd9-46a7-81c2-604207ec3db8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:16:47.671856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.725605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:47.795713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:16:47.796050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:16:47.796407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:47.800846 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:16:47.801167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:16:47.806275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:16:47.806614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:16:47.807001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:16:47.807430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Bound port: 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:16:47.807788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.875626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:16:47.878785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:16:47.884431 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.922341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:47.922952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:47.924395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] 10.222.0.16 "PUT /v2.0/ports/61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 1092 time: 0.9046791 Dec 15 05:16:47.924888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:47.927164 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb" -d '{"events": [{"name": "network-changed", "server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:47.951594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd13be-eccf-4c4a-aad1-4f2e69d7ba07 service neutron] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:47.993419 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc8990-29ec-44ce-ad13-81ed27de82fd x-openstack-request-id: req-78bc8990-29ec-44ce-ad13-81ed27de82fd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:47.993769 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:47.994066 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78bc8990-29ec-44ce-ad13-81ed27de82fd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:47.994683 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'status': 'completed', 'code': 200} Dec 15 05:16:48.051827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-8478aa76-3904-4194-9303-2634ad0fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.053378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-8478aa76-3904-4194-9303-2634ad0fbd50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0422621 Dec 15 05:16:48.112219 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-54b1a534-f989-46b9-9b47-d2d54bf5a71b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 217 time: 0.0356400 Dec 15 05:16:48.165214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-8a13a6ab-1b6e-436f-a78b-5db72924eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.166627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-8a13a6ab-1b6e-436f-a78b-5db72924eb55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0442805 Dec 15 05:16:48.221375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-14e68fbe-88ff-4e09-b259-72250f6cf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.222857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-14e68fbe-88ff-4e09-b259-72250f6cf028 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452895 Dec 15 05:16:48.318271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-2d453275-e487-428f-a845-de413134b471 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819595 Dec 15 05:16:48.418081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c7f951c9-d9cb-4804-b123-9b4ba341b475 req-3bffe4dd-ec23-4d70-a0f5-13eb6f96b29f service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841610 Dec 15 05:16:48.538234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b28841-0542-4a59-9307-3ab4bd38c344 req-cbbfa62f-cc88-4018-b698-6dafd05f1280 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.539763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56b28841-0542-4a59-9307-3ab4bd38c344 req-cbbfa62f-cc88-4018-b698-6dafd05f1280 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0491631 Dec 15 05:16:48.561920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-ae76cde1-e0a1-4a1d-87c7-f83df739320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.563407 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-ae76cde1-e0a1-4a1d-87c7-f83df739320a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0414529 Dec 15 05:16:48.588661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-56b28841-0542-4a59-9307-3ab4bd38c344 req-6762979e-73f6-4b61-a4f7-39f76148b07e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Dec 15 05:16:48.656252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-bc827a92-f110-42e2-9d9d-e8d93bb685dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.657698 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-bc827a92-f110-42e2-9d9d-e8d93bb685dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0864844 Dec 15 05:16:48.701264 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-5c94ebd6-1492-49f4-a7c0-8a68cd7bfe48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 217 time: 0.0342038 Dec 15 05:16:48.755531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-f89c56e9-0b74-40bd-a89c-1cebc52f6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.757229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-f89c56e9-0b74-40bd-a89c-1cebc52f6b7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0423634 Dec 15 05:16:48.802236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-1a79acb2-c524-4dba-9caa-637731e1a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:48.803712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-1a79acb2-c524-4dba-9caa-637731e1a8d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397646 Dec 15 05:16:48.897864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-3354e48a-7cfb-442d-8ba6-0a456f60d8c2 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830319 Dec 15 05:16:48.986308 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9f5dabe-2dd6-42cc-8386-ec1fa1ebeddb req-bacef3ad-0129-4a70-9581-07813d3656a3 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808203 Dec 15 05:16:49.714421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519644f8-b0e6-4724-9fca-84ff64485693 req-893d159a-9587-4804-bec5-0b17803d3ac7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:49.715890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-519644f8-b0e6-4724-9fca-84ff64485693 req-893d159a-9587-4804-bec5-0b17803d3ac7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0521386 Dec 15 05:16:49.762792 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-519644f8-b0e6-4724-9fca-84ff64485693 req-c3fc861f-c2c1-475a-af1a-63a11fc18331 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Dec 15 05:16:50.874451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73568e4e-849a-481f-9c4c-3a39bbc781d2 req-1fae7ef1-cf64-4b68-93b5-16194a04b427 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:50.875798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73568e4e-849a-481f-9c4c-3a39bbc781d2 req-1fae7ef1-cf64-4b68-93b5-16194a04b427 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0468345 Dec 15 05:16:50.922445 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73568e4e-849a-481f-9c4c-3a39bbc781d2 req-589da65e-bcf8-43f5-9ae0-49ba5376e054 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407941 Dec 15 05:16:51.366420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:16:51.460145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:51.471154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'mac_address': 'fa:16:3e:f4:3b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:16:51.507031 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:51.518994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c6dd42-ffd9-46a7-81c2-604207ec3db8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:16:51.538045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:51.542171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:51.591254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:51.879003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['61c6dd42-ffd9-46a7-81c2-604207ec3db8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:16:52.039708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46a8f3-f7af-4f3c-a4d6-4cc425ed9e2a req-d4b5c65f-d0c7-46f9-9ad0-26d31d124fb1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:52.041208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec46a8f3-f7af-4f3c-a4d6-4cc425ed9e2a req-d4b5c65f-d0c7-46f9-9ad0-26d31d124fb1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 944 time: 0.0515616 Dec 15 05:16:52.088880 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec46a8f3-f7af-4f3c-a4d6-4cc425ed9e2a req-4cb1fcb0-f213-4026-bfc4-f3faba5eaf28 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Dec 15 05:16:53.200711 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e03f7a-6955-439f-88fe-31f74aff664b req-c2a54127-1f8e-4e85-95c5-7780fca6d864 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:53.202161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89e03f7a-6955-439f-88fe-31f74aff664b req-c2a54127-1f8e-4e85-95c5-7780fca6d864 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 944 time: 0.0474474 Dec 15 05:16:53.257802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-89e03f7a-6955-439f-88fe-31f74aff664b req-f3f197bb-b5fd-41e8-b2aa-ad2692c43fa4 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Dec 15 05:16:53.367602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:16:53.418222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:16:53.421816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:16:53.422205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:53.495776 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:53.516759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:53.519097 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb060cc-9eea-4225-a01b-5dd14214e9f2" -d '{"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-plugged", "status": "completed", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:53.532087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:16:53.536086 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:53.563099 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91018aa-8e32-4a00-a996-8c20917dc3a0 x-openstack-request-id: req-c91018aa-8e32-4a00-a996-8c20917dc3a0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:53.563395 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-plugged", "status": "completed", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:53.563649 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c91018aa-8e32-4a00-a996-8c20917dc3a0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:53.564036 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'code': 200} Dec 15 05:16:53.593480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:16:53.702799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a188d8-b20e-4c1f-8b38-b6647955f10b req-6f84b7fa-1b52-443c-85a7-d0326aaf9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:53.704326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1a188d8-b20e-4c1f-8b38-b6647955f10b req-6f84b7fa-1b52-443c-85a7-d0326aaf9fc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0450480 Dec 15 05:16:53.753187 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d1a188d8-b20e-4c1f-8b38-b6647955f10b req-dd87eabe-470c-410c-bb65-1420b40531bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373039 Dec 15 05:16:54.372576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7bb7d-cf6a-4b1c-ada6-b59990f167fc req-2f47389a-41c7-4068-a108-48c48460345c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:54.374043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bb7bb7d-cf6a-4b1c-ada6-b59990f167fc req-2f47389a-41c7-4068-a108-48c48460345c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0479615 Dec 15 05:16:54.424511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bb7bb7d-cf6a-4b1c-ada6-b59990f167fc req-8e384b87-475f-4162-94c8-c9f65cfa0d25 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Dec 15 05:16:55.537634 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00c26-48a7-4ff2-a5b6-c493cfe18743 req-6eae287b-0ed0-4685-a3b1-4779a0e0948d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:55.539085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60a00c26-48a7-4ff2-a5b6-c493cfe18743 req-6eae287b-0ed0-4685-a3b1-4779a0e0948d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0476606 Dec 15 05:16:55.585963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-60a00c26-48a7-4ff2-a5b6-c493cfe18743 req-45413704-5163-4c73-8812-79705b854272 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 Dec 15 05:16:55.696088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992d380-2d67-4784-b971-947b91f92f03 req-be60aa3d-329b-433e-acb5-bc67cb9fe7fd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:55.697538 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7992d380-2d67-4784-b971-947b91f92f03 req-be60aa3d-329b-433e-acb5-bc67cb9fe7fd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0483737 Dec 15 05:16:55.706692 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54570) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:16:55.710887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'floatingip': {'port_id': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:16:55.752026 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:56.159691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:56.163543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:56.259206 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 associated. External IP: 172.25.2.13, port: 61c6dd42-ffd9-46a7-81c2-604207ec3db8. Dec 15 05:16:56.459800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:16:56.564346 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:16:56.568979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:56.574480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:16:56.585764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:16:56.586406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:16:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:56.598955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5cdc1325-ee9d-4aae-b482-f2b14ed68811 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "PUT /v2.0/floatingips/f5789f72-69eb-4438-804c-91d0736b4b78 HTTP/1.1" status: 200 len: 990 time: 0.8886991 Dec 15 05:16:56.598955 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:16:56.599731 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d45046c-9d0f-4d9a-84ef-da916a5a4766" -d '{"events": [{"name": "network-changed", "server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:16:56.646613 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1c2b24-b0d4-4dca-a2bb-c04f6fd42d31 x-openstack-request-id: req-9f1c2b24-b0d4-4dca-a2bb-c04f6fd42d31 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:16:56.647000 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:16:56.647258 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f1c2b24-b0d4-4dca-a2bb-c04f6fd42d31 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:16:56.647666 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'status': 'completed', 'code': 200} Dec 15 05:16:56.700315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:16:56.752227 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-0c95a01a-72c7-4474-83fa-aeb58d752bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:56.753657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-0c95a01a-72c7-4474-83fa-aeb58d752bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0398123 Dec 15 05:16:56.846872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-41fef626-7e52-41c6-b5bb-f39807bea96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:56.848404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-41fef626-7e52-41c6-b5bb-f39807bea96a service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0862470 Dec 15 05:16:56.914685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-c42c01b4-6421-4c06-b6fd-c8dde20157e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 998 time: 0.0585265 Dec 15 05:16:56.920660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:f4:3b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:16:56Z', 'revision_number': 1, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:56.951076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:16:56.959318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:16:56.959922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:16:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:56.964395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-036ae004-3d90-4823-9b17-2e8c3cc2826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:56.965895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-036ae004-3d90-4823-9b17-2e8c3cc2826e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0438561 Dec 15 05:16:57.015463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-496c5adc-68b9-472f-ad5c-13490e838f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:16:57.016915 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-496c5adc-68b9-472f-ad5c-13490e838f39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440679 Dec 15 05:16:57.067107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:16:57.110403 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-6ccbad0d-1fbc-4435-9fcc-0b1603b2f36d service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839078 Dec 15 05:16:57.207533 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7d45046c-9d0f-4d9a-84ef-da916a5a4766 req-6ddc57ee-41ea-4fd3-b048-a58c0dd0f320 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893834 Dec 15 05:16:57.295568 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:f4:3b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:16:56Z', 'revision_number': 1, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:16:57.324791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2455db1b-d1c5-4046-ba71-ac14f7c24dd9 None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:f4:3b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:16:56Z', 'revision_number': 1, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:16:57.505233 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3b3e8-be9c-498d-b0b4-74796c287d41 None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:16:57.771990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7f422520-15b9-4481-98ae-64b47341368b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:16:59.953202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7dab6c8a-0e1a-4129-937b-611d672d1f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:01.277594 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:02.816697 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:03.404964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:03.796547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:04.036844 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:17:07.344084 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:17.962085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-6af125b1-c84c-478b-a637-2e029952b478 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398438 Dec 15 05:17:18.068620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28555fc5-b667-4f04-a357-ead355bb3993 req-80ecfea7-3359-45c8-adb8-d0d18ab29872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:17:18.070126 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-80ecfea7-3359-45c8-adb8-d0d18ab29872 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0401349 Dec 15 05:17:18.185250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28555fc5-b667-4f04-a357-ead355bb3993 req-1fd2cea0-8c49-4e6e-bc0d-8d6bb82315f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:17:18.186719 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-1fd2cea0-8c49-4e6e-bc0d-8d6bb82315f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0924261 Dec 15 05:17:18.257727 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-e19d1049-5dc7-4b48-92fc-5366cdfc296e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 1000 time: 0.0574760 Dec 15 05:17:18.306137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28555fc5-b667-4f04-a357-ead355bb3993 req-a510fff8-f8c5-47c5-91b6-e2f9e5195bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:17:18.309603 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-a510fff8-f8c5-47c5-91b6-e2f9e5195bfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0432105 Dec 15 05:17:18.358775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28555fc5-b667-4f04-a357-ead355bb3993 req-707329a4-9233-4570-a136-09e8c4a29186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:17:18.360351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-707329a4-9233-4570-a136-09e8c4a29186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434260 Dec 15 05:17:18.448601 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-259b6499-4286-4ddc-ba35-bc954dd314bd service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806880 Dec 15 05:17:18.545513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-28555fc5-b667-4f04-a357-ead355bb3993 req-3220fd5f-a846-42dd-80c2-a0a1acb37788 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Dec 15 05:17:24.772034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-b9bc340f-6d75-45db-976f-821c4ce537b9 req-ab19d332-26df-45ee-9aae-676c0a481669 service neutron] (103133) timed out ('10.222.0.16', 52696) {{(pid=103133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:17:27.773594 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-41d74365-dc05-49b7-9a57-5e0b72f1fd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:29.954354 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c515e470-df6d-4f5e-84c8-4c38f2e77766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:31.282924 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:32.819040 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:33.407226 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:33.812762 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:37.358199 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:41.036552 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:17:57.776203 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8a4f-649d-4539-98bc-9337e15bd120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:17:59.958394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-81583795-57d2-4024-a016-c6e18f10a951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:01.273862 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:02.821258 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:03.411273 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:03.811078 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:07.359137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:18.036116 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:18:19.981219 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-b71c5e3a-5119-442c-a568-c43e2b901403 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402215 Dec 15 05:18:20.097211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-f3b2012a-53fa-45df-9559-c75cc05ac4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:20.099089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-f3b2012a-53fa-45df-9559-c75cc05ac4fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0464265 Dec 15 05:18:20.217743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-aa656d74-b0d3-44e8-bf04-ad81e81eca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:20.219143 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-aa656d74-b0d3-44e8-bf04-ad81e81eca65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0899212 Dec 15 05:18:20.289711 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-0220020c-d806-47a2-892d-99ffb406d71d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 1000 time: 0.0588675 Dec 15 05:18:20.344295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-90041ecd-5e64-44ba-b83c-407cde740536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:20.345781 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-90041ecd-5e64-44ba-b83c-407cde740536 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0445571 Dec 15 05:18:20.434789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-53106866-97e4-4dca-ae93-4c152ac8a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:20.437102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-53106866-97e4-4dca-ae93-4c152ac8a628 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505695 Dec 15 05:18:20.531933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-b07efc5c-22e9-4f1c-9b08-1062f8c21b87 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828924 Dec 15 05:18:20.629331 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d9554034-cefb-4b0f-81a1-bec0afe975a8 req-e4b1107d-c7cd-4f4c-a177-89c000bf866d service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861983 Dec 15 05:18:27.777544 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0a113718-25b1-4fad-8c47-a4bfe0c71972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:29.960212 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0d7973d5-95bd-41c2-b758-7bd6a628674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:31.278271 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:32.822608 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:33.415286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:33.842684 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:37.358781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:37.919112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bef023-5174-4726-8b6c-5273cb8a0538 req-3cccf6f1-9c24-4b1e-b4d1-d8aef5bcc98b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:37.920526 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74bef023-5174-4726-8b6c-5273cb8a0538 req-3cccf6f1-9c24-4b1e-b4d1-d8aef5bcc98b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0497303 Dec 15 05:18:37.966427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74bef023-5174-4726-8b6c-5273cb8a0538 req-83c08030-39a7-4952-95a6-0fab7b01a481 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401139 Dec 15 05:18:39.206021 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-c476b92a-e46f-44ac-9c08-fc626290de6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408323 Dec 15 05:18:39.223311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916c0c-8c2f-4f8e-b220-f7dd2f5f1bdb req-423b6f18-38aa-4052-a0d3-7f37b5c81027 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:39.225074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e916c0c-8c2f-4f8e-b220-f7dd2f5f1bdb req-423b6f18-38aa-4052-a0d3-7f37b5c81027 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0519624 Dec 15 05:18:39.272933 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e916c0c-8c2f-4f8e-b220-f7dd2f5f1bdb req-b8cb782d-81b1-401a-bf63-e92b6451a0d9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Dec 15 05:18:40.390985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c355f53-9712-4f91-8420-d2a8a907a48e req-dee1b16c-b4e3-4ab5-931d-2ad64747d469 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:40.392469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c355f53-9712-4f91-8420-d2a8a907a48e req-dee1b16c-b4e3-4ab5-931d-2ad64747d469 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0494449 Dec 15 05:18:40.441005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c355f53-9712-4f91-8420-d2a8a907a48e req-ab8f915d-b62c-4f30-b356-cda43fbb9dc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Dec 15 05:18:40.454496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-11ca43f5-1720-4330-99e7-46280d89b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:40.456047 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-11ca43f5-1720-4330-99e7-46280d89b1f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0419903 Dec 15 05:18:40.550929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-779f6edf-bf33-4bcd-87a1-de5fbba7968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:40.552579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-779f6edf-bf33-4bcd-87a1-de5fbba7968c service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0852954 Dec 15 05:18:40.622781 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-05d4c086-be4c-46f8-b309-b6f65fcddc0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 1000 time: 0.0580285 Dec 15 05:18:40.675139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-c45f28b1-1d70-4781-9d16-f70e3aa216b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:40.676570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-c45f28b1-1d70-4781-9d16-f70e3aa216b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0422001 Dec 15 05:18:40.728122 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-954cd667-fdf0-4331-867c-ba41ce64af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:40.730164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-954cd667-fdf0-4331-867c-ba41ce64af18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425193 Dec 15 05:18:40.823392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-3ac92c83-b071-45fc-820e-35f2246de9b9 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806081 Dec 15 05:18:40.918428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-be758a36-5d60-4977-bf99-67f8e985facc service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837674 Dec 15 05:18:41.557576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30342a7-8a4f-4284-8a52-709edbd94d5f req-aad156b8-03f5-4037-97d8-87d46ba16cb1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:41.559027 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e30342a7-8a4f-4284-8a52-709edbd94d5f req-aad156b8-03f5-4037-97d8-87d46ba16cb1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Dec 15 05:18:41.609151 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e30342a7-8a4f-4284-8a52-709edbd94d5f req-209fdc4a-bda5-4071-b620-5f3d6e1fe577 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 Dec 15 05:18:42.721603 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8facca5-e44a-48c9-bbcd-c583106184ff req-4f8a9e24-ef3a-4f00-a774-9592221006c4 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:42.723040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8facca5-e44a-48c9-bbcd-c583106184ff req-4f8a9e24-ef3a-4f00-a774-9592221006c4 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0470483 Dec 15 05:18:42.772611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e8facca5-e44a-48c9-bbcd-c583106184ff req-48087b46-1778-450f-b7a1-34052812f2ae tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Dec 15 05:18:43.887586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89da18-8ba4-4de3-983c-f3795786ad21 req-5c71208c-04d2-4890-9c95-f9f81d4fe18a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:43.888969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d89da18-8ba4-4de3-983c-f3795786ad21 req-5c71208c-04d2-4890-9c95-f9f81d4fe18a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0471046 Dec 15 05:18:43.934673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d89da18-8ba4-4de3-983c-f3795786ad21 req-c5710109-9728-4af6-a115-93cc38d2cced tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398068 Dec 15 05:18:45.051091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2e827-5b01-442a-86bc-290e4b5c227e req-2346edaf-e925-44f3-acf2-d58cd8eba43a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:45.052550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87e2e827-5b01-442a-86bc-290e4b5c227e req-2346edaf-e925-44f3-acf2-d58cd8eba43a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0515718 Dec 15 05:18:45.099378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-87e2e827-5b01-442a-86bc-290e4b5c227e req-144abafa-2cb8-4d2c-841f-d712006122cd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Dec 15 05:18:46.218313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27515828-0ed0-4e73-a5ea-630ec23c817e req-c5768bce-d05a-4732-9b7e-18bb1b8ad1ea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:46.219757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27515828-0ed0-4e73-a5ea-630ec23c817e req-c5768bce-d05a-4732-9b7e-18bb1b8ad1ea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Dec 15 05:18:46.266205 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-27515828-0ed0-4e73-a5ea-630ec23c817e req-90d736ff-2ed7-4650-83fa-6f8231c51419 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Dec 15 05:18:47.382531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356455f-a4f7-4f3a-a325-d947ec559594 req-b75bfa55-5464-47ac-af49-b9f700a65ff1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:47.383995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1356455f-a4f7-4f3a-a325-d947ec559594 req-b75bfa55-5464-47ac-af49-b9f700a65ff1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0477452 Dec 15 05:18:47.727242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1356455f-a4f7-4f3a-a325-d947ec559594 req-74feaa61-93ec-4ddd-a167-ca0fc7a765ee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374057 Dec 15 05:18:49.095079 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91269-8701-4d25-ab61-9c9c3556bcae req-5c831538-dcd8-4990-9bd5-65791fd4c959 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:49.096552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51a91269-8701-4d25-ab61-9c9c3556bcae req-5c831538-dcd8-4990-9bd5-65791fd4c959 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0471959 Dec 15 05:18:49.143269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-51a91269-8701-4d25-ab61-9c9c3556bcae req-261263d3-d185-47a7-b378-9ceff34bcce7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Dec 15 05:18:50.258037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4e09b-e2ea-4053-8f77-5c29c93e5e82 req-45af096e-c510-4358-9f49-209c745ce41d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:50.259486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bb4e09b-e2ea-4053-8f77-5c29c93e5e82 req-45af096e-c510-4358-9f49-209c745ce41d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Dec 15 05:18:50.305585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bb4e09b-e2ea-4053-8f77-5c29c93e5e82 req-4c4902c5-846c-4f62-9b17-9e69c62746ad tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Dec 15 05:18:51.432827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949020a7-b20c-40b5-80ba-8ce9e909afca req-b2090b66-f75a-4914-9aa2-e68aeac72cca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:51.434165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-949020a7-b20c-40b5-80ba-8ce9e909afca req-b2090b66-f75a-4914-9aa2-e68aeac72cca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Dec 15 05:18:51.480091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-949020a7-b20c-40b5-80ba-8ce9e909afca req-946748a1-cd6a-4b1e-af5a-4ac69b0976c3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Dec 15 05:18:52.593243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17365dc8-09aa-4669-a1ac-1734682c0fba req-2480afcd-a36f-43f8-9f44-aacfb141f0db tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:52.594693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17365dc8-09aa-4669-a1ac-1734682c0fba req-2480afcd-a36f-43f8-9f44-aacfb141f0db tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0472620 Dec 15 05:18:52.641309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17365dc8-09aa-4669-a1ac-1734682c0fba req-cb4924b0-c5fc-4ce4-acd0-200778de98d9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Dec 15 05:18:53.354297 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-f598b39b-8798-444a-a804-c6c501ab8b37 service neutron] show failed (client error): The resource could not be found. Dec 15 05:18:53.355280 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-f598b39b-8798-444a-a804-c6c501ab8b37 service neutron] 10.222.0.16 "GET /v2.0/ports/61c6dd42-ffd9-46a7-81c2-604207ec3db8/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0545199 Dec 15 05:18:53.673032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-ac748d85-0f69-4da1-a447-8237aaa19ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:53.674578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-ac748d85-0f69-4da1-a447-8237aaa19ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 1097 time: 0.1407919 Dec 15 05:18:53.692514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:18:53.754787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:53.766121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f17e7-11af-4caf-9296-03a9169bd70e req-d05442d4-e4f1-47dd-b417-250e85959a3d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:53.767589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-369f17e7-11af-4caf-9296-03a9169bd70e req-d05442d4-e4f1-47dd-b417-250e85959a3d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0591640 Dec 15 05:18:53.815024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-369f17e7-11af-4caf-9296-03a9169bd70e req-345cb0aa-7d90-4c47-9f44-2ad4e8f6d853 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413115 Dec 15 05:18:53.951252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:18:53.982876 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:18:54.021550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:18:54.023817 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e713e96-f11b-4b13-9289-93b53bceb856" -d '{"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:18:54.027825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:54.040363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Transition to ACTIVE for port object 61c6dd42-ffd9-46a7-81c2-604207ec3db8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:18:54.043970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:54.155252 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf78c6-5bfa-42a1-af42-d0789f0f6317 x-openstack-request-id: req-9baf78c6-5bfa-42a1-af42-d0789f0f6317 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:18:54.155556 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:18:54.155814 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9baf78c6-5bfa-42a1-af42-d0789f0f6317 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:18:54.156247 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'code': 200} Dec 15 05:18:54.162424 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:18:54.192496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.192847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.193194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.193537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.193870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.194203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.194533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.194860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.195185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.195518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.195845 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.196273 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.196602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:54.241641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] No DVR routers for this DVR port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:18:54.373235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:18:54.373881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:18:54.373881 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:18:54.381374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:18:54.381374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Attempting to bind port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:18:54.388022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:18:54.390528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:18:54.390920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:18:54.391483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Bound port: 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:18:54.392155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:54.458885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:18:54.462180 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:18:54.466397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:54.501166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:54.501778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:54.503217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] 10.222.0.42 "PUT /v2.0/ports/61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 1092 time: 0.8147817 Dec 15 05:18:54.520802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268c968-43c2-42b0-b13e-60ef40c30e6c service neutron] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:18:54.587820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-0187cd3a-bb5e-47d4-8db9-e45827d6a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:54.589859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-0187cd3a-bb5e-47d4-8db9-e45827d6a7f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0418832 Dec 15 05:18:54.688997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-60883996-0ed2-46f8-8fbe-10b52be51a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:54.690490 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-60883996-0ed2-46f8-8fbe-10b52be51a09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0937860 Dec 15 05:18:54.760461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-1135ace1-bb90-4151-9697-5ccfd5697d6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 998 time: 0.0629945 Dec 15 05:18:54.813196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-6fade3f8-77ee-43c7-926c-bdb3fc38016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:54.814648 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-6fade3f8-77ee-43c7-926c-bdb3fc38016f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0476787 Dec 15 05:18:54.859909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-1c69cb8d-dee0-49ee-8b72-1e2b86b33fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:54.861382 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-1c69cb8d-dee0-49ee-8b72-1e2b86b33fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397537 Dec 15 05:18:54.930022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a83878-0c8a-45fe-b14c-503dea0c8731 req-7fafa069-8af1-44fe-83e9-ece503336ae0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:54.931478 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23a83878-0c8a-45fe-b14c-503dea0c8731 req-7fafa069-8af1-44fe-83e9-ece503336ae0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0477667 Dec 15 05:18:54.950627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-eab53223-c6aa-4249-b46a-53f7cbc1c930 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817239 Dec 15 05:18:54.979865 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-23a83878-0c8a-45fe-b14c-503dea0c8731 req-829e9081-fcc1-4ca5-a570-9669c7a061a8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Dec 15 05:18:55.034607 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:18:55.041763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c4875e28-2703-41cf-ab95-4f4ce2bd2c4d req-2e4e9fb5-a1ed-4b1c-b03c-1ed602bd02b6 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845232 Dec 15 05:18:55.993898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:18:56.032796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:18:56.094725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95be1f-41d4-4300-8c2c-9f1698e18972 req-d138d041-2501-4bc6-bd02-79ae1ab6f796 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.096192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d95be1f-41d4-4300-8c2c-9f1698e18972 req-d138d041-2501-4bc6-bd02-79ae1ab6f796 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0471942 Dec 15 05:18:56.150444 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d95be1f-41d4-4300-8c2c-9f1698e18972 req-502127bc-0e5f-48ea-b1fc-5cee43e0f2ac tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483372 Dec 15 05:18:56.157699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:18:56.160690 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9412b9eb-e262-41c3-9cf9-b664c43e1f58" -d '{"events": [{"name": "network-changed", "server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:18:56.211836 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215893d6-f1e3-4662-bcad-dac7d85c7d98 x-openstack-request-id: req-215893d6-f1e3-4662-bcad-dac7d85c7d98 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:18:56.212163 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:18:56.212426 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-215893d6-f1e3-4662-bcad-dac7d85c7d98 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:18:56.212851 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'status': 'completed', 'code': 200} Dec 15 05:18:56.314463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-242ae7af-3a82-4202-b9ed-ba073855a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.315966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-242ae7af-3a82-4202-b9ed-ba073855a87a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0550075 Dec 15 05:18:56.724745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-b06cc319-edcc-4949-89da-2e719336add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.726223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-b06cc319-edcc-4949-89da-2e719336add6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.4013059 Dec 15 05:18:56.815941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-e6cc266e-3222-4364-88de-073a23445a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.817465 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-e6cc266e-3222-4364-88de-073a23445a71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1095 time: 0.4056942 Dec 15 05:18:56.821205 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-bde1c75e-1231-4f6b-9e4d-107063f83b6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 998 time: 0.0798194 Dec 15 05:18:56.922300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-10d244b6-5374-4ef8-822d-ab5fd10af3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.923646 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-10d244b6-5374-4ef8-822d-ab5fd10af3cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0874255 Dec 15 05:18:56.975074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-d67fd0aa-1eb1-4a93-b851-3aaf8333a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.976538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-d67fd0aa-1eb1-4a93-b851-3aaf8333a55b service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1471159 Dec 15 05:18:56.986394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-bbcd1bf3-da6c-453e-8403-f1a5fb99ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:56.987797 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-bbcd1bf3-da6c-453e-8403-f1a5fb99ca9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542371 Dec 15 05:18:57.113408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-928e17c1-3880-4d8b-a3b2-42d186ebf70e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 998 time: 0.1245375 Dec 15 05:18:57.168630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-dd2bad0f-40a6-49cc-bb49-5f9978f3896f service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727898 Dec 15 05:18:57.198625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-06d46a09-bc10-4519-9013-15f53952cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.200138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-06d46a09-bc10-4519-9013-15f53952cf41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0723567 Dec 15 05:18:57.265385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537e16a-91fd-4b6e-a69f-044b505a6409 req-f748df2d-e084-47c3-a8ec-6e571529db89 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.266878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9537e16a-91fd-4b6e-a69f-044b505a6409 req-f748df2d-e084-47c3-a8ec-6e571529db89 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0484602 Dec 15 05:18:57.294786 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-5d5c09a5-c99e-4018-aa50-14cfa2696495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.296318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-5d5c09a5-c99e-4018-aa50-14cfa2696495 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687327 Dec 15 05:18:57.301552 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-1cd716d1-7cbb-42d9-b80f-6df7167660ee service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257780 Dec 15 05:18:57.313830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9537e16a-91fd-4b6e-a69f-044b505a6409 req-1feaa947-73d6-4be1-a4e6-d1d348be9282 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Dec 15 05:18:57.390756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-7f11cb0e-bcdf-4f27-8ce0-973e3a2c4f5e service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826120 Dec 15 05:18:57.498494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9412b9eb-e262-41c3-9cf9-b664c43e1f58 req-14c3b73d-f107-4335-a273-c3b717e0954e service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964551 Dec 15 05:18:57.520612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ada43-777b-4917-9506-82a996558d83 req-5e37865d-db0c-457b-9e7c-8de5f35d086b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.522069 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c9ada43-777b-4917-9506-82a996558d83 req-5e37865d-db0c-457b-9e7c-8de5f35d086b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 943 time: 0.0487475 Dec 15 05:18:57.530078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.16', 53353) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:18:57.571220 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c9ada43-777b-4917-9506-82a996558d83 req-4fc3107e-755a-4af6-a53e-091f2561d017 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Dec 15 05:18:57.595664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-e2e3337f-3385-4675-8bf2-94acf55ae297 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.597195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-e2e3337f-3385-4675-8bf2-94acf55ae297 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0&tenant_id=4dffd8947b68463e927b6cb7bf4bd111&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 943 time: 0.0559800 Dec 15 05:18:57.598419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:18:57.663695 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-b07d6ca4-4015-4502-9eff-3cfb3061edc5 service neutron] delete failed (client error): The resource could not be found. Dec 15 05:18:57.664751 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-b07d6ca4-4015-4502-9eff-3cfb3061edc5 service neutron] 10.222.0.16 "DELETE /v2.0/ports/61c6dd42-ffd9-46a7-81c2-604207ec3db8/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0541749 Dec 15 05:18:57.694441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:18:57.712735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'mac_address': 'fa:16:3e:f4:3b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:18:57.754523 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:57.775684 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c6dd42-ffd9-46a7-81c2-604207ec3db8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:18:57.785267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-74051d66-163e-4f16-b5d9-fe372fc96f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.786960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-74051d66-163e-4f16-b5d9-fe372fc96f7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0477545 Dec 15 05:18:57.790118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d52e7c7-9d52-474d-ab81-f03b27aa906a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:57.799620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:18:57.803450 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:57.854050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:18:57.861304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.861655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.862001 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.862341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.862676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.863011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.863342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.863669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.863996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.864348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.864678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.865002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.865326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:18:57.886871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-12ce36cd-5987-4827-8e89-261c99adab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:57.888393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-12ce36cd-5987-4827-8e89-261c99adab03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0884044 Dec 15 05:18:57.960987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-16c5c93f-82f1-41dd-be30-c2bb1629a159 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 200 len: 999 time: 0.0616786 Dec 15 05:18:58.021349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-a820508e-eed1-494b-8bc6-66ace994e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:58.022979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-a820508e-eed1-494b-8bc6-66ace994e4ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0468733 Dec 15 05:18:58.073558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-8ad50963-fe69-4bf4-a869-439888883900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:58.075027 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-8ad50963-fe69-4bf4-a869-439888883900 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401187 Dec 15 05:18:58.096223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['61c6dd42-ffd9-46a7-81c2-604207ec3db8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:18:58.177337 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-9e911449-9523-4f49-abb8-e22b2e8998d3 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902531 Dec 15 05:18:58.280037 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-de10fd7c-6b83-449b-8cf6-f515939d3a32 req-48d80ad2-663f-4051-93c0-2a1488130dc8 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901024 Dec 15 05:18:58.694236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cafa9a-4e72-4879-b68c-44aac6d2f406 req-04c2ad00-857e-42df-83ce-83e9487762b9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:58.695711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25cafa9a-4e72-4879-b68c-44aac6d2f406 req-04c2ad00-857e-42df-83ce-83e9487762b9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 944 time: 0.0517907 Dec 15 05:18:58.743449 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-25cafa9a-4e72-4879-b68c-44aac6d2f406 req-63471cfb-06e8-4b44-824a-4857e0731fb0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Dec 15 05:18:59.628723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:18:59.675296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:18:59.679229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:18:59.679615 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:59.752790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:59.774302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:18:59.777083 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f7223-63d4-4f83-b335-c37ce43477ee" -d '{"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-plugged", "status": "completed", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:18:59.790004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:18:59.795097 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:18:59.848320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:18:59.872730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b789-0a6c-48cd-b792-ef51b9786926 req-b98bb10f-7a5e-475c-9691-4e1ed5de777d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:18:59.874222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69d8b789-0a6c-48cd-b792-ef51b9786926 req-b98bb10f-7a5e-475c-9691-4e1ed5de777d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Dec 15 05:18:59.884175 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27e4f6-381c-47ee-9579-afb3315df2a3 x-openstack-request-id: req-aa27e4f6-381c-47ee-9579-afb3315df2a3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:18:59.884479 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-plugged", "status": "completed", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:18:59.884773 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa27e4f6-381c-47ee-9579-afb3315df2a3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:18:59.885176 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'code': 200} Dec 15 05:18:59.922686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-69d8b789-0a6c-48cd-b792-ef51b9786926 req-74ad4331-faca-4e14-9b4d-61b7e240bac3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Dec 15 05:18:59.964584 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e26bfef6-5635-4008-b458-171b78c9f865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:00.035863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79d8f1-5a3f-4096-a71d-42c1ff73cb3a req-0ff775a7-9ca0-4bc9-9d38-5968919e189f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:00.037342 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c79d8f1-5a3f-4096-a71d-42c1ff73cb3a req-0ff775a7-9ca0-4bc9-9d38-5968919e189f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0473895 Dec 15 05:19:00.088399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c79d8f1-5a3f-4096-a71d-42c1ff73cb3a req-c9589d4b-de7e-4c9a-b62c-d40d1d6bd45c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438013 Dec 15 05:19:00.199193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f809d-9b69-4c8f-bec7-23ab6775b61e req-a2db472a-05c4-49ec-be5e-02a803a3cc20 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:00.200669 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-102f809d-9b69-4c8f-bec7-23ab6775b61e req-a2db472a-05c4-49ec-be5e-02a803a3cc20 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Dec 15 05:19:00.246719 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-102f809d-9b69-4c8f-bec7-23ab6775b61e req-ba91d9e8-0d60-4996-817f-0a83c0b9354e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Dec 15 05:19:00.472268 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509c4b-0c85-436a-9634-f8c5f65ea38d req-01d73f55-9989-46b4-94a5-7c6e82c2cf5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:00.473770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31509c4b-0c85-436a-9634-f8c5f65ea38d req-01d73f55-9989-46b4-94a5-7c6e82c2cf5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Dec 15 05:19:00.521168 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31509c4b-0c85-436a-9634-f8c5f65ea38d req-a4109fb3-4c83-4b62-b37d-886f53d640fb tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Dec 15 05:19:01.279664 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:01.644916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327e58-87c0-4e72-9c3f-ff9273d3af83 req-fac98d3c-a829-4c87-8d4a-a1ee0724d441 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:01.646374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50327e58-87c0-4e72-9c3f-ff9273d3af83 req-fac98d3c-a829-4c87-8d4a-a1ee0724d441 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0572224 Dec 15 05:19:01.692405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-50327e58-87c0-4e72-9c3f-ff9273d3af83 req-67711f34-2752-4ac0-abf7-a5b87f3c5e4a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 Dec 15 05:19:01.798631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-54a67379-d26b-4e94-b6f9-d0c8a23bdbcf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:01.800130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-54a67379-d26b-4e94-b6f9-d0c8a23bdbcf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Dec 15 05:19:01.890705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Deleting port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:19:01.891052 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:01.977031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] For port 61c6dd42-ffd9-46a7-81c2-604207ec3db8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=61c6dd42-ffd9-46a7-81c2-604207ec3db8,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:19:01.977387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:02.146297 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:02.146572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:02.146887 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 disassociated. External IP: 172.25.2.13, port: 61c6dd42-ffd9-46a7-81c2-604207ec3db8. Dec 15 05:19:02.147222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Calling delete_port for 61c6dd42-ffd9-46a7-81c2-604207ec3db8 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:19:02.271549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:02.303094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event deleted for resources: {'Port': ['ID=61c6dd42-ffd9-46a7-81c2-604207ec3db8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:19:02.418014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:19:02.521226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:19:02.530866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:19:02.540674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:19:02.541816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:19:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:02.564259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] No DVR routers for this DVR port 61c6dd42-ffd9-46a7-81c2-604207ec3db8 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:19:02.566995 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:02.570522 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9310b4fb-910d-4598-8064-78c64c5587f2 req-17ecf1d3-2931-4028-9fbb-8266760afb5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "DELETE /v2.0/ports/61c6dd42-ffd9-46a7-81c2-604207ec3db8 HTTP/1.1" status: 204 len: 173 time: 0.7641797 Dec 15 05:19:02.571017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-deleted', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:19:02.573323 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb33fb-930b-4f17-9636-54da8154ba6e" -d '{"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-deleted", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:19:02.613882 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ba701-20b5-429f-890e-cbdb60926dc1 x-openstack-request-id: req-816ba701-20b5-429f-890e-cbdb60926dc1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:19:02.614320 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13736caa-1006-4384-b7db-e0bee34ce1c0", "name": "network-vif-deleted", "tag": "61c6dd42-ffd9-46a7-81c2-604207ec3db8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:19:02.614447 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-816ba701-20b5-429f-890e-cbdb60926dc1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:19:02.615137 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13736caa-1006-4384-b7db-e0bee34ce1c0', 'name': 'network-vif-deleted', 'tag': '61c6dd42-ffd9-46a7-81c2-604207ec3db8', 'status': 'completed', 'code': 200} Dec 15 05:19:02.649290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:19:02.805489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08ed8a2a-513b-4922-817c-d64c8be3ff3c req-49203daa-79f8-495d-a6ef-53ea06e18e90 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=13736caa-1006-4384-b7db-e0bee34ce1c0 HTTP/1.1" status: 200 len: 210 time: 0.0315812 Dec 15 05:19:02.847378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:02.860977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:02.891575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:19:02.900188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:19:02.900788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:19:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:03.001725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:19:03.194679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:03.223360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e27115-d8db-467a-883c-870e8cbbdbed None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:19:03.418992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:03.427241 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fed041-1e65-47f9-ae58-d9a7dbb5e5c5 None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:19:03.858007 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:04.045610 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-f8541796-a78a-4cb6-9ab9-b77061542d50 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1839173073&fields=id&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 267 time: 0.0424457 Dec 15 05:19:04.153428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-4139a89c-26b3-4a1a-b123-e35e5381144d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:04.155083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-4139a89c-26b3-4a1a-b123-e35e5381144d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1028969 Dec 15 05:19:04.171075 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-53c21efe-c84a-46a9-837d-0ef54325f0ee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/quotas/4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 375 time: 0.0090206 Dec 15 05:19:04.220040 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-11a2b456-4505-468c-879a-5e1f0bb7f1b7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438178 Dec 15 05:19:04.397594 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-7c6052bf-3426-4641-9720-f2d58c321cbc service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650412 Dec 15 05:19:04.484766 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-a7be568a-87e0-4bfe-9a44-162b6c488c89 service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808342 Dec 15 05:19:04.643071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f135c7d-5baa-4272-94d4-dafb10ca852c req-d26f6fa1-4792-41c1-8de9-83eccd578a3b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 210 time: 0.0268896 Dec 15 05:19:05.692316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:19:05.713762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 61c6dd42-ffd9-46a7-81c2-604207ec3db8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:19:05.714110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 61c6dd42-ffd9-46a7-81c2-604207ec3db8 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:19:05.746713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6222ccb9-417b-43a8-8d94-e0b62cc5175e req-ca6302d1-4146-4b12-8cd0-b7eb2c7bcb60 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Dec 15 05:19:05.826978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-246a50fa-28a1-4118-8a00-1381e92d110b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:05.828494 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-246a50fa-28a1-4118-8a00-1381e92d110b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1036279 Dec 15 05:19:05.919442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-1fa115ab-532a-4df1-858e-23cf8bbde092 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 380 time: 0.0559294 Dec 15 05:19:05.949257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'port': {'device_id': '34e708ad-bc33-4a0f-a051-68a45c333495', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'admin_state_up': True, 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'security_groups': ['b88bc7b0-d2ed-4376-8c69-4eed9d7ce742']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:19:06.054018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Made reservation on behalf of 4dffd8947b68463e927b6cb7bf4bd111 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:19:06.057819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.184632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Allocated IP 172.20.0.9 (00bdc8ef-9ffb-42b2-8659-ed1d6b012b94/2f93f4d8-03b6-4beb-b97a-2554509d6e67/0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:19:06.315369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.352484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.395493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:19:06.398629 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:19:06.402869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:19:06.409336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:19:06.455635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:06.456292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.473607 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-32b0cff0-fb26-4e2f-b24b-e3cd53e57f27 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5278022 Dec 15 05:19:06.500251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Request body: {'port': {'device_id': '34e708ad-bc33-4a0f-a051-68a45c333495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:19:06.558983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.665460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ce8a7a21-b5c8-4581-a097-b66c558e1f81 None None] Provisioning complete for port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:19:06.665837 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7a21-b5c8-4581-a097-b66c558e1f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.699654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a7a21-b5c8-4581-a097-b66c558e1f81 None None] Port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:19:06.818839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:19:06.826916 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.839128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Transition to ACTIVE for port object 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:19:06.843266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:06.872992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c381a-b297-4b52-8a56-60ffbd2751c7 req-1e6db9f8-26c9-43b5-92cf-2ef9931be647 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:06.874501 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-536c381a-b297-4b52-8a56-60ffbd2751c7 req-1e6db9f8-26c9-43b5-92cf-2ef9931be647 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 931 time: 0.0545332 Dec 15 05:19:06.897512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:19:06.927338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-536c381a-b297-4b52-8a56-60ffbd2751c7 req-93a99c86-21b9-4b5e-ac2b-18c97ff61e16 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Dec 15 05:19:06.968559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:19:06.968814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:19:06.969148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:19:06.973694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:19:06.974021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:19:06.979680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:19:06.980022 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:19:06.980447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:19:06.980867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Bound port: 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:19:06.981230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:07.051204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:19:07.054310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:19:07.059941 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:07.097113 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.097729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:07.099095 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] 10.222.0.16 "PUT /v2.0/ports/0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 1092 time: 0.6033568 Dec 15 05:19:07.099540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:19:07.101843 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b" -d '{"events": [{"name": "network-changed", "server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:19:07.143296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b9a6b-33f4-4a72-b108-bbd62cfd2c6b service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:19:07.146623 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e222ab-931a-42a0-a546-d63155164b08 x-openstack-request-id: req-f7e222ab-931a-42a0-a546-d63155164b08 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:19:07.146859 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:19:07.147114 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7e222ab-931a-42a0-a546-d63155164b08 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:19:07.147512 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'status': 'completed', 'code': 200} Dec 15 05:19:07.222063 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-6d82f3e9-6dc6-4815-a2f2-3342692acf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.223591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-6d82f3e9-6dc6-4815-a2f2-3342692acf3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1095 time: 0.0431972 Dec 15 05:19:07.276159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-aec5d983-ea2f-45e2-b205-71503ed214f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 217 time: 0.0386074 Dec 15 05:19:07.329261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-52e24c34-22fd-45ba-985f-ea6095306d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.330592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-52e24c34-22fd-45ba-985f-ea6095306d38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0424311 Dec 15 05:19:07.381202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-31696960-a11b-448f-a167-63fe08493db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.382699 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-31696960-a11b-448f-a167-63fe08493db2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403397 Dec 15 05:19:07.388490 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:07.482200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-66dc3811-a31c-4784-b1db-55dbdead5393 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851340 Dec 15 05:19:07.572545 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ee3d428b-5ce9-4fa1-a2a7-1d571d058cbb req-35f63e77-90b7-44b7-8c21-747663e77745 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794067 Dec 15 05:19:07.724524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-fae7c58f-25d1-49ae-872c-603fdd9ec062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.725974 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-fae7c58f-25d1-49ae-872c-603fdd9ec062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1095 time: 0.0444937 Dec 15 05:19:07.817034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-2c689b84-ff1a-4445-a15a-458f01e123b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.818456 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-2c689b84-ff1a-4445-a15a-458f01e123b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0806022 Dec 15 05:19:07.860386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-107b9cfe-8b14-45e5-b40e-aca84e9fc906 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 217 time: 0.0341632 Dec 15 05:19:07.911962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-f680a5dd-4ad2-464c-b940-78c97f33fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.913439 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-f680a5dd-4ad2-464c-b940-78c97f33fd06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0458322 Dec 15 05:19:07.959202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-46a26f54-ada6-47cc-aef2-edd7073e479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:07.960280 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-46a26f54-ada6-47cc-aef2-edd7073e479f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390570 Dec 15 05:19:08.045606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1cc19-fff0-4d91-8160-43e4472a8bb5 req-5f478207-cc06-448a-9b43-d68eb5261c6b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:08.047081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3d1cc19-fff0-4d91-8160-43e4472a8bb5 req-5f478207-cc06-448a-9b43-d68eb5261c6b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 943 time: 0.0484421 Dec 15 05:19:08.048766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-be9d1d01-2425-4212-955a-d45ad69f4d6b service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804887 Dec 15 05:19:08.094303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f3d1cc19-fff0-4d91-8160-43e4472a8bb5 req-ef10ee8e-efc7-4efe-8525-8296951b312e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Dec 15 05:19:08.140985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4a9c4b6a-b99a-4b35-8225-5e2f76eb681b req-2064cc3e-847e-4a06-9db6-7a129eb78fbf service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843694 Dec 15 05:19:09.213311 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16bbd-e7f5-4eba-9bdb-7300b3aa5259 req-cc1be4d7-c2fe-4900-9b7f-4369c392a4ee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:09.214751 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17c16bbd-e7f5-4eba-9bdb-7300b3aa5259 req-cc1be4d7-c2fe-4900-9b7f-4369c392a4ee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 943 time: 0.0515885 Dec 15 05:19:09.261113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-17c16bbd-e7f5-4eba-9bdb-7300b3aa5259 req-78af908b-c288-4e52-9471-e8a4be8c191e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404232 Dec 15 05:19:10.058376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:19:10.151870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:19:10.164402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'mac_address': 'fa:16:3e:59:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:19:10.204423 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:10.216754 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:19:10.235245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:19:10.238653 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:10.284207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:19:10.382120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656c8e1-dc73-415b-acec-4d8424c6e258 req-66993942-1c28-4d24-9057-1447b3ead746 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:10.383518 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c656c8e1-dc73-415b-acec-4d8424c6e258 req-66993942-1c28-4d24-9057-1447b3ead746 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 944 time: 0.0539782 Dec 15 05:19:10.436916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c656c8e1-dc73-415b-acec-4d8424c6e258 req-ced4c9ae-ac60-4bb2-888c-84d6b6412110 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467947 Dec 15 05:19:10.613660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:19:11.553427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1665c2e-5daa-4987-b011-fb8235197568 req-5d57cee6-fde1-4544-b8ca-f37da17fe291 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:11.554887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1665c2e-5daa-4987-b011-fb8235197568 req-5d57cee6-fde1-4544-b8ca-f37da17fe291 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 944 time: 0.0484800 Dec 15 05:19:11.605312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1665c2e-5daa-4987-b011-fb8235197568 req-c499ec0e-81d9-4b06-8a57-cb1170393b50 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Dec 15 05:19:12.074611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:19:12.122707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:19:12.126480 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:19:12.126850 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:12.204484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:12.226100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:19:12.228364 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e616a93-5cab-43c6-ae5d-0aab7be4c0ba" -d '{"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:19:12.241875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:19:12.246241 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:12.268758 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e973c-6618-4d0c-9ffd-d7d7050437d0 x-openstack-request-id: req-035e973c-6618-4d0c-9ffd-d7d7050437d0 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:19:12.269059 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:19:12.269319 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-035e973c-6618-4d0c-9ffd-d7d7050437d0 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:19:12.269713 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'code': 200} Dec 15 05:19:12.295760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:19:12.414572 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259f5df-3632-4c6c-83d2-41837d2a5700 req-7a033f01-69d1-4d7a-8281-b17e7907321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:12.416003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b259f5df-3632-4c6c-83d2-41837d2a5700 req-7a033f01-69d1-4d7a-8281-b17e7907321b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1097 time: 0.0470390 Dec 15 05:19:12.468003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b259f5df-3632-4c6c-83d2-41837d2a5700 req-405a279b-e048-42a5-8929-ece058417432 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Dec 15 05:19:12.746864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec8dc3-6105-44ad-8e26-eb20883ae5de req-a9ca9e54-2a32-440e-a2ca-de48542b13ac tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:12.748289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bec8dc3-6105-44ad-8e26-eb20883ae5de req-a9ca9e54-2a32-440e-a2ca-de48542b13ac tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0732858 Dec 15 05:19:12.795843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2bec8dc3-6105-44ad-8e26-eb20883ae5de req-a833bb3f-062c-4f5a-b347-8fc6aa362493 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Dec 15 05:19:13.963782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82c990-7255-4647-99ef-1e999d20df50 req-ea97bc34-f5d2-4b2a-8534-dfce149f368f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:13.965282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b82c990-7255-4647-99ef-1e999d20df50 req-ea97bc34-f5d2-4b2a-8534-dfce149f368f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.1016004 Dec 15 05:19:14.011629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b82c990-7255-4647-99ef-1e999d20df50 req-9f580a0b-7392-4389-a3bb-585f5794d58c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404797 Dec 15 05:19:14.124859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c59333-d89e-469f-94f9-19c748cc201d req-71a6bff6-4439-4246-9c9f-e3ad1d9e1144 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:14.126211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-45c59333-d89e-469f-94f9-19c748cc201d req-71a6bff6-4439-4246-9c9f-e3ad1d9e1144 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Dec 15 05:19:14.134746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 54948) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:19:14.139003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'floatingip': {'port_id': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:19:14.179293 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:14.590423 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:14.594118 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:14.692205 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 associated. External IP: 172.25.2.13, port: 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5. Dec 15 05:19:14.887301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:19:14.990474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:19:14.995782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:15.000829 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:19:15.009986 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:19:15.011226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:19:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:15.021776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b2f99543-fc2e-4d1d-a77d-f315686c6bef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "PUT /v2.0/floatingips/f5789f72-69eb-4438-804c-91d0736b4b78 HTTP/1.1" status: 200 len: 990 time: 0.8859835 Dec 15 05:19:15.022478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:19:15.024850 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8fc7e4-9d88-4557-b46a-3da4f959193b" -d '{"events": [{"name": "network-changed", "server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:19:15.130091 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f10d06-0c90-4f8f-a6b7-41d1aed7c452 x-openstack-request-id: req-40f10d06-0c90-4f8f-a6b7-41d1aed7c452 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:19:15.130391 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:19:15.130643 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40f10d06-0c90-4f8f-a6b7-41d1aed7c452 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:19:15.131055 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'status': 'completed', 'code': 200} Dec 15 05:19:15.223779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-030ec5a0-1423-45fa-b370-35598ed72dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:15.225342 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-030ec5a0-1423-45fa-b370-35598ed72dbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1097 time: 0.0480893 Dec 15 05:19:15.282495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:19:15.319685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-57922430-3afc-468e-86db-9081db6f2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:15.321205 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-57922430-3afc-468e-86db-9081db6f2314 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0865836 Dec 15 05:19:15.390793 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-7a8ef7ec-4e3d-40f6-aadc-4db0d45a0815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 998 time: 0.0617466 Dec 15 05:19:15.440046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-47ec61ea-e621-4c14-9221-25600e98817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:15.441447 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-47ec61ea-e621-4c14-9221-25600e98817e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0442047 Dec 15 05:19:15.487237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-e3bf7b59-8e41-454b-8618-11330a873750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:15.488780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-e3bf7b59-8e41-454b-8618-11330a873750 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400569 Dec 15 05:19:15.504127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:59:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e708ad-bc33-4a0f-a051-68a45c333495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:19:14Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:15.530208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:19:15.538399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:19:15.539018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:19:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:15.580478 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-be88088d-d0e0-4c0a-ab1d-fd6843a9b33f service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844557 Dec 15 05:19:15.644566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:19:15.675470 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3d8fc7e4-9d88-4557-b46a-3da4f959193b req-d399562b-7f5e-47b2-9119-ae9be9888de0 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876696 Dec 15 05:19:15.869531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:59:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e708ad-bc33-4a0f-a051-68a45c333495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:19:14Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:19:15.895222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a1f00-437b-485c-b6ec-a4b81f8b4336 None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:59:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e708ad-bc33-4a0f-a051-68a45c333495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:19:14Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:19:16.090439 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abad33b-1396-4920-851c-121fbfa4d61c None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:19:19.959099 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-2efa0809-f280-492a-b125-e3951ff601e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395520 Dec 15 05:19:20.060051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-d9cafced-8da7-439d-a347-199f5b16d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:20.061543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-d9cafced-8da7-439d-a347-199f5b16d19b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1097 time: 0.0432904 Dec 15 05:19:20.164789 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-2f9f4660-c6e1-428f-bc1e-ab262344aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:20.166557 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-2f9f4660-c6e1-428f-bc1e-ab262344aec7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0852962 Dec 15 05:19:20.235369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-dc440f97-85b4-4bfb-8fde-c8bbb567df6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 1000 time: 0.0619278 Dec 15 05:19:20.285630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-3e427142-301e-4c7c-94bc-5c500cf348e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:20.287083 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-3e427142-301e-4c7c-94bc-5c500cf348e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0438881 Dec 15 05:19:20.331904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-68e6c1e3-42f7-4863-a787-a5ee72aef988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:19:20.333369 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-68e6c1e3-42f7-4863-a787-a5ee72aef988 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384240 Dec 15 05:19:20.425191 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-6eb39505-12a1-41c2-8aad-acc86feb0550 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839090 Dec 15 05:19:20.813285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-86ec4d91-a583-4795-b7c7-0f4f35baf552 req-a69eb00d-0ff4-47e0-98e3-fcc09baad463 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809292 Dec 15 05:19:27.782386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3c6353b-dd4e-44b0-81bf-a65c45db8be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:29.965855 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66d11698-c9e1-4fc5-a800-f42334b0c27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:31.281692 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:32.033630 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:19:32.827937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:33.420427 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:33.872346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:37.388860 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:57.784857 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91593b14-265d-4923-ab88-2a4bedff11e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:19:59.966311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2c22ca29-516f-4911-809e-5ab56de1626a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:01.287750 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:02.830685 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:03.422252 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:03.870849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:07.389753 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:09.033554 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:20:22.035356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-93111318-410c-4ad8-80a8-c02516c78e68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291358 Dec 15 05:20:22.148690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd942-7225-4719-a980-697641f16c18 req-fefae640-ec9d-4c64-a293-91d415f72f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:22.150138 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-fefae640-ec9d-4c64-a293-91d415f72f8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1097 time: 0.0421283 Dec 15 05:20:22.258055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd942-7225-4719-a980-697641f16c18 req-bbe68c56-5dc6-460c-a2b9-fcf2eb8a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:22.259449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-bbe68c56-5dc6-460c-a2b9-fcf2eb8a7960 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0829997 Dec 15 05:20:22.332003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-a70ea511-4158-4459-add1-fb67f5356d37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 1000 time: 0.0603349 Dec 15 05:20:22.385217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd942-7225-4719-a980-697641f16c18 req-ed8a0de7-0d36-4428-86be-9021267a19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:22.386632 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-ed8a0de7-0d36-4428-86be-9021267a19e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0424495 Dec 15 05:20:22.440315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd942-7225-4719-a980-697641f16c18 req-ca6e1da8-137a-4350-b4b4-a55335e913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:22.441778 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-ca6e1da8-137a-4350-b4b4-a55335e913d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392580 Dec 15 05:20:22.456625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-e20426a8-2873-4d4c-b32b-deba559d1e42 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:20:22.457549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-e20426a8-2873-4d4c-b32b-deba559d1e42 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047991 Dec 15 05:20:22.561108 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-179159a0-5458-430d-85b4-9f4b1accfcdf service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954049 Dec 15 05:20:22.654637 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fcbdd942-7225-4719-a980-697641f16c18 req-6bac2a58-35ff-4ded-99c3-eb38297f4758 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819530 Dec 15 05:20:27.786841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-269e859d-cafd-445f-8300-0b7da9049f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:29.968090 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-940d28be-47c9-423a-9526-71bbe799cd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:31.287373 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:32.832370 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:33.426922 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:33.876965 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:37.418586 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:46.032743 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:20:55.378008 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e205927-f71c-4926-866e-171434e976b4 req-b08f6e6c-7dd6-4d6e-a7dd-a141c2cf9332 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:55.379493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e205927-f71c-4926-866e-171434e976b4 req-b08f6e6c-7dd6-4d6e-a7dd-a141c2cf9332 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.1425893 Dec 15 05:20:55.425920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4e205927-f71c-4926-866e-171434e976b4 req-2d596a56-9c59-4c91-b0c9-28b5824613df tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396242 Dec 15 05:20:56.543411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9050cf-d096-4b74-87ea-de68f3d1acb2 req-f875b7c0-7ec1-4b13-9aa3-30d14d187c3e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:56.544894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e9050cf-d096-4b74-87ea-de68f3d1acb2 req-f875b7c0-7ec1-4b13-9aa3-30d14d187c3e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0480387 Dec 15 05:20:56.591197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9e9050cf-d096-4b74-87ea-de68f3d1acb2 req-9c3723e4-7b63-4c25-ad93-c33353ab349c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Dec 15 05:20:57.708273 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414ca2-3da7-43ab-8b11-b8b0ad5dcf8b req-0a96f901-0a91-4fbe-9b7a-474a4e591293 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:57.709705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8414ca2-3da7-43ab-8b11-b8b0ad5dcf8b req-0a96f901-0a91-4fbe-9b7a-474a4e591293 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Dec 15 05:20:57.755010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8414ca2-3da7-43ab-8b11-b8b0ad5dcf8b req-6758e0f9-e20c-49f1-b7f6-adc9acc95aa8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Dec 15 05:20:57.789143 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b9a187b8-6b5b-4a20-92ac-c2a43de1ff26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:20:58.874485 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3752-c369-45cc-a97b-2470b4935b28 req-4c80fcec-2f5b-4b7b-a9cb-4d0663559a60 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:20:58.875890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-639e3752-c369-45cc-a97b-2470b4935b28 req-4c80fcec-2f5b-4b7b-a9cb-4d0663559a60 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0508928 Dec 15 05:20:58.924940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-639e3752-c369-45cc-a97b-2470b4935b28 req-2639229b-bdfe-4108-bdf3-fd53e5c1079f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423288 Dec 15 05:20:59.970014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6badf530-a4ae-4b03-8542-285e33a1df0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:00.040042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567b47a-a46e-4689-8853-d62b4a356a63 req-86b22ee9-7664-49cb-b962-c06532b1ba50 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:00.041646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3567b47a-a46e-4689-8853-d62b4a356a63 req-86b22ee9-7664-49cb-b962-c06532b1ba50 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0481441 Dec 15 05:21:00.094517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3567b47a-a46e-4689-8853-d62b4a356a63 req-84c7b0ac-47a1-469c-bee1-52a87acce1ac tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Dec 15 05:21:01.208329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295b11-9772-4157-b056-adc5f8c71c10 req-c8561b39-fe43-4881-99af-f0e29a19a34f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:01.209797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5295b11-9772-4157-b056-adc5f8c71c10 req-c8561b39-fe43-4881-99af-f0e29a19a34f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Dec 15 05:21:01.256675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5295b11-9772-4157-b056-adc5f8c71c10 req-8953eaf1-0cf4-4e60-bc06-b812e8dcc318 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 Dec 15 05:21:01.290972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:02.370818 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1740e9e-77dc-4957-9ff1-7a50a1d71ec0 req-64f918cd-a5f9-4b18-8a1c-10a9d2740ce9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:02.372279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1740e9e-77dc-4957-9ff1-7a50a1d71ec0 req-64f918cd-a5f9-4b18-8a1c-10a9d2740ce9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0480471 Dec 15 05:21:02.417660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b1740e9e-77dc-4957-9ff1-7a50a1d71ec0 req-5ad45375-6b39-40a3-942d-2ca5c80cb23b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Dec 15 05:21:02.835765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:03.429101 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:03.534830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5914303-1ca4-4e3f-b919-bac92af01fcb req-5d968c63-9ca5-44a3-be89-d9b7bc189c6f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:03.536303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5914303-1ca4-4e3f-b919-bac92af01fcb req-5d968c63-9ca5-44a3-be89-d9b7bc189c6f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0507691 Dec 15 05:21:03.583641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5914303-1ca4-4e3f-b919-bac92af01fcb req-a935fe18-e391-44dd-ad3f-6d3fa16cbf05 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Dec 15 05:21:03.883334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:04.698157 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373983a-20bb-486e-a5c6-6e1dea2d8bc2 req-1d3b528c-0a6c-4c95-b72f-2ef6744a3797 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:04.699618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8373983a-20bb-486e-a5c6-6e1dea2d8bc2 req-1d3b528c-0a6c-4c95-b72f-2ef6744a3797 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Dec 15 05:21:04.746011 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8373983a-20bb-486e-a5c6-6e1dea2d8bc2 req-a422ef7e-6558-4d62-a8d5-482fed2e6ad7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Dec 15 05:21:05.861479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080779f4-ec4b-47a7-af70-298f2502c1f4 req-b8414348-e05d-4dd4-b067-2187e277bbee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:05.862837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-080779f4-ec4b-47a7-af70-298f2502c1f4 req-b8414348-e05d-4dd4-b067-2187e277bbee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Dec 15 05:21:05.909387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-080779f4-ec4b-47a7-af70-298f2502c1f4 req-1a0d084e-3b73-46d2-b6b3-634f8d285acc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402348 Dec 15 05:21:06.147939 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f11ab7-4c94-402c-842a-a690b4329b45 req-e50751f6-2a41-4d90-befc-f1f084bd2551 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:06.149705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98f11ab7-4c94-402c-842a-a690b4329b45 req-e50751f6-2a41-4d90-befc-f1f084bd2551 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0501196 Dec 15 05:21:06.182295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-552026f4-ea5a-4ec3-ab0e-1ed6abfef2a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891345 Dec 15 05:21:06.199073 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98f11ab7-4c94-402c-842a-a690b4329b45 req-2dfac1fd-a409-448e-b762-548544599c45 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Dec 15 05:21:07.324202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033c28-9f02-4253-9555-af83c71b04ab req-0b6cd3bd-acdd-4b24-aa52-c6d50b980094 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:07.325716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad033c28-9f02-4253-9555-af83c71b04ab req-0b6cd3bd-acdd-4b24-aa52-c6d50b980094 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0527601 Dec 15 05:21:07.346895 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-da69e87c-9e3d-4399-8f49-b475a70894ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:07.348455 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-da69e87c-9e3d-4399-8f49-b475a70894ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1097 time: 0.0454488 Dec 15 05:21:07.376458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad033c28-9f02-4253-9555-af83c71b04ab req-8cb5ab70-055d-417d-a054-353b227c4672 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Dec 15 05:21:07.418806 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:07.438197 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-29e74ee5-c9d7-4eca-baa1-952551093044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:07.439672 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-29e74ee5-c9d7-4eca-baa1-952551093044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0838227 Dec 15 05:21:07.512531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-ed9df48e-13c7-4a0b-b1f4-dc7125f252a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 1000 time: 0.0608690 Dec 15 05:21:07.564739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-3e6df28b-77f7-4465-9154-950537f57fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:07.566152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-3e6df28b-77f7-4465-9154-950537f57fcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0433960 Dec 15 05:21:07.616093 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-91a3dcff-4980-42fc-8fc0-9e8304cc0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:07.617575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-91a3dcff-4980-42fc-8fc0-9e8304cc0baa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393369 Dec 15 05:21:07.711345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-661a6c44-2856-47f0-be3a-edcbb2c4786d service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814011 Dec 15 05:21:07.802908 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-b596e4a6-cbc1-4fa4-ae36-99ce8543f38a service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804498 Dec 15 05:21:08.491899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79835d-af7b-498c-b65e-eb25635eca73 req-114610f2-6685-49b2-9991-ea885237a667 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:08.494035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e79835d-af7b-498c-b65e-eb25635eca73 req-114610f2-6685-49b2-9991-ea885237a667 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0474875 Dec 15 05:21:08.540654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e79835d-af7b-498c-b65e-eb25635eca73 req-9bc691d5-d63d-42df-b158-bf8464c50d5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399013 Dec 15 05:21:09.661414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48140140-5422-4acd-892f-465aa36a8021 req-b1da4fe2-994f-447b-a3dc-ac11f231a219 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:09.662855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48140140-5422-4acd-892f-465aa36a8021 req-b1da4fe2-994f-447b-a3dc-ac11f231a219 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0482435 Dec 15 05:21:09.709559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-48140140-5422-4acd-892f-465aa36a8021 req-eb9e26e0-4bbd-40e7-bae6-44d5cb435636 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Dec 15 05:21:10.105241 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-d016e505-e9ae-40cd-b91c-4839b093bfd1 service neutron] show failed (client error): The resource could not be found. Dec 15 05:21:10.106907 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-d016e505-e9ae-40cd-b91c-4839b093bfd1 service neutron] 10.222.0.16 "GET /v2.0/ports/0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0554917 Dec 15 05:21:10.336176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-f07167ca-e268-4a44-8b56-414da9ec9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:10.338172 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-f07167ca-e268-4a44-8b56-414da9ec9912 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 1097 time: 0.0440784 Dec 15 05:21:10.348839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-7652c6a8-c420-4433-bc43-e261163e0ea5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:21:10.349817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-7652c6a8-c420-4433-bc43-e261163e0ea5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048943 Dec 15 05:21:10.367367 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:21:10.421658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:10.616316 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:10.648431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:21:10.690765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:10.693318 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d4d437-8c53-44ff-9783-a3f3370df119" -d '{"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:10.697444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:10.709774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Transition to ACTIVE for port object 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:21:10.713569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:10.746619 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3da34a-6c19-4c66-9f02-f2831edd5f25 x-openstack-request-id: req-9c3da34a-6c19-4c66-9f02-f2831edd5f25 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:10.746913 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:10.747517 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c3da34a-6c19-4c66-9f02-f2831edd5f25 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:10.747917 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'code': 200} Dec 15 05:21:10.806600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:10.817246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.817617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.817962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.818307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.818667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.818964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.819291 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.819640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.819964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.820323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.820645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.821500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.821822 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:10.844258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e1f5-49a1-4964-9853-c4fe101eacef req-40f2dad6-375c-49f7-9658-b9f85ea3d7ea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:10.845936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c41e1f5-49a1-4964-9853-c4fe101eacef req-40f2dad6-375c-49f7-9658-b9f85ea3d7ea tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 943 time: 0.0546646 Dec 15 05:21:10.856168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] No DVR routers for this DVR port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:21:10.901358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2c41e1f5-49a1-4964-9853-c4fe101eacef req-242f6b0d-9803-436c-88d6-86a58aca0aaf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Dec 15 05:21:10.993741 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:21:10.993970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:21:10.994325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:21:10.998578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:21:10.998926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Attempting to bind port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:21:11.003721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:21:11.004060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:21:11.004478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:21:11.004903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Bound port: 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:21:11.005261 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:11.066650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:21:11.069760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:21:11.074149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:11.108241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:11.109084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:11.110351 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 1092 time: 0.7467117 Dec 15 05:21:11.131625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c6765-2214-45c1-b781-faec6dcfc4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:11.190401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-2fae27ac-11b8-4421-ace5-7ab4db02abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:11.191980 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-2fae27ac-11b8-4421-ace5-7ab4db02abad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1095 time: 0.0458007 Dec 15 05:21:11.284811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-4df859be-c405-4e33-b50e-0802ffb2f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:11.286299 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-4df859be-c405-4e33-b50e-0802ffb2f05d service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0862684 Dec 15 05:21:11.357496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-286cf7b3-93d1-4819-86cd-99111626dc12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 998 time: 0.0635638 Dec 15 05:21:11.407143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-3e2c188b-299b-4761-84c4-72a2fa492d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:11.408570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-3e2c188b-299b-4761-84c4-72a2fa492d65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0427840 Dec 15 05:21:11.454229 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-cbb4f5cf-8c46-4e31-832c-a7cc7b7fdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:11.455725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-cbb4f5cf-8c46-4e31-832c-a7cc7b7fdfa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390875 Dec 15 05:21:11.547275 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-bb4271ac-75e7-44af-b135-6b1d60f4707c service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842865 Dec 15 05:21:11.636684 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-56ab9680-7afc-4816-901e-8c7bb6f27f73 req-9e508970-7fb9-43f7-bd4d-68a4985f16f9 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 Dec 15 05:21:12.017113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb0a89-3b7c-46bb-ba16-462bd88bf1b5 req-b9857daa-de8d-4e81-bd1a-200b3ee96516 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:12.018469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3eb0a89-3b7c-46bb-ba16-462bd88bf1b5 req-b9857daa-de8d-4e81-bd1a-200b3ee96516 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 943 time: 0.0475862 Dec 15 05:21:12.064640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3eb0a89-3b7c-46bb-ba16-462bd88bf1b5 req-1f703408-a271-4aa8-a9b0-f80907aaeaf1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Dec 15 05:21:12.749377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:12.751765 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:12.800993 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0237c5ca-288f-4efc-80ad-f7052da98090 x-openstack-request-id: req-0237c5ca-288f-4efc-80ad-f7052da98090 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:12.801284 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:12.801538 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0237c5ca-288f-4efc-80ad-f7052da98090 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:12.801943 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'status': 'completed', 'code': 200} Dec 15 05:21:12.938529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-e6e614c4-0ea0-4e7e-aab6-93ad01fe8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:12.940575 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-e6e614c4-0ea0-4e7e-aab6-93ad01fe8bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1095 time: 0.0771356 Dec 15 05:21:12.941673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-a1bac383-f75e-4920-bfb1-c80503cfd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:12.943039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-a1bac383-f75e-4920-bfb1-c80503cfd420 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1095 time: 0.0952215 Dec 15 05:21:13.107211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-f42ffbe7-240b-43ff-9ada-58a1fb7d2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.108728 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-f42ffbe7-240b-43ff-9ada-58a1fb7d2029 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1553168 Dec 15 05:21:13.109663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-9a3c874b-f4bd-4d4a-9d06-ae31d312f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.110961 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-9a3c874b-f4bd-4d4a-9d06-ae31d312f73a service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1495411 Dec 15 05:21:13.188777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d68f08-9664-4553-b028-d864e3d0ddb4 req-64c32d38-799f-4ae6-9b42-8297e86840ed tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.190236 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8d68f08-9664-4553-b028-d864e3d0ddb4 req-64c32d38-799f-4ae6-9b42-8297e86840ed tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 943 time: 0.0504172 Dec 15 05:21:13.223483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-8c6bbbe1-c69e-42b3-bf55-c88d6767f527 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 998 time: 0.1071706 Dec 15 05:21:13.228677 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-f21c5ea1-adb5-4031-ac82-7ab4c0071ef8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 998 time: 0.1044433 Dec 15 05:21:13.254811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b8d68f08-9664-4553-b028-d864e3d0ddb4 req-c68916ca-0009-42b3-9608-a172fa91cfdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574589 Dec 15 05:21:13.311418 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-18476a7b-1592-4f02-bf76-30dc5fabebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.313020 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-18476a7b-1592-4f02-bf76-30dc5fabebbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0814757 Dec 15 05:21:13.316522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-fe35fd6e-0e5f-4edf-a24f-9e1397aafb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.317938 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-fe35fd6e-0e5f-4edf-a24f-9e1397aafb05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0781403 Dec 15 05:21:13.386545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-68738046-1112-489e-baae-869ecdfc999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.388202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-68738046-1112-489e-baae-869ecdfc999b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684144 Dec 15 05:21:13.452511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-2faddd66-371e-4ef9-b8ed-d54d8c4d8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.453921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-2faddd66-371e-4ef9-b8ed-d54d8c4d8716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098635 Dec 15 05:21:13.476594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb3bfe-ae55-41fd-9867-4f395814da4b req-b3ae8a00-6d9f-4b58-a956-6e79750b9cac tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.478739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30cb3bfe-ae55-41fd-9867-4f395814da4b req-b3ae8a00-6d9f-4b58-a956-6e79750b9cac tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 943 time: 0.0500078 Dec 15 05:21:13.530489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-30cb3bfe-ae55-41fd-9867-4f395814da4b req-3e498fcd-05be-49c5-ba74-a92546c0801b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Dec 15 05:21:13.576363 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-6349dce6-d625-4b94-88bb-00d533b81ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773610 Dec 15 05:21:13.642999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-65a7eaf0-353d-4b39-a2de-3286721301ff tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.644481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-65a7eaf0-353d-4b39-a2de-3286721301ff tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495&tenant_id=4dffd8947b68463e927b6cb7bf4bd111&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 943 time: 0.1715775 Dec 15 05:21:13.708360 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-9a5a4095-6b7d-4451-9c70-6782a8fe9514 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341821 Dec 15 05:21:13.797446 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-6ca1010f-ad61-4807-9e12-3ced1eb2a6e1 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122960 Dec 15 05:21:13.799795 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-d88fc44a-8f41-4136-a7c6-925bc4cd5d12 service neutron] delete failed (client error): The resource could not be found. Dec 15 05:21:13.800744 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-d88fc44a-8f41-4136-a7c6-925bc4cd5d12 service neutron] 10.222.0.16 "DELETE /v2.0/ports/0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.1404543 Dec 15 05:21:13.833265 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d8f23c27-e6a3-4363-bfa3-f73d52bb1c7a req-d7add7f0-da00-4f7e-aaa9-d86ee18437d0 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105726 Dec 15 05:21:13.983924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-fbbc772f-7ed2-4f1b-bcb9-6215b4eb50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:13.985344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-fbbc772f-7ed2-4f1b-bcb9-6215b4eb50d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1095 time: 0.0407507 Dec 15 05:21:14.080213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-942cff62-275c-4a10-b753-1a08334ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:14.081664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-942cff62-275c-4a10-b753-1a08334ff824 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0854232 Dec 15 05:21:14.155423 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-56b7ed00-a298-498c-8b1d-abc8b4adf67d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 998 time: 0.0612323 Dec 15 05:21:14.212778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-04eb8510-fa30-4c2b-97a4-a0f6acd93e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:14.214210 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-04eb8510-fa30-4c2b-97a4-a0f6acd93e4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0464420 Dec 15 05:21:14.270165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-2259aeea-baa6-4701-a01d-6b033efeabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:14.271763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-2259aeea-baa6-4701-a01d-6b033efeabd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462096 Dec 15 05:21:14.373730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-a110b29e-3497-4014-9ab9-8ea9312483d4 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Dec 15 05:21:14.394838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:21:14.492661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:14.505861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'mac_address': 'fa:16:3e:59:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:21:14.543748 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:14.557892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:21:14.583290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:14.588955 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:14.645356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:14.658999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.659356 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.659699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.660028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.660384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.660722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.660820 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d340e7-6aba-4983-8f7f-28047860756f req-6236792e-0b17-4f0e-bfd3-7114179266b8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:14.661341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.661420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.661685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.662009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.662334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.662656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.663002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:21:14.664613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1d340e7-6aba-4983-8f7f-28047860756f req-6236792e-0b17-4f0e-bfd3-7114179266b8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 944 time: 0.0536535 Dec 15 05:21:14.695935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:21:14.714346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1d340e7-6aba-4983-8f7f-28047860756f req-78dc17ea-df45-42f6-bf5d-897c97a06c97 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Dec 15 05:21:14.744117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:21:14.774312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-d2f4dc00-eba2-41be-886e-f5144e7beb64 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890181 Dec 15 05:21:14.880187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:21:15.832093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6123ce-2fb1-48d9-9fbb-8531f503722b req-76421ad1-3a9b-40b4-87ec-540c68c45903 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:15.833556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d6123ce-2fb1-48d9-9fbb-8531f503722b req-76421ad1-3a9b-40b4-87ec-540c68c45903 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 944 time: 0.0506711 Dec 15 05:21:15.879324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d6123ce-2fb1-48d9-9fbb-8531f503722b req-30275154-a66d-4539-b51b-1b2e4372400b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 Dec 15 05:21:15.998530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941eda8-d6da-40b3-9fbd-07c0bed1b531 req-441629de-40c0-4450-9481-e30722a1d4a7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:16.000013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a941eda8-d6da-40b3-9fbd-07c0bed1b531 req-441629de-40c0-4450-9481-e30722a1d4a7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 944 time: 0.0489290 Dec 15 05:21:16.047352 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a941eda8-d6da-40b3-9fbd-07c0bed1b531 req-16087d74-1eb3-4ad5-a86a-c65b5886d963 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Dec 15 05:21:16.259081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ea25f-5941-4060-b7ed-d0e514c91163 req-7da99246-27f8-44de-b9e8-fa7d4128143d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:16.260563 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e62ea25f-5941-4060-b7ed-d0e514c91163 req-7da99246-27f8-44de-b9e8-fa7d4128143d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 944 time: 0.0593567 Dec 15 05:21:16.293602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-2a781fb5-69a3-4b70-9339-58c49109d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:16.295097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-2a781fb5-69a3-4b70-9339-58c49109d82d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 1096 time: 0.0412872 Dec 15 05:21:16.309021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e62ea25f-5941-4060-b7ed-d0e514c91163 req-756d7454-28b3-4642-8539-875fc232e97b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Dec 15 05:21:16.385297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-d9b412e1-698f-4f4a-a744-c3903fdd6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:16.386757 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-d9b412e1-698f-4f4a-a744-c3903fdd6877 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0846317 Dec 15 05:21:16.413830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:21:16.451199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-347503e0-50df-49aa-b176-62abad763c04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 200 len: 999 time: 0.0574536 Dec 15 05:21:16.466285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:21:16.470207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:21:16.470476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:16.501181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-2204500c-3e6d-43f7-a111-4c3e9f224a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:16.502664 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-2204500c-3e6d-43f7-a111-4c3e9f224a5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0443625 Dec 15 05:21:16.545587 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:16.551824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-425bca33-2d35-4cb8-82db-37e7f59d5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:16.553339 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-425bca33-2d35-4cb8-82db-37e7f59d5abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430775 Dec 15 05:21:16.567180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:16.569458 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfba07c-17e9-4c64-855a-d1ee271b0f1a" -d '{"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:16.583088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:16.587926 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:16.619082 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77bab97-75b2-4724-b2bf-2a797bcd24f4 x-openstack-request-id: req-f77bab97-75b2-4724-b2bf-2a797bcd24f4 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:16.619381 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:16.619641 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f77bab97-75b2-4724-b2bf-2a797bcd24f4 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:16.620030 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'code': 200} Dec 15 05:21:16.641847 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:16.646551 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-d3a7f7e3-f846-4271-ac0f-a77b57d3a5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Dec 15 05:21:16.740894 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e373079b-601b-4c29-ab74-4ea9b5ae12f9 req-4703a30b-d9e1-4a67-a1f4-00dc389d530c service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861137 Dec 15 05:21:17.421574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361efbb8-7b44-49b2-a64c-55ba371ce0a9 req-84e1fe3c-ed0c-4274-8b1f-a6f085cfa4cf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:17.423021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-361efbb8-7b44-49b2-a64c-55ba371ce0a9 req-84e1fe3c-ed0c-4274-8b1f-a6f085cfa4cf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0475550 Dec 15 05:21:17.469410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-361efbb8-7b44-49b2-a64c-55ba371ce0a9 req-cd2839b9-2a69-4c5a-81de-a7b35499f1f7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Dec 15 05:21:17.702341 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94fe0-8ead-4949-b774-cb318850e229 req-ee6ee110-ce05-47ed-9404-4e2642e14b53 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:17.703763 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1f94fe0-8ead-4949-b774-cb318850e229 req-ee6ee110-ce05-47ed-9404-4e2642e14b53 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0463500 Dec 15 05:21:17.753287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1f94fe0-8ead-4949-b774-cb318850e229 req-60c1cf7d-7cff-40cb-8415-40341ceb1eb6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Dec 15 05:21:18.869454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebecc98-6a6b-41f8-aab6-785d789249c8 req-2196a040-c1d4-465c-a325-d0fd29b79240 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:18.870851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ebecc98-6a6b-41f8-aab6-785d789249c8 req-2196a040-c1d4-465c-a325-d0fd29b79240 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0473812 Dec 15 05:21:18.917330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8ebecc98-6a6b-41f8-aab6-785d789249c8 req-008fe7da-cf2c-4577-a600-199220ab72b0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Dec 15 05:21:19.045647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-e82cf268-db70-4530-bff2-f00fb88df120 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:19.047067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-e82cf268-db70-4530-bff2-f00fb88df120 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 945 time: 0.0479832 Dec 15 05:21:19.131405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Deleting port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:21:19.131665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:19.222151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] For port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:19.222151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:19.389388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:19.389671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:19.390013 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 disassociated. External IP: 172.25.2.13, port: 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5. Dec 15 05:21:19.390357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Calling delete_port for 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:21:19.519496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:19.548278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event deleted for resources: {'Port': ['ID=0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:19.667476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:21:19.777037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:21:19.788506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:21:19.798272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:21:19.798874 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:21:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:19.816920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] No DVR routers for this DVR port 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:21:19.820608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:19.824675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e24f1999-1ce9-4ac2-b3a9-3b1772ccbbac req-c62ecf6a-d003-4779-9f34-26ed6e781154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "DELETE /v2.0/ports/0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 HTTP/1.1" status: 204 len: 173 time: 0.7713954 Dec 15 05:21:19.825127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-deleted', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:19.827488 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccb3321-d46c-4352-a9d1-f83acffce531" -d '{"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-deleted", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:19.877506 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6483743f-814f-4cef-9743-22e3c320027f x-openstack-request-id: req-6483743f-814f-4cef-9743-22e3c320027f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:19.878009 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e708ad-bc33-4a0f-a051-68a45c333495", "name": "network-vif-deleted", "tag": "0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:19.878459 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6483743f-814f-4cef-9743-22e3c320027f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:19.879039 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e708ad-bc33-4a0f-a051-68a45c333495', 'name': 'network-vif-deleted', 'tag': '0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5', 'status': 'completed', 'code': 200} Dec 15 05:21:19.906801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:21:20.024952 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c698274-72ae-453e-9c8b-6cb2ddca21f3 req-18ed2714-106f-44fa-874d-aea87ae7bda2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e708ad-bc33-4a0f-a051-68a45c333495 HTTP/1.1" status: 200 len: 210 time: 0.0261343 Dec 15 05:21:20.110620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:20.136630 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:21:20.144755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:21:20.145350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:21:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:20.250891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:21:20.441214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:20.468128 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e708-b876-4bef-9d42-18875f673d4a None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:21:20.676169 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb42d8-1ccc-4838-b6c3-63cc35fbddd3 None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:21:21.302696 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-3b8b4a14-5544-4eb8-b937-ea9b95bc4c58 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1839173073&fields=id&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 267 time: 0.0412209 Dec 15 05:21:21.409604 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-861a106d-74ef-42a2-91fe-b8c4813283e8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:21.410940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-861a106d-74ef-42a2-91fe-b8c4813283e8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1011434 Dec 15 05:21:21.426204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-35553042-e688-4cad-a1b9-dc1cbb5ee7c8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/quotas/4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 375 time: 0.0089588 Dec 15 05:21:21.474471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-f2edfcce-3074-4329-8daf-8d52aa7bd244 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431228 Dec 15 05:21:21.569283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-2003e864-cf6e-4876-ae8f-b5aa76d34e29 service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Dec 15 05:21:21.657492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-4de4d356-e07b-4ac2-a938-bd2afd612bed service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822914 Dec 15 05:21:21.813032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-64b9aa01-f9f8-4173-96bd-cc8a9ef2480a req-b42ea7d2-cf31-4369-8727-0fe15bcbc0b1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 210 time: 0.0262001 Dec 15 05:21:22.425130 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:21:22.445109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:21:22.445459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 0c9fe3bf-16e3-4c9f-87fe-5369fa7860f5 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:21:22.903108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-9d82721f-5fd2-4fbf-84b0-bad05175aee5 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:22.904987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-9d82721f-5fd2-4fbf-84b0-bad05175aee5 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1120157 Dec 15 05:21:22.912760 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-311e8ef1-04ab-47c7-843f-73ea19d2c9b2 req-6214c645-48f9-49ec-a8d8-9da52456ce7f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 210 time: 0.0286961 Dec 15 05:21:22.980801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-79512044-f8fb-4a06-b759-2b4357c5908f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 380 time: 0.0515921 Dec 15 05:21:23.012177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'port': {'device_id': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'admin_state_up': True, 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'security_groups': ['b88bc7b0-d2ed-4376-8c69-4eed9d7ce742']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:21:23.032283 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:21:23.119300 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Made reservation on behalf of 4dffd8947b68463e927b6cb7bf4bd111 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:21:23.122774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.244816 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Allocated IP 172.20.0.12 (00bdc8ef-9ffb-42b2-8659-ed1d6b012b94/2f93f4d8-03b6-4beb-b97a-2554509d6e67/903f70d6-91c8-4667-b83a-d738009e58de) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:21:23.384708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.418071 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.461498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:21:23.464686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:21:23.468415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:21:23.474864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:23.525894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:23.526505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.544902 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-23784369-3bdb-4df8-87af-f8ff69be1fc1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5368793 Dec 15 05:21:23.571506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Request body: {'port': {'device_id': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:21:23.629659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.706472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2cd5b276-1a69-4528-9a8d-2ddb779404f7 None None] Provisioning complete for port 903f70d6-91c8-4667-b83a-d738009e58de triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:21:23.707206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b276-1a69-4528-9a8d-2ddb779404f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.740714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5b276-1a69-4528-9a8d-2ddb779404f7 None None] Port 903f70d6-91c8-4667-b83a-d738009e58de cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:21:23.886109 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:21:23.893536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.907955 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Transition to ACTIVE for port object 903f70d6-91c8-4667-b83a-d738009e58de will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:21:23.912389 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:23.969183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:24.036045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:21:24.036493 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:21:24.036897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:21:24.041482 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:21:24.041801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:21:24.042245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c052ecf-302e-4bad-98eb-1fd207d19e1e req-768e2b38-5cef-4332-9615-edefaccaaa22 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.044430 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c052ecf-302e-4bad-98eb-1fd207d19e1e req-768e2b38-5cef-4332-9615-edefaccaaa22 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0544257 Dec 15 05:21:24.046719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:21:24.047061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:21:24.047443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:21:24.047870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Bound port: 903f70d6-91c8-4667-b83a-d738009e58de, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:21:24.048257 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:24.095367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9c052ecf-302e-4bad-98eb-1fd207d19e1e req-fa4040e8-01be-40fd-a67a-8917fa985db1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Dec 15 05:21:24.118953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:21:24.122702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:21:24.126708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:24.167384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.168518 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:24.170304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] 10.222.0.16 "PUT /v2.0/ports/903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1093 time: 0.6033065 Dec 15 05:21:24.170820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:24.173984 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c" -d '{"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:24.198161 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395975e-63dc-434f-a843-9d2a96f00e88 service neutron] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:24.230505 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4dd553-b2b5-4896-ba9c-4132cadd077f x-openstack-request-id: req-0b4dd553-b2b5-4896-ba9c-4132cadd077f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:24.230812 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:24.231075 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b4dd553-b2b5-4896-ba9c-4132cadd077f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:24.231491 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'status': 'completed', 'code': 200} Dec 15 05:21:24.288127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-38181fc3-1f0a-4dfe-b072-af6184d1c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.289639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-38181fc3-1f0a-4dfe-b072-af6184d1c8ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1096 time: 0.0436654 Dec 15 05:21:24.349509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-5a6aa9b8-1e2e-489c-b5a3-7ea6adff822d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 217 time: 0.0375164 Dec 15 05:21:24.403304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a180627f-2318-49e2-bf95-958cb0ed067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.405033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-a180627f-2318-49e2-bf95-958cb0ed067e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0465634 Dec 15 05:21:24.451633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-07edeee6-36aa-4768-a915-6b0b83c302df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.453034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-07edeee6-36aa-4768-a915-6b0b83c302df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392053 Dec 15 05:21:24.545018 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-300915e3-3002-479a-b1fe-d46cb5494c27 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800815 Dec 15 05:21:24.641506 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ff72b5e8-a1ea-4d46-a4b0-b7655b81f63f req-89bdddbc-0f82-47d1-bdc0-d4249c166771 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846064 Dec 15 05:21:24.781485 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-66e050a8-0609-46c3-8b1c-f0bf03bf9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.782901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-66e050a8-0609-46c3-8b1c-f0bf03bf9577 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1096 time: 0.0407982 Dec 15 05:21:24.875848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-5c9a4499-029b-49ad-aa86-20f1fa7b4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.877326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-5c9a4499-029b-49ad-aa86-20f1fa7b4b21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0845306 Dec 15 05:21:24.918483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-8dbc1eba-7fae-44f2-bd0a-1d08583bf6e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 217 time: 0.0337834 Dec 15 05:21:24.970821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-f67f447a-0420-400c-b125-8ff6d10a35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:24.972269 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-f67f447a-0420-400c-b125-8ff6d10a35da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0419824 Dec 15 05:21:25.020271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-ec4face8-7cdc-42ee-8b98-20d1de9ac836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:25.021712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-ec4face8-7cdc-42ee-8b98-20d1de9ac836 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422421 Dec 15 05:21:25.109606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-9be46423-9dc9-4dbf-85de-f43715e8f2d4 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790994 Dec 15 05:21:25.205769 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8eacf8d-ea84-4a54-8aa2-f57cbe24619c req-6679dfeb-5080-485e-84c8-f441bec4ca87 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882883 Dec 15 05:21:25.214829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7a13a-549b-4dc7-8abe-d55de6891bdc req-e90215d7-8d3d-40bd-be4e-69a77eb6ee03 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:25.217370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66e7a13a-549b-4dc7-8abe-d55de6891bdc req-e90215d7-8d3d-40bd-be4e-69a77eb6ee03 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0508168 Dec 15 05:21:25.267267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66e7a13a-549b-4dc7-8abe-d55de6891bdc req-6a4242dc-beba-448c-8cc5-b9a39f83e2d7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Dec 15 05:21:26.386068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3966640-e870-4380-9f97-a67938e98812 req-7cf74316-c77c-42e9-afb0-afa9b5b26abb tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:26.387507 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3966640-e870-4380-9f97-a67938e98812 req-7cf74316-c77c-42e9-afb0-afa9b5b26abb tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0508430 Dec 15 05:21:26.433831 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d3966640-e870-4380-9f97-a67938e98812 req-ea4b5207-06d3-4931-a478-3ee1e537ef81 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Dec 15 05:21:27.546361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e208ad-8012-4b05-89b8-77a6c6358fee req-f19a171e-b75b-4092-a659-db91a33d9e45 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:27.547820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61e208ad-8012-4b05-89b8-77a6c6358fee req-f19a171e-b75b-4092-a659-db91a33d9e45 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0476191 Dec 15 05:21:27.594416 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-61e208ad-8012-4b05-89b8-77a6c6358fee req-e611e4f9-376c-459b-9aac-103e0686977e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Dec 15 05:21:27.791401 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3735deac-41c6-484a-970b-04a8a813a832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:28.711338 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ed106-2189-4556-95bc-c9be3291fd85 req-ed245ad4-b845-4327-adae-134dfedf4c56 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:28.713338 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f0ed106-2189-4556-95bc-c9be3291fd85 req-ed245ad4-b845-4327-adae-134dfedf4c56 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0468359 Dec 15 05:21:28.726282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:21:28.763331 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f0ed106-2189-4556-95bc-c9be3291fd85 req-bcb99018-bd41-41c8-b0b3-d0d5168fa844 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Dec 15 05:21:28.980265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:28.990782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '903f70d6-91c8-4667-b83a-d738009e58de', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '903f70d6-91c8-4667-b83a-d738009e58de', 'mac_address': 'fa:16:3e:d8:bf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:21:29.026728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:29.039009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:21:29.060997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:29.065221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:29.109751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:29.455587 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['903f70d6-91c8-4667-b83a-d738009e58de'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:21:29.879353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b27f-a45f-46c8-a922-b9088a0b63ac req-9f169e40-5eaa-4916-acc0-64e65691d925 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:29.880745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1055b27f-a45f-46c8-a922-b9088a0b63ac req-9f169e40-5eaa-4916-acc0-64e65691d925 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0485566 Dec 15 05:21:29.927116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1055b27f-a45f-46c8-a922-b9088a0b63ac req-adff4a23-742e-41f2-b865-3870f6952e06 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Dec 15 05:21:29.972911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0c25bbdf-3119-4f2f-b46c-d6c531858c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:30.741705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:21:30.788855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 903f70d6-91c8-4667-b83a-d738009e58de completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:21:30.792834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 903f70d6-91c8-4667-b83a-d738009e58de triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:21:30.793197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:30.865920 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:30.890871 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:30.893144 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a9dc3-6b55-4652-8f04-838b2e6cb5a2" -d '{"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-plugged", "status": "completed", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:30.905738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:21:30.910792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:30.940309 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68df23cc-4c57-4c48-8430-f1472c199c3f x-openstack-request-id: req-68df23cc-4c57-4c48-8430-f1472c199c3f {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:30.940600 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-plugged", "status": "completed", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:30.940852 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68df23cc-4c57-4c48-8430-f1472c199c3f {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:30.941249 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'code': 200} Dec 15 05:21:30.969449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:21:31.044548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6104a-ba52-459e-9a5a-6af7c7a94783 req-217244b8-fd32-40c7-a35e-ca3cd49499cb tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:31.046008 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9df6104a-ba52-459e-9a5a-6af7c7a94783 req-217244b8-fd32-40c7-a35e-ca3cd49499cb tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0476971 Dec 15 05:21:31.077561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f32c1f-2c8f-4122-aecf-04932d535f35 req-139a4659-ad0c-408b-bf92-7833cc4e6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:31.079047 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8f32c1f-2c8f-4122-aecf-04932d535f35 req-139a4659-ad0c-408b-bf92-7833cc4e6181 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1098 time: 0.0413501 Dec 15 05:21:31.092752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9df6104a-ba52-459e-9a5a-6af7c7a94783 req-d1e23434-4c5c-4f3f-9720-c83b73434fb3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Dec 15 05:21:31.129238 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b8f32c1f-2c8f-4122-aecf-04932d535f35 req-988bfe1f-c8e5-4d66-b852-ecd28e9816de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 Dec 15 05:21:31.294860 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:32.214247 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5673d-862f-4d24-8d3c-d8272c2d97c7 req-1e5fbecd-c2b6-409f-8e5c-00455bdeeeca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:32.215724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1df5673d-862f-4d24-8d3c-d8272c2d97c7 req-1e5fbecd-c2b6-409f-8e5c-00455bdeeeca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0538142 Dec 15 05:21:32.264857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1df5673d-862f-4d24-8d3c-d8272c2d97c7 req-591ea35a-6cee-4e06-b80f-fc5ec5acc973 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Dec 15 05:21:32.837230 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:33.379419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ab9c4-dc75-44c2-9ae8-d04db8a9005d req-9fc07020-ca77-490b-92d7-7ae9af1ff150 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:33.380932 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-252ab9c4-dc75-44c2-9ae8-d04db8a9005d req-9fc07020-ca77-490b-92d7-7ae9af1ff150 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0482950 Dec 15 05:21:33.429299 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-252ab9c4-dc75-44c2-9ae8-d04db8a9005d req-4476b205-2cc1-43af-80d9-81050144656f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423672 Dec 15 05:21:33.431372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:33.538389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c6749-b9ce-4dec-88e6-25d58974af41 req-29bc2999-be13-43af-9e81-48236b1decf0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:33.540409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3d7c6749-b9ce-4dec-88e6-25d58974af41 req-29bc2999-be13-43af-9e81-48236b1decf0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0469329 Dec 15 05:21:33.549002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55326) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:21:33.553328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'floatingip': {'port_id': '903f70d6-91c8-4667-b83a-d738009e58de'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:21:33.594705 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:33.901647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:34.293023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:34.296785 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:34.390687 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 associated. External IP: 172.25.2.13, port: 903f70d6-91c8-4667-b83a-d738009e58de. Dec 15 05:21:34.590203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:21:34.694994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:21:34.699439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:34.704866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:21:34.714138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:21:34.714743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:21:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:34.729421 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-04034da9-8675-49a3-a3a2-91ff8832c901 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "PUT /v2.0/floatingips/f5789f72-69eb-4438-804c-91d0736b4b78 HTTP/1.1" status: 200 len: 991 time: 1.1762137 Dec 15 05:21:34.729421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:21:34.729693 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc40c8d9-7590-4d4d-a8e2-76d695705d32" -d '{"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:21:34.770660 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4774fe1-6486-4fec-9ea7-644050ab316d x-openstack-request-id: req-b4774fe1-6486-4fec-9ea7-644050ab316d {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:21:34.771029 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:21:34.771359 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4774fe1-6486-4fec-9ea7-644050ab316d {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:21:34.771831 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'status': 'completed', 'code': 200} Dec 15 05:21:34.822460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:21:34.866242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-52134135-c1b3-443e-8b03-a94ceeeac3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:34.867844 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-52134135-c1b3-443e-8b03-a94ceeeac3bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1098 time: 0.0397213 Dec 15 05:21:34.959024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-d8fef9bb-6709-4be4-a831-92a4b1bdb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:34.960830 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-d8fef9bb-6709-4be4-a831-92a4b1bdb066 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0859189 Dec 15 05:21:35.026214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-c47715ad-5ac4-46d2-99e0-3691c43d2049 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 999 time: 0.0583761 Dec 15 05:21:35.044824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '903f70d6-91c8-4667-b83a-d738009e58de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:d8:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:21:34Z', 'revision_number': 9, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:35.070165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:21:35.075164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-08d79e90-359c-455f-85e9-ff1d9c0226bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:35.076690 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-08d79e90-359c-455f-85e9-ff1d9c0226bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0431941 Dec 15 05:21:35.078646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:21:35.079254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:21:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:35.126921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-9945c25b-0d87-484c-a790-2fd70c8479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:21:35.128386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-9945c25b-0d87-484c-a790-2fd70c8479e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445268 Dec 15 05:21:35.184295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:21:35.215904 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-0eb99a03-1d3c-404a-acfb-4cfd6fb99077 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800588 Dec 15 05:21:35.313866 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc40c8d9-7590-4d4d-a8e2-76d695705d32 req-61b4d757-0350-4a6a-9c52-bb0c4adf70d4 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899072 Dec 15 05:21:35.413664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '903f70d6-91c8-4667-b83a-d738009e58de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:d8:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:21:34Z', 'revision_number': 9, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:21:35.439065 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06688f97-3af0-4c64-a5ff-eeaee83eae5a None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': '903f70d6-91c8-4667-b83a-d738009e58de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:d8:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:21:34Z', 'revision_number': 9, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:21:35.624903 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c478d-d583-4c0b-9c69-df8e8485300c None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:21:37.432961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:57.793849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ce286e7b-6e56-4f90-8f9a-af781c3ed5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:21:59.974376 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0adf5aac-2fec-4902-b66a-97c036c84951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:00.034793 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:22:01.296869 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:02.840532 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:03.433416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:03.898929 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:07.418547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:23.995849 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-e1d997be-dad0-4540-8f13-f23c344993ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387506 Dec 15 05:22:24.111615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-299b9690-aa52-4aeb-967e-991b6efea12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:22:24.113083 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-299b9690-aa52-4aeb-967e-991b6efea12f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1098 time: 0.0390389 Dec 15 05:22:24.226566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-65c0e20e-b5aa-4646-8eb2-108141b712f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:22:24.228026 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-65c0e20e-b5aa-4646-8eb2-108141b712f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0875304 Dec 15 05:22:24.297833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-0a4c95f0-5b3c-48ea-bc04-028d7dcb8406 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1002 time: 0.0619931 Dec 15 05:22:24.349456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-b4734d86-8b63-447b-8cc3-4e51b5c65f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:22:24.351392 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-b4734d86-8b63-447b-8cc3-4e51b5c65f8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0419931 Dec 15 05:22:24.404839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-1b957e97-44a8-4b00-894c-a38d74cd7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:22:24.406569 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-1b957e97-44a8-4b00-894c-a38d74cd7e38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444555 Dec 15 05:22:24.502318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-609c76f8-bd6c-4c41-8635-8e7fb7ea05b7 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830104 Dec 15 05:22:24.605574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b50ec908-cac6-4c0d-acff-7dfe9531180a req-af1b65c5-39f6-482a-9ab9-b61d20995efc service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898919 Dec 15 05:22:27.795094 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd6418ee-602d-4b73-a62f-60224b7819c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:29.975901 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-90fe1869-65f3-4f7e-8836-7b4c1743557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:31.298678 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:32.842411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:33.436792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:33.901306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:37.034626 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:22:37.446930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:57.796674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-794452a8-e495-4332-97fd-22e83b7a3d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:22:59.977315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0ff645c-7bf4-4ee5-9123-613033cc1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:01.302235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:02.845224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:03.439461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:03.897020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:07.462020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:14.033971 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:23:15.170979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-16ee7084-98bb-4ec9-9dab-1341dd988269 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402346 Dec 15 05:23:15.191134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef96fb-4fdb-4fae-aac6-08f83b224025 req-ee25e082-4a9c-4256-a198-035aee9108fe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:15.192678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edef96fb-4fdb-4fae-aac6-08f83b224025 req-ee25e082-4a9c-4256-a198-035aee9108fe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0512993 Dec 15 05:23:15.245635 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edef96fb-4fdb-4fae-aac6-08f83b224025 req-7d55c5c0-6693-4492-898b-c66b299bddf3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Dec 15 05:23:16.331462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-393ee775-76b8-4ec4-b043-bcf66be8229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:16.333114 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-393ee775-76b8-4ec4-b043-bcf66be8229a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1098 time: 0.0398712 Dec 15 05:23:16.366645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0340-deb9-4f2a-9d1f-b5b28cdfa682 req-7075138e-dd0a-4a94-8ca9-5f3c4e493cd9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:16.368272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e54c0340-deb9-4f2a-9d1f-b5b28cdfa682 req-7075138e-dd0a-4a94-8ca9-5f3c4e493cd9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0487409 Dec 15 05:23:16.415883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e54c0340-deb9-4f2a-9d1f-b5b28cdfa682 req-cd2b19dc-ba14-43cb-99eb-e8353d99c35d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Dec 15 05:23:16.426436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-7efe8ef3-16dd-43a1-8784-c4ea642bfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:16.428044 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-7efe8ef3-16dd-43a1-8784-c4ea642bfaee service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0871172 Dec 15 05:23:16.496518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-1ea7743c-491c-493f-a902-7daaab3d355b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1002 time: 0.0571666 Dec 15 05:23:16.545880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-96485031-777b-4b27-aaf6-a4cf77173e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:16.547281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-96485031-777b-4b27-aaf6-a4cf77173e0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0435681 Dec 15 05:23:16.603560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-e1433f18-c8c2-45e0-8bb2-17635c0a9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:16.605117 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-e1433f18-c8c2-45e0-8bb2-17635c0a9baa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451300 Dec 15 05:23:16.696366 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-61430fac-6302-4296-8603-f69b5518872f service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799842 Dec 15 05:23:16.791989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-02d6bdaf-0d13-4c24-a9b4-425c956b2dde service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846364 Dec 15 05:23:17.528399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc63ff-e3f0-43ea-a906-940ebbd6891b req-611d168b-5c76-4d2e-b06c-0781d4673cbc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:17.529770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fdc63ff-e3f0-43ea-a906-940ebbd6891b req-611d168b-5c76-4d2e-b06c-0781d4673cbc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0471981 Dec 15 05:23:17.576370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0fdc63ff-e3f0-43ea-a906-940ebbd6891b req-101c5c14-f618-4524-a18f-93847d1b33f3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Dec 15 05:23:18.700254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce40308-4b5d-45de-b8f8-800e673b1056 req-d4ae453c-a228-4013-ba05-9ef2a0a2884f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:18.701737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ce40308-4b5d-45de-b8f8-800e673b1056 req-d4ae453c-a228-4013-ba05-9ef2a0a2884f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0517845 Dec 15 05:23:18.747817 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ce40308-4b5d-45de-b8f8-800e673b1056 req-ddd01111-af25-4524-9849-efb28f86a516 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Dec 15 05:23:19.861977 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b8ec0-e10a-4d0c-a4dd-c454945f9e8b req-253af8f3-cd71-437e-8e83-6e8b365456d6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:19.863327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c46b8ec0-e10a-4d0c-a4dd-c454945f9e8b req-253af8f3-cd71-437e-8e83-6e8b365456d6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0471010 Dec 15 05:23:19.910198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c46b8ec0-e10a-4d0c-a4dd-c454945f9e8b req-e4daa290-9900-48ed-acd7-df485c8aa6ed tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Dec 15 05:23:21.030691 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501efe66-6907-42ee-8403-fd9bfa86cf2d req-de73fa81-595f-460d-9dc2-9e3c4be1d32f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:21.032226 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-501efe66-6907-42ee-8403-fd9bfa86cf2d req-de73fa81-595f-460d-9dc2-9e3c4be1d32f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0546668 Dec 15 05:23:21.079779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-501efe66-6907-42ee-8403-fd9bfa86cf2d req-1d046339-3abb-4b0b-8326-f0305eb1e804 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Dec 15 05:23:22.194101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008739-acf7-4ac4-ba17-b3ad8e85d142 req-9a829810-901b-4164-9a34-f38f85c9ade8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:22.196231 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1008739-acf7-4ac4-ba17-b3ad8e85d142 req-9a829810-901b-4164-9a34-f38f85c9ade8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0493290 Dec 15 05:23:22.242576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1008739-acf7-4ac4-ba17-b3ad8e85d142 req-6e7fbe02-21b3-47a5-a016-e979751ede5a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Dec 15 05:23:23.357031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8f4c-7136-4095-9b13-c8ea2d96d5c4 req-5e8da01e-b255-4177-ace4-72d64a2b5d87 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:23.358483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-280f8f4c-7136-4095-9b13-c8ea2d96d5c4 req-5e8da01e-b255-4177-ace4-72d64a2b5d87 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0478506 Dec 15 05:23:23.408442 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-280f8f4c-7136-4095-9b13-c8ea2d96d5c4 req-bdc277ac-0f32-42c6-a648-1ba9cf3a76b2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Dec 15 05:23:24.524208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b04b0-b411-4727-9e1a-e8c9df849b98 req-2eafd50d-cb8e-4891-8049-1fc3d4161084 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:24.525694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-379b04b0-b411-4727-9e1a-e8c9df849b98 req-2eafd50d-cb8e-4891-8049-1fc3d4161084 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0502696 Dec 15 05:23:24.574274 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-379b04b0-b411-4727-9e1a-e8c9df849b98 req-21ba29c4-b430-496b-aa48-95c5f3d09e81 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423045 Dec 15 05:23:24.998438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc653-918f-426e-9388-5e7f7faa2570 req-16656107-6d1a-4808-8f65-03f405e3a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:24.999942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-16656107-6d1a-4808-8f65-03f405e3a907 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1098 time: 0.0416267 Dec 15 05:23:25.105400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc653-918f-426e-9388-5e7f7faa2570 req-a2b78ec3-c548-4990-8b0e-95accf9a1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:25.106881 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-a2b78ec3-c548-4990-8b0e-95accf9a1c20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0859640 Dec 15 05:23:25.188032 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-d7864225-2246-4407-8fc4-969f90ed92a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1002 time: 0.0575149 Dec 15 05:23:25.236869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc653-918f-426e-9388-5e7f7faa2570 req-091df730-d4b7-4670-bbc6-4da3950b5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:25.238927 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-091df730-d4b7-4670-bbc6-4da3950b5866 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0432024 Dec 15 05:23:25.288398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc653-918f-426e-9388-5e7f7faa2570 req-86f90504-a587-45e6-8019-f8a1fd2f6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:25.289896 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-86f90504-a587-45e6-8019-f8a1fd2f6a3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429368 Dec 15 05:23:25.378075 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-4cca62fc-389f-451d-8926-9b07fc75394a service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Dec 15 05:23:25.472266 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-303fc653-918f-426e-9388-5e7f7faa2570 req-5b64c0d9-6bb1-48ec-9030-27d41b628f16 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825639 Dec 15 05:23:25.693373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305694-5b59-402b-8502-5c699f1deffe req-4b6cd67f-1efd-4596-aa5d-c090f5c8caaa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:25.694852 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7305694-5b59-402b-8502-5c699f1deffe req-4b6cd67f-1efd-4596-aa5d-c090f5c8caaa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0524521 Dec 15 05:23:25.741704 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d7305694-5b59-402b-8502-5c699f1deffe req-c6026c68-7b14-4329-8541-e5685687b600 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403280 Dec 15 05:23:25.917555 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-9229d848-9fcb-4010-88f4-752e2b0625ee req-88d29c14-8b60-4ae7-9686-c82ca99e0a0b service neutron] (103132) timed out ('10.222.0.37', 51328) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:23:26.858867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e420e-d466-4905-a7ab-92f052cc0713 req-bb07cb18-1c93-491f-8948-1107bdcc0b8c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:26.860368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9e420e-d466-4905-a7ab-92f052cc0713 req-bb07cb18-1c93-491f-8948-1107bdcc0b8c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0516253 Dec 15 05:23:26.907364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea9e420e-d466-4905-a7ab-92f052cc0713 req-f364d073-e8dc-4a0d-9da1-1e345c1904f7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Dec 15 05:23:27.801106 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4c465785-ac43-4590-96c0-1a480a91d27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:28.032451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7cd7a-58d9-4c9f-bc26-37ce18a970e8 req-8a2bb7db-8657-41fd-bb50-b935834a39dd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:28.034593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7aa7cd7a-58d9-4c9f-bc26-37ce18a970e8 req-8a2bb7db-8657-41fd-bb50-b935834a39dd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0603960 Dec 15 05:23:28.080572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7aa7cd7a-58d9-4c9f-bc26-37ce18a970e8 req-17614475-bd16-42db-98d5-3475567b91e0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Dec 15 05:23:29.202180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af7112-5109-4138-bfc5-329fabbe3432 req-46b8a090-7d17-423f-a977-302d6bfc0185 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:29.203750 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18af7112-5109-4138-bfc5-329fabbe3432 req-46b8a090-7d17-423f-a977-302d6bfc0185 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0510666 Dec 15 05:23:29.258202 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18af7112-5109-4138-bfc5-329fabbe3432 req-5e62e094-61d6-4523-b57f-89257d72f862 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Dec 15 05:23:29.465951 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-d5a65e1c-8fcb-4cc0-933d-e1e8480f109c service neutron] show failed (client error): The resource could not be found. Dec 15 05:23:29.466873 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-d5a65e1c-8fcb-4cc0-933d-e1e8480f109c service neutron] 10.222.0.16 "GET /v2.0/ports/903f70d6-91c8-4667-b83a-d738009e58de/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.3489435 Dec 15 05:23:29.694559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-03cfefa7-4463-4671-9bb1-c4d149cfcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:29.696034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-03cfefa7-4463-4671-9bb1-c4d149cfcb39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 1098 time: 0.0405123 Dec 15 05:23:29.715275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:23:29.766634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:29.958463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:29.978724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5610e352-9c93-4116-b7d2-ce86115db1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:29.992085 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:23:30.030793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:30.033013 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd740940-8583-4c7a-afe4-d41bdfc34355" -d '{"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-unplugged", "status": "completed", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:30.037287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:30.049652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Transition to ACTIVE for port object 903f70d6-91c8-4667-b83a-d738009e58de will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:23:30.053504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:30.083607 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d66c73-6f1d-4c4a-b808-c3b3bbf7b4dd x-openstack-request-id: req-f8d66c73-6f1d-4c4a-b808-c3b3bbf7b4dd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:30.083912 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-unplugged", "status": "completed", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:30.084198 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8d66c73-6f1d-4c4a-b808-c3b3bbf7b4dd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:30.085250 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'code': 200} Dec 15 05:23:30.138078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:30.152705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.153051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.153394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.153731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.154062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.154392 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.154716 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.155039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.155364 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.155941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.156289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.156615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.156937 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:30.189438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] No DVR routers for this DVR port 903f70d6-91c8-4667-b83a-d738009e58de on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:23:30.325413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:23:30.325743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:23:30.326070 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:23:30.330301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:23:30.330622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:23:30.336097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:23:30.336441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:23:30.336825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:23:30.337247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Bound port: 903f70d6-91c8-4667-b83a-d738009e58de, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:23:30.337600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:30.378966 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81d7df-20a9-4b68-96a4-59d5d84c4b3d req-d3cbdc18-0a2f-453d-8766-c41b00024fb4 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:30.380487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b81d7df-20a9-4b68-96a4-59d5d84c4b3d req-d3cbdc18-0a2f-453d-8766-c41b00024fb4 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0522788 Dec 15 05:23:30.400759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:23:30.403858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:23:30.409023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:30.436680 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b81d7df-20a9-4b68-96a4-59d5d84c4b3d req-de5dce6e-9a18-44a2-9d70-017ba262321a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494757 Dec 15 05:23:30.465671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:30.466320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:30.467707 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] 10.222.0.42 "PUT /v2.0/ports/903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1093 time: 0.7563078 Dec 15 05:23:30.472609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a94d7-2191-4ff0-8ad3-d40bacca6300 service neutron] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:30.542780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-b9d86352-b158-4865-b136-2bca34698e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:30.544278 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-b9d86352-b158-4865-b136-2bca34698e29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1096 time: 0.0431421 Dec 15 05:23:30.638165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-8c552634-9870-4762-bc12-ffc9c56284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:30.639649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-8c552634-9870-4762-bc12-ffc9c56284d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0881624 Dec 15 05:23:30.710346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-66ea666d-8c0c-4421-bc03-5b8ffeb54d90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.0635521 Dec 15 05:23:30.758565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-fba808bd-5af8-4a2f-b56e-33721215ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:30.759933 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-fba808bd-5af8-4a2f-b56e-33721215ff26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0431540 Dec 15 05:23:30.807872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-1c39933c-fb5c-4633-9652-f38d555c0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:30.809313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-1c39933c-fb5c-4633-9652-f38d555c0265 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423014 Dec 15 05:23:30.901371 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-9fb1cbce-75e5-4bb3-b5c7-0718e990eb54 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839911 Dec 15 05:23:30.989701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f15146cb-4cba-4908-b3d9-a369eb07aa42 req-39fa7ae4-619e-4bad-afe5-5467b16e22d3 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806382 Dec 15 05:23:31.304301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:31.554937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd4a5-b445-4950-980f-149aae801db2 req-a107913e-462b-4c19-aa42-d6b813727fb3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:31.556404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4dbcd4a5-b445-4950-980f-149aae801db2 req-a107913e-462b-4c19-aa42-d6b813727fb3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0471680 Dec 15 05:23:31.602529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4dbcd4a5-b445-4950-980f-149aae801db2 req-bf9246fb-2bca-4318-820d-4a321e567e23 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Dec 15 05:23:32.085991 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:32.088411 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1502487-4c95-4eee-8db9-83c7047d1cba" -d '{"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:32.136345 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff29eb2-6f0e-4cb2-9cf1-2ddc76ffe1fd x-openstack-request-id: req-5ff29eb2-6f0e-4cb2-9cf1-2ddc76ffe1fd {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:32.136638 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:32.136893 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ff29eb2-6f0e-4cb2-9cf1-2ddc76ffe1fd {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:32.137295 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'status': 'completed', 'code': 200} Dec 15 05:23:32.253883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-f592aef0-8117-472c-acba-78e3a591340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.255370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-f592aef0-8117-472c-acba-78e3a591340f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1096 time: 0.0713801 Dec 15 05:23:32.264382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-ce569ff2-11ac-4075-9b4c-2d89bcff5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.265797 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-ce569ff2-11ac-4075-9b4c-2d89bcff5080 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1096 time: 0.0569735 Dec 15 05:23:32.414804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-ec778f96-4ac8-4d0a-a4a1-8c65fbda0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.416287 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-ec778f96-4ac8-4d0a-a4a1-8c65fbda0004 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1490576 Dec 15 05:23:32.425770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-53900254-6cfb-4cb8-9e72-989f522f13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.427215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-53900254-6cfb-4cb8-9e72-989f522f13c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1425397 Dec 15 05:23:32.532364 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-2c78d54f-e6bd-4cb7-8bc3-566e2db29c7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.1041648 Dec 15 05:23:32.540705 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-05559dff-510f-4131-b25d-047dcb0f6e16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.0780492 Dec 15 05:23:32.586504 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-50a3ee8e-34c0-4cfa-bd33-90ab807364fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.587944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-50a3ee8e-34c0-4cfa-bd33-90ab807364fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0431709 Dec 15 05:23:32.660488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-0419ce12-9926-4f68-98b9-ec70961a3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.662133 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-0419ce12-9926-4f68-98b9-ec70961a3150 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0731575 Dec 15 05:23:32.711049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-40daf821-6ad2-409b-a75b-f67a0f332cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.712577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-40daf821-6ad2-409b-a75b-f67a0f332cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980840 Dec 15 05:23:32.723258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-1d17c39b-01f3-489d-b8c2-3063cf759309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.724795 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-1d17c39b-01f3-489d-b8c2-3063cf759309 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527148 Dec 15 05:23:32.742941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22743131-123b-44f5-9eca-d018fd0bf0af req-ff8e9239-24d9-47c4-ac8c-f2a4b99948fc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:32.745106 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22743131-123b-44f5-9eca-d018fd0bf0af req-ff8e9239-24d9-47c4-ac8c-f2a4b99948fc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0541611 Dec 15 05:23:32.793407 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22743131-123b-44f5-9eca-d018fd0bf0af req-b543b89e-862a-434e-9714-5f575f685e8e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417445 Dec 15 05:23:32.848707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:32.876440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-513acf2d-60f0-4bd1-8f4b-6b979753640c service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501417 Dec 15 05:23:32.878582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-fc887fc2-1f9f-4ab5-baf5-f867af10ac52 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354728 Dec 15 05:23:33.031411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-ec778738-742b-4a5a-a04b-fe81d0448152 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459286 Dec 15 05:23:33.036304 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b1502487-4c95-4eee-8db9-83c7047d1cba req-23b59d95-969b-494c-be68-057b6bd411d0 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434228 Dec 15 05:23:33.338121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:23:33.375281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:23:33.443318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:33.896524 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:33.909730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847a5f-9086-42d9-807b-9151eac14f08 req-29e7b923-6db1-486b-b221-107c743f9e73 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:33.911198 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22847a5f-9086-42d9-807b-9151eac14f08 req-29e7b923-6db1-486b-b221-107c743f9e73 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0485859 Dec 15 05:23:33.958453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-22847a5f-9086-42d9-807b-9151eac14f08 req-316674ac-2563-4c9b-8c32-e5d06695f48e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Dec 15 05:23:34.238241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-b5a276aa-b227-4a36-9c09-21acfa2fecfd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:34.239703 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-b5a276aa-b227-4a36-9c09-21acfa2fecfd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0&tenant_id=4dffd8947b68463e927b6cb7bf4bd111&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 944 time: 0.0561302 Dec 15 05:23:34.250641 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f2c13-f500-4d56-a84c-f3ae0a69c700 req-95590fcd-7639-4d69-8a7e-42142b0c8c31 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:34.252113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a4f2c13-f500-4d56-a84c-f3ae0a69c700 req-95590fcd-7639-4d69-8a7e-42142b0c8c31 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 944 time: 0.0524833 Dec 15 05:23:34.299927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a4f2c13-f500-4d56-a84c-f3ae0a69c700 req-39bd67c9-4f37-48b9-ab3d-255b1e6ad919 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Dec 15 05:23:34.300745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-69d352d2-3cc9-4d3d-8db9-b8bd29201b31 service neutron] 10.222.0.42 "GET /v2.0/ports/903f70d6-91c8-4667-b83a-d738009e58de/bindings/n-h2-820935-10 HTTP/1.1" status: 200 len: 383 time: 0.0534070 Dec 15 05:23:34.376684 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-a9ebfa89-5029-4e64-823f-a2cbb47e20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:34.378146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-a9ebfa89-5029-4e64-823f-a2cbb47e20af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1096 time: 0.0398238 Dec 15 05:23:34.469677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-29dfff71-09bd-416c-b923-827e2a29c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:34.471048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-29dfff71-09bd-416c-b923-827e2a29c726 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0862269 Dec 15 05:23:34.553333 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-d67073f0-95bb-4751-9053-65f2cb17b29f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.0746112 Dec 15 05:23:34.601385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-63d6e0f9-79d1-4276-a334-89f7396ca9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:34.602845 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-63d6e0f9-79d1-4276-a334-89f7396ca9d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0431018 Dec 15 05:23:34.650902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-fc7a66ad-5625-4d3a-9d8b-d571042c9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:34.652384 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-fc7a66ad-5625-4d3a-9d8b-d571042c9f09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431969 Dec 15 05:23:34.740429 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-9c761ca8-d238-4a0e-a793-d6097b6ea410 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810363 Dec 15 05:23:34.831270 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-66df70b7-dc71-4045-aae0-5aece84f3b49 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840611 Dec 15 05:23:35.014535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:23:35.103787 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:35.114636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '903f70d6-91c8-4667-b83a-d738009e58de', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '903f70d6-91c8-4667-b83a-d738009e58de', 'mac_address': 'fa:16:3e:d8:bf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:23:35.153791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:35.165992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:23:35.190423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:35.194707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:35.241632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:35.248968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.249322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.249666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.250009 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.250346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.250679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.251010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.251346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.251666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.251991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.252350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.252678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.253002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:23:35.414983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61244eb-1198-44fb-bbbb-8901893c0e3e req-e6c74ded-dd65-4033-97cc-e89d31339431 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:35.416500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e61244eb-1198-44fb-bbbb-8901893c0e3e req-e6c74ded-dd65-4033-97cc-e89d31339431 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0477378 Dec 15 05:23:35.463174 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e61244eb-1198-44fb-bbbb-8901893c0e3e req-27d59ec3-cf0a-443c-8656-0575a7856b4d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Dec 15 05:23:35.518165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['903f70d6-91c8-4667-b83a-d738009e58de'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:23:36.586347 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5f131-d3f7-423d-8240-9a23af931056 req-8405de63-039e-42df-ac7a-bdf90fb75754 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:36.587197 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbe5f131-d3f7-423d-8240-9a23af931056 req-8405de63-039e-42df-ac7a-bdf90fb75754 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0514114 Dec 15 05:23:36.641589 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbe5f131-d3f7-423d-8240-9a23af931056 req-4db6202d-e985-4a4c-bce9-df68465284e2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481911 Dec 15 05:23:36.937097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-546752ab-14b8-47c0-b7f1-30f7d455e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:36.938577 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-546752ab-14b8-47c0-b7f1-30f7d455e0fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 1097 time: 0.0415220 Dec 15 05:23:36.958804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:23:37.008849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.051030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:23:37.126164 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.141500 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:23:37.212590 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:37.244546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:23:37.275703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:23:37.283896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.297099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Ignored duplicate provisioning block setup for port 903f70d6-91c8-4667-b83a-d738009e58de by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 15 05:23:37.300630 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.339980 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:23:37.340369 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:23:37.390004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=9']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:37.424710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] No DVR routers for this DVR port 903f70d6-91c8-4667-b83a-d738009e58de on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:23:37.462674 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.563707 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:23:37.564257 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:23:37.564595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:23:37.569403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:23:37.569724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Attempting to bind port 903f70d6-91c8-4667-b83a-d738009e58de on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:23:37.574431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:23:37.574761 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:23:37.575137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:23:37.575556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Bound port: 903f70d6-91c8-4667-b83a-d738009e58de, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:23:37.575900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.637241 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:23:37.640320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:23:37.644280 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.682989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:37.683607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:37.685220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] 10.222.0.16 "PUT /v2.0/ports/903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1093 time: 0.7301641 Dec 15 05:23:37.685667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:37.687921 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b94f21-951d-4778-9e23-07db7ed4a98c" -d '{"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:37.710062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de779fdd-c856-432c-b1ec-a9b7e879de96 service neutron] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:37.758728 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf81c1-c437-48d5-b218-0135b146d843 x-openstack-request-id: req-49bf81c1-c437-48d5-b218-0135b146d843 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:37.759041 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:37.759274 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49bf81c1-c437-48d5-b218-0135b146d843 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:37.759697 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'status': 'completed', 'code': 200} Dec 15 05:23:37.776239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2304-b414-47d2-b9af-057739bb6a7a req-7be808c1-0bea-4d0d-b505-d38719fd4bfa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:37.777961 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12ee2304-b414-47d2-b9af-057739bb6a7a req-7be808c1-0bea-4d0d-b505-d38719fd4bfa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0619283 Dec 15 05:23:37.794049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-d965a35a-671c-4eda-bb10-80c0ab49b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:37.795562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-d965a35a-671c-4eda-bb10-80c0ab49b3d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1097 time: 0.0464857 Dec 15 05:23:37.830886 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-12ee2304-b414-47d2-b9af-057739bb6a7a req-2066a44b-1aa4-4b95-a09a-7918eb60d2cc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Dec 15 05:23:37.898062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-3367535b-0dcc-4622-ab12-03c1b3d2070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:37.899691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-3367535b-0dcc-4622-ab12-03c1b3d2070a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1097 time: 0.1001930 Dec 15 05:23:37.973421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-b41c6beb-b25f-4cf7-b80e-09a811b2b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:37.974829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-b41c6beb-b25f-4cf7-b80e-09a811b2b4c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1513200 Dec 15 05:23:38.336736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-5e4d8283-53e6-4158-9a48-a035bea4fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.338202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-5e4d8283-53e6-4158-9a48-a035bea4fd44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.4314322 Dec 15 05:23:38.357547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-7f0df432-2ce9-434f-a5b9-9d2c84dd1fc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.3636601 Dec 15 05:23:38.442735 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-4e3766e9-b607-4e7c-880d-93d364e52965 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.0963397 Dec 15 05:23:38.444456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-780681d5-7a3c-4adc-9400-14b0052ea86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.445782 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-780681d5-7a3c-4adc-9400-14b0052ea86d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0620615 Dec 15 05:23:38.515557 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-bdf0e806-b069-416f-9eed-da038d87afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.517111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-bdf0e806-b069-416f-9eed-da038d87afda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0679386 Dec 15 05:23:38.522777 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-96677b70-e7b5-49e6-8800-a0a91b798efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.524157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-96677b70-e7b5-49e6-8800-a0a91b798efb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673723 Dec 15 05:23:38.614452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-d21d2440-a3ea-4a84-b799-b587d6330c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.615906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-d21d2440-a3ea-4a84-b799-b587d6330c0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909052 Dec 15 05:23:38.686934 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-83ea5d2b-95a7-4e86-8b4b-a6e84d87518a service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391478 Dec 15 05:23:38.774753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-76ee157d-212e-4d81-9ef2-187de67580ec service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509116 Dec 15 05:23:38.847554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6419f2f2-3261-4bd1-952b-9a60d67ba129 req-f7dbeeeb-6f6e-414b-acd7-a61fd43ee240 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482408 Dec 15 05:23:38.889245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-9660c61f-1039-4121-9bcf-d0f2a4dd2122 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063318 Dec 15 05:23:38.951430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319d08f-f18e-4090-9828-ac37314095eb req-09e3ac89-1f2b-4351-bc30-3faa3b929b5b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.952921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a319d08f-f18e-4090-9828-ac37314095eb req-09e3ac89-1f2b-4351-bc30-3faa3b929b5b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Dec 15 05:23:38.998439 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-7bf5806f-db11-427e-9e67-4f39b1e22ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:38.999921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a319d08f-f18e-4090-9828-ac37314095eb req-cd02ac8f-afb1-4040-8b13-b0764405752a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Dec 15 05:23:39.000080 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-7bf5806f-db11-427e-9e67-4f39b1e22ef7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 1097 time: 0.0409646 Dec 15 05:23:39.093441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-fc1f1c73-d717-4029-a33f-3d515b9c48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:39.094906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-fc1f1c73-d717-4029-a33f-3d515b9c48d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0865204 Dec 15 05:23:39.161131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-cb0fc706-c9c1-40ca-bafb-25f7856b558e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 200 len: 1000 time: 0.0569124 Dec 15 05:23:39.212597 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-fd43b8bc-ef60-4c61-8542-e0a2741bb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:39.214050 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-fd43b8bc-ef60-4c61-8542-e0a2741bb44b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0436845 Dec 15 05:23:39.263874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-b7aa0f29-970e-4552-82d2-7fed0f853398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:39.265433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-b7aa0f29-970e-4552-82d2-7fed0f853398 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432913 Dec 15 05:23:39.353356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-d862f7e8-a2da-464c-b9e0-7555178280e2 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796034 Dec 15 05:23:39.445963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a8b94f21-951d-4778-9e23-07db7ed4a98c req-9733d66f-127d-4a67-b2e8-3fc9f9ec9932 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847313 Dec 15 05:23:40.118845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d849-67cc-481c-baa6-91fe1a5168df req-76fd3ff6-8718-482b-bdcd-330d239a6dc2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:40.120321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9649d849-67cc-481c-baa6-91fe1a5168df req-76fd3ff6-8718-482b-bdcd-330d239a6dc2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Dec 15 05:23:40.166936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9649d849-67cc-481c-baa6-91fe1a5168df req-4d686744-285e-434c-8364-6424d3ee1f33 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407271 Dec 15 05:23:41.285019 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e81db-83fe-4b72-ac04-97a20e706163 req-de79d44d-8098-4bf1-bdbb-4c172e5a907b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:41.286477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-142e81db-83fe-4b72-ac04-97a20e706163 req-de79d44d-8098-4bf1-bdbb-4c172e5a907b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Dec 15 05:23:41.336793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-142e81db-83fe-4b72-ac04-97a20e706163 req-334def50-05f1-4779-b5c6-f8e0a8dabb54 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Dec 15 05:23:41.375716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:23:41.456022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7c24c-2e95-4c84-b547-0323d320ba9c req-69cd8c96-cc2f-4f07-86ab-7790ba30d454 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:41.457426 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4f7c24c-2e95-4c84-b547-0323d320ba9c req-69cd8c96-cc2f-4f07-86ab-7790ba30d454 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Dec 15 05:23:41.470342 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:41.482369 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '903f70d6-91c8-4667-b83a-d738009e58de', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': '903f70d6-91c8-4667-b83a-d738009e58de', 'mac_address': 'fa:16:3e:d8:bf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:23:41.508201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4f7c24c-2e95-4c84-b547-0323d320ba9c req-18d6affe-4654-48b6-a480-11d30b8108d7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447018 Dec 15 05:23:41.518026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:41.531285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:23:41.551068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:41.555435 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:41.605668 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=11']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:41.624230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd46586-01ae-4a9b-a0a8-f2a54a66fc3e req-c07cd67a-23d9-41d9-be79-043098cff661 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:41.625665 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bd46586-01ae-4a9b-a0a8-f2a54a66fc3e req-c07cd67a-23d9-41d9-be79-043098cff661 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0500882 Dec 15 05:23:41.672495 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7bd46586-01ae-4a9b-a0a8-f2a54a66fc3e req-78153cbe-412b-4c74-a4d3-8d9a87de9e57 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Dec 15 05:23:41.884888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['903f70d6-91c8-4667-b83a-d738009e58de'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:23:41.900085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a51b9-08f5-4dac-b0fb-bf0f8e79f991 req-5e764717-6858-4e4f-aa5e-085ee681ddff tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:41.901580 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed8a51b9-08f5-4dac-b0fb-bf0f8e79f991 req-5e764717-6858-4e4f-aa5e-085ee681ddff tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0492406 Dec 15 05:23:41.949811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed8a51b9-08f5-4dac-b0fb-bf0f8e79f991 req-2bf14fa5-19a4-4cf9-b1d2-fd2848a6974c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Dec 15 05:23:43.068175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd8d99-b52c-4721-b9ca-e12afd21ea18 req-97d9a527-368e-4842-ab2f-a55bebb9c415 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:43.069645 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0cfd8d99-b52c-4721-b9ca-e12afd21ea18 req-97d9a527-368e-4842-ab2f-a55bebb9c415 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0511103 Dec 15 05:23:43.116587 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0cfd8d99-b52c-4721-b9ca-e12afd21ea18 req-91a0aac3-f396-49a6-81eb-4c0c31bdeddd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Dec 15 05:23:43.371248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:23:43.425306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 903f70d6-91c8-4667-b83a-d738009e58de completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:23:43.429050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 903f70d6-91c8-4667-b83a-d738009e58de triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:23:43.429422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.448790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-da7a3a64-ec59-4894-a4d1-81fb2c504281 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:43.450254 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-da7a3a64-ec59-4894-a4d1-81fb2c504281 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 946 time: 0.0504558 Dec 15 05:23:43.510200 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.533732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:43.536018 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be80e3c9-2726-4b39-aa8f-675039c1337c" -d '{"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-plugged", "status": "completed", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:43.543570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Deleting port 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:23:43.543848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.548276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:43.553493 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.581038 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed336d6-e35a-4617-bbd4-4d6cfe3533b9 x-openstack-request-id: req-8ed336d6-e35a-4617-bbd4-4d6cfe3533b9 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:43.581529 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-plugged", "status": "completed", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:43.581661 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ed336d6-e35a-4617-bbd4-4d6cfe3533b9 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:43.581976 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'code': 200} Dec 15 05:23:43.616126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:43.644084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] For port 903f70d6-91c8-4667-b83a-d738009e58de, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=903f70d6-91c8-4667-b83a-d738009e58de,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:43.644472 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.823220 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.823499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.823818 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 disassociated. External IP: 172.25.2.13, port: 903f70d6-91c8-4667-b83a-d738009e58de. Dec 15 05:23:43.824192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Calling delete_port for 903f70d6-91c8-4667-b83a-d738009e58de owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:23:43.952528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:43.977996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event deleted for resources: {'Port': ['ID=903f70d6-91c8-4667-b83a-d738009e58de,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:44.098934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:23:44.209154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:23:44.217556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9a58056-031f-4bb2-81fc-105fd7c6b5fb req-ade8e366-e605-4255-9160-8c37be62dc74 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=594c7b1c-12a6-46f6-9579-63197a2823d0 HTTP/1.1" status: 200 len: 210 time: 0.0259099 Dec 15 05:23:44.220950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:23:44.249637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] No DVR routers for this DVR port 903f70d6-91c8-4667-b83a-d738009e58de on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:23:44.252270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:44.255619 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-39c3c71f-b3ce-408d-9b9b-e46cd0dd7c31 req-0e7557ad-78af-46be-b2b6-dea0f3bf1aa9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "DELETE /v2.0/ports/903f70d6-91c8-4667-b83a-d738009e58de HTTP/1.1" status: 204 len: 173 time: 0.7949142 Dec 15 05:23:44.256279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-deleted', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:44.258575 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c1f685-2416-434c-ae9f-3e00fd1e0a98" -d '{"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-deleted", "tag": "903f70d6-91c8-4667-b83a-d738009e58de"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:44.298169 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5957b136-d539-4ce3-922f-9f535f22ee7a x-openstack-request-id: req-5957b136-d539-4ce3-922f-9f535f22ee7a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:44.298464 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594c7b1c-12a6-46f6-9579-63197a2823d0", "name": "network-vif-deleted", "tag": "903f70d6-91c8-4667-b83a-d738009e58de", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:44.298724 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5957b136-d539-4ce3-922f-9f535f22ee7a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:44.299137 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594c7b1c-12a6-46f6-9579-63197a2823d0', 'name': 'network-vif-deleted', 'tag': '903f70d6-91c8-4667-b83a-d738009e58de', 'status': 'completed', 'code': 200} Dec 15 05:23:44.418440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:23:44.419077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:23:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:23:44.530203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:23:44.731309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:23:44.759919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:23:44.767974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:23:44.768597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:23:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:23:44.867926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:23:45.058917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:23:45.085016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c197c9-a134-4ea0-997c-fc8372d8c44f None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:23:45.299302 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f06aa-021f-4aa7-bb0b-ed7cc33120f0 None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:23:45.502949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-13d336f6-d328-471d-a503-b228b17ea090 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1839173073&fields=id&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 267 time: 0.0417776 Dec 15 05:23:45.613731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-0fc99fea-1093-4433-8a82-9715d5a47e7a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:45.615173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-0fc99fea-1093-4433-8a82-9715d5a47e7a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1039321 Dec 15 05:23:45.630025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-d966724a-31d4-4b84-9edf-fd99e36c1d88 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/quotas/4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 375 time: 0.0087049 Dec 15 05:23:45.678881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-e7395e9e-213e-4ddb-bfaf-8f118e5e9888 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431986 Dec 15 05:23:45.694427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-0b9f7459-33f2-4f45-aad4-8a9c1e4f5ae1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:23:45.695358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-0b9f7459-33f2-4f45-aad4-8a9c1e4f5ae1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055156 Dec 15 05:23:45.784088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-539cbb11-5e13-40ec-b2b6-b00e0929dc66 service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831895 Dec 15 05:23:45.883678 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-a898a191-c0d8-4c56-a304-d7010f1f66ab service neutron] 10.222.0.37 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928953 Dec 15 05:23:46.040904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1261a5e5-cea1-4ec2-9e94-f55e1f163f30 req-8c51d682-39c9-4747-a417-8e127fb2c019 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0268812 Dec 15 05:23:47.118732 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-774bcade-9467-4020-8c58-9e3c8dcce400 req-ce312546-a725-488b-b2c1-7548bc1f92e1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0263011 Dec 15 05:23:47.406794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:23:47.430878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 903f70d6-91c8-4667-b83a-d738009e58de {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:23:47.431220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 903f70d6-91c8-4667-b83a-d738009e58de not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:23:48.201809 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3d22981-819c-419a-9b9f-f4fbc17d2d59 req-9e972093-7ca7-46b5-9599-fdfd1184a5a7 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0309467 Dec 15 05:23:49.281204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-467959cf-ae5c-4f96-9da2-2607712f59b8 req-85e51683-e75b-421c-83cb-e4c5a62a0410 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0262294 Dec 15 05:23:50.374055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4adfaa6f-ea1c-4423-a735-e0a2540ad23e req-148400da-8bc5-45e9-8d65-5e4e1c9296e3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0267568 Dec 15 05:23:51.033663 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:23:51.113513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-032bdbde-5e5c-45ab-8d25-bf90ffb09177 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:51.115086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-032bdbde-5e5c-45ab-8d25-bf90ffb09177 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 812 time: 0.1082902 Dec 15 05:23:51.191277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-71efb550-4f1b-4729-b5dd-57d2135040f3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 380 time: 0.0526361 Dec 15 05:23:51.206829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'port': {'device_id': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'admin_state_up': True, 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'security_groups': ['b88bc7b0-d2ed-4376-8c69-4eed9d7ce742']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:23:51.313369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Made reservation on behalf of 4dffd8947b68463e927b6cb7bf4bd111 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:23:51.316845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:51.445863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Allocated IP 172.20.0.14 (00bdc8ef-9ffb-42b2-8659-ed1d6b012b94/2f93f4d8-03b6-4beb-b97a-2554509d6e67/fa21c589-60a1-46b5-b11a-b82b1e91af43) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:23:51.470883 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5feb3bb1-6ee2-4bef-9050-c4eaa5c77f42 req-afc59f77-e05c-4689-8b6e-77d2a228afef tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0276797 Dec 15 05:23:51.586863 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:51.619503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:51.663217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:23:51.666366 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:23:51.669985 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:23:51.698163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:51.732824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:51.733517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:51.757561 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-281ee3dc-89ad-4ac1-a637-4a675a5b7cdf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5542474 Dec 15 05:23:51.775402 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Request body: {'port': {'device_id': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:23:51.830564 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:51.859093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6f30a450-dd48-484d-83a7-1e2ffbf12ac2 None None] Provisioning complete for port fa21c589-60a1-46b5-b11a-b82b1e91af43 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:23:51.859641 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6f30a450-dd48-484d-83a7-1e2ffbf12ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:51.893232 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6f30a450-dd48-484d-83a7-1e2ffbf12ac2 None None] Port fa21c589-60a1-46b5-b11a-b82b1e91af43 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:23:52.093314 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa21c589-60a1-46b5-b11a-b82b1e91af43 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:23:52.101393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:52.113487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Transition to ACTIVE for port object fa21c589-60a1-46b5-b11a-b82b1e91af43 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:23:52.116601 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:52.171281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:52.237200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:23:52.237543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:23:52.237908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:23:52.242641 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:23:52.242963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:23:52.248082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:23:52.248431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:23:52.248836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:23:52.249261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Bound port: fa21c589-60a1-46b5-b11a-b82b1e91af43, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:23:52.249614 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:52.314306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:23:52.317542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:23:52.321522 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:52.360015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:52.360687 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:52.362093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] 10.222.0.42 "PUT /v2.0/ports/fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1093 time: 0.5910516 Dec 15 05:23:52.362549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:52.364853 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b80589-07b7-40ea-a28e-c0fe602ceaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:52.388307 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fddd8-1c17-494c-ab34-48238a830125 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:52.413707 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205abf1-f905-4f45-bdad-880a0df8b700 x-openstack-request-id: req-9205abf1-f905-4f45-bdad-880a0df8b700 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:52.414064 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:52.414336 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9205abf1-f905-4f45-bdad-880a0df8b700 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:52.414762 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'status': 'completed', 'code': 200} Dec 15 05:23:52.468636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-fbc479af-0686-4aa3-856f-fcad9ed9d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:52.470154 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-fbc479af-0686-4aa3-856f-fcad9ed9d8fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1096 time: 0.0438776 Dec 15 05:23:52.521279 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-deba736a-81b8-4a53-a749-0481dd2826f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 217 time: 0.0369389 Dec 15 05:23:52.575061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-072f3a3b-a199-4c99-9c91-04768bfa5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:52.576578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-072f3a3b-a199-4c99-9c91-04768bfa5309 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0487607 Dec 15 05:23:52.592506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24b322-1cb8-4d07-a5aa-ded5bb18b67e req-8f1a5c69-9841-4d5f-b091-7e047ba3a28e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:52.594034 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb24b322-1cb8-4d07-a5aa-ded5bb18b67e req-8f1a5c69-9841-4d5f-b091-7e047ba3a28e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0489414 Dec 15 05:23:52.623295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-6df3e3bf-776e-4d90-ab53-3386d8099068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:52.625073 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-6df3e3bf-776e-4d90-ab53-3386d8099068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399108 Dec 15 05:23:52.642441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb24b322-1cb8-4d07-a5aa-ded5bb18b67e req-f473a2fe-c91a-48e5-a9c9-c9cc5aca383b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Dec 15 05:23:52.715073 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-b5d898a4-22bb-4ffe-804e-2ca0192eede9 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825074 Dec 15 05:23:52.807911 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6cf94e5f-332b-45d7-ae49-ac6ca876dbb6 req-a2920593-7570-4a9a-aeaa-734dba66dd41 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Dec 15 05:23:52.939218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-8d1e124f-c65a-447c-b7f2-7e08e3416a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:52.940656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-8d1e124f-c65a-447c-b7f2-7e08e3416a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1096 time: 0.0405996 Dec 15 05:23:53.030354 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-a4ba2c4d-b17d-4691-b361-ae4e0ad7abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:53.032089 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-a4ba2c4d-b17d-4691-b361-ae4e0ad7abea service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0845551 Dec 15 05:23:53.074234 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-66be48b6-c133-4824-802e-bf85061f72f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 217 time: 0.0343683 Dec 15 05:23:53.121185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-6d4742ff-1d4c-4cc5-9789-22ac6ceadade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:53.122570 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-6d4742ff-1d4c-4cc5-9789-22ac6ceadade service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0416117 Dec 15 05:23:53.171819 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-172a2de1-ea48-48c2-acc9-f8b5726b8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:53.173320 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-172a2de1-ea48-48c2-acc9-f8b5726b8603 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415742 Dec 15 05:23:53.263794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-7a48ad72-e430-4b8c-b4c4-9c89c54e9215 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806477 Dec 15 05:23:53.355635 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-42b80589-07b7-40ea-a28e-c0fe602ceaf4 req-b5375961-eaf8-4e87-8330-6d0c2a34757e service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844665 Dec 15 05:23:53.761899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d16d1-6fcb-4a86-9e18-c70f0bae5fb9 req-6cf02ecc-d67b-45b7-9649-f85eb8d6096b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:53.763604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-657d16d1-6fcb-4a86-9e18-c70f0bae5fb9 req-6cf02ecc-d67b-45b7-9649-f85eb8d6096b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0516284 Dec 15 05:23:53.811083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-657d16d1-6fcb-4a86-9e18-c70f0bae5fb9 req-8f2eff71-170e-419f-9b34-857dd8c93341 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Dec 15 05:23:54.923619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335efb-7c64-4567-a5c0-7f86c420329f req-c0c3fd3d-9163-465b-8523-d4f3d0219a35 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:54.925120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05335efb-7c64-4567-a5c0-7f86c420329f req-c0c3fd3d-9163-465b-8523-d4f3d0219a35 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0480149 Dec 15 05:23:54.971404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-05335efb-7c64-4567-a5c0-7f86c420329f req-55d50f18-e146-4788-b312-759bf9309472 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Dec 15 05:23:55.122626 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:23:55.216016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:55.227610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'mac_address': 'fa:16:3e:28:fb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:23:55.263126 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:55.276238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa21c589-60a1-46b5-b11a-b82b1e91af43 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:23:55.295411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:55.299210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:55.347699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:55.548561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['fa21c589-60a1-46b5-b11a-b82b1e91af43'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:23:56.090592 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777c9b-22fa-46e0-ba97-2c4aaaae2a54 req-41d85357-5de1-41bd-ae31-5b2b2cc5b0a6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:56.092043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e777c9b-22fa-46e0-ba97-2c4aaaae2a54 req-41d85357-5de1-41bd-ae31-5b2b2cc5b0a6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0516632 Dec 15 05:23:56.141132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3e777c9b-22fa-46e0-ba97-2c4aaaae2a54 req-6ec91981-4f23-4888-92ba-3d4c1923ee91 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Dec 15 05:23:57.138493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:23:57.190085 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port fa21c589-60a1-46b5-b11a-b82b1e91af43 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:23:57.194622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port fa21c589-60a1-46b5-b11a-b82b1e91af43 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:23:57.194990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:57.257243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca37b-240b-4e9d-8b9c-d4891e6f4cbd req-b3e72ce3-3563-445f-bf37-5c02f161bd0f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:57.258706 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bdca37b-240b-4e9d-8b9c-d4891e6f4cbd req-b3e72ce3-3563-445f-bf37-5c02f161bd0f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0488188 Dec 15 05:23:57.271918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:57.293958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:23:57.296267 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020024ce-96b9-43d0-bdf7-35bd2077f270" -d '{"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-plugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:23:57.308787 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bdca37b-240b-4e9d-8b9c-d4891e6f4cbd req-cbb03460-1916-4840-abe4-8b79bfb0ae81 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Dec 15 05:23:57.309076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:23:57.312812 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:57.347780 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf938f52-b511-4a45-a999-ca20e9c20c22 x-openstack-request-id: req-bf938f52-b511-4a45-a999-ca20e9c20c22 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:23:57.348093 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-plugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:23:57.348358 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf938f52-b511-4a45-a999-ca20e9c20c22 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:23:57.348742 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'code': 200} Dec 15 05:23:57.366197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:23:57.514405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdfc4e-1473-4dde-a0df-f94c932920c2 req-1ceca38c-c95b-42ed-9645-801c7e51d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:57.515875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cafdfc4e-1473-4dde-a0df-f94c932920c2 req-1ceca38c-c95b-42ed-9645-801c7e51d950 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1098 time: 0.0828297 Dec 15 05:23:57.559661 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cafdfc4e-1473-4dde-a0df-f94c932920c2 req-98f24ae0-fbcb-4273-9ac8-9dafb5b863a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Dec 15 05:23:57.804020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c76aca58-13b0-4b9e-8562-986a8be27914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:58.435419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedc01-9bf2-4a20-8d9c-47dcbf260530 req-01bc5c97-3ab1-4914-9409-20cdf34dce3c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:58.436918 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08cedc01-9bf2-4a20-8d9c-47dcbf260530 req-01bc5c97-3ab1-4914-9409-20cdf34dce3c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0477004 Dec 15 05:23:58.487808 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-08cedc01-9bf2-4a20-8d9c-47dcbf260530 req-b6f83d01-c019-4eb1-84ca-4027be21421f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450027 Dec 15 05:23:59.605593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53593-e0d1-4f84-9896-13bb1db67fb6 req-68d7f770-f065-42cf-a22e-bc91969d4d82 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:59.607060 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72f53593-e0d1-4f84-9896-13bb1db67fb6 req-68d7f770-f065-42cf-a22e-bc91969d4d82 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0494170 Dec 15 05:23:59.653800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-72f53593-e0d1-4f84-9896-13bb1db67fb6 req-daf30da7-ea18-40dc-8b71-edf7f83f5598 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407965 Dec 15 05:23:59.762909 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee60bb-1a6f-420f-8c05-a3c1f5e75107 req-10dd2291-e6a0-4588-aa8d-aae6a2674efe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:23:59.764387 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-74ee60bb-1a6f-420f-8c05-a3c1f5e75107 req-10dd2291-e6a0-4588-aa8d-aae6a2674efe tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0473578 Dec 15 05:23:59.773377 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 55702) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:23:59.777663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Request body: {'floatingip': {'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:23:59.819023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:23:59.980541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c92f038d-1223-4295-88ae-1f1148594bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:00.230962 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:00.234427 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:00.330803 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 associated. External IP: 172.25.2.13, port: fa21c589-60a1-46b5-b11a-b82b1e91af43. Dec 15 05:24:00.532951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:24:00.638871 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:24:00.643767 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:00.649432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:24:00.659282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:24:00.659894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:24:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:24:00.670573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-88e024e1-bce9-46fd-a488-82c9b19ea84e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "PUT /v2.0/floatingips/f5789f72-69eb-4438-804c-91d0736b4b78 HTTP/1.1" status: 200 len: 992 time: 0.8961463 Dec 15 05:24:00.671168 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:24:00.673422 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dd98bb5c9db830854b67a60e2048ccf2e1fc4f36a6c732d67c77e4761768394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe0599-b245-442b-8b06-d4c79a94b3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:24:00.711279 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5827349-e7e5-4b31-a664-b485a8ad0459 x-openstack-request-id: req-c5827349-e7e5-4b31-a664-b485a8ad0459 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:24:00.711576 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:24:00.711840 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5827349-e7e5-4b31-a664-b485a8ad0459 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:24:00.712305 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'status': 'completed', 'code': 200} Dec 15 05:24:00.765699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:24:00.803479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-cc1114e6-b21e-4167-8752-c90ef79df8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:00.804946 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-cc1114e6-b21e-4167-8752-c90ef79df8e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1098 time: 0.0399430 Dec 15 05:24:00.896407 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-f4d27f81-b5dc-4e3d-b596-3f6f1139cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:00.897901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-f4d27f81-b5dc-4e3d-b596-3f6f1139cfe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0855966 Dec 15 05:24:00.963537 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-c4d4b360-d757-4ff5-928b-1ef8511d19e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.0578244 Dec 15 05:24:00.985454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:28:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:24:00Z', 'revision_number': 13, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:24:01.011664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-cd0400a7-262e-43a8-aa99-672446804a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:01.013162 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-cd0400a7-262e-43a8-aa99-672446804a18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0432506 Dec 15 05:24:01.016176 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:24:01.024528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:24:01.025127 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:24:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:24:01.063962 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-58e1f2b1-e24c-4203-9a88-817a366665c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:01.065416 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-58e1f2b1-e24c-4203-9a88-817a366665c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443614 Dec 15 05:24:01.129481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:24:01.155862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-50fcdefb-86d6-461e-8c5a-288f3a0e62dc service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830765 Dec 15 05:24:01.251534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8ffe0599-b245-442b-8b06-d4c79a94b3c8 req-a7a71859-5ea6-452c-8f06-998cf82205ba service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894661 Dec 15 05:24:01.324640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:01.371162 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:28:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:24:00Z', 'revision_number': 13, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:24:01.557729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772ac2-2e1a-4e0b-b93f-7b0796d0c9b0 None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'f5789f72-69eb-4438-804c-91d0736b4b78', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'mac_address': 'fa:16:3e:28:fb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:16:44Z', 'updated_at': '2021-12-15T05:24:00Z', 'revision_number': 13, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:24:01.747823 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3711a8-9902-484a-9d6b-7c115f40e1b8 None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:24:02.850887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:03.445325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:03.895941 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:07.460481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:27.805973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-126613fc-4902-4449-a24c-a60ad1460a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:28.032971 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:24:29.981272 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e0062347-5a8d-4535-aca3-c46c308ab130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:31.313200 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:32.854790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:33.447256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:33.894376 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:37.461432 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:45.926357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-55e83296-6296-4314-8954-c0c3dc1ae5e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393960 Dec 15 05:24:46.021574 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-0685f01b-29fc-42da-aefe-e9000ebc0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:46.023686 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-0685f01b-29fc-42da-aefe-e9000ebc0062 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1098 time: 0.0399890 Dec 15 05:24:46.423005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-1284117b-db9f-4101-8fe4-3c16390a7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:46.424534 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-1284117b-db9f-4101-8fe4-3c16390a7125 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.3820291 Dec 15 05:24:46.487690 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-81919e59-c06e-46db-b82f-f0d924ce2d3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1002 time: 0.0554204 Dec 15 05:24:46.538717 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-5b00b498-2386-45d5-abd0-8ae2e3ef4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:46.540136 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-5b00b498-2386-45d5-abd0-8ae2e3ef4c95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0452492 Dec 15 05:24:46.584121 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-29d78804-f19a-4cf0-b383-75d3f8791f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:24:46.585622 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-29d78804-f19a-4cf0-b383-75d3f8791f6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386136 Dec 15 05:24:46.672425 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-829aff7f-d38d-4c89-ba0d-ea50f922f085 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799811 Dec 15 05:24:46.762105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b4121872-1a4f-4e39-822d-d8c9501c1328 req-2972bcc7-434d-4bc8-b278-b2ae7e7f0767 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825019 Dec 15 05:24:57.807411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d45e-f93b-4a03-8a5e-9c433372579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:24:59.982349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-197b9777-0178-4511-a97f-6892d3ba6a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:01.313686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:02.856179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:03.451494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:03.910318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:05.032671 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:25:07.472972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:27.808414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec91780b-0994-4908-9a54-76dc0139743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:29.984729 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a355c2c4-9015-4bc7-9f13-fa63770cab28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:31.315961 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:32.858934 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:33.453468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:33.908807 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:37.365544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dda791-8c89-4e7e-92d8-4c8be74c6372 req-d81d92af-2d71-466b-b56c-fee49d7fc156 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:37.367036 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6dda791-8c89-4e7e-92d8-4c8be74c6372 req-d81d92af-2d71-466b-b56c-fee49d7fc156 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0528965 Dec 15 05:25:37.415614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6dda791-8c89-4e7e-92d8-4c8be74c6372 req-7965b27d-0c34-47a1-ae38-b2a71a91c807 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Dec 15 05:25:37.490322 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:42.033277 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:25:46.955737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-78a325d5-4365-4077-8a7f-2422166d0bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390873 Dec 15 05:25:47.052839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-9c65729b-419c-4c01-b9f5-2fd4721bcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:47.054334 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-9c65729b-419c-4c01-b9f5-2fd4721bcc3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1098 time: 0.0413749 Dec 15 05:25:47.158576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-0844254e-4cc9-464d-b2dc-cc8c1885c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:47.160085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-0844254e-4cc9-464d-b2dc-cc8c1885c969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0872724 Dec 15 05:25:47.226985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-39ac84c7-3e5f-40a1-8ba1-385fca63fad2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1002 time: 0.0585029 Dec 15 05:25:47.279185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-08c9a2fd-970b-4d65-9939-e5185abd9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:47.280651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-08c9a2fd-970b-4d65-9939-e5185abd9f91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0470855 Dec 15 05:25:47.327200 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-47558092-2f5e-495b-8f5e-3e4393cdcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:47.328741 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-47558092-2f5e-495b-8f5e-3e4393cdcf7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401075 Dec 15 05:25:47.419033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-8ab394c0-0259-4bda-bda6-05fe39c0cd39 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820358 Dec 15 05:25:47.511189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-09a9350a-66a5-41b9-ab13-f705522d3543 req-37321954-8db3-4abf-bc96-bf0d32313309 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857115 Dec 15 05:25:49.579221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-e30df982-f346-46a6-b7f4-073fed34b619 req-5ed4c27b-9fc3-428c-b028-e26ef3d18bb2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:25:49.580283 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e30df982-f346-46a6-b7f4-073fed34b619 req-5ed4c27b-9fc3-428c-b028-e26ef3d18bb2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574019 Dec 15 05:25:49.744573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-49d06cb7-27f5-4c84-b662-5d78d6f2e024 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404780 Dec 15 05:25:49.753783 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-51d2fe16-c568-4296-bd47-ce575f0abb35 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:25:49.754778 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-51d2fe16-c568-4296-bd47-ce575f0abb35 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052860 Dec 15 05:25:49.765938 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f1ad3-7e00-4845-8ec7-afc4790d42c8 req-2ea8877c-df63-4d45-9271-20ea2e7dc845 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:49.767441 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc1f1ad3-7e00-4845-8ec7-afc4790d42c8 req-2ea8877c-df63-4d45-9271-20ea2e7dc845 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0530555 Dec 15 05:25:49.817275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc1f1ad3-7e00-4845-8ec7-afc4790d42c8 req-13f33a97-a925-4b6d-85b9-b25d3288e09f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Dec 15 05:25:50.933310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40237412-9cbf-46f4-adf6-e99696e15aad req-ef4483f4-c797-4f28-8dc5-3a0ff89b40d8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:50.934779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40237412-9cbf-46f4-adf6-e99696e15aad req-ef4483f4-c797-4f28-8dc5-3a0ff89b40d8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0483234 Dec 15 05:25:50.983291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-40237412-9cbf-46f4-adf6-e99696e15aad req-6e6e750b-ae6d-4617-990a-66483a4f453f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Dec 15 05:25:51.045078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-61bc0023-b6ce-4692-b5d8-02609f6a9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:51.046576 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-61bc0023-b6ce-4692-b5d8-02609f6a9e29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1098 time: 0.0414991 Dec 15 05:25:51.137528 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-28bcd361-7662-44ec-afb9-8ad98b084cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:51.138913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-28bcd361-7662-44ec-afb9-8ad98b084cae service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0853746 Dec 15 05:25:51.205016 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-eaee12aa-0e97-4c6c-b7b9-c4745b0bfe04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1002 time: 0.0587153 Dec 15 05:25:51.256849 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-5ccbc0a5-a9b0-4db8-8974-d0ee05ae7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:51.258404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-5ccbc0a5-a9b0-4db8-8974-d0ee05ae7d5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0466185 Dec 15 05:25:51.303201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-58c8361f-c92f-4158-9cad-afa578b8483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:51.304817 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-58c8361f-c92f-4158-9cad-afa578b8483b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395935 Dec 15 05:25:51.392612 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-6b8ffcf1-8bb0-4338-9ba7-bf37c07f0dc1 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805619 Dec 15 05:25:51.483870 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-2245287f-779a-4739-b663-81cf8e84c4c3 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Dec 15 05:25:52.098025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593001e5-db7b-458b-a25f-a729afe7a907 req-63fd1d58-eccf-4000-bd70-a09f694739c3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:52.099477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-593001e5-db7b-458b-a25f-a729afe7a907 req-63fd1d58-eccf-4000-bd70-a09f694739c3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0477669 Dec 15 05:25:52.150557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-593001e5-db7b-458b-a25f-a729afe7a907 req-a3dece81-350c-499e-8255-b2e7c7ab9de3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449014 Dec 15 05:25:53.564759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0440b2-6e52-479a-99c7-18b9a6b73c39 req-cf6f644e-6fba-4e75-b3c9-7c2030fcfee1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:53.566228 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c0440b2-6e52-479a-99c7-18b9a6b73c39 req-cf6f644e-6fba-4e75-b3c9-7c2030fcfee1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.3459682 Dec 15 05:25:53.612851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c0440b2-6e52-479a-99c7-18b9a6b73c39 req-929cedd3-77c9-4d8d-9d98-2fadceb8bdd2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Dec 15 05:25:54.727382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b01278-ed8c-43f8-9b3d-3e659b3fb28f req-dbe47575-93d6-46fa-80fe-34522da4386e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:54.728851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32b01278-ed8c-43f8-9b3d-3e659b3fb28f req-dbe47575-93d6-46fa-80fe-34522da4386e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0473051 Dec 15 05:25:54.774436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32b01278-ed8c-43f8-9b3d-3e659b3fb28f req-9fddf1b8-7f51-49a9-b2ee-b52a7b3583ba tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 Dec 15 05:25:55.942306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7601c2c-f399-4142-8b94-8549d1c8aafb req-c6be8542-5248-4828-9cb8-6cea66604a6f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:55.943764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7601c2c-f399-4142-8b94-8549d1c8aafb req-c6be8542-5248-4828-9cb8-6cea66604a6f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0990503 Dec 15 05:25:55.991005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7601c2c-f399-4142-8b94-8549d1c8aafb req-9f1354d4-8f1b-4096-a520-688d859a61d2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Dec 15 05:25:57.104427 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad5be0-0137-4755-a243-ff6e8977528a req-3ebc7164-567c-4f0e-b63e-5258d0e27a02 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:57.106010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bad5be0-0137-4755-a243-ff6e8977528a req-3ebc7164-567c-4f0e-b63e-5258d0e27a02 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0473950 Dec 15 05:25:57.154267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4bad5be0-0137-4755-a243-ff6e8977528a req-b275327e-6cc9-43bc-a495-032bc9601ea2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Dec 15 05:25:57.809623 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13f3f2a8-f207-4721-9d1d-313c46637825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:25:58.268116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69d48-9e72-4ad0-b7a1-13040bc0f745 req-6569de6f-3f9e-4061-983c-6e17b626d6c0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:58.269593 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6de69d48-9e72-4ad0-b7a1-13040bc0f745 req-6569de6f-3f9e-4061-983c-6e17b626d6c0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0478437 Dec 15 05:25:58.319126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6de69d48-9e72-4ad0-b7a1-13040bc0f745 req-59b4cc6e-6017-4e99-9012-bd147f827c99 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Dec 15 05:25:59.433404 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60084f-4f64-4bb7-9c43-6692772fdb85 req-60621a6d-945d-4aa1-8c22-8dee916ae96c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:25:59.434863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f60084f-4f64-4bb7-9c43-6692772fdb85 req-60621a6d-945d-4aa1-8c22-8dee916ae96c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0478542 Dec 15 05:25:59.481752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f60084f-4f64-4bb7-9c43-6692772fdb85 req-8a25a15d-1310-49e7-aa6d-7c2b5e2907e9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 Dec 15 05:25:59.987416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d46d7b64-8e8f-4cb6-87e1-50df03c24fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:00.598900 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9b52-0dfe-4a04-bda0-02cdf7d3e367 req-25f1a2e4-cf86-48a6-99e6-5fa59ab61286 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:00.600403 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac7b9b52-0dfe-4a04-bda0-02cdf7d3e367 req-25f1a2e4-cf86-48a6-99e6-5fa59ab61286 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0478990 Dec 15 05:26:00.646743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac7b9b52-0dfe-4a04-bda0-02cdf7d3e367 req-494764f6-46f8-45e4-ae60-153bcd57accd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Dec 15 05:26:01.318579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:01.766984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b3fdb-986d-4b67-9ea0-a351c29ee388 req-8a149858-07b8-469e-bc2a-815a6e591067 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:01.768475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-027b3fdb-986d-4b67-9ea0-a351c29ee388 req-8a149858-07b8-469e-bc2a-815a6e591067 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0513005 Dec 15 05:26:01.815140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-027b3fdb-986d-4b67-9ea0-a351c29ee388 req-45a7d17c-d515-47b1-813b-312becf15137 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Dec 15 05:26:02.860934 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:02.930245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72d8d4-5759-4a28-9e8b-51ae12485c0e req-821acc7b-e2b6-4426-aaf3-7b17bb2a9945 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:02.931685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f72d8d4-5759-4a28-9e8b-51ae12485c0e req-821acc7b-e2b6-4426-aaf3-7b17bb2a9945 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0478537 Dec 15 05:26:02.978213 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f72d8d4-5759-4a28-9e8b-51ae12485c0e req-b4a146a1-80d0-4208-879c-d390176f49f1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Dec 15 05:26:03.454692 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:03.921537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:04.100901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4846127-fce3-438f-a6d4-91f50ae2ac82 req-d11638f1-cd74-4d2f-a306-49dd4091782d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:04.102285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4846127-fce3-438f-a6d4-91f50ae2ac82 req-d11638f1-cd74-4d2f-a306-49dd4091782d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0520976 Dec 15 05:26:04.149603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4846127-fce3-438f-a6d4-91f50ae2ac82 req-3b97815c-591f-4508-aaf7-b3ee4b9f06e1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Dec 15 05:26:05.268174 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3d4a-37af-427e-8158-e46de1fefa2b req-8bea4ef9-e13d-4220-9b9f-72880f4d7d40 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:05.269663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aaf3d4a-37af-427e-8158-e46de1fefa2b req-8bea4ef9-e13d-4220-9b9f-72880f4d7d40 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0486104 Dec 15 05:26:05.317489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aaf3d4a-37af-427e-8158-e46de1fefa2b req-f3f51974-b568-4fdb-8b60-802d88a07ecf tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Dec 15 05:26:05.709769 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-da8f8545-ca71-4a04-b420-933fd292f372 req-a677f35d-95ee-4a30-89ea-470e5b3667aa service neutron] show failed (client error): The resource could not be found. Dec 15 05:26:05.710791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-a677f35d-95ee-4a30-89ea-470e5b3667aa service neutron] 10.222.0.42 "GET /v2.0/ports/fa21c589-60a1-46b5-b11a-b82b1e91af43/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0537183 Dec 15 05:26:05.965634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-88cb3367-bd64-450e-a85b-c66d428c9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:05.967158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-88cb3367-bd64-450e-a85b-c66d428c9827 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 1098 time: 0.0841601 Dec 15 05:26:05.995972 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:26:06.049608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:06.246596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:06.278518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:26:06.316912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:06.319597 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b325f6c7-eea8-4006-9306-bae0eb89ec15" -d '{"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:06.323629 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:06.336807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Transition to ACTIVE for port object fa21c589-60a1-46b5-b11a-b82b1e91af43 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:26:06.340636 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:06.425327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:06.441203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.441551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.441943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.442289 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.442619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.442951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.443276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.443619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.443941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.444285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.444880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.445177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.445432 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:06.449628 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238fea4d-2831-4525-8320-0c4be7653208 x-openstack-request-id: req-238fea4d-2831-4525-8320-0c4be7653208 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:06.449934 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:06.450184 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-238fea4d-2831-4525-8320-0c4be7653208 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:06.450589 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'code': 200} Dec 15 05:26:06.473738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a66ca3-e98d-4032-89bb-e4c6ed6bddea req-4dee3fd1-faa0-45b1-a124-f4d17d77e355 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:06.475364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4a66ca3-e98d-4032-89bb-e4c6ed6bddea req-4dee3fd1-faa0-45b1-a124-f4d17d77e355 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0687215 Dec 15 05:26:06.479852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] No DVR routers for this DVR port fa21c589-60a1-46b5-b11a-b82b1e91af43 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:26:06.533863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4a66ca3-e98d-4032-89bb-e4c6ed6bddea req-fb6ff404-7ea3-499f-97e7-cab2a40dd6fa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509932 Dec 15 05:26:06.621552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:26:06.621880 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:26:06.622204 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:26:06.626332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:26:06.626652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:26:06.631465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:26:06.631801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:26:06.632720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:26:06.633142 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Bound port: fa21c589-60a1-46b5-b11a-b82b1e91af43, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:26:06.633490 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:06.693543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:26:06.696977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:26:06.701422 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:06.742095 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:06.742819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:06.744208 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] 10.222.0.16 "PUT /v2.0/ports/fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1093 time: 0.7526975 Dec 15 05:26:06.761052 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a74d6-aaf3-4421-9f02-8e05fe745ffb service neutron] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:06.827848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-57142e44-d375-44e0-b40d-29678dbf791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:06.829460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-57142e44-d375-44e0-b40d-29678dbf791b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1096 time: 0.0422654 Dec 15 05:26:06.920321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0127c894-9ee6-480c-89d2-c5986ed6d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:06.921833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-0127c894-9ee6-480c-89d2-c5986ed6d13f service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0849831 Dec 15 05:26:06.996310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-043d5468-4971-40eb-b70d-d6820173701c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.0621440 Dec 15 05:26:07.049650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-d70eb7ab-72fb-4396-a6b6-d5464ba99464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:07.051045 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-d70eb7ab-72fb-4396-a6b6-d5464ba99464 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0425975 Dec 15 05:26:07.099656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8545-ca71-4a04-b420-933fd292f372 req-a5e67607-86c2-4c39-bfb5-57ea97ce4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:07.101195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-a5e67607-86c2-4c39-bfb5-57ea97ce4bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392461 Dec 15 05:26:07.200439 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-2896de54-a4b4-45c3-ae72-96fae64b8876 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870144 Dec 15 05:26:07.293963 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-412aecaa-3bce-47e6-8c66-77e11263ecd9 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Dec 15 05:26:07.519315 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:07.652461 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ad60-2cae-427f-ae14-3c612e6c8d4c req-ac9451ef-5fde-4d68-aafa-0d2ec66618ee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:07.653974 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8180ad60-2cae-427f-ae14-3c612e6c8d4c req-ac9451ef-5fde-4d68-aafa-0d2ec66618ee tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0487442 Dec 15 05:26:07.658061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:26:07.698689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:26:07.705702 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8180ad60-2cae-427f-ae14-3c612e6c8d4c req-4ab0bc91-9979-446a-9566-9d144d47dd45 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Dec 15 05:26:08.452652 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:08.454927 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22da647a-9d5e-421d-a0c3-1ad362b73f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:08.505858 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e1597-63d5-4bcb-abaf-90a8ba2cefd0 x-openstack-request-id: req-b93e1597-63d5-4bcb-abaf-90a8ba2cefd0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:08.506223 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:08.506422 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b93e1597-63d5-4bcb-abaf-90a8ba2cefd0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:08.507451 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'status': 'completed', 'code': 200} Dec 15 05:26:08.625625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-c3e17c83-37ec-4b3a-8c41-dbc265554cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:08.627152 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-c3e17c83-37ec-4b3a-8c41-dbc265554cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1096 time: 0.0761569 Dec 15 05:26:08.632773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-1509bc8f-6d75-4f6b-b9b2-be41ae99fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:08.634165 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-1509bc8f-6d75-4f6b-b9b2-be41ae99fb47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1096 time: 0.0714531 Dec 15 05:26:08.793936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-d8e91812-e14f-4566-b3bf-6fa02dae9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:08.795436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-d8e91812-e14f-4566-b3bf-6fa02dae9b92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1604216 Dec 15 05:26:08.798219 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-f896718d-573e-47f9-9c55-1884645f945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:08.799595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-f896718d-573e-47f9-9c55-1884645f945f service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1477368 Dec 15 05:26:08.829907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520e1a-54bf-44cb-b503-8ce73919cbd9 req-c4b9ebd4-a453-4903-b57a-a9df48559134 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:08.831512 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99520e1a-54bf-44cb-b503-8ce73919cbd9 req-c4b9ebd4-a453-4903-b57a-a9df48559134 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0530605 Dec 15 05:26:08.883043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99520e1a-54bf-44cb-b503-8ce73919cbd9 req-13d5bfa4-6138-4979-aac0-f3e46ec1a2de tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Dec 15 05:26:08.915755 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-5dd54653-9905-40d2-8ff0-558e4da571fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.1047566 Dec 15 05:26:08.924207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-2223d24f-801c-482b-8c15-e139e7f965bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.1214271 Dec 15 05:26:09.012702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-789b98ef-f46a-4c21-84e0-8d27dae695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:09.014128 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-789b98ef-f46a-4c21-84e0-8d27dae695b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0873785 Dec 15 05:26:09.015902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-9be4cc26-31fa-4245-9640-cce152a9dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:09.017263 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-9be4cc26-31fa-4245-9640-cce152a9dbad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0822518 Dec 15 05:26:09.091685 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-1148b028-2fb4-4257-abeb-708a90f8bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:09.093220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-1148b028-2fb4-4257-abeb-708a90f8bf8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683019 Dec 15 05:26:09.095566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-5a52ac05-0be9-41f1-82fc-0bec2db3331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:09.096951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-5a52ac05-0be9-41f1-82fc-0bec2db3331d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709589 Dec 15 05:26:09.256003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-dbbc9a21-d412-4325-b76e-45b9f43b8191 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551585 Dec 15 05:26:09.260620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-9fda5265-1646-447d-baae-dd7678fc0c40 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517854 Dec 15 05:26:09.424910 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-8b622699-0522-4729-bc8c-fd7d48ecd8ea service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620917 Dec 15 05:26:09.430067 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-22da647a-9d5e-421d-a0c3-1ad362b73f0d req-59194390-1234-4ac6-b355-42139eccb490 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492355 Dec 15 05:26:10.021803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d4b5-411c-43b5-8337-86ea9ca92384 req-6481b0a4-8ad1-4de1-99d3-1c8f1d5b00f8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:10.023323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5f2d4b5-411c-43b5-8337-86ea9ca92384 req-6481b0a4-8ad1-4de1-99d3-1c8f1d5b00f8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0524549 Dec 15 05:26:10.071597 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5f2d4b5-411c-43b5-8337-86ea9ca92384 req-8332b2e4-281e-40f9-942c-2c5ffc56091c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Dec 15 05:26:11.188709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffac0c-0592-4f87-a1e4-9e6ef476e8f5 req-6abeea61-52a0-4076-a93d-317670863d57 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:11.190315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cffac0c-0592-4f87-a1e4-9e6ef476e8f5 req-6abeea61-52a0-4076-a93d-317670863d57 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0495782 Dec 15 05:26:11.238785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9cffac0c-0592-4f87-a1e4-9e6ef476e8f5 req-04f84dee-ffee-4cd6-b5f3-3f416cb2d492 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418491 Dec 15 05:26:12.362367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2e53e-5122-4b9d-91cb-80e2558daa18 req-b18fdc1d-c64d-4e30-9b7d-3e06b28c27b3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:12.363748 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a2e53e-5122-4b9d-91cb-80e2558daa18 req-b18fdc1d-c64d-4e30-9b7d-3e06b28c27b3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0492520 Dec 15 05:26:12.416046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-75a2e53e-5122-4b9d-91cb-80e2558daa18 req-a39220d6-dae2-498a-9e9f-477bf3ffd48c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Dec 15 05:26:13.534312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0e5c-c138-4d27-8593-4e3b86c8d157 req-34bfc28e-9713-4dfd-b175-b4b1a7d8331f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:13.535804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b28c0e5c-c138-4d27-8593-4e3b86c8d157 req-34bfc28e-9713-4dfd-b175-b4b1a7d8331f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0486572 Dec 15 05:26:13.582885 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b28c0e5c-c138-4d27-8593-4e3b86c8d157 req-3b514426-0859-4d96-89f2-cfaeffc3ec40 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Dec 15 05:26:14.700018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfe9bc-02b2-4403-9b56-6597d75b0192 req-3980ca9b-ccae-4eeb-9f91-72d5eba227d9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:14.701471 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5cfe9bc-02b2-4403-9b56-6597d75b0192 req-3980ca9b-ccae-4eeb-9f91-72d5eba227d9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0475311 Dec 15 05:26:14.747853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a5cfe9bc-02b2-4403-9b56-6597d75b0192 req-852da387-79d1-4791-977c-856ebb5d5969 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 Dec 15 05:26:15.868390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad27d4-b09b-4781-8e79-cca2eb9537dd req-91ad56fd-6e81-409c-aee0-1c5befe92620 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:15.869822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9ad27d4-b09b-4781-8e79-cca2eb9537dd req-91ad56fd-6e81-409c-aee0-1c5befe92620 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0511489 Dec 15 05:26:15.915875 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b9ad27d4-b09b-4781-8e79-cca2eb9537dd req-e117a1c2-277e-464b-acbd-9ede1a3612bd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Dec 15 05:26:17.030577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357840-976b-47a1-bf28-44add4effa68 req-14894b3f-36ef-4c6e-a4a1-b612406240b9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:17.032329 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84357840-976b-47a1-bf28-44add4effa68 req-14894b3f-36ef-4c6e-a4a1-b612406240b9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0482585 Dec 15 05:26:17.078826 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84357840-976b-47a1-bf28-44add4effa68 req-9d63709a-89f3-457b-8832-383d9c5d5121 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406291 Dec 15 05:26:18.198586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e34ea0-1288-4692-a0bf-b2c96ee8f979 req-ccb2c710-3614-4ad9-bddc-823b0e853b6a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:18.200059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46e34ea0-1288-4692-a0bf-b2c96ee8f979 req-ccb2c710-3614-4ad9-bddc-823b0e853b6a tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0529761 Dec 15 05:26:18.246170 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-46e34ea0-1288-4692-a0bf-b2c96ee8f979 req-628ef244-5894-4cc7-a003-5594fb98cc9c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Dec 15 05:26:19.032311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:26:19.363860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1fb4c-b58d-475f-8f48-81e050da711e req-3b0a1769-9493-44da-badb-7c9e55b6afca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:19.365343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fad1fb4c-b58d-475f-8f48-81e050da711e req-3b0a1769-9493-44da-badb-7c9e55b6afca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 944 time: 0.0491292 Dec 15 05:26:19.412467 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fad1fb4c-b58d-475f-8f48-81e050da711e req-adbbc8f4-3a95-48ff-a0bf-4e299b5dda51 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Dec 15 05:26:20.151331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:26:20.244607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:20.255479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'mac_address': 'fa:16:3e:28:fb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:26:20.291904 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:20.307672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa21c589-60a1-46b5-b11a-b82b1e91af43 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:26:20.328985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:20.332838 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:20.378213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:20.385794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.386138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.386476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.386810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.387145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.387474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.387799 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.388146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.388469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.388788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.389109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.389426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.389742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:20.528213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf8e9b-69a7-48f9-8a6f-3bd315f1737e req-aef2b09f-ff81-4676-a3d8-4b1d9d055250 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:20.529724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ecf8e9b-69a7-48f9-8a6f-3bd315f1737e req-aef2b09f-ff81-4676-a3d8-4b1d9d055250 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0485797 Dec 15 05:26:20.582062 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ecf8e9b-69a7-48f9-8a6f-3bd315f1737e req-0e8cb4e3-11bd-4c23-a365-ec43c34f092b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Dec 15 05:26:20.684895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['fa21c589-60a1-46b5-b11a-b82b1e91af43'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:26:20.875026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-8a70d6f5-7fe3-4dbc-aaaa-fb040c4bff08 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:20.876626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-8a70d6f5-7fe3-4dbc-aaaa-fb040c4bff08 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.16 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa&tenant_id=4dffd8947b68463e927b6cb7bf4bd111&binding%3Ahost_id=n-h1-820935-10 HTTP/1.1" status: 200 len: 945 time: 0.0523815 Dec 15 05:26:20.887002 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c74986-806d-41a8-9ae0-887ec4aabbc7 req-73d6d9af-fed1-4dee-8023-98e2b5c39bca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:20.888486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32c74986-806d-41a8-9ae0-887ec4aabbc7 req-73d6d9af-fed1-4dee-8023-98e2b5c39bca tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0483179 Dec 15 05:26:20.936028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-32c74986-806d-41a8-9ae0-887ec4aabbc7 req-8097648f-c66e-4c59-8c05-faff8d63f47f tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413742 Dec 15 05:26:20.938229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-792ea8be-ab41-4a89-847d-f2a3c3898ea0 service neutron] 10.222.0.16 "GET /v2.0/ports/fa21c589-60a1-46b5-b11a-b82b1e91af43/bindings/n-h1-820935-10 HTTP/1.1" status: 200 len: 383 time: 0.0532446 Dec 15 05:26:21.028096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-63cbd8ba-0e36-4469-a1cf-d50c331b5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:21.029562 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-63cbd8ba-0e36-4469-a1cf-d50c331b5f05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1097 time: 0.0397754 Dec 15 05:26:21.121230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-964077d3-2efc-4a83-89e5-d06e058a5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:21.122581 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-964077d3-2efc-4a83-89e5-d06e058a5602 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0839224 Dec 15 05:26:21.190695 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-13c7690a-e6b5-42ec-9de0-7383ffc93592 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1001 time: 0.0568099 Dec 15 05:26:21.243074 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-cb4e7107-ae4a-46e1-b217-67e2c4557cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:21.244513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-cb4e7107-ae4a-46e1-b217-67e2c4557cf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0462615 Dec 15 05:26:21.292472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-9644e07c-affc-401a-855a-d1e36bb58e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:21.293923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-9644e07c-affc-401a-855a-d1e36bb58e1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409253 Dec 15 05:26:21.383260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-a4bb2257-4954-4c1a-a897-3c25493c7d21 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809839 Dec 15 05:26:21.474230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-15b27333-05d0-439f-84be-771e21079e5a service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837057 Dec 15 05:26:22.052742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd904-8b83-4a51-a642-2206124dde0c req-4254d1f7-55d6-4282-9776-5e2c4e5a0791 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:22.054687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a20dd904-8b83-4a51-a642-2206124dde0c req-4254d1f7-55d6-4282-9776-5e2c4e5a0791 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0475106 Dec 15 05:26:22.100074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a20dd904-8b83-4a51-a642-2206124dde0c req-20fa076e-37e5-4058-872a-814366632ff0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Dec 15 05:26:22.158887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:26:22.207112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port fa21c589-60a1-46b5-b11a-b82b1e91af43 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:26:22.210866 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port fa21c589-60a1-46b5-b11a-b82b1e91af43 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:26:22.211236 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:22.284773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:22.306532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:22.308804 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05067e-963e-4256-a5c7-0891aa89f125" -d '{"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-plugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:22.321711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:22.325693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:22.380197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:22.416447 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19052ecb-e0ee-4883-8330-52e0df175cbe x-openstack-request-id: req-19052ecb-e0ee-4883-8330-52e0df175cbe {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:22.416761 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-plugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:22.417017 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19052ecb-e0ee-4883-8330-52e0df175cbe {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:22.417413 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'code': 200} Dec 15 05:26:23.220788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42af1bf-134f-4b54-be3c-5d0d743fe380 req-60efbe6c-42a8-4dbe-b7b6-eb2aa975afba tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:23.222289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f42af1bf-134f-4b54-be3c-5d0d743fe380 req-60efbe6c-42a8-4dbe-b7b6-eb2aa975afba tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0530903 Dec 15 05:26:23.268624 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f42af1bf-134f-4b54-be3c-5d0d743fe380 req-2b8ee293-4ca2-48a0-96a0-694c07871ce2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 Dec 15 05:26:24.400337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eacb1-6af4-4bed-ba3e-89dd78353c59 req-c632d23a-f8e2-477d-b5bc-d7045e0478ec tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:24.402248 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-895eacb1-6af4-4bed-ba3e-89dd78353c59 req-c632d23a-f8e2-477d-b5bc-d7045e0478ec tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0594409 Dec 15 05:26:24.449789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-895eacb1-6af4-4bed-ba3e-89dd78353c59 req-3228f9ab-75a9-49de-a7f4-0bdb768e0151 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Dec 15 05:26:25.566054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c0a48-d484-44f3-866e-eca4eba82ee0 req-1d186f4f-27a7-4e8b-becc-4f450de14818 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:25.567524 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab4c0a48-d484-44f3-866e-eca4eba82ee0 req-1d186f4f-27a7-4e8b-becc-4f450de14818 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0481977 Dec 15 05:26:25.624857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab4c0a48-d484-44f3-866e-eca4eba82ee0 req-2de87579-0849-43fa-bf39-a6c1e5ae9fa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512953 Dec 15 05:26:26.012980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-5e7ad149-f77e-4a94-ab27-a4b19c26732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:26.014480 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-5e7ad149-f77e-4a94-ab27-a4b19c26732a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa&tenant_id=4dffd8947b68463e927b6cb7bf4bd111 HTTP/1.1" status: 200 len: 1098 time: 0.0404868 Dec 15 05:26:26.032566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:26:26.088658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.190560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:26:26.263652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.287170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:26.318753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:26:26.357457 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:26.359710 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77ebfc1-859d-4c8f-9382-844635d956e4" -d '{"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:26.363563 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.375639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Transition to ACTIVE for port object fa21c589-60a1-46b5-b11a-b82b1e91af43 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:26:26.380311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.419180 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3bb1f7-d0dc-4568-8dbe-562813104d93 x-openstack-request-id: req-cf3bb1f7-d0dc-4568-8dbe-562813104d93 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:26.419480 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:26.419729 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf3bb1f7-d0dc-4568-8dbe-562813104d93 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:26.419902 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:26:26.420197 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'code': 200} Dec 15 05:26:26.420320 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:26:26.469001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:26.509631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] No DVR routers for this DVR port fa21c589-60a1-46b5-b11a-b82b1e91af43 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:26:26.643892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:26:26.644260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:26:26.644587 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:26:26.648963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:26:26.649286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Attempting to bind port fa21c589-60a1-46b5-b11a-b82b1e91af43 on network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:26:26.654256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:26:26.654589 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Checking segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:26:26.654973 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Bound using segment: {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:26:26.655394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Bound port: fa21c589-60a1-46b5-b11a-b82b1e91af43, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:26:26.656157 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.718158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:26:26.721184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:26:26.725380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.740837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855691c3-fe10-4f4d-818b-1a8529b9b1e1 req-2ab49e05-ca8d-48ff-9409-af5b948425a6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:26.742801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-855691c3-fe10-4f4d-818b-1a8529b9b1e1 req-2ab49e05-ca8d-48ff-9409-af5b948425a6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0493371 Dec 15 05:26:26.763014 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:26.763788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:26.765063 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] 10.222.0.42 "PUT /v2.0/ports/fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1094 time: 0.7366536 Dec 15 05:26:26.782939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b22a8-e0f9-457e-b284-502d3c2e3883 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=11']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:26.791757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-855691c3-fe10-4f4d-818b-1a8529b9b1e1 req-6d9f02ad-a0f1-44a8-966b-8c010610b634 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Dec 15 05:26:26.857701 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-9383cc49-fc23-46a4-b80f-b3348a05e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:26.859495 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-9383cc49-fc23-46a4-b80f-b3348a05e6fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1097 time: 0.0463796 Dec 15 05:26:26.952715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-2c7e3d5a-8273-4e40-94c3-0d7745b53289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:26.954211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-2c7e3d5a-8273-4e40-94c3-0d7745b53289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.0866306 Dec 15 05:26:27.312685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-29b844c9-e45b-45e8-87ea-f73ccfdc654b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.3516684 Dec 15 05:26:27.363609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-c3b7d6b8-8f44-4659-a855-fef2b17b4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:27.365076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-c3b7d6b8-8f44-4659-a855-fef2b17b4f7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0454698 Dec 15 05:26:27.410151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-ca228df2-a6c1-45be-8dc3-c43bc97d18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:27.411630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-ca228df2-a6c1-45be-8dc3-c43bc97d18c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391951 Dec 15 05:26:27.506400 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-ba0f76ac-63c0-4c04-849d-7e1f095409fa service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Dec 15 05:26:27.595282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-034b48e4-4cd2-4d65-a1b5-800f8acfd959 req-9741adc4-52d2-46fa-bdb1-4f0061c7de95 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Dec 15 05:26:27.812389 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d1e5-86fd-4948-8a1f-5f67a19d78b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:27.914537 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf68f-e35c-4246-b853-19118320be63 req-7749fdc0-b25b-49da-868c-4464af852a90 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:27.916026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00fcf68f-e35c-4246-b853-19118320be63 req-7749fdc0-b25b-49da-868c-4464af852a90 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0493760 Dec 15 05:26:27.964272 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-00fcf68f-e35c-4246-b853-19118320be63 req-41a53f56-b005-4150-b6f1-e6b8a5ad52d6 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Dec 15 05:26:28.422262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:28.425265 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966" -d '{"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:28.472939 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a9fd9c-b4f6-414d-b589-a918330fdfef x-openstack-request-id: req-25a9fd9c-b4f6-414d-b589-a918330fdfef {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:28.473236 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:28.473493 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25a9fd9c-b4f6-414d-b589-a918330fdfef {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:28.473899 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'status': 'completed', 'code': 200} Dec 15 05:26:28.588343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-f61574a8-a555-400f-8e55-6df6166a8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:28.589827 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-f61574a8-a555-400f-8e55-6df6166a8ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1097 time: 0.0701449 Dec 15 05:26:28.601536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-3ef6e8e3-7691-4869-915c-11f5d1fb7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:28.601536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-3ef6e8e3-7691-4869-915c-11f5d1fb7760 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 1097 time: 0.0689001 Dec 15 05:26:28.749601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-8367c555-76bf-4df6-894e-d97eb46a66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:28.751060 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-8367c555-76bf-4df6-894e-d97eb46a66fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1514490 Dec 15 05:26:28.755380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-0793bee7-e461-45ea-8802-e581a9810e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:28.756738 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-0793bee7-e461-45ea-8802-e581a9810e49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 200 len: 912 time: 0.1391311 Dec 15 05:26:28.863156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-72bbd3ee-0144-4050-8c61-81f48bbef13b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.1044786 Dec 15 05:26:28.868763 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-037d5dff-6c31-4a89-a097-964ffcc107e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 200 len: 1000 time: 0.0754423 Dec 15 05:26:28.937004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-1f1c340c-121a-48b0-983c-c093cc3e68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:28.938479 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-1f1c340c-121a-48b0-983c-c093cc3e68c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0688720 Dec 15 05:26:28.985497 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-847c4ffe-c382-4126-bf21-4a440e98ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:28.986965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-847c4ffe-c382-4126-bf21-4a440e98ad3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 200 len: 851 time: 0.0786965 Dec 15 05:26:29.000368 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-4d60360d-a396-43db-ab06-dbee08d808ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:29.001865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-4d60360d-a396-43db-ab06-dbee08d808ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559812 Dec 15 05:26:29.097976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-5fd9ce77-63a5-4e34-8ca8-d5adddb92cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:29.099506 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-5fd9ce77-63a5-4e34-8ca8-d5adddb92cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967782 Dec 15 05:26:29.099627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a321396-2158-4ed1-8324-c651667d840d req-4807f312-72b4-4456-81b9-2687c7e747fa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:29.101121 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a321396-2158-4ed1-8324-c651667d840d req-4807f312-72b4-4456-81b9-2687c7e747fa tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0599253 Dec 15 05:26:29.153695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8a321396-2158-4ed1-8324-c651667d840d req-43ba129b-d5e9-471c-8d9c-8428fd6efe80 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449243 Dec 15 05:26:29.181212 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-eb743f36-28c4-41b8-a5cd-258d240a88dd service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696472 Dec 15 05:26:29.274505 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-be27b7d5-4443-4e67-a4c9-e7b284b2d2c6 service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581225 Dec 15 05:26:29.338193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-4ab60cf5-fa8f-4b32-8888-57ca33f2adf9 service neutron] 10.222.0.42 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495926 Dec 15 05:26:29.379350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e821f0b1-5c7e-42ed-a3d1-2f5efe4dc966 req-172270d6-b7f9-4afe-b483-ae20fc08586d service neutron] 10.222.0.16 "GET /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930960 Dec 15 05:26:29.990375 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-89eee6e3-7ecc-496b-8609-da2a02084cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:30.274100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548a26d-8398-4ce3-89ff-491e81f4979c req-61c94718-a7d0-44ef-883e-cec473cc8088 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:30.275653 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c548a26d-8398-4ce3-89ff-491e81f4979c req-61c94718-a7d0-44ef-883e-cec473cc8088 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0488245 Dec 15 05:26:30.322949 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c548a26d-8398-4ce3-89ff-491e81f4979c req-0e3a1f4f-a9d6-4372-87a3-237982a76b70 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Dec 15 05:26:31.327978 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:31.447138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea82f6-5f8f-4318-8850-ca3f32c678ad req-b2cba827-d95d-4227-a351-630995514719 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:31.448769 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcea82f6-5f8f-4318-8850-ca3f32c678ad req-b2cba827-d95d-4227-a351-630995514719 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0548699 Dec 15 05:26:31.499185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dcea82f6-5f8f-4318-8850-ca3f32c678ad req-5ac5e768-74d8-4ed7-be1e-96b8f98208cc tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Dec 15 05:26:32.620723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4359e-3722-4460-91f1-27591684a95c req-85a09db8-c9c0-484e-b538-c4e6d06a81b1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:32.622180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54d4359e-3722-4460-91f1-27591684a95c req-85a09db8-c9c0-484e-b538-c4e6d06a81b1 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0483968 Dec 15 05:26:32.671185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54d4359e-3722-4460-91f1-27591684a95c req-44a43fe9-29a4-4a7a-976e-d4ffc518207c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Dec 15 05:26:32.864047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:33.456667 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:33.785384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d7acc-980d-4787-a2e1-5e06eb4d4a71 req-e7a4e991-6f3a-470f-84ed-99db8b560c3d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:33.786825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-468d7acc-980d-4787-a2e1-5e06eb4d4a71 req-e7a4e991-6f3a-470f-84ed-99db8b560c3d tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0475061 Dec 15 05:26:33.836713 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-468d7acc-980d-4787-a2e1-5e06eb4d4a71 req-2b3664c2-77b3-4717-aecf-403aa4a139e3 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Dec 15 05:26:33.938191 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:34.951912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbca5d8-eb70-45f7-a6be-eaee872c8fa9 req-04c66f50-5946-4215-9ebb-7b92343af5e0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:34.953404 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afbca5d8-eb70-45f7-a6be-eaee872c8fa9 req-04c66f50-5946-4215-9ebb-7b92343af5e0 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0477211 Dec 15 05:26:34.999055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afbca5d8-eb70-45f7-a6be-eaee872c8fa9 req-a6c33706-e0db-4123-936e-8576b074bf88 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397151 Dec 15 05:26:36.114292 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89922-1c41-4c59-8a19-05582deb8cc3 req-ae2a50b1-1460-43db-929e-0384128e8541 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:36.115733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1de89922-1c41-4c59-8a19-05582deb8cc3 req-ae2a50b1-1460-43db-929e-0384128e8541 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0478046 Dec 15 05:26:36.165096 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1de89922-1c41-4c59-8a19-05582deb8cc3 req-285872d1-5f2c-4667-b17f-d86d087e6a74 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Dec 15 05:26:37.285353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90200ed-0422-4a49-8479-654fa4435c61 req-e847628a-004a-444f-ae08-f77778dbfc95 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:37.286820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b90200ed-0422-4a49-8479-654fa4435c61 req-e847628a-004a-444f-ae08-f77778dbfc95 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0527096 Dec 15 05:26:37.333474 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b90200ed-0422-4a49-8479-654fa4435c61 req-c809652e-5b60-4f18-8f63-d9b36c53e90e tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 Dec 15 05:26:37.549184 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:38.518053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a7a6-3189-494c-adae-1ef025966e51 req-07ed5c1d-ec21-4056-967a-c0182f5d1dc8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:38.519511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2eb5a7a6-3189-494c-adae-1ef025966e51 req-07ed5c1d-ec21-4056-967a-c0182f5d1dc8 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0515311 Dec 15 05:26:38.565399 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2eb5a7a6-3189-494c-adae-1ef025966e51 req-6125dd3d-62af-4dc4-bbbc-afe448a2bbde tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399301 Dec 15 05:26:39.723434 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291623-e0b1-43de-8d30-3d6b6ee90b5d req-d1d5c968-ed24-42e5-918a-e436081ed068 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:39.724920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c291623-e0b1-43de-8d30-3d6b6ee90b5d req-d1d5c968-ed24-42e5-918a-e436081ed068 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0496550 Dec 15 05:26:39.774692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c291623-e0b1-43de-8d30-3d6b6ee90b5d req-cccd5543-e1ef-4051-9d6a-494bb1b31dab tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Dec 15 05:26:39.838201 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:26:39.889070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fda2b-d058-4b26-b2e4-4b39280f3459 req-a0a18ea2-0411-41e0-94ba-b654330682b9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:39.890522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce3fda2b-d058-4b26-b2e4-4b39280f3459 req-a0a18ea2-0411-41e0-94ba-b654330682b9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0487952 Dec 15 05:26:39.934577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:39.938571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce3fda2b-d058-4b26-b2e4-4b39280f3459 req-dcc7d302-e544-4c2c-8662-a6c5676cd772 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Dec 15 05:26:39.946021 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'port_id': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'mac_address': 'fa:16:3e:28:fb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:26:39.983793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:40.000474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa21c589-60a1-46b5-b11a-b82b1e91af43 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:26:40.032236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:40.037574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:40.062658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bb012-a9e1-424e-bfc9-c6630966fc6e req-d11fabe8-b982-43fc-9307-4eca928ef36c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:40.064218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-950bb012-a9e1-424e-bfc9-c6630966fc6e req-d11fabe8-b982-43fc-9307-4eca928ef36c tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 945 time: 0.0520663 Dec 15 05:26:40.082981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=12']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:40.112969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-950bb012-a9e1-424e-bfc9-c6630966fc6e req-94a4ce3a-e40e-4797-bf52-939c40b73f1b tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Dec 15 05:26:40.319639 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['fa21c589-60a1-46b5-b11a-b82b1e91af43'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:26:40.361729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac25b04-b9b1-415a-a051-6148f0545ed7 req-562a129b-97e7-42ae-b270-97d9a7970164 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:40.363235 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dac25b04-b9b1-415a-a051-6148f0545ed7 req-562a129b-97e7-42ae-b270-97d9a7970164 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0549912 Dec 15 05:26:40.411313 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dac25b04-b9b1-415a-a051-6148f0545ed7 req-e1ffe4fc-a8dd-4190-a673-fe4e47199154 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Dec 15 05:26:41.571890 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e0608-0038-4373-9e0c-20d5ca971ec7 req-0ab6c5d7-80d3-49c9-9e7a-9c2e4a002503 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:41.573505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad2e0608-0038-4373-9e0c-20d5ca971ec7 req-0ab6c5d7-80d3-49c9-9e7a-9c2e4a002503 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0488713 Dec 15 05:26:41.623800 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad2e0608-0038-4373-9e0c-20d5ca971ec7 req-8afbc48e-87d2-4d57-bbbf-e7b65bb19963 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups?id=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Dec 15 05:26:41.851930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:26:41.899472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port fa21c589-60a1-46b5-b11a-b82b1e91af43 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:26:41.903339 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port fa21c589-60a1-46b5-b11a-b82b1e91af43 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:26:41.903708 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:41.981103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.002497 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:42.004823 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32668d8a-5fb9-464c-bbb5-f56fa315aebd" -d '{"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-plugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:42.018161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:42.023021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.050584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-9f361a2c-2359-4182-992c-8269915785dd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:42.052051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-9f361a2c-2359-4182-992c-8269915785dd tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 946 time: 0.0553591 Dec 15 05:26:42.054654 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31792c79-8a78-4706-9b82-d6bbba491757 x-openstack-request-id: req-31792c79-8a78-4706-9b82-d6bbba491757 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:42.055167 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-plugged", "status": "completed", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:42.055424 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31792c79-8a78-4706-9b82-d6bbba491757 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:42.055815 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'code': 200} Dec 15 05:26:42.073235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=13']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:42.165664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Deleting port fa21c589-60a1-46b5-b11a-b82b1e91af43 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:26:42.165915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.253680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] For port fa21c589-60a1-46b5-b11a-b82b1e91af43, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=fa21c589-60a1-46b5-b11a-b82b1e91af43,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:42.254036 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.415946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.416245 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.416563 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Floating IP f5789f72-69eb-4438-804c-91d0736b4b78 disassociated. External IP: 172.25.2.13, port: fa21c589-60a1-46b5-b11a-b82b1e91af43. Dec 15 05:26:42.416885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Calling delete_port for fa21c589-60a1-46b5-b11a-b82b1e91af43 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:26:42.544125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.574930 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event deleted for resources: {'Port': ['ID=fa21c589-60a1-46b5-b11a-b82b1e91af43,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:42.692576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:26:42.723957 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6496cd7b-0cb7-4df9-aa46-db0dad20893c req-19c1fa72-2e4e-4887-85c0-f726d68e0c01 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0269854 Dec 15 05:26:42.801451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:26:42.812652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:26:42.823242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:26:42.823856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:26:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:42.839390 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] No DVR routers for this DVR port fa21c589-60a1-46b5-b11a-b82b1e91af43 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:26:42.842109 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:42.845473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c8727429-8841-4685-803d-34f3a3a9dc79 req-f337ef22-c711-4589-9b56-617170c15aa2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.42 "DELETE /v2.0/ports/fa21c589-60a1-46b5-b11a-b82b1e91af43 HTTP/1.1" status: 204 len: 173 time: 0.7620659 Dec 15 05:26:42.845954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-deleted', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:26:42.848673 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4ad3cb95fbd2f57c45bbc204ccb3420e45df3eb32d03653d2b3b52c38675cda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7747ed9e-e489-4669-b8ce-f9a7c19d06c2" -d '{"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-deleted", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:26:42.886716 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072891a-4a56-4e71-b74c-647d7eb18dd1 x-openstack-request-id: req-1072891a-4a56-4e71-b74c-647d7eb18dd1 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:26:42.887007 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b83d8c-2eee-47ee-8b96-da54b5fb85fa", "name": "network-vif-deleted", "tag": "fa21c589-60a1-46b5-b11a-b82b1e91af43", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:26:42.887262 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1072891a-4a56-4e71-b74c-647d7eb18dd1 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:26:42.887685 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b83d8c-2eee-47ee-8b96-da54b5fb85fa', 'name': 'network-vif-deleted', 'tag': 'fa21c589-60a1-46b5-b11a-b82b1e91af43', 'status': 'completed', 'code': 200} Dec 15 05:26:42.935812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:26:43.133279 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:43.159724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:26:43.168875 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:26:43.169473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:26:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:43.272977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:26:43.470973 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:43.497255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7884-4f19-42a3-86c4-009156b4a498 None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c960636c-f3b1-4488-bda2-085c4a0a9674', 'name': '', 'network_id': '00bdc8ef-9ffb-42b2-8659-ed1d6b012b94', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'mac_address': 'fa:16:3e:2d:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:41Z', 'updated_at': '2021-12-15T05:16:46Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'subnets': [{'id': '2f93f4d8-03b6-4beb-b97a-2554509d6e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:26:43.719382 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ae9dd-a78d-4d3e-83b2-50b967614d06 None None] New status for floating IP f5789f72-69eb-4438-804c-91d0736b4b78: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:26:43.829796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f4e3427d-1f6e-41ae-9ab3-5792576796d2 req-e613f762-56b2-48f1-b029-cb24dfe32d08 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0310006 Dec 15 05:26:44.933085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b38c0562-30c2-4fe3-a938-a7b40ba9fd2b req-3436e55d-0b51-43bc-a2a1-056508c96ef2 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0253565 Dec 15 05:26:45.867391 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:26:45.887459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: fa21c589-60a1-46b5-b11a-b82b1e91af43 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:26:45.887805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device fa21c589-60a1-46b5-b11a-b82b1e91af43 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:26:46.027310 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-43bc53e6-e06a-47a4-876b-c53e57eccc4f req-d253bf40-6338-4494-8371-636423cc6133 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.0260217 Dec 15 05:26:47.322965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15bb6b2f-d6b7-4ccc-a534-824c948a16e3 req-2936b9ea-5ddc-4485-a081-63c3ab291916 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b83d8c-2eee-47ee-8b96-da54b5fb85fa HTTP/1.1" status: 200 len: 210 time: 0.1148942 Dec 15 05:26:52.061766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56168) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:52.115619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.138047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.188739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.191597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.192783 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "DELETE /v2.0/security-groups/b88bc7b0-d2ed-4376-8c69-4eed9d7ce742 HTTP/1.1" status: 204 len: 168 time: 0.1292856 Dec 15 05:26:52.195425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56170) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:52.203037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88bc7b0-d2ed-4376-8c69-4eed9d7ce742,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:52.210706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.211043 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.211386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.211730 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.212092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.212424 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.212755 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.213083 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.213402 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.213937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.214905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.215234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.215561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cb1d1-60cb-486d-8787-c17fc04b9056 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:26:52.215730 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [None req-7a17d65c-7714-437e-9776-3557d3d555c9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] show failed (client error): The resource could not be found. Dec 15 05:26:52.219298 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7a17d65c-7714-437e-9776-3557d3d555c9 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "GET /v2.0/security-groups/b88bc7b0-d2ed-4376-8c69-4eed9d7ce742 HTTP/1.1" status: 404 len: 347 time: 0.0196826 Dec 15 05:26:52.219554 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56172) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:52.346820 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Deleting port cf81abea-6ebc-4075-bbab-abfaf43e2970 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:26:52.347164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.426102 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.426317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.437767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Calling delete_port for cf81abea-6ebc-4075-bbab-abfaf43e2970 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:26:52.570075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.596008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Pushing event deleted for resources: {'Port': ['ID=cf81abea-6ebc-4075-bbab-abfaf43e2970,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:52.664812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.667441 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:52.668639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-11b23ade-71af-4319-a258-6ab051121e21 tempest-ServerActionsTestJSON-1745215581 tempest-ServerActionsTestJSON-1745215581-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5789f72-69eb-4438-804c-91d0736b4b78 HTTP/1.1" status: 204 len: 168 time: 0.4481213 Dec 15 05:26:52.671640 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56174) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:53.137738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:53.370811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Deleting port c960636c-f3b1-4488-bda2-085c4a0a9674 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:26:53.371849 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:53.450542 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] For port c960636c-f3b1-4488-bda2-085c4a0a9674, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c960636c-f3b1-4488-bda2-085c4a0a9674,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:53.450897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:53.463053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Calling delete_port for c960636c-f3b1-4488-bda2-085c4a0a9674 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:26:53.636567 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:53.662831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c960636c-f3b1-4488-bda2-085c4a0a9674,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:54.108896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:54.317987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Router 741df96c-12ad-4bc6-b452-6409b78a2d75 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:26:54.420648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:26:54.425586 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-95db8be5-c92d-4ea5-9d74-3603759486ed admin admin] 10.222.0.37 "PUT /v2.0/routers/741df96c-12ad-4bc6-b452-6409b78a2d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526937 Dec 15 05:26:54.428099 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56178) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:54.431312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] Sync routers for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:26:54.441173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:26:54.441806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:26:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:54.532168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:54.547337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:26:54.634794 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:54.690334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Deleting port bed03f9f-d04b-4006-bd51-eb6f346cb890 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:26:54.690579 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:54.775677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] For port bed03f9f-d04b-4006-bd51-eb6f346cb890, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bed03f9f-d04b-4006-bd51-eb6f346cb890,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:54.776040 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:54.789928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Calling delete_port for bed03f9f-d04b-4006-bd51-eb6f346cb890 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:26:54.885841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:26:53Z', 'revision_number': 5, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port': {'id': 'bed03f9f-d04b-4006-bd51-eb6f346cb890', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:54.913114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] Checking router: 741df96c-12ad-4bc6-b452-6409b78a2d75 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:26:54.922071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] Routers {'741df96c-12ad-4bc6-b452-6409b78a2d75'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:26:54.922679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:26:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['741df96c-12ad-4bc6-b452-6409b78a2d75'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:54.958408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:54.982675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed03f9f-d04b-4006-bd51-eb6f346cb890,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:55.000449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9198b4-fe4b-4f1e-bb8c-ba69a6ac7a64 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:26:55.017724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] Set router 741df96c-12ad-4bc6-b452-6409b78a2d75 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:26:55.047612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.074985 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:26:54Z', 'revision_number': 6, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:55.103095 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86739352-2710-4f37-ad89-a918e34462c1 None None] The sync data for ids ['741df96c-12ad-4bc6-b452-6409b78a2d75'] in n-d-820935-10 is: [{'id': '741df96c-12ad-4bc6-b452-6409b78a2d75', 'name': 'tempest-ServerActionsTestJSON-2037026587-router', 'tenant_id': '4dffd8947b68463e927b6cb7bf4bd111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:16:39Z', 'updated_at': '2021-12-15T05:26:54Z', 'revision_number': 6, 'project_id': '4dffd8947b68463e927b6cb7bf4bd111', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:26:55.144826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.146993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.189672 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.190114 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741df96c-12ad-4bc6-b452-6409b78a2d75 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:26:55.194514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.195651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-23cab8d4-3fe9-4565-97f7-28bdf6603f41 admin admin] 10.222.0.37 "DELETE /v2.0/routers/741df96c-12ad-4bc6-b452-6409b78a2d75 HTTP/1.1" status: 204 len: 168 time: 0.7666421 Dec 15 05:26:55.198242 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56180) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:55.242055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Deleting subnet 2f93f4d8-03b6-4beb-b97a-2554509d6e67 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:26:55.245032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.278719 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.358506 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.410213 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.442626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f93f4d8-03b6-4beb-b97a-2554509d6e67,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:55.446969 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.450185 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3568581d-e9c8-4d15-8709-f9f9c0cdc116 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f93f4d8-03b6-4beb-b97a-2554509d6e67 HTTP/1.1" status: 204 len: 168 time: 0.2504051 Dec 15 05:26:55.452604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56182) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:55.459867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02951412-c27e-41e5-bb76-4b299165c5f9 None None] Network 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:26:55.542138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.593453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c960636c-f3b1-4488-bda2-085c4a0a9674 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:26:55.617801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c960636c-f3b1-4488-bda2-085c4a0a9674 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:26:55.618216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c960636c-f3b1-4488-bda2-085c4a0a9674 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:26:55.623040 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Deleting port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:26:55.623274 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.684470 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] For port f822a694-7fb9-4512-9f6c-4124eb8b9ea9, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,segment=NetworkSegment(a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46),segment_id=a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:26:55.684828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.696522 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Calling delete_port for f822a694-7fb9-4512-9f6c-4124eb8b9ea9 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:26:55.782155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.806623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Pushing event deleted for resources: {'Port': ['ID=f822a694-7fb9-4512-9f6c-4124eb8b9ea9,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:55.810567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] No DVR routers for this DVR port f822a694-7fb9-4512-9f6c-4124eb8b9ea9 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:26:55.881067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.902017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bdc8ef-9ffb-42b2-8659-ed1d6b012b94']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:55.911906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:55.912235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9afc2f5-c2f5-4f2e-b86e-a0d797d22a46') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:26:55.922554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.923320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f2debf-267a-45d8-9055-b6ecd4821d89 None None] DHCP port deletion for 00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:26:55.938562 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.944775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:26:55.945147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:26:55.946865 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:26:56.002017 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:56.007486 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:56.010685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] 10.222.0.37 "DELETE /v2.0/networks/00bdc8ef-9ffb-42b2-8659-ed1d6b012b94 HTTP/1.1" status: 204 len: 168 time: 0.5571187 Dec 15 05:26:56.022264 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa0b93-bcca-4e88-81e7-90174aca912a admin admin] Pushing event deleted for resources: {'Network': ['ID=00bdc8ef-9ffb-42b2-8659-ed1d6b012b94,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:56.034726 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:26:56.148191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56186) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:56.197723 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0953333c-9c31-49f9-a42e-4a0cb3f1c43b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dffd8947b68463e927b6cb7bf4bd111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481884 Dec 15 05:26:56.197920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56188) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:56.245973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d714ae2b-9250-4161-bede-accd1253aa98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:56.266220 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d714ae2b-9250-4161-bede-accd1253aa98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:56.313222 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d714ae2b-9250-4161-bede-accd1253aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:56.315765 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d714ae2b-9250-4161-bede-accd1253aa98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:56.316960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d714ae2b-9250-4161-bede-accd1253aa98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/104ab847-cca5-4a03-8f6f-a5785889f017 HTTP/1.1" status: 204 len: 168 time: 0.1179810 Dec 15 05:26:56.324739 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714ae2b-9250-4161-bede-accd1253aa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104ab847-cca5-4a03-8f6f-a5785889f017,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:57.011627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56210) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:57.104600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2132627393-network', 'tenant_id': '934975c3a06a4d5c9dac22aa3a80b50f'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:26:57.125194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Made reservation on behalf of 934975c3a06a4d5c9dac22aa3a80b50f for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:26:57.127531 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.135790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.209102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.212639 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.236497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:26:57.245888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9089cea-5576-4b5d-8f2f-aa0af2237bd7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:57.252155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.252499 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Added segment b8d11585-99a3-4507-95c8-40415bf63769 of type vlan for network 2bc6c900-85e6-47c8-8168-7708046713e7 Dec 15 05:26:57.293883 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.317993 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.318917 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:57.319506 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.369110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3562498 Dec 15 05:26:57.372531 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56214) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:26:57.377490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Request body: {'subnet': {'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2132627393-subnet', 'tenant_id': '934975c3a06a4d5c9dac22aa3a80b50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:26:57.380297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf73a-7c39-40e4-b329-13e724ef652a admin admin] Pushing event updated for resources: {'Network': ['ID=2bc6c900-85e6-47c8-8168-7708046713e7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:57.390666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2bc6c900-85e6-47c8-8168-7708046713e7 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:26:57.402591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Made reservation on behalf of 934975c3a06a4d5c9dac22aa3a80b50f for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:26:57.405020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.467560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bed03f9f-d04b-4006-bd51-eb6f346cb890 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:26:57.489092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: bed03f9f-d04b-4006-bd51-eb6f346cb890 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:26:57.489436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bed03f9f-d04b-4006-bd51-eb6f346cb890 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:26:57.489845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f822a694-7fb9-4512-9f6c-4124eb8b9ea9 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:26:57.513756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: f822a694-7fb9-4512-9f6c-4124eb8b9ea9 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:26:57.514114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device f822a694-7fb9-4512-9f6c-4124eb8b9ea9 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:26:57.578580 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.636914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf62bfc-f23f-43bb-9089-cde5182c1bd5,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:26:57.641076 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Checking segment: {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:26:57.641435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Network hostable DHCP agents. Network: 2bc6c900-85e6-47c8-8168-7708046713e7, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:26:57.657851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Network 2bc6c900-85e6-47c8-8168-7708046713e7 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:26:57.666325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2bc6c900-85e6-47c8-8168-7708046713e7) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:26:57.670674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:57.671271 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:57.677015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09b04e-8981-4c0e-ab0a-2855c4284606 None None] Network 2bc6c900-85e6-47c8-8168-7708046713e7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:26:57.686835 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fdb5e1d0-b03e-4d8a-a21f-fc44e9d6955b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3131821 Dec 15 05:26:57.769678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa028c5a-c474-4e25-a110-5803562c2ed1 None None] Network 2bc6c900-85e6-47c8-8168-7708046713e7 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:26:57.843906 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e8382404-3f07-472f-a84d-1bfe463f32d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:58.100552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-af1461c2-b2ad-472a-838e-ea607a27f610 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:58.102010 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-af1461c2-b2ad-472a-838e-ea607a27f610 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/networks?id=2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 200 len: 814 time: 0.1023033 Dec 15 05:26:58.117167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-65e7ef4b-5bfd-41b6-b568-9a95ba3ddf30 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/quotas/934975c3a06a4d5c9dac22aa3a80b50f HTTP/1.1" status: 200 len: 375 time: 0.0087612 Dec 15 05:26:58.147028 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-97e97efa-4cbd-4545-8ae8-23084d9662dc tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247195 Dec 15 05:26:58.236872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-3529017a-a83d-4150-b113-7df1a7630389 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823603 Dec 15 05:26:58.326532 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-e0c74d68-8134-45de-807b-47353ac4a511 service neutron] 10.222.0.37 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836179 Dec 15 05:26:58.565544 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-54d56377-36cc-4aa5-b956-2767b401cb80 req-bc7b4af8-816d-42c1-81be-a89d1c708a63 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 210 time: 0.0715256 Dec 15 05:26:59.570191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-be4abc2f-65ee-4777-b52d-2d19cece6b75 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:26:59.571720 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-be4abc2f-65ee-4777-b52d-2d19cece6b75 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.42 "GET /v2.0/networks?id=2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 200 len: 814 time: 0.1080768 Dec 15 05:26:59.591954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Request body: {'port': {'device_id': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7', 'admin_state_up': True, 'tenant_id': '934975c3a06a4d5c9dac22aa3a80b50f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:26:59.658738 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e625b838-84c4-48c4-9271-791e7cee34a2 req-3bda32d8-a11f-4c62-ac5e-ffbc5ffabc81 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 210 time: 0.0261445 Dec 15 05:26:59.698277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Made reservation on behalf of 934975c3a06a4d5c9dac22aa3a80b50f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:26:59.702462 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:59.826265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Allocated IP 172.20.0.9 (2bc6c900-85e6-47c8-8168-7708046713e7/dbf62bfc-f23f-43bb-9089-cde5182c1bd5/ea1970eb-0210-4134-a627-f392660731f4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:26:59.970103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:26:59.991809 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-58097696-3cb0-4975-b424-310932913c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.005999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.050550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Network 2bc6c900-85e6-47c8-8168-7708046713e7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:00.053758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:00.057440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:00.064247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Pushing event updated for resources: {'Port': ['ID=ea1970eb-0210-4134-a627-f392660731f4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:00.109433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:00.109975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.126818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-8fd122d6-e964-4a47-b791-880fae9f28e7 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391507 Dec 15 05:27:00.225172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Request body: {'port': {'device_id': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:00.282447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.539137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1970eb-0210-4134-a627-f392660731f4 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:27:00.546880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.558987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Transition to ACTIVE for port object ea1970eb-0210-4134-a627-f392660731f4 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:27:00.562035 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.613010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=ea1970eb-0210-4134-a627-f392660731f4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:00.677339 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Attempting to bind port ea1970eb-0210-4134-a627-f392660731f4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:00.677673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Attempting to bind port ea1970eb-0210-4134-a627-f392660731f4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:00.678000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Attempting to bind port ea1970eb-0210-4134-a627-f392660731f4 on network 2bc6c900-85e6-47c8-8168-7708046713e7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:00.682293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Port ea1970eb-0210-4134-a627-f392660731f4 on network 2bc6c900-85e6-47c8-8168-7708046713e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:27:00.682613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Attempting to bind port ea1970eb-0210-4134-a627-f392660731f4 on network 2bc6c900-85e6-47c8-8168-7708046713e7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:00.688217 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:00.688560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Checking segment: {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:00.688949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Bound using segment: {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:00.689374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Bound port: ea1970eb-0210-4134-a627-f392660731f4, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:00.689729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.753165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] For port ea1970eb-0210-4134-a627-f392660731f4, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:00.756496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] For port ea1970eb-0210-4134-a627-f392660731f4, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ea1970eb-0210-4134-a627-f392660731f4,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:00.760765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.789919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af4f95-9e0f-4010-8ddb-8a43f419c002 req-6ada5a6a-e4c6-4aa1-b40d-4b7fa15ab8ee tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:00.791296 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02af4f95-9e0f-4010-8ddb-8a43f419c002 req-6ada5a6a-e4c6-4aa1-b40d-4b7fa15ab8ee tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 943 time: 0.0530710 Dec 15 05:27:00.799495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:00.800145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:00.801536 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] 10.222.0.42 "PUT /v2.0/ports/ea1970eb-0210-4134-a627-f392660731f4 HTTP/1.1" status: 200 len: 1092 time: 0.6262634 Dec 15 05:27:00.801979 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'tag': 'ea1970eb-0210-4134-a627-f392660731f4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:00.824311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad75ca-353e-4343-bcd0-9ce24e87ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=ea1970eb-0210-4134-a627-f392660731f4,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:00.848629 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02af4f95-9e0f-4010-8ddb-8a43f419c002 req-68a7ab93-215e-4c30-9e8d-174f7b60e3dd tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496066 Dec 15 05:27:00.852858 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a020567-fa17-4040-b8f5-7cfa4a268c5d", "tag": "ea1970eb-0210-4134-a627-f392660731f4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:00.896571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-6c7e3651-5605-45f3-b20a-edcd97ee0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:00.898196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-6c7e3651-5605-45f3-b20a-edcd97ee0d91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 1095 time: 0.0410619 Dec 15 05:27:00.949009 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7875ff-3efc-439b-b945-449d0239791f x-openstack-request-id: req-ee7875ff-3efc-439b-b945-449d0239791f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:00.949306 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a020567-fa17-4040-b8f5-7cfa4a268c5d", "tag": "ea1970eb-0210-4134-a627-f392660731f4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:00.949560 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee7875ff-3efc-439b-b945-449d0239791f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:00.949966 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'tag': 'ea1970eb-0210-4134-a627-f392660731f4', 'status': 'completed', 'code': 200} Dec 15 05:27:00.951745 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-14318b5e-6fc0-49c7-8ec1-827db4e55b3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1970eb-0210-4134-a627-f392660731f4 HTTP/1.1" status: 200 len: 217 time: 0.0407937 Dec 15 05:27:01.003903 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-f89a0734-93b6-45c4-873f-03a326150c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:01.005375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-f89a0734-93b6-45c4-873f-03a326150c71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbf62bfc-f23f-43bb-9089-cde5182c1bd5 HTTP/1.1" status: 200 len: 854 time: 0.0430729 Dec 15 05:27:01.036920 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-5e335795-c9cf-49cb-8058-28ab42dce778 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bc6c900-85e6-47c8-8168-7708046713e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243006 Dec 15 05:27:01.126690 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-65b29c68-5059-4e3f-b8e2-1bb4603dccc2 service neutron] 10.222.0.42 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823398 Dec 15 05:27:01.213215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1dfeb895-ee69-4ec8-b9c6-0b7b90795e60 req-e7a50ee6-eb2f-4ec7-bf52-2719aa26bc0f service neutron] 10.222.0.42 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799212 Dec 15 05:27:01.326611 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:01.341206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-2caa1b3b-3ff5-4d6c-968e-4937617462d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:01.342687 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-2caa1b3b-3ff5-4d6c-968e-4937617462d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 1095 time: 0.0489399 Dec 15 05:27:01.431196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-0ba7b5c1-6712-4d68-ab1d-193188b79591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:01.432721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-0ba7b5c1-6712-4d68-ab1d-193188b79591 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 200 len: 914 time: 0.0826371 Dec 15 05:27:01.474691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-e812dc33-de0b-4e1a-a133-1dbc7ac60e69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1970eb-0210-4134-a627-f392660731f4 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Dec 15 05:27:01.525388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-aebe1ce8-edfa-4434-ac1d-97e7ad14d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:01.526780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-aebe1ce8-edfa-4434-ac1d-97e7ad14d5ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbf62bfc-f23f-43bb-9089-cde5182c1bd5 HTTP/1.1" status: 200 len: 854 time: 0.0449605 Dec 15 05:27:01.558645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-8ed3fbbf-9687-4739-b1cc-a2edb364507a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bc6c900-85e6-47c8-8168-7708046713e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228667 Dec 15 05:27:01.648921 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-e45940cc-dcf7-4e74-97db-f28b03390111 service neutron] 10.222.0.42 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790927 Dec 15 05:27:01.738750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3427ef0f-266d-4c4a-a2ff-3f6cf84aed1f req-cef3c5fc-7998-4941-86cf-14fae389a13f service neutron] 10.222.0.42 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825059 Dec 15 05:27:01.965919 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79cae-7f49-431d-bb94-1b5b97b6442f req-700c3738-ef85-4fbc-b24f-c3b06625e3ff tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:01.967298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16c79cae-7f49-431d-bb94-1b5b97b6442f req-700c3738-ef85-4fbc-b24f-c3b06625e3ff tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 943 time: 0.0485308 Dec 15 05:27:02.014252 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-16c79cae-7f49-431d-bb94-1b5b97b6442f req-c3b7d6cd-2785-435e-a2b3-7959881b1fe2 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Dec 15 05:27:02.865399 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:03.133706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3adf03-feb0-47dc-bbf9-1c3bf0bce28d req-8f2aa601-1c73-4285-9f46-3750d7b29764 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:03.135070 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c3adf03-feb0-47dc-bbf9-1c3bf0bce28d req-8f2aa601-1c73-4285-9f46-3750d7b29764 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 943 time: 0.0473137 Dec 15 05:27:03.185137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c3adf03-feb0-47dc-bbf9-1c3bf0bce28d req-43f18f59-ed99-4b48-9301-656bd5c36f32 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Dec 15 05:27:03.460574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:03.938004 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:03.975522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ea1970eb-0210-4134-a627-f392660731f4 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:27:04.066694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ea1970eb-0210-4134-a627-f392660731f4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ea1970eb-0210-4134-a627-f392660731f4,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:04.077611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'ea1970eb-0210-4134-a627-f392660731f4', 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7', 'port_id': 'ea1970eb-0210-4134-a627-f392660731f4', 'mac_address': 'fa:16:3e:34:26:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf62bfc-f23f-43bb-9089-cde5182c1bd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:27:04.116887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:04.129050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1970eb-0210-4134-a627-f392660731f4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:27:04.147506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ea1970eb-0210-4134-a627-f392660731f4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ea1970eb-0210-4134-a627-f392660731f4,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:04.151114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:04.196906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ea1970eb-0210-4134-a627-f392660731f4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:04.297802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d273ab-0e03-4ab5-a8ea-dac8dde876de req-d5814c09-32ff-4bd7-b941-0676e8d64022 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:04.299219 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9d273ab-0e03-4ab5-a8ea-dac8dde876de req-d5814c09-32ff-4bd7-b941-0676e8d64022 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 944 time: 0.0477436 Dec 15 05:27:04.347237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d9d273ab-0e03-4ab5-a8ea-dac8dde876de req-15c6e6ed-0e83-42e5-baa8-e90035ef2d06 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Dec 15 05:27:04.404476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ea1970eb-0210-4134-a627-f392660731f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:27:05.466899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2456aac-f18b-4d43-abe8-cd5d06d7ebb1 req-c13fa35b-d5ea-47f1-a084-fa33fa58c183 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:05.468382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2456aac-f18b-4d43-abe8-cd5d06d7ebb1 req-c13fa35b-d5ea-47f1-a084-fa33fa58c183 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 944 time: 0.0511315 Dec 15 05:27:05.514381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2456aac-f18b-4d43-abe8-cd5d06d7ebb1 req-123dc3ae-2f41-4b91-a1c3-27f1c35804aa tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Dec 15 05:27:05.992804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ea1970eb-0210-4134-a627-f392660731f4 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:06.040422 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port ea1970eb-0210-4134-a627-f392660731f4 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:27:06.044355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port ea1970eb-0210-4134-a627-f392660731f4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:06.044752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:06.123537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:06.145782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1970eb-0210-4134-a627-f392660731f4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:06.148028 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3eb7c3-306f-4d36-b115-27a45365be7f" -d '{"events": [{"server_uuid": "8a020567-fa17-4040-b8f5-7cfa4a268c5d", "name": "network-vif-plugged", "status": "completed", "tag": "ea1970eb-0210-4134-a627-f392660731f4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:06.160457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port ea1970eb-0210-4134-a627-f392660731f4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ea1970eb-0210-4134-a627-f392660731f4,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:06.164354 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:06.188839 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c978220-cc14-460b-a151-91fc05b2e320 x-openstack-request-id: req-5c978220-cc14-460b-a151-91fc05b2e320 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:06.189132 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a020567-fa17-4040-b8f5-7cfa4a268c5d", "name": "network-vif-plugged", "status": "completed", "tag": "ea1970eb-0210-4134-a627-f392660731f4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:06.189385 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c978220-cc14-460b-a151-91fc05b2e320 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:06.189773 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1970eb-0210-4134-a627-f392660731f4', 'code': 200} Dec 15 05:27:06.215961 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=ea1970eb-0210-4134-a627-f392660731f4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:06.306102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51227e-6e38-4e33-9dae-3c1b1b21e9de req-862e6c32-b975-43f5-8aa3-99d6ed2bbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:06.307576 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-df51227e-6e38-4e33-9dae-3c1b1b21e9de req-862e6c32-b975-43f5-8aa3-99d6ed2bbc65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 1097 time: 0.0392015 Dec 15 05:27:06.350214 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-df51227e-6e38-4e33-9dae-3c1b1b21e9de req-917bd293-9de7-4d0b-bb0e-197ff400866c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Dec 15 05:27:06.631808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd95e1-423c-4e5d-b782-9e4411b3f145 req-92d4ac73-6f8b-4b12-a1bb-68b973ecc2a0 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:06.633277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95cd95e1-423c-4e5d-b782-9e4411b3f145 req-92d4ac73-6f8b-4b12-a1bb-68b973ecc2a0 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0516381 Dec 15 05:27:06.678904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95cd95e1-423c-4e5d-b782-9e4411b3f145 req-36cfca58-4748-4dda-a26b-f4c775423743 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Dec 15 05:27:07.556082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:07.796997 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bf2f3-5a78-41d1-889c-191eb6e0e666 req-fd1aad61-efc5-4e13-8061-ee48b0a71fac tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:07.798458 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b45bf2f3-5a78-41d1-889c-191eb6e0e666 req-fd1aad61-efc5-4e13-8061-ee48b0a71fac tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0483325 Dec 15 05:27:07.844799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b45bf2f3-5a78-41d1-889c-191eb6e0e666 req-495b434f-2d85-4764-81f6-93fe89b23d4b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Dec 15 05:27:08.065293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-bbd7cf64-715a-4790-ad86-5073e3a1cd48 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:08.066753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-bbd7cf64-715a-4790-ad86-5073e3a1cd48 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/networks?id=2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 200 len: 814 time: 0.1024709 Dec 15 05:27:08.081305 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-0241bf44-f24b-4dde-b17e-3448deb80e84 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/quotas/934975c3a06a4d5c9dac22aa3a80b50f HTTP/1.1" status: 200 len: 375 time: 0.0088129 Dec 15 05:27:08.127904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-a89c4893-7dbc-4ee8-ae55-7f9ca043413d tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415196 Dec 15 05:27:08.218465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-c4215103-078d-41ff-80e6-2e212bbdc20f service neutron] 10.222.0.37 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835056 Dec 15 05:27:08.305466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2bb06c35-752d-427f-84b6-120dee99d51b service neutron] 10.222.0.37 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811450 Dec 15 05:27:08.460273 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3bba2506-d3a5-41cc-a80b-0f7f65371f73 req-022a878e-da7e-432a-a30f-b71c816de2de tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 210 time: 0.0263581 Dec 15 05:27:09.560685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-434fc2cb-ede2-4240-8deb-1cbe710fea11 req-904a38f1-551f-4e8f-862f-41aad2e2cfc0 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 210 time: 0.0274799 Dec 15 05:27:09.568203 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-83c5cf13-c1b8-48f0-965e-55bd7201758c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:09.570166 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-83c5cf13-c1b8-48f0-965e-55bd7201758c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.16 "GET /v2.0/networks?id=2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 200 len: 814 time: 0.1127806 Dec 15 05:27:09.599279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Request body: {'port': {'device_id': '99b29852-9351-466c-b837-a5c323943cf7', 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7', 'admin_state_up': True, 'tenant_id': '934975c3a06a4d5c9dac22aa3a80b50f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:09.707673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Made reservation on behalf of 934975c3a06a4d5c9dac22aa3a80b50f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:09.711042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:09.834646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Allocated IP 172.20.0.7 (2bc6c900-85e6-47c8-8168-7708046713e7/dbf62bfc-f23f-43bb-9089-cde5182c1bd5/5c7f0213-04d0-486d-90da-d86099576c70) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:09.978020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:10.010413 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:10.043045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ea1970eb-0210-4134-a627-f392660731f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:27:10.054151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Network 2bc6c900-85e6-47c8-8168-7708046713e7 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:10.057327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:10.061016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:10.067454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Pushing event updated for resources: {'Port': ['ID=5c7f0213-04d0-486d-90da-d86099576c70,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:10.100130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.100478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.100840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.101183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.101512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.101878 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.102607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.102607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.102945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.103268 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.103588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.103905 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.104244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:10.129453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:10.130063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:10.146574 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-9a390023-4749-4fa7-b8f3-5738dd6e7d3b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525208 Dec 15 05:27:10.255549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Request body: {'port': {'device_id': '99b29852-9351-466c-b837-a5c323943cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:10.306858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:10.686376 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586a22-9540-46a3-b7db-3fc411b6d4bf req-58951533-b789-4591-af3a-4fb9748768fb tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:10.687905 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c586a22-9540-46a3-b7db-3fc411b6d4bf req-58951533-b789-4591-af3a-4fb9748768fb tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 931 time: 0.0567129 Dec 15 05:27:10.745558 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1c586a22-9540-46a3-b7db-3fc411b6d4bf req-1f96f9f4-b2d2-4651-866d-37694337c4fc tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Dec 15 05:27:10.858706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7f0213-04d0-486d-90da-d86099576c70 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:27:10.866020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:10.878126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Transition to ACTIVE for port object 5c7f0213-04d0-486d-90da-d86099576c70 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:27:10.882028 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:10.936379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f0213-04d0-486d-90da-d86099576c70,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:10.996665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Attempting to bind port 5c7f0213-04d0-486d-90da-d86099576c70 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:10.997091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Attempting to bind port 5c7f0213-04d0-486d-90da-d86099576c70 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:10.997928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Attempting to bind port 5c7f0213-04d0-486d-90da-d86099576c70 on network 2bc6c900-85e6-47c8-8168-7708046713e7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:11.002096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Port 5c7f0213-04d0-486d-90da-d86099576c70 on network 2bc6c900-85e6-47c8-8168-7708046713e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:27:11.002415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Attempting to bind port 5c7f0213-04d0-486d-90da-d86099576c70 on network 2bc6c900-85e6-47c8-8168-7708046713e7 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:11.007168 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:11.007502 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Checking segment: {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:11.007885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Bound using segment: {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:11.008343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Bound port: 5c7f0213-04d0-486d-90da-d86099576c70, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d11585-99a3-4507-95c8-40415bf63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:11.008695 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:11.077866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] For port 5c7f0213-04d0-486d-90da-d86099576c70, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:11.080799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] For port 5c7f0213-04d0-486d-90da-d86099576c70, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c7f0213-04d0-486d-90da-d86099576c70,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:11.085059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:11.124044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.124756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:11.126204 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] 10.222.0.16 "PUT /v2.0/ports/5c7f0213-04d0-486d-90da-d86099576c70 HTTP/1.1" status: 200 len: 1092 time: 0.9127715 Dec 15 05:27:11.126643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b29852-9351-466c-b837-a5c323943cf7', 'tag': '5c7f0213-04d0-486d-90da-d86099576c70'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:11.128918 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc9427d-dab9-4e67-a898-5cd3b128a727" -d '{"events": [{"name": "network-changed", "server_uuid": "99b29852-9351-466c-b837-a5c323943cf7", "tag": "5c7f0213-04d0-486d-90da-d86099576c70"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:11.152435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4a9f9-c8e6-4226-bf03-99f78ca83f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7f0213-04d0-486d-90da-d86099576c70,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:11.168286 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39149a6a-6e0f-4edf-9ecc-5804ea6cf0a4 x-openstack-request-id: req-39149a6a-6e0f-4edf-9ecc-5804ea6cf0a4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:11.168640 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b29852-9351-466c-b837-a5c323943cf7", "tag": "5c7f0213-04d0-486d-90da-d86099576c70", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:11.169405 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39149a6a-6e0f-4edf-9ecc-5804ea6cf0a4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:11.169808 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b29852-9351-466c-b837-a5c323943cf7', 'tag': '5c7f0213-04d0-486d-90da-d86099576c70', 'status': 'completed', 'code': 200} Dec 15 05:27:11.234098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-92847ffd-b721-4c0c-93e3-ec1b19ab5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.235573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-92847ffd-b721-4c0c-93e3-ec1b19ab5a14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0406220 Dec 15 05:27:11.290624 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-87ab0927-ce98-4a40-b7ba-c44ebf4d6c56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c7f0213-04d0-486d-90da-d86099576c70 HTTP/1.1" status: 200 len: 217 time: 0.0329318 Dec 15 05:27:11.347283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-5efb6e60-2161-45d5-9505-13189f6d8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.348791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-5efb6e60-2161-45d5-9505-13189f6d8851 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbf62bfc-f23f-43bb-9089-cde5182c1bd5 HTTP/1.1" status: 200 len: 854 time: 0.0499489 Dec 15 05:27:11.384716 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-5f42fdf8-05b2-4550-b39c-448f370cbdcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bc6c900-85e6-47c8-8168-7708046713e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239840 Dec 15 05:27:11.478404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-e10e0244-02a3-4802-ad4e-499c5b8c6618 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806756 Dec 15 05:27:11.574503 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fde74ffa-0ca1-4d38-ad59-795b8e82ecb2 req-f3e6a790-3411-4cc9-a0ff-7d8a50158ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Dec 15 05:27:11.707851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-0059c11f-9e4c-439b-b2a4-2c9642f30bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.709262 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-0059c11f-9e4c-439b-b2a4-2c9642f30bbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0408099 Dec 15 05:27:11.801422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-77c3f104-026e-43ad-9320-0e6327024f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.802906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-77c3f104-026e-43ad-9320-0e6327024f28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 200 len: 914 time: 0.0857759 Dec 15 05:27:11.846988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-13dfd7c5-02f9-4f86-8c7b-8332b5685b2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c7f0213-04d0-486d-90da-d86099576c70 HTTP/1.1" status: 200 len: 217 time: 0.0354540 Dec 15 05:27:11.860539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff644ca3-e7aa-4879-9170-785bf5139d2a req-26c46420-d873-4805-9aed-be4d166394a5 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.862021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff644ca3-e7aa-4879-9170-785bf5139d2a req-26c46420-d873-4805-9aed-be4d166394a5 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 943 time: 0.0478117 Dec 15 05:27:11.896330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-9ec8c5e9-2f01-4522-a417-900f9dd6c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:11.897829 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-9ec8c5e9-2f01-4522-a417-900f9dd6c2ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbf62bfc-f23f-43bb-9089-cde5182c1bd5 HTTP/1.1" status: 200 len: 854 time: 0.0439458 Dec 15 05:27:11.909608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ff644ca3-e7aa-4879-9170-785bf5139d2a req-aa019d31-4f44-4ca1-ab31-4289e5be3182 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Dec 15 05:27:11.931356 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-174ea66e-4421-4697-b2ff-379db5d009fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bc6c900-85e6-47c8-8168-7708046713e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244460 Dec 15 05:27:12.027043 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-b8bc65f0-3417-424e-9ca7-4414a35f9284 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845509 Dec 15 05:27:12.114042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ebc9427d-dab9-4e67-a898-5cd3b128a727 req-e5d3408c-8489-4c4e-8f20-cf8904c646bc service neutron] 10.222.0.16 "GET /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790758 Dec 15 05:27:13.031277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc5745-fcf9-44b1-a46a-3d2f1af66ce1 req-3ace84d4-815c-4930-927f-a4682da3a892 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:13.033077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcbc5745-fcf9-44b1-a46a-3d2f1af66ce1 req-3ace84d4-815c-4930-927f-a4682da3a892 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 943 time: 0.0522447 Dec 15 05:27:13.079867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fcbc5745-fcf9-44b1-a46a-3d2f1af66ce1 req-7fdc33f4-b61f-41a2-a9f7-24d78c665647 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Dec 15 05:27:14.193170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71bfd-c967-4465-8939-1dd88de59acb req-4554ce39-341d-4030-8a8f-42e17a461174 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:14.194600 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fb71bfd-c967-4465-8939-1dd88de59acb req-4554ce39-341d-4030-8a8f-42e17a461174 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 943 time: 0.0475972 Dec 15 05:27:14.240860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7fb71bfd-c967-4465-8939-1dd88de59acb req-3e51566c-ffae-4af1-a398-0bb79043faeb tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Dec 15 05:27:14.343423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c7f0213-04d0-486d-90da-d86099576c70 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:27:14.438658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5c7f0213-04d0-486d-90da-d86099576c70, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c7f0213-04d0-486d-90da-d86099576c70,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:14.449698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '5c7f0213-04d0-486d-90da-d86099576c70', 'network_id': '2bc6c900-85e6-47c8-8168-7708046713e7', 'port_id': '5c7f0213-04d0-486d-90da-d86099576c70', 'mac_address': 'fa:16:3e:dd:23:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf62bfc-f23f-43bb-9089-cde5182c1bd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:27:14.485926 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:14.498769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7f0213-04d0-486d-90da-d86099576c70 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:27:14.517431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5c7f0213-04d0-486d-90da-d86099576c70, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c7f0213-04d0-486d-90da-d86099576c70,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:14.521271 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:14.566814 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5c7f0213-04d0-486d-90da-d86099576c70,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:14.908515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5c7f0213-04d0-486d-90da-d86099576c70'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:27:15.355303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7134bf-ea71-4ce2-8d58-9d96728b7eb1 req-1ff22bcf-2ce8-44bf-ab0c-d7392da0e777 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:15.356797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b7134bf-ea71-4ce2-8d58-9d96728b7eb1 req-1ff22bcf-2ce8-44bf-ab0c-d7392da0e777 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 944 time: 0.0487223 Dec 15 05:27:15.407178 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b7134bf-ea71-4ce2-8d58-9d96728b7eb1 req-891ba865-3970-4b60-877e-cbc74f7bbb8b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Dec 15 05:27:16.359359 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c7f0213-04d0-486d-90da-d86099576c70 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:16.407610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 5c7f0213-04d0-486d-90da-d86099576c70 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:27:16.411348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 5c7f0213-04d0-486d-90da-d86099576c70 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:16.411715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:16.490253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:16.513784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b29852-9351-466c-b837-a5c323943cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7f0213-04d0-486d-90da-d86099576c70'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:16.516042 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ae7fb5e489f083a99aa529871885d706a3e96b48c47a7db76db568f69e97dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaada26-90bb-4c73-95a7-27463df951a3" -d '{"events": [{"server_uuid": "99b29852-9351-466c-b837-a5c323943cf7", "name": "network-vif-plugged", "status": "completed", "tag": "5c7f0213-04d0-486d-90da-d86099576c70"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:16.521882 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21f4b-2c3d-4e0b-8580-1ceaea5cd7c5 req-c87173f1-4b7c-4697-a2d5-6fccdcc32ba6 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:16.523287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcc21f4b-2c3d-4e0b-8580-1ceaea5cd7c5 req-c87173f1-4b7c-4697-a2d5-6fccdcc32ba6 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 944 time: 0.0483177 Dec 15 05:27:16.528842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 5c7f0213-04d0-486d-90da-d86099576c70, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c7f0213-04d0-486d-90da-d86099576c70,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:16.533793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:16.556505 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1dacb-edc4-4b34-9677-44c6761bbce3 x-openstack-request-id: req-02c1dacb-edc4-4b34-9677-44c6761bbce3 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:16.556799 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b29852-9351-466c-b837-a5c323943cf7", "name": "network-vif-plugged", "status": "completed", "tag": "5c7f0213-04d0-486d-90da-d86099576c70", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:16.557050 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02c1dacb-edc4-4b34-9677-44c6761bbce3 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:16.557438 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b29852-9351-466c-b837-a5c323943cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7f0213-04d0-486d-90da-d86099576c70', 'code': 200} Dec 15 05:27:16.574237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bcc21f4b-2c3d-4e0b-8580-1ceaea5cd7c5 req-d4e05732-d78f-4dc9-b926-f372d4cf8a1e tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Dec 15 05:27:16.586440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=5c7f0213-04d0-486d-90da-d86099576c70,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:16.701429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18edda-daad-43b9-94c9-5f37b54622fc req-d2d58fac-b93a-43e0-ac5c-ce3e9dee7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:16.702852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e18edda-daad-43b9-94c9-5f37b54622fc req-d2d58fac-b93a-43e0-ac5c-ce3e9dee7810 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0448682 Dec 15 05:27:16.751866 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7e18edda-daad-43b9-94c9-5f37b54622fc req-fea2e501-9bdf-4841-b8ab-954664b05576 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Dec 15 05:27:17.691899 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b1d7f-8d10-4d9f-8a56-4cbab706cda8 req-c08f167b-6c64-43e4-a5e8-dc9f06f9d5e3 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:17.693302 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e1b1d7f-8d10-4d9f-8a56-4cbab706cda8 req-c08f167b-6c64-43e4-a5e8-dc9f06f9d5e3 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 945 time: 0.0492101 Dec 15 05:27:17.740058 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e1b1d7f-8d10-4d9f-8a56-4cbab706cda8 req-7abe4e69-0b7f-4105-8b32-f18234e2c737 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Dec 15 05:27:18.855160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1738-729a-408d-9cec-d389666b3c26 req-597d5a45-6502-444c-99e2-4ef5cb28aa83 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:18.857172 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb9d1738-729a-408d-9cec-d389666b3c26 req-597d5a45-6502-444c-99e2-4ef5cb28aa83 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 945 time: 0.0506449 Dec 15 05:27:18.902139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb9d1738-729a-408d-9cec-d389666b3c26 req-1d64977d-5d92-43cb-abbc-014832a5d947 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Dec 15 05:27:19.135234 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252b8e4-f7aa-47f2-8030-431618e148bf req-97dc659a-b0a5-4bb3-9192-0a87eace6e2c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:19.136668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0252b8e4-f7aa-47f2-8030-431618e148bf req-97dc659a-b0a5-4bb3-9192-0a87eace6e2c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 945 time: 0.0478370 Dec 15 05:27:19.183398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0252b8e4-f7aa-47f2-8030-431618e148bf req-e3bba247-31d7-4067-8fc5-61853bbb09ac tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Dec 15 05:27:20.300930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e77ac6-cd7f-4aba-9b12-314accbace41 req-5505304b-ef1f-4a8e-8ced-0cade5a85af6 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:20.302398 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85e77ac6-cd7f-4aba-9b12-314accbace41 req-5505304b-ef1f-4a8e-8ced-0cade5a85af6 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 945 time: 0.0477297 Dec 15 05:27:20.352981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-85e77ac6-cd7f-4aba-9b12-314accbace41 req-82c836a4-189c-4437-b75a-64c3cdc072a5 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Dec 15 05:27:20.627459 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd80d-8965-4c9d-8afd-283636a6016b req-5ca1cb23-1724-4f03-a17b-273a90e778aa tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:20.629604 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-733dd80d-8965-4c9d-8afd-283636a6016b req-5ca1cb23-1724-4f03-a17b-273a90e778aa tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Dec 15 05:27:20.723767 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Deleting port 5c7f0213-04d0-486d-90da-d86099576c70 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:20.724128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:20.811362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] For port 5c7f0213-04d0-486d-90da-d86099576c70, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=5c7f0213-04d0-486d-90da-d86099576c70,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:20.811722 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:20.823694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Calling delete_port for 5c7f0213-04d0-486d-90da-d86099576c70 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:20.948846 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:20.977299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Pushing event deleted for resources: {'Port': ['ID=5c7f0213-04d0-486d-90da-d86099576c70,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:20.984876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ea1970eb-0210-4134-a627-f392660731f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:27:20.994509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['5c7f0213-04d0-486d-90da-d86099576c70'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:27:21.021866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] No DVR routers for this DVR port 5c7f0213-04d0-486d-90da-d86099576c70 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:21.024567 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:21.028229 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-733dd80d-8965-4c9d-8afd-283636a6016b req-14c01770-4519-45ea-94f3-6d2a7560ef8c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.16 "DELETE /v2.0/ports/5c7f0213-04d0-486d-90da-d86099576c70 HTTP/1.1" status: 204 len: 173 time: 0.3900661 Dec 15 05:27:21.028671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b29852-9351-466c-b837-a5c323943cf7', 'name': 'network-vif-deleted', 'tag': '5c7f0213-04d0-486d-90da-d86099576c70'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:21.030969 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4fcaf-dbc2-4469-9a4a-3a500095ac88" -d '{"events": [{"server_uuid": "99b29852-9351-466c-b837-a5c323943cf7", "name": "network-vif-deleted", "tag": "5c7f0213-04d0-486d-90da-d86099576c70"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:21.069816 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff7aca-45f0-4a50-821b-71274b0cb72b x-openstack-request-id: req-c8ff7aca-45f0-4a50-821b-71274b0cb72b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:21.070250 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b29852-9351-466c-b837-a5c323943cf7", "name": "network-vif-deleted", "tag": "5c7f0213-04d0-486d-90da-d86099576c70", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:21.070605 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8ff7aca-45f0-4a50-821b-71274b0cb72b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:21.071140 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b29852-9351-466c-b837-a5c323943cf7', 'name': 'network-vif-deleted', 'tag': '5c7f0213-04d0-486d-90da-d86099576c70', 'status': 'completed', 'code': 200} Dec 15 05:27:21.461521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8fa308ad-7df7-4b11-8e57-21932316448b req-f97f2e6f-d4c9-4d67-98f3-64d14e94c017 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b29852-9351-466c-b837-a5c323943cf7 HTTP/1.1" status: 200 len: 210 time: 0.0256944 Dec 15 05:27:22.609817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41ae5c-8602-49c7-b8d7-72651f982a5e req-6c915795-0b84-4dc6-958b-9078689d8bc5 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:22.611280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e41ae5c-8602-49c7-b8d7-72651f982a5e req-6c915795-0b84-4dc6-958b-9078689d8bc5 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0477712 Dec 15 05:27:22.658026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1e41ae5c-8602-49c7-b8d7-72651f982a5e req-e50fdf8e-8205-4ce3-ac1f-216676cecc2e tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Dec 15 05:27:22.790274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb26a-d033-484e-a86c-98baa9a33e4f req-80115070-fb09-49b8-b06e-9c3bfccffb1c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:22.791749 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c24fb26a-d033-484e-a86c-98baa9a33e4f req-80115070-fb09-49b8-b06e-9c3bfccffb1c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0522921 Dec 15 05:27:22.842077 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c24fb26a-d033-484e-a86c-98baa9a33e4f req-e8b4bd24-d477-4df4-b999-a6925d67705a tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Dec 15 05:27:22.956507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b23eb-70d2-4c6c-ba77-0aed37e894aa req-d265d596-67e2-4837-b182-f14861f1894c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:22.957959 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c0b23eb-70d2-4c6c-ba77-0aed37e894aa req-d265d596-67e2-4837-b182-f14861f1894c tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0482409 Dec 15 05:27:23.004300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6c0b23eb-70d2-4c6c-ba77-0aed37e894aa req-7ee6369d-7c27-443f-876c-a134aa890855 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Dec 15 05:27:23.165636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793915f-e258-4659-b02d-4ea89f2d4cb8 req-af2d0440-d9b3-42b7-9b39-da750f172c9b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:23.167092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f793915f-e258-4659-b02d-4ea89f2d4cb8 req-af2d0440-d9b3-42b7-9b39-da750f172c9b tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0475349 Dec 15 05:27:23.214768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f793915f-e258-4659-b02d-4ea89f2d4cb8 req-e3cb6b89-37d8-486a-a2a2-279546a08bdc tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Dec 15 05:27:23.329845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb12dd-c096-498c-9923-a30a3383bf1e req-8f0ce604-664e-446c-8a75-d43b83f00482 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:23.331221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49bb12dd-c096-498c-9923-a30a3383bf1e req-8f0ce604-664e-446c-8a75-d43b83f00482 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0506930 Dec 15 05:27:23.377322 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-49bb12dd-c096-498c-9923-a30a3383bf1e req-37a94167-4fc8-4b2b-ab24-c57bbc79f633 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Dec 15 05:27:23.499100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe181-0a2e-47a5-9da2-7a3e4396e565 req-870ebb36-d7cc-41de-9c80-605735d18333 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:23.500592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-214fe181-0a2e-47a5-9da2-7a3e4396e565 req-870ebb36-d7cc-41de-9c80-605735d18333 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0481379 Dec 15 05:27:23.548867 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-214fe181-0a2e-47a5-9da2-7a3e4396e565 req-e5247b92-9603-4f75-a8cb-b6b093e0c0f4 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Dec 15 05:27:23.847733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e83025-16ba-42cc-a124-f82352a0d14b req-2f8138e1-3090-4ed3-9bbf-4a6efe498c9e tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:23.849116 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68e83025-16ba-42cc-a124-f82352a0d14b req-2f8138e1-3090-4ed3-9bbf-4a6efe498c9e tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0514300 Dec 15 05:27:23.894561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68e83025-16ba-42cc-a124-f82352a0d14b req-841e29ed-c066-45d4-bb54-dd104f2e24bd tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Dec 15 05:27:24.390687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c7f0213-04d0-486d-90da-d86099576c70 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:27:24.413572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 5c7f0213-04d0-486d-90da-d86099576c70 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:27:24.413906 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 5c7f0213-04d0-486d-90da-d86099576c70 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:27:25.010175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3bb31-14f9-4d4c-8018-d608edf20c6e req-d314a95b-84d9-490f-bbd2-5bc8f546bc29 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:25.011634 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cd3bb31-14f9-4d4c-8018-d608edf20c6e req-d314a95b-84d9-490f-bbd2-5bc8f546bc29 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0482481 Dec 15 05:27:25.058605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8cd3bb31-14f9-4d4c-8018-d608edf20c6e req-cf90be5d-256f-44cc-bd03-acde7e9e8392 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9089cea-5576-4b5d-8f2f-aa0af2237bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Dec 15 05:27:25.268535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-16882469-a16d-4a0f-a338-f1c56fe682ca tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:25.269895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-16882469-a16d-4a0f-a338-f1c56fe682ca tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 945 time: 0.0476031 Dec 15 05:27:25.356667 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Deleting port ea1970eb-0210-4134-a627-f392660731f4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:25.357004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:25.446228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] For port ea1970eb-0210-4134-a627-f392660731f4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=ea1970eb-0210-4134-a627-f392660731f4,segment=NetworkSegment(b8d11585-99a3-4507-95c8-40415bf63769),segment_id=b8d11585-99a3-4507-95c8-40415bf63769)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:25.446589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:25.459545 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Calling delete_port for ea1970eb-0210-4134-a627-f392660731f4 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:25.590868 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:25.619023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Pushing event deleted for resources: {'Port': ['ID=ea1970eb-0210-4134-a627-f392660731f4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:25.625088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['ea1970eb-0210-4134-a627-f392660731f4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:27:25.660023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] No DVR routers for this DVR port ea1970eb-0210-4134-a627-f392660731f4 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:25.662496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:25.665809 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a2f66ddb-2aa7-42e7-97b7-560933795072 req-0bb2ea32-0a86-450a-a6cf-e3a68037e810 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.42 "DELETE /v2.0/ports/ea1970eb-0210-4134-a627-f392660731f4 HTTP/1.1" status: 204 len: 173 time: 0.3901727 Dec 15 05:27:25.666269 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'name': 'network-vif-deleted', 'tag': 'ea1970eb-0210-4134-a627-f392660731f4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:25.668550 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e4f88-09cc-4300-ac14-e6deda04b14f" -d '{"events": [{"server_uuid": "8a020567-fa17-4040-b8f5-7cfa4a268c5d", "name": "network-vif-deleted", "tag": "ea1970eb-0210-4134-a627-f392660731f4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:25.705785 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866072e-976a-4d0e-9c68-154734f0f5a8 x-openstack-request-id: req-d866072e-976a-4d0e-9c68-154734f0f5a8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:25.706087 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a020567-fa17-4040-b8f5-7cfa4a268c5d", "name": "network-vif-deleted", "tag": "ea1970eb-0210-4134-a627-f392660731f4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:25.706349 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d866072e-976a-4d0e-9c68-154734f0f5a8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:25.706758 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a020567-fa17-4040-b8f5-7cfa4a268c5d', 'name': 'network-vif-deleted', 'tag': 'ea1970eb-0210-4134-a627-f392660731f4', 'status': 'completed', 'code': 200} Dec 15 05:27:26.175859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4b5b8d7d-49e7-47aa-84a2-c4a671b18c22 req-984fecdf-2688-4da7-a627-9b2f87d244e3 tempest-ServersNegativeTestJSON-1333867168 tempest-ServersNegativeTestJSON-1333867168-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a020567-fa17-4040-b8f5-7cfa4a268c5d HTTP/1.1" status: 200 len: 210 time: 0.0264764 Dec 15 05:27:27.234770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56370) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:27.278729 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Deleting subnet dbf62bfc-f23f-43bb-9089-cde5182c1bd5 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:27:27.281760 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.318858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.355885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.406731 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.430483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf62bfc-f23f-43bb-9089-cde5182c1bd5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:27.436651 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.439857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-371b1136-86e0-48b8-b68d-649d63aad4d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dbf62bfc-f23f-43bb-9089-cde5182c1bd5 HTTP/1.1" status: 204 len: 168 time: 0.2040737 Dec 15 05:27:27.442431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56372) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:27.513880 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.594655 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.614406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc6c900-85e6-47c8-8168-7708046713e7']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:27.623958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d11585-99a3-4507-95c8-40415bf63769') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:27.624286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d11585-99a3-4507-95c8-40415bf63769') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:27.633393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.646004 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.651712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:27.652117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:27.653787 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:27.709184 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.713959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.717899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] 10.222.0.37 "DELETE /v2.0/networks/2bc6c900-85e6-47c8-8168-7708046713e7 HTTP/1.1" status: 204 len: 168 time: 0.2745275 Dec 15 05:27:27.733445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659cab-7829-4bdf-8783-919401fa841e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc6c900-85e6-47c8-8168-7708046713e7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:27.815214 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44c6287a-ba7e-46fb-918b-13abcfb3b645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.828582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56378) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:27.868090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fbfc533c-d602-41b6-a7d0-880fda48e357 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=934975c3a06a4d5c9dac22aa3a80b50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383644 Dec 15 05:27:27.870527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56380) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:27.916566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce70a09d-545f-40f6-b725-59299f3830d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.937404 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce70a09d-545f-40f6-b725-59299f3830d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.982189 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce70a09d-545f-40f6-b725-59299f3830d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.985610 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ce70a09d-545f-40f6-b725-59299f3830d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:27.986766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce70a09d-545f-40f6-b725-59299f3830d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9089cea-5576-4b5d-8f2f-aa0af2237bd7 HTTP/1.1" status: 204 len: 168 time: 0.1153109 Dec 15 05:27:27.994747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70a09d-545f-40f6-b725-59299f3830d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9089cea-5576-4b5d-8f2f-aa0af2237bd7,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:28.085163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ea1970eb-0210-4134-a627-f392660731f4 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:27:28.106206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: ea1970eb-0210-4134-a627-f392660731f4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:27:28.106551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device ea1970eb-0210-4134-a627-f392660731f4 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:27:28.650558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56402) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:28.741245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451325168'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:28.766971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:28.770353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.778481 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.851327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.855311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.878398 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:28.893431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb84bc-f66f-4775-81ed-33eed25013cc,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:28.896368 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.896717 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Added segment d3085b04-3f0c-4c2d-a534-ccaceb46721c of type vlan for network b90c8104-2e62-4b26-9c94-96c0e86f2e8c Dec 15 05:27:28.936932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.960494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:28.966037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:28.966650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:29.025906 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3742428 Dec 15 05:27:29.037834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0b29-fbc2-488d-9a85-061bacc47fe3 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Network': ['ID=b90c8104-2e62-4b26-9c94-96c0e86f2e8c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:29.053574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b90c8104-2e62-4b26-9c94-96c0e86f2e8c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:29.994144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c51b4cf-968a-4e8f-baf0-712cc9ad8e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:31.330583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.276692 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56406) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:32.281825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'subnet': {'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:32.365054 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:32.368569 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.546657 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.611483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Subnet': ['ID=b7888728-49e9-4952-ad69-ee8333f877e5,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:32.619625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Checking segment: {'id': 'd3085b04-3f0c-4c2d-a534-ccaceb46721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:32.619993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network hostable DHCP agents. Network: b90c8104-2e62-4b26-9c94-96c0e86f2e8c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:32.637378 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network b90c8104-2e62-4b26-9c94-96c0e86f2e8c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:32.645924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b90c8104-2e62-4b26-9c94-96c0e86f2e8c) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:32.649908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:32.650516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.656394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd10ffa-0f5b-4480-b551-87d1cc050e98 None None] Network b90c8104-2e62-4b26-9c94-96c0e86f2e8c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:32.667592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-09c0e456-f4e5-4c05-baae-0e06e1fa08a1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3897948 Dec 15 05:27:32.671773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:32.676765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510967843'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:32.697492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:32.700967 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.724936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:32.733871 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.734266 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Added segment 397626b8-ac91-4cd2-b2d9-462753ce3ebf of type vlan for network a0ff965c-63ce-41ac-9610-b3aeebf48ff2 Dec 15 05:27:32.769120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b90c8104-2e62-4b26-9c94-96c0e86f2e8c', 'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c', 'project_id': 'f23bca178c084cfca81dd07622b570b9', 'fixed_ips': [{'subnet_id': 'b7888728-49e9-4952-ad69-ee8333f877e5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:32.769982 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.779401 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.804091 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.809432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:32.810000 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.862626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1871212 Dec 15 05:27:32.862867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56410) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:32.869994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'subnet': {'network_id': 'a0ff965c-63ce-41ac-9610-b3aeebf48ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:32.898151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:32.916225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Allocated IP 2001:db8:0:ffff::2 (b90c8104-2e62-4b26-9c94-96c0e86f2e8c/b7888728-49e9-4952-ad69-ee8333f877e5/362fd9da-55f9-45a9-9200-eded93b6e5a1) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:32.930915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3de669-2ef1-46d7-b73f-057595054c35 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Network': ['ID=a0ff965c-63ce-41ac-9610-b3aeebf48ff2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:32.973859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network a0ff965c-63ce-41ac-9610-b3aeebf48ff2 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:32.977253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:32.981059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.035946 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:27:33.122976 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.128974 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.169142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.171378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Network b90c8104-2e62-4b26-9c94-96c0e86f2e8c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:33.174286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:33.177755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:33.187966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Pushing event updated for resources: {'Port': ['ID=362fd9da-55f9-45a9-9200-eded93b6e5a1,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:33.210725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.211710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.211710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.211710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.212039 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.212363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.212685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.213002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.213317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.213635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.213951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.214264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.214576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:33.233218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Subnet': ['ID=c4e84fb3-6ff0-43ea-bd66-1d1719463628,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:33.238723 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Checking segment: {'id': '397626b8-ac91-4cd2-b2d9-462753ce3ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0ff965c-63ce-41ac-9610-b3aeebf48ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:33.239085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network hostable DHCP agents. Network: a0ff965c-63ce-41ac-9610-b3aeebf48ff2, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:33.246092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Attempting to bind port 362fd9da-55f9-45a9-9200-eded93b6e5a1 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:33.246464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Attempting to bind port 362fd9da-55f9-45a9-9200-eded93b6e5a1 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'd3085b04-3f0c-4c2d-a534-ccaceb46721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:33.246822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Attempting to bind port 362fd9da-55f9-45a9-9200-eded93b6e5a1 on network b90c8104-2e62-4b26-9c94-96c0e86f2e8c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:33.251809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:33.252222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Checking segment: {'id': 'd3085b04-3f0c-4c2d-a534-ccaceb46721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:33.252620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.253012 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Bound using segment: {'id': 'd3085b04-3f0c-4c2d-a534-ccaceb46721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:33.253473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Bound port: 362fd9da-55f9-45a9-9200-eded93b6e5a1, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3085b04-3f0c-4c2d-a534-ccaceb46721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b90c8104-2e62-4b26-9c94-96c0e86f2e8c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:33.253962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.257172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network a0ff965c-63ce-41ac-9610-b3aeebf48ff2 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:33.266666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, a0ff965c-63ce-41ac-9610-b3aeebf48ff2) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:33.271370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:33.272261 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.287939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8004e16c-e0eb-4f06-8a92-ca526c8e035e None None] Network a0ff965c-63ce-41ac-9610-b3aeebf48ff2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:33.289858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-99dc0d4e-70e4-4fc2-8a08-7eec29f78beb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4260705 Dec 15 05:27:33.292618 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56412) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:33.365940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] For port 362fd9da-55f9-45a9-9200-eded93b6e5a1, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:33.370344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] For port 362fd9da-55f9-45a9-9200-eded93b6e5a1, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=362fd9da-55f9-45a9-9200-eded93b6e5a1,segment=NetworkSegment(d3085b04-3f0c-4c2d-a534-ccaceb46721c),segment_id=d3085b04-3f0c-4c2d-a534-ccaceb46721c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:33.375810 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.397958 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.462689 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84defcde-6cb0-42df-a1b7-88835de24608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-a0ff965c-63ce-41ac-9610-b3aeebf48ff2', 'network_id': 'a0ff965c-63ce-41ac-9610-b3aeebf48ff2', 'project_id': 'f23bca178c084cfca81dd07622b570b9', 'fixed_ips': [{'subnet_id': 'c4e84fb3-6ff0-43ea-bd66-1d1719463628'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:33.463537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84defcde-6cb0-42df-a1b7-88835de24608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.487690 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.566686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.622232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e84fb3-6ff0-43ea-bd66-1d1719463628,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:33.673672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97fec3-39b7-4389-bee0-f1028c8fc262 None None] Pushing event updated for resources: {'Port': ['ID=362fd9da-55f9-45a9-9200-eded93b6e5a1,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:33.677504 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.682287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.713578 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ff965c-63ce-41ac-9610-b3aeebf48ff2']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:33.724535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397626b8-ac91-4cd2-b2d9-462753ce3ebf') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:33.724664 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397626b8-ac91-4cd2-b2d9-462753ce3ebf') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:33.735096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.754435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5a13a-3961-4387-b0ac-de1292770355 None None] Network a0ff965c-63ce-41ac-9610-b3aeebf48ff2 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:33.756615 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.764237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:33.764617 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:33.767849 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:33.830685 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.837661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.840940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/a0ff965c-63ce-41ac-9610-b3aeebf48ff2 HTTP/1.1" status: 204 len: 168 time: 0.5474150 Dec 15 05:27:33.844632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:33.854207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034123f8-5ee2-4ce1-adbf-7e53a9606d97 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Network': ['ID=a0ff965c-63ce-41ac-9610-b3aeebf48ff2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:33.855108 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627388386'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:33.877144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:33.880718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.904970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:33.913845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.914263 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Added segment 76da3d6d-d6bd-481f-8993-cf33754eb646 of type vlan for network 1fe6f377-c277-4c96-88c7-fc9b92a15970 Dec 15 05:27:33.937452 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.957179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.981337 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:33.987004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:33.987618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.040788 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1950567 Dec 15 05:27:34.043594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56416) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:34.048384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'subnet': {'network_id': '1fe6f377-c277-4c96-88c7-fc9b92a15970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:34.098387 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496065f-4bb0-4f90-a966-75f000552fd1 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Network': ['ID=1fe6f377-c277-4c96-88c7-fc9b92a15970,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:34.108888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 1fe6f377-c277-4c96-88c7-fc9b92a15970 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:34.153527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:34.157668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.220815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Performing IP validity checks on allocation pools {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 15 05:27:34.221334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.ipam_backend_mixin [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 15 05:27:34.344538 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.404983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Subnet': ['ID=7c8cf6bb-14b4-4c31-9bb7-9e8c37031a5c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:34.414049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Checking segment: {'id': '76da3d6d-d6bd-481f-8993-cf33754eb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1fe6f377-c277-4c96-88c7-fc9b92a15970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:34.414415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network hostable DHCP agents. Network: 1fe6f377-c277-4c96-88c7-fc9b92a15970, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:34.432570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network 1fe6f377-c277-4c96-88c7-fc9b92a15970 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:34.442747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 1fe6f377-c277-4c96-88c7-fc9b92a15970) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:34.447336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:34.450476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.453317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be9c44-98df-467c-aa01-1666cb3cd88b None None] Network 1fe6f377-c277-4c96-88c7-fc9b92a15970 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:34.468836 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-213f64e5-97c9-4f3a-950f-4d83abb394c9 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4242032 Dec 15 05:27:34.471447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:34.503635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454c6a1-3fa2-4073-91ae-90cdc6f99d4d None None] Network b90c8104-2e62-4b26-9c94-96c0e86f2e8c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:34.571266 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.642191 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f2bb6-8f41-4a0e-9894-0416a9c7f678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-1fe6f377-c277-4c96-88c7-fc9b92a15970', 'network_id': '1fe6f377-c277-4c96-88c7-fc9b92a15970', 'project_id': 'f23bca178c084cfca81dd07622b570b9', 'fixed_ips': [{'subnet_id': '7c8cf6bb-14b4-4c31-9bb7-9e8c37031a5c'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:34.643032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-543f2bb6-8f41-4a0e-9894-0416a9c7f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.646830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-75845934-14a0-45d6-8c43-e09b5b4d4342 None None] Provisioning complete for port 362fd9da-55f9-45a9-9200-eded93b6e5a1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:34.647213 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75845934-14a0-45d6-8c43-e09b5b4d4342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.657705 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.717287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.743760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8cf6bb-14b4-4c31-9bb7-9e8c37031a5c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-543f2bb6-8f41-4a0e-9894-0416a9c7f678 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c8cf6bb-14b4-4c31-9bb7-9e8c37031a5c: This subnet is being modified by another concurrent operation. Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c8cf6bb-14b4-4c31-9bb7-9e8c37031a5c: This subnet is being modified by another concurrent operation. Dec 15 05:27:34.786758 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 05:27:34.808320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.814362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0442f6a-9b68-443c-a59b-22aadf9a722b None None] Network 1fe6f377-c277-4c96-88c7-fc9b92a15970 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:34.831206 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe6f377-c277-4c96-88c7-fc9b92a15970']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:34.842478 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76da3d6d-d6bd-481f-8993-cf33754eb646') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:34.843082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76da3d6d-d6bd-481f-8993-cf33754eb646') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:34.856005 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.863735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75845934-14a0-45d6-8c43-e09b5b4d4342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.872148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.878910 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:34.879365 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:34.883776 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:34.924343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-75845934-14a0-45d6-8c43-e09b5b4d4342 None None] For port 362fd9da-55f9-45a9-9200-eded93b6e5a1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=362fd9da-55f9-45a9-9200-eded93b6e5a1,segment=NetworkSegment(d3085b04-3f0c-4c2d-a534-ccaceb46721c),segment_id=d3085b04-3f0c-4c2d-a534-ccaceb46721c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:34.929545 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75845934-14a0-45d6-8c43-e09b5b4d4342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.951311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.960826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:34.964956 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/1fe6f377-c277-4c96-88c7-fc9b92a15970 HTTP/1.1" status: 204 len: 168 time: 0.4925988 Dec 15 05:27:34.969741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56420) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:34.975514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-602476113'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:34.977097 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4245ab-2267-4b4c-9475-876c83827c6e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Network': ['ID=1fe6f377-c277-4c96-88c7-fc9b92a15970,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:34.989645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc70c5-4f7c-4ced-9402-be37ed1059df None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:27:34.999787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:35.003454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.026143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75845934-14a0-45d6-8c43-e09b5b4d4342 None None] Pushing event updated for resources: {'Port': ['ID=362fd9da-55f9-45a9-9200-eded93b6e5a1,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:35.028747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:35.040082 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.040542 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Added segment 27bd98cd-c2d9-4085-91b5-d75ab897bbc3 of type vlan for network fbc407a4-8772-42ed-b880-b91ebfa0addb Dec 15 05:27:35.071158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6c127b78-cecb-41a4-8d3b-522116536996 None None] Provisioning complete for port 362fd9da-55f9-45a9-9200-eded93b6e5a1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:35.071917 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c127b78-cecb-41a4-8d3b-522116536996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.080345 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.104731 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.106589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc70c5-4f7c-4ced-9402-be37ed1059df None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:27:35.110795 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:35.111377 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.476679 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5057845 Dec 15 05:27:35.479502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56422) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:35.485015 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'subnet': {'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:35.487948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 362fd9da-55f9-45a9-9200-eded93b6e5a1 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:35.491925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbceb81-2b8f-48d8-bc50-f173278a79d2 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Network': ['ID=fbc407a4-8772-42ed-b880-b91ebfa0addb,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:35.517758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network fbc407a4-8772-42ed-b880-b91ebfa0addb details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:35.575317 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:35.579448 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.601893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 362fd9da-55f9-45a9-9200-eded93b6e5a1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:35.602361 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.760686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.820419 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Subnet': ['ID=84a7d9e6-4a99-4bfa-9c24-5484ce003ed5,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:35.830458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Checking segment: {'id': '27bd98cd-c2d9-4085-91b5-d75ab897bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:35.830812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network hostable DHCP agents. Network: fbc407a4-8772-42ed-b880-b91ebfa0addb, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:35.846519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network fbc407a4-8772-42ed-b880-b91ebfa0addb is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:35.854548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, fbc407a4-8772-42ed-b880-b91ebfa0addb) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:35.858956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:35.859571 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.864852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188165d4-a119-4e5e-ac79-36d870148b30 None None] Network fbc407a4-8772-42ed-b880-b91ebfa0addb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:35.875878 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c71e2e7-6e7a-4f05-b0c0-db80825a8336 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3954406 Dec 15 05:27:35.879451 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56424) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:35.884291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-4629068'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:35.905480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:35.909414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.933497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:35.944494 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.944838 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Added segment 8ba79846-a431-4e90-becb-8cddae41fbab of type vlan for network 498f3b88-1101-4eb2-8355-9a9e2331099c Dec 15 05:27:35.964329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-fbc407a4-8772-42ed-b880-b91ebfa0addb', 'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb', 'project_id': 'f23bca178c084cfca81dd07622b570b9', 'fixed_ips': [{'subnet_id': '84a7d9e6-4a99-4bfa-9c24-5484ce003ed5'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:35.965186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:35.987004 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.011983 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.017610 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:36.018195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.073851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1933565 Dec 15 05:27:36.076643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56426) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:36.081432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Request body: {'subnet': {'network_id': '498f3b88-1101-4eb2-8355-9a9e2331099c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:36.104306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Allocated IP 2001:db8::2 (fbc407a4-8772-42ed-b880-b91ebfa0addb/84a7d9e6-4a99-4bfa-9c24-5484ce003ed5/e98f44f4-9a9c-46b2-8eca-298190d05c3a) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:36.135166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bddf60-eb6c-4320-bd35-d4f502bb2b54 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Network': ['ID=498f3b88-1101-4eb2-8355-9a9e2331099c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:36.155124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 498f3b88-1101-4eb2-8355-9a9e2331099c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:36.194484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Made reservation on behalf of f23bca178c084cfca81dd07622b570b9 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:36.198031 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.305282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.310526 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.351706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Network fbc407a4-8772-42ed-b880-b91ebfa0addb is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:36.354605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:36.358775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:36.369076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Pushing event updated for resources: {'Port': ['ID=e98f44f4-9a9c-46b2-8eca-298190d05c3a,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:36.381422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.416933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Attempting to bind port e98f44f4-9a9c-46b2-8eca-298190d05c3a on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:36.417297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Attempting to bind port e98f44f4-9a9c-46b2-8eca-298190d05c3a by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '27bd98cd-c2d9-4085-91b5-d75ab897bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:36.417658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Attempting to bind port e98f44f4-9a9c-46b2-8eca-298190d05c3a on network fbc407a4-8772-42ed-b880-b91ebfa0addb {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:36.422650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:36.423019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Checking segment: {'id': '27bd98cd-c2d9-4085-91b5-d75ab897bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:36.423418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.423806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Bound using segment: {'id': '27bd98cd-c2d9-4085-91b5-d75ab897bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:36.424284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Bound port: e98f44f4-9a9c-46b2-8eca-298190d05c3a, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bd98cd-c2d9-4085-91b5-d75ab897bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fbc407a4-8772-42ed-b880-b91ebfa0addb'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:36.424663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.441506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event updated for resources: {'Subnet': ['ID=d7d5f056-e261-4d31-85a8-106f0c911c44,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:36.451753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Checking segment: {'id': '8ba79846-a431-4e90-becb-8cddae41fbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '498f3b88-1101-4eb2-8355-9a9e2331099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:36.452147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network hostable DHCP agents. Network: 498f3b88-1101-4eb2-8355-9a9e2331099c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:36.469467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Network 498f3b88-1101-4eb2-8355-9a9e2331099c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:36.478144 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 498f3b88-1101-4eb2-8355-9a9e2331099c) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:36.487520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:36.487773 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf22b67-0d1c-41d6-8d44-eaf9f543eea4 None None] Network 498f3b88-1101-4eb2-8355-9a9e2331099c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:36.488319 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.503832 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b3cf0374-23a6-4ef8-8079-2aae28ad2256 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4261649 Dec 15 05:27:36.508845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:36.542609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] For port e98f44f4-9a9c-46b2-8eca-298190d05c3a, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:36.561277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] For port e98f44f4-9a9c-46b2-8eca-298190d05c3a, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e98f44f4-9a9c-46b2-8eca-298190d05c3a,segment=NetworkSegment(27bd98cd-c2d9-4085-91b5-d75ab897bbc3),segment_id=27bd98cd-c2d9-4085-91b5-d75ab897bbc3)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:36.566449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.616683 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.658005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aa5d0-b620-4ab6-9428-0e6dc1c673e4 None None] Pushing event updated for resources: {'Port': ['ID=e98f44f4-9a9c-46b2-8eca-298190d05c3a,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:36.665023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb02ac-2eaf-4004-8ef0-43f1cd419dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-498f3b88-1101-4eb2-8355-9a9e2331099c', 'network_id': '498f3b88-1101-4eb2-8355-9a9e2331099c', 'project_id': 'f23bca178c084cfca81dd07622b570b9', 'fixed_ips': [{'subnet_id': 'd7d5f056-e261-4d31-85a8-106f0c911c44'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:36.665887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b8fb02ac-2eaf-4004-8ef0-43f1cd419dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.672234 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.733580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.765516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d5f056-e261-4d31-85a8-106f0c911c44,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server [None req-b8fb02ac-2eaf-4004-8ef0-43f1cd419dba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7d5f056-e261-4d31-85a8-106f0c911c44: This subnet is being modified by another concurrent operation. Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server raise exception Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7d5f056-e261-4d31-85a8-106f0c911c44: This subnet is being modified by another concurrent operation. Dec 15 05:27:36.775116 n-d-820935-10 neutron-server[103134]: ERROR oslo_messaging.rpc.server Dec 15 05:27:36.796789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c89ac-9107-4989-95f7-a26918373e6b None None] Network 498f3b88-1101-4eb2-8355-9a9e2331099c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:36.885739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.911838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498f3b88-1101-4eb2-8355-9a9e2331099c']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:36.922500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba79846-a431-4e90-becb-8cddae41fbab') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:36.922797 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba79846-a431-4e90-becb-8cddae41fbab') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:36.932717 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.946623 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.953586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:36.953979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:36.957115 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:37.020077 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.024689 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.028140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/498f3b88-1101-4eb2-8355-9a9e2331099c HTTP/1.1" status: 204 len: 168 time: 0.5178745 Dec 15 05:27:37.031363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56430) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:37.044226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0abb-5399-4717-900f-d3e8b57cf27f tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Network': ['ID=498f3b88-1101-4eb2-8355-9a9e2331099c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:37.065050 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a7db03-fc7e-408a-b2ee-9f74e77f8c59 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] GET failed (client error): The resource could not be found. Dec 15 05:27:37.066322 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-07a7db03-fc7e-408a-b2ee-9f74e77f8c59 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "GET /v2.0/subnets/d7d5f056-e261-4d31-85a8-106f0c911c44 HTTP/1.1" status: 404 len: 337 time: 0.0336747 Dec 15 05:27:37.069019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56432) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:37.086891 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5339bd-d4dc-44e7-8e74-16d71be1eb42 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:37.087321 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5339bd-d4dc-44e7-8e74-16d71be1eb42 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:37.090277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ef5339bd-d4dc-44e7-8e74-16d71be1eb42 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/498f3b88-1101-4eb2-8355-9a9e2331099c HTTP/1.1" status: 404 len: 339 time: 0.0203652 Dec 15 05:27:37.093841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56434) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:37.121397 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-7492a5a8-575d-4178-a11a-6ada98df43fa tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:37.121864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7492a5a8-575d-4178-a11a-6ada98df43fa tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:37.127941 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7492a5a8-575d-4178-a11a-6ada98df43fa tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/subnets/d7d5f056-e261-4d31-85a8-106f0c911c44 HTTP/1.1" status: 404 len: 337 time: 0.0306933 Dec 15 05:27:37.128978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56436) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:37.150471 n-d-820935-10 neutron-server[103133]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d236b6-d972-4a59-8369-ef471c23366b tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:37.150982 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d236b6-d972-4a59-8369-ef471c23366b tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103133) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:37.156541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-66d236b6-d972-4a59-8369-ef471c23366b tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/498f3b88-1101-4eb2-8355-9a9e2331099c HTTP/1.1" status: 404 len: 339 time: 0.0241280 Dec 15 05:27:37.157211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56438) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:37.208896 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Deleting subnet 84a7d9e6-4a99-4bfa-9c24-5484ce003ed5 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:27:37.212388 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.253517 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.345468 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.406031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.434665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Subnet': ['ID=84a7d9e6-4a99-4bfa-9c24-5484ce003ed5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:37.441310 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.447344 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1e3f3b69-1840-4b03-8c8e-95a46aeef134 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/subnets/84a7d9e6-4a99-4bfa-9c24-5484ce003ed5 HTTP/1.1" status: 204 len: 168 time: 0.2866690 Dec 15 05:27:37.447477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56440) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:37.525236 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e98f44f4-9a9c-46b2-8eca-298190d05c3a up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:37.541381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.584972 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.606665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e98f44f4-9a9c-46b2-8eca-298190d05c3a triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:37.607844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.610538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Deleting port e98f44f4-9a9c-46b2-8eca-298190d05c3a {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:37.610988 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.675770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010fb94d-ad80-44d3-b89f-93463c0a609b None None] Network fbc407a4-8772-42ed-b880-b91ebfa0addb requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:37.682232 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] For port e98f44f4-9a9c-46b2-8eca-298190d05c3a, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e98f44f4-9a9c-46b2-8eca-298190d05c3a,segment=NetworkSegment(27bd98cd-c2d9-4085-91b5-d75ab897bbc3),segment_id=27bd98cd-c2d9-4085-91b5-d75ab897bbc3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:37.682589 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.694851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Calling delete_port for e98f44f4-9a9c-46b2-8eca-298190d05c3a owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:37.781566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.809290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Port': ['ID=e98f44f4-9a9c-46b2-8eca-298190d05c3a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:37.811153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No DVR routers for this DVR port e98f44f4-9a9c-46b2-8eca-298190d05c3a on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:37.892756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.906046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-2e129fcd-06b3-4a1b-8ac2-2a676a2447eb None None] Could not find standard attr ID for object e98f44f4-9a9c-46b2-8eca-298190d05c3a. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:27:37.912516 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc407a4-8772-42ed-b880-b91ebfa0addb']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:37.913138 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.921724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bd98cd-c2d9-4085-91b5-d75ab897bbc3') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:37.922018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bd98cd-c2d9-4085-91b5-d75ab897bbc3') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:37.931440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.945516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.952569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:37.952993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:37.956622 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:38.003969 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f3b73-ac09-495e-9c07-726aced43651 None None] DHCP port deletion for fbc407a4-8772-42ed-b880-b91ebfa0addb request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:38.018041 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.024101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387dba6-0b82-4b9d-a8e1-9324241d43f8 None None] get_active_networks_info from n-d-820935-10 {{(pid=103134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 05:27:38.025070 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.028352 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/fbc407a4-8772-42ed-b880-b91ebfa0addb HTTP/1.1" status: 204 len: 168 time: 0.5798235 Dec 15 05:27:38.032793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56442) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:38.054230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab6c7a-ba17-458a-9e46-087460427796 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Network': ['ID=fbc407a4-8772-42ed-b880-b91ebfa0addb,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:38.071887 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9742039-85f2-4210-b001-7184c12fe18e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:38.072362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9742039-85f2-4210-b001-7184c12fe18e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:38.075370 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e9742039-85f2-4210-b001-7184c12fe18e tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/subnets/7c8cf6bb-14b4-4c31-9bb7-9e8c37031a5c HTTP/1.1" status: 404 len: 337 time: 0.0415678 Dec 15 05:27:38.078384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56444) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:38.096168 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bec0729-062a-4580-87ed-787417b666f8 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:38.096651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bec0729-062a-4580-87ed-787417b666f8 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:38.098678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387dba6-0b82-4b9d-a8e1-9324241d43f8 None None] Resources bound (agent type, host, resource id): {{(pid=103134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 05:27:38.099572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1bec0729-062a-4580-87ed-787417b666f8 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/1fe6f377-c277-4c96-88c7-fc9b92a15970 HTTP/1.1" status: 404 len: 339 time: 0.0202746 Dec 15 05:27:38.102044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56446) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:38.126572 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6296f793-ed16-450d-ad10-ac022d065fbb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:38.127021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6296f793-ed16-450d-ad10-ac022d065fbb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:38.132496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6296f793-ed16-450d-ad10-ac022d065fbb tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/subnets/c4e84fb3-6ff0-43ea-bd66-1d1719463628 HTTP/1.1" status: 404 len: 337 time: 0.0271015 Dec 15 05:27:38.132660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56448) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:38.150846 n-d-820935-10 neutron-server[103132]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f9fc10-2b83-49ce-a6ff-6e7c1e6a3bd8 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] DELETE failed (client error): The resource could not be found. Dec 15 05:27:38.151252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f9fc10-2b83-49ce-a6ff-6e7c1e6a3bd8 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 05:27:38.154789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-84f9fc10-2b83-49ce-a6ff-6e7c1e6a3bd8 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/a0ff965c-63ce-41ac-9610-b3aeebf48ff2 HTTP/1.1" status: 404 len: 339 time: 0.0212615 Dec 15 05:27:38.157566 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:38.206164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Deleting subnet b7888728-49e9-4952-ad69-ee8333f877e5 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:27:38.209740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.252536 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.332155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.386861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.414221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Subnet': ['ID=b7888728-49e9-4952-ad69-ee8333f877e5,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:38.416110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.419416 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-19c0e5da-e17e-4531-88cf-ee74473abd27 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/subnets/b7888728-49e9-4952-ad69-ee8333f877e5 HTTP/1.1" status: 204 len: 168 time: 0.2609313 Dec 15 05:27:38.420363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588b563-3e2e-47d6-bd87-872ab7936459 None None] Network b90c8104-2e62-4b26-9c94-96c0e86f2e8c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:38.421787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56452) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:38.564661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] DHCP port deletion for b90c8104-2e62-4b26-9c94-96c0e86f2e8c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:38.615252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] Deleting port 362fd9da-55f9-45a9-9200-eded93b6e5a1 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:38.615624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.680208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] For port 362fd9da-55f9-45a9-9200-eded93b6e5a1, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=362fd9da-55f9-45a9-9200-eded93b6e5a1,segment=NetworkSegment(d3085b04-3f0c-4c2d-a534-ccaceb46721c),segment_id=d3085b04-3f0c-4c2d-a534-ccaceb46721c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:38.680494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.693685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] Calling delete_port for 362fd9da-55f9-45a9-9200-eded93b6e5a1 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:38.778796 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.797267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.804837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] Pushing event deleted for resources: {'Port': ['ID=362fd9da-55f9-45a9-9200-eded93b6e5a1,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:38.809374 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d636a5-6b56-4115-a925-6e9595326683 None None] No DVR routers for this DVR port 362fd9da-55f9-45a9-9200-eded93b6e5a1 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:38.885427 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.904686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90c8104-2e62-4b26-9c94-96c0e86f2e8c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:38.914115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3085b04-3f0c-4c2d-a534-ccaceb46721c') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:38.914409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3085b04-3f0c-4c2d-a534-ccaceb46721c') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:38.923886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.937821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.943802 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:38.944223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:38.947389 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:39.002743 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:39.009544 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:39.012593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] 10.222.0.37 "DELETE /v2.0/networks/b90c8104-2e62-4b26-9c94-96c0e86f2e8c HTTP/1.1" status: 204 len: 168 time: 0.5898962 Dec 15 05:27:39.024294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bffdc-d795-4a3e-87af-145d023db135 tempest-NetworksIpV6Test-1752654929 tempest-NetworksIpV6Test-1752654929-project] Pushing event deleted for resources: {'Network': ['ID=b90c8104-2e62-4b26-9c94-96c0e86f2e8c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:39.246254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:39.378124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ce5da317-86fc-416d-86ad-ab8950419572 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f23bca178c084cfca81dd07622b570b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307001 Dec 15 05:27:39.380681 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56462) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:39.429135 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-adeff333-ca48-4b5f-820e-27ee2a07c251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:39.449847 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-adeff333-ca48-4b5f-820e-27ee2a07c251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:39.460610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e98f44f4-9a9c-46b2-8eca-298190d05c3a no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:27:39.481151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: e98f44f4-9a9c-46b2-8eca-298190d05c3a {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:27:39.481506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e98f44f4-9a9c-46b2-8eca-298190d05c3a not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:27:39.482164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 362fd9da-55f9-45a9-9200-eded93b6e5a1 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:27:39.496989 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-adeff333-ca48-4b5f-820e-27ee2a07c251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:39.499562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-adeff333-ca48-4b5f-820e-27ee2a07c251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:39.500739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-adeff333-ca48-4b5f-820e-27ee2a07c251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58fb84bc-f66f-4775-81ed-33eed25013cc HTTP/1.1" status: 204 len: 168 time: 0.1190867 Dec 15 05:27:39.503886 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 362fd9da-55f9-45a9-9200-eded93b6e5a1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:27:39.504310 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 362fd9da-55f9-45a9-9200-eded93b6e5a1 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:27:39.508489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeff333-ca48-4b5f-820e-27ee2a07c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb84bc-f66f-4775-81ed-33eed25013cc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:40.120754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56484) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:40.212666 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-410878760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:40.243670 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.244861 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.299378 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.303443 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.320711 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.321892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ca7958c8-551c-4dd7-bd4e-1399bdf5f807 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2001135 Dec 15 05:27:40.324650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56488) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:40.329251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-534465990'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:40.348445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Made reservation on behalf of 8ccc08fd15d84610afaf140e5275b8ee for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:40.351706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.360422 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.434644 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.439113 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.461700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:40.477767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388dbb61-e379-44ac-9af8-6a2d9e8a2f95,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:40.481403 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.482339 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Added segment 1ee016d8-8469-408f-8d4b-53a4ebfcd0d4 of type vlan for network b6f4ece7-fa54-41da-b196-038a03690005 Dec 15 05:27:40.522315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.547488 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.553034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:40.553551 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.606632 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2809446 Dec 15 05:27:40.610295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56490) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:40.615642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Request body: {'subnet': {'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:40.627209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76642-c02d-4284-8582-5f9cb76050ba tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event updated for resources: {'Network': ['ID=b6f4ece7-fa54-41da-b196-038a03690005,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:40.639011 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network b6f4ece7-fa54-41da-b196-038a03690005 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:40.702087 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Made reservation on behalf of 8ccc08fd15d84610afaf140e5275b8ee for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:40.705761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.879345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.944857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event updated for resources: {'Subnet': ['ID=cf6a3f62-08ca-4dd8-8705-b00ddea247dd,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:40.953814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Checking segment: {'id': '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:40.954179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Network hostable DHCP agents. Network: b6f4ece7-fa54-41da-b196-038a03690005, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:40.970521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Network b6f4ece7-fa54-41da-b196-038a03690005 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:40.979239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, b6f4ece7-fa54-41da-b196-038a03690005) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:40.983237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:40.983845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:40.988565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8e57c-b2e3-4180-b9c9-c9932549e017 None None] Network b6f4ece7-fa54-41da-b196-038a03690005 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:40.999916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-342c2bfa-bb5e-44f7-95e4-bdbc86e322e9 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3883467 Dec 15 05:27:41.002939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56492) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:41.007766 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1120873167'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:41.028739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Made reservation on behalf of 8ccc08fd15d84610afaf140e5275b8ee for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:41.033067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.061338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:41.070643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.070956 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Added segment 1c820366-8dbb-4bc0-b1a1-4a24f98df235 of type vlan for network be8b48d5-3c93-4969-8af2-90f300b38a30 Dec 15 05:27:41.093293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-b6f4ece7-fa54-41da-b196-038a03690005', 'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005', 'project_id': '8ccc08fd15d84610afaf140e5275b8ee', 'fixed_ips': [{'subnet_id': 'cf6a3f62-08ca-4dd8-8705-b00ddea247dd'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:41.094328 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.111259 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.135596 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.142209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:41.142787 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.198434 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1944351 Dec 15 05:27:41.202126 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56494) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:41.208615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Request body: {'subnet': {'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:41.222102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789157fe-416d-4016-8b51-e0823205a363 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event updated for resources: {'Network': ['ID=be8b48d5-3c93-4969-8af2-90f300b38a30,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:41.235919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network be8b48d5-3c93-4969-8af2-90f300b38a30 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:41.252187 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Allocated IP 172.20.0.2 (b6f4ece7-fa54-41da-b196-038a03690005/cf6a3f62-08ca-4dd8-8705-b00ddea247dd/155e9f7a-de0b-417c-bb9c-37c4ac6fe326) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:41.313788 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Made reservation on behalf of 8ccc08fd15d84610afaf140e5275b8ee for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:41.317650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.440943 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.446221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.485215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Network b6f4ece7-fa54-41da-b196-038a03690005 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:41.489725 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:41.493956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:41.497132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Pushing event updated for resources: {'Port': ['ID=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:41.498363 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.564047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Attempting to bind port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:41.564618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Attempting to bind port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:41.565143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Attempting to bind port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 on network b6f4ece7-fa54-41da-b196-038a03690005 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:41.567244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event updated for resources: {'Subnet': ['ID=db1b41e0-6a14-4c44-a982-9d244baaa035,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:41.572614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:41.573392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Checking segment: {'id': '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:41.573739 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.574305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Bound using segment: {'id': '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:41.574997 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Bound port: 155e9f7a-de0b-417c-bb9c-37c4ac6fe326, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b6f4ece7-fa54-41da-b196-038a03690005'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:41.576122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.576548 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Checking segment: {'id': '1c820366-8dbb-4bc0-b1a1-4a24f98df235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:41.576910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Network hostable DHCP agents. Network: be8b48d5-3c93-4969-8af2-90f300b38a30, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:41.595297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Network be8b48d5-3c93-4969-8af2-90f300b38a30 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:41.611240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, be8b48d5-3c93-4969-8af2-90f300b38a30) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:41.615564 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:41.616194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.624102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6dee7f-b772-4579-951a-d5741e75f5f8 None None] Network be8b48d5-3c93-4969-8af2-90f300b38a30 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:41.637182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cd842ad4-02a0-4afb-b5fe-951e388474de tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4312968 Dec 15 05:27:41.637373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56496) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:41.642023 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c0809bbd-c54a-4a14-a310-1795c0ef0c08 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:41.691196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] For port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:41.704213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] For port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,segment=NetworkSegment(1ee016d8-8469-408f-8d4b-53a4ebfcd0d4),segment_id=1ee016d8-8469-408f-8d4b-53a4ebfcd0d4)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:41.710144 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.798317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954326-0d8b-4e85-9232-5e9669fab6d7 None None] Pushing event updated for resources: {'Port': ['ID=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:41.803528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-be8b48d5-3c93-4969-8af2-90f300b38a30', 'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30', 'project_id': '8ccc08fd15d84610afaf140e5275b8ee', 'fixed_ips': [{'subnet_id': 'db1b41e0-6a14-4c44-a982-9d244baaa035'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:41.804413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.864488 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c0809bbd-c54a-4a14-a310-1795c0ef0c08 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:41.954965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Allocated IP 172.21.0.2 (be8b48d5-3c93-4969-8af2-90f300b38a30/db1b41e0-6a14-4c44-a982-9d244baaa035/8f3754ca-b5e7-4156-9337-7e1a210d1998) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:42.005963 n-d-820935-10 neutron-server[103133]: INFO neutron.api.v2.resource [None req-c0809bbd-c54a-4a14-a310-1795c0ef0c08 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 05:27:42.007973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c0809bbd-c54a-4a14-a310-1795c0ef0c08 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "PUT /v2.0/routers/bdc644de-ff0b-4acf-a935-2007a773cec6 HTTP/1.1" status: 400 len: 364 time: 0.3696678 Dec 15 05:27:42.014922 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56498) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:42.074454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Deleting subnet db1b41e0-6a14-4c44-a982-9d244baaa035 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:27:42.131696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.137028 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.137649 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.180124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Network be8b48d5-3c93-4969-8af2-90f300b38a30 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:42.183079 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:42.185735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.187802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:42.190667 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3754ca-b5e7-4156-9337-7e1a210d1998,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:42.245762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Attempting to bind port 8f3754ca-b5e7-4156-9337-7e1a210d1998 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:42.246251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Attempting to bind port 8f3754ca-b5e7-4156-9337-7e1a210d1998 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1c820366-8dbb-4bc0-b1a1-4a24f98df235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:42.246724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Attempting to bind port 8f3754ca-b5e7-4156-9337-7e1a210d1998 on network be8b48d5-3c93-4969-8af2-90f300b38a30 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:42.252371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:42.252919 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Checking segment: {'id': '1c820366-8dbb-4bc0-b1a1-4a24f98df235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:42.253411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.253895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Bound using segment: {'id': '1c820366-8dbb-4bc0-b1a1-4a24f98df235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:42.254489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Bound port: 8f3754ca-b5e7-4156-9337-7e1a210d1998, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c820366-8dbb-4bc0-b1a1-4a24f98df235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be8b48d5-3c93-4969-8af2-90f300b38a30'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:42.255069 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.273460 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.332279 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.334569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] For port 8f3754ca-b5e7-4156-9337-7e1a210d1998, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:42.337800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] For port 8f3754ca-b5e7-4156-9337-7e1a210d1998, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8f3754ca-b5e7-4156-9337-7e1a210d1998,segment=NetworkSegment(1c820366-8dbb-4bc0-b1a1-4a24f98df235),segment_id=1c820366-8dbb-4bc0-b1a1-4a24f98df235)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:42.343150 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.365608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event deleted for resources: {'Subnet': ['ID=db1b41e0-6a14-4c44-a982-9d244baaa035,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:42.367590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.372811 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0bb87cdf-3885-4c63-b725-057b0c39925e tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "DELETE /v2.0/subnets/db1b41e0-6a14-4c44-a982-9d244baaa035 HTTP/1.1" status: 204 len: 168 time: 0.3565843 Dec 15 05:27:42.373481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:42.406271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba00cfb-f7eb-4061-8e14-aea74e2143b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3754ca-b5e7-4156-9337-7e1a210d1998,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:42.461956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.521771 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Deleting port 8f3754ca-b5e7-4156-9337-7e1a210d1998 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:42.522117 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.611320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] For port 8f3754ca-b5e7-4156-9337-7e1a210d1998, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=8f3754ca-b5e7-4156-9337-7e1a210d1998,segment=NetworkSegment(1c820366-8dbb-4bc0-b1a1-4a24f98df235),segment_id=1c820366-8dbb-4bc0-b1a1-4a24f98df235)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:42.611756 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.625730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Calling delete_port for 8f3754ca-b5e7-4156-9337-7e1a210d1998 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:42.711525 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.740810 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event deleted for resources: {'Port': ['ID=8f3754ca-b5e7-4156-9337-7e1a210d1998,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:42.745847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] No DVR routers for this DVR port 8f3754ca-b5e7-4156-9337-7e1a210d1998 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:42.834113 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.850681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a6e84-00fc-4ccc-a2a0-3a4bd902acf1 None None] Network b6f4ece7-fa54-41da-b196-038a03690005 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:42.855477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8b48d5-3c93-4969-8af2-90f300b38a30']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:42.865125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c820366-8dbb-4bc0-b1a1-4a24f98df235') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:42.865125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c820366-8dbb-4bc0-b1a1-4a24f98df235') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:42.874892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.888607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.895902 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:42.896324 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:42.899698 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:42.920424 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-02140cb3-9299-4028-9c9d-d6c3d242e24d None None] Provisioning complete for port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:42.920790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02140cb3-9299-4028-9c9d-d6c3d242e24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.965600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.970479 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:42.976332 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "DELETE /v2.0/networks/be8b48d5-3c93-4969-8af2-90f300b38a30 HTTP/1.1" status: 204 len: 168 time: 0.5994618 Dec 15 05:27:42.976844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:42.989124 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb176fd0-5326-4d8b-9184-2fc3ab76ec55 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event deleted for resources: {'Network': ['ID=be8b48d5-3c93-4969-8af2-90f300b38a30,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:43.032961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Deleting subnet cf6a3f62-08ca-4dd8-8705-b00ddea247dd {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:27:43.036343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.051025 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02140cb3-9299-4028-9c9d-d6c3d242e24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.090792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-02140cb3-9299-4028-9c9d-d6c3d242e24d None None] For port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,segment=NetworkSegment(1ee016d8-8469-408f-8d4b-53a4ebfcd0d4),segment_id=1ee016d8-8469-408f-8d4b-53a4ebfcd0d4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:43.096541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.098049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-02140cb3-9299-4028-9c9d-d6c3d242e24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.160169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02140cb3-9299-4028-9c9d-d6c3d242e24d None None] Pushing event updated for resources: {'Port': ['ID=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:43.204342 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.268102 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.297285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6a3f62-08ca-4dd8-8705-b00ddea247dd,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:43.299267 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.302494 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27f254bd-bf70-468a-9549-c9d07aad12d7 tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "DELETE /v2.0/subnets/cf6a3f62-08ca-4dd8-8705-b00ddea247dd HTTP/1.1" status: 204 len: 168 time: 0.3243997 Dec 15 05:27:43.305495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56504) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:43.316004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e74c5d-aff6-4beb-8678-73beb1a3d1b0 None None] Network b6f4ece7-fa54-41da-b196-038a03690005 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:43.363574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cff8e81c-67e7-4eff-8b7b-c689a253a1ea None None] Provisioning complete for port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:43.363946 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cff8e81c-67e7-4eff-8b7b-c689a253a1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.384587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.479027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Deleting port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:43.479369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.541118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] DHCP port deletion for b6f4ece7-fa54-41da-b196-038a03690005 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:43.552297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] For port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,segment=NetworkSegment(1ee016d8-8469-408f-8d4b-53a4ebfcd0d4),segment_id=1ee016d8-8469-408f-8d4b-53a4ebfcd0d4)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:43.552654 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.564823 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Calling delete_port for 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:43.574907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785246d-2e7c-4d01-94ab-60ad83d8f24d None None] DHCP port deletion for be8b48d5-3c93-4969-8af2-90f300b38a30 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:43.599329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224ed1a-965f-430a-a823-1f995f9e4747 None None] Network be8b48d5-3c93-4969-8af2-90f300b38a30 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:43.616304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-eef9cfa0-eb7f-4ed4-b043-5ca365142d7b None None] Could not find standard attr ID for object 8f3754ca-b5e7-4156-9337-7e1a210d1998. {{(pid=103134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 05:27:43.618546 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224ed1a-965f-430a-a823-1f995f9e4747 None None] Network be8b48d5-3c93-4969-8af2-90f300b38a30 could not be found, it might have been deleted concurrently. {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 15 05:27:43.629375 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Deleting port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:27:43.629743 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.652149 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.679356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event deleted for resources: {'Port': ['ID=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:43.681195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] No DVR routers for this DVR port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:43.761434 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.771611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] For port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,segment=NetworkSegment(1ee016d8-8469-408f-8d4b-53a4ebfcd0d4),segment_id=1ee016d8-8469-408f-8d4b-53a4ebfcd0d4)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:43.772006 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.781469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f4ece7-fa54-41da-b196-038a03690005']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:43.788102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Calling delete_port for 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:27:43.791235 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:43.791515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee016d8-8469-408f-8d4b-53a4ebfcd0d4') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:43.801388 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.814259 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.820307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:27:43.820776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:27:43.823914 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:27:43.883772 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.896029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:43.899479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "DELETE /v2.0/networks/b6f4ece7-fa54-41da-b196-038a03690005 HTTP/1.1" status: 204 len: 168 time: 0.5935104 Dec 15 05:27:43.902074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56506) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:43.938948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fbcf8e65-c32d-42af-89a7-f75afa4b8f8c tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc644de-ff0b-4acf-a935-2007a773cec6 HTTP/1.1" status: 200 len: 205 time: 0.0356548 Dec 15 05:27:43.941622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56508) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:43.948411 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3cf00-f9d4-404a-b5a2-9dc70f60e85d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Pushing event deleted for resources: {'Network': ['ID=b6f4ece7-fa54-41da-b196-038a03690005,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:44.027047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.057003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.066092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Network b6f4ece7-fa54-41da-b196-038a03690005 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 05:27:44.066543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] No DVR routers for this DVR port 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:27:44.086574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375998a-0863-4d60-af21-f77c0803ecfa None None] Pushing event deleted for resources: {'Port': ['ID=155e9f7a-de0b-417c-bb9c-37c4ac6fe326,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:44.189764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.191881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.234508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.235006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Fanout notify agent at l3_agent the message router_deleted on router bdc644de-ff0b-4acf-a935-2007a773cec6 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:27:44.241824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.242894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be23ca3a-056b-4c04-a73b-cac96a5c092d tempest-RoutersNegativeTest-353780870 tempest-RoutersNegativeTest-353780870-project] 10.222.0.37 "DELETE /v2.0/routers/bdc644de-ff0b-4acf-a935-2007a773cec6 HTTP/1.1" status: 204 len: 168 time: 0.3003173 Dec 15 05:27:44.476852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56514) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:44.604730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da715d5c-71f7-4a3a-ae5f-1163c1736a77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ccc08fd15d84610afaf140e5275b8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267054 Dec 15 05:27:44.607660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56518) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:44.653169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57393aaa-8b67-4cfd-bb5b-e8f1037f5284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.674856 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57393aaa-8b67-4cfd-bb5b-e8f1037f5284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.719252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57393aaa-8b67-4cfd-bb5b-e8f1037f5284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.721813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57393aaa-8b67-4cfd-bb5b-e8f1037f5284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:44.722947 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-57393aaa-8b67-4cfd-bb5b-e8f1037f5284 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/388dbb61-e379-44ac-9af8-6a2d9e8a2f95 HTTP/1.1" status: 204 len: 168 time: 0.1143506 Dec 15 05:27:44.730178 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57393aaa-8b67-4cfd-bb5b-e8f1037f5284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388dbb61-e379-44ac-9af8-6a2d9e8a2f95,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:45.320046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56540) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:45.423557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1567181134-network', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:45.444746 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Made reservation on behalf of 7f41764fd8bf4d4b95b0774db068b996 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:45.447229 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.456361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.465455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8f3754ca-b5e7-4156-9337-7e1a210d1998 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:27:45.485570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 8f3754ca-b5e7-4156-9337-7e1a210d1998 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:27:45.485915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 8f3754ca-b5e7-4156-9337-7e1a210d1998 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:27:45.486330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:27:45.505337 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:27:45.505740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 155e9f7a-de0b-417c-bb9c-37c4ac6fe326 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:27:45.536590 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.540047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.560100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:45.576220 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c593b-148b-4871-b606-c61990e6f854,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:45.579129 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.579470 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Added segment 623a316f-424f-4a60-89a0-6cc8a984dcd8 of type vlan for network 437e0459-34f1-496a-8973-1c15c1963813 Dec 15 05:27:45.619581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.643613 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.644502 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:45.645075 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.700806 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3791122 Dec 15 05:27:45.703813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56544) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:45.708897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Request body: {'subnet': {'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-subnet', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:45.711334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982df36-ca7f-4cfb-aa01-7a8735c99b9a admin admin] Pushing event updated for resources: {'Network': ['ID=437e0459-34f1-496a-8973-1c15c1963813,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:45.721488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 437e0459-34f1-496a-8973-1c15c1963813 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:45.732310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Made reservation on behalf of 7f41764fd8bf4d4b95b0774db068b996 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:45.734634 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.897909 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.957357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42940ac7-f773-461a-81ed-79bf90cf3b96,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:45.964013 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Checking segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:45.964395 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Network hostable DHCP agents. Network: 437e0459-34f1-496a-8973-1c15c1963813, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:45.980147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Network 437e0459-34f1-496a-8973-1c15c1963813 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:45.988090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 437e0459-34f1-496a-8973-1c15c1963813) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:45.991857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:45.992485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:45.996991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1ecea-d7f5-45c6-84ef-9fabaccd7004 None None] Network 437e0459-34f1-496a-8973-1c15c1963813 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:46.011242 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56546) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:46.011441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-003f82af-3faa-48f9-9739-f4088921660a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3064089 Dec 15 05:27:46.016366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:46.038530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.039823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.094084 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.101470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-437e0459-34f1-496a-8973-1c15c1963813', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'fixed_ips': [{'subnet_id': '42940ac7-f773-461a-81ed-79bf90cf3b96'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:46.101666 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.232500 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.236770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Allocated IP 172.20.0.2 (437e0459-34f1-496a-8973-1c15c1963813/42940ac7-f773-461a-81ed-79bf90cf3b96/82bd9ee1-f0c8-4de5-b791-933493b9fd93) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:46.374543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.381264 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.425863 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Network 437e0459-34f1-496a-8973-1c15c1963813 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:46.428741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:46.429073 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.433171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:46.435686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Pushing event updated for resources: {'Port': ['ID=82bd9ee1-f0c8-4de5-b791-933493b9fd93,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:46.448612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.487503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Attempting to bind port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:46.488052 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Attempting to bind port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:46.488212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Attempting to bind port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 on network 437e0459-34f1-496a-8973-1c15c1963813 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:46.493105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:46.493478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Checking segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:46.493880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.494274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Bound using segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:46.494742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Bound port: 82bd9ee1-f0c8-4de5-b791-933493b9fd93, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:46.495121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.557678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] For port 82bd9ee1-f0c8-4de5-b791-933493b9fd93, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:46.558464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Allocated IP 172.25.2.113 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/c8d1d579-0017-4c6c-8a05-0f52713d34b6) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:46.561058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] For port 82bd9ee1-f0c8-4de5-b791-933493b9fd93, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=82bd9ee1-f0c8-4de5-b791-933493b9fd93,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:46.564866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.626809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2c2c8-4923-4ea0-9a92-af2421e20e22 None None] Pushing event updated for resources: {'Port': ['ID=82bd9ee1-f0c8-4de5-b791-933493b9fd93,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:46.672195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.707104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.754282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:46.757265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:46.759687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:46.773146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433bc3f-5341-427c-8ad8-1d346b7fbee5 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:46.784585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d1d579-0017-4c6c-8a05-0f52713d34b6,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:46.859813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-87b94d80-697a-4f38-9fb6-0cbc9997e5bc None None] Provisioning complete for port c8d1d579-0017-4c6c-8a05-0f52713d34b6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:46.860323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-87b94d80-697a-4f38-9fb6-0cbc9997e5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:46.896554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-87b94d80-697a-4f38-9fb6-0cbc9997e5bc None None] Port c8d1d579-0017-4c6c-8a05-0f52713d34b6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:47.362737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.501103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82bd9ee1-f0c8-4de5-b791-933493b9fd93 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:47.556278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:47.556654 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.570923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.605602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7c483-b237-48f6-8d7f-ef03efe06fbd None None] Network 437e0459-34f1-496a-8973-1c15c1963813 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:47.699637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c85e5ec2-ead6-4e13-b4e1-bf7d395ef5fe None None] Provisioning complete for port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:47.699916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c85e5ec2-ead6-4e13-b4e1-bf7d395ef5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.708853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Router d05bd528-26e3-4340-a837-f590dfb05842 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:27:47.741207 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.805559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 82bd9ee1-f0c8-4de5-b791-933493b9fd93, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=82bd9ee1-f0c8-4de5-b791-933493b9fd93,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:47.812210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.817181 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:27:47.829247 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Sync routers for ids ['d05bd528-26e3-4340-a837-f590dfb05842'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:27:47.837122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:47.838234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-04f78b4c-a76c-40ed-a03a-41e8a119a6d8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8258774 Dec 15 05:27:47.841229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56548) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:47.845938 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Routers {'d05bd528-26e3-4340-a837-f590dfb05842'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:47.846751 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d05bd528-26e3-4340-a837-f590dfb05842'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:47.903644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=82bd9ee1-f0c8-4de5-b791-933493b9fd93,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:47.976939 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Set router d05bd528-26e3-4340-a837-f590dfb05842 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:48.120976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-761e8026-8d8b-431f-a1ac-bf9548bbe026 None None] Provisioning complete for port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:48.121353 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-761e8026-8d8b-431f-a1ac-bf9548bbe026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.274900 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:46Z', 'revision_number': 3, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:48.284356 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.301462 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Checking router: d05bd528-26e3-4340-a837-f590dfb05842 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:27:48.301815 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Updating router d05bd528-26e3-4340-a837-f590dfb05842 port c8d1d579-0017-4c6c-8a05-0f52713d34b6 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:27:48.327379 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.437903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Allocated IP 172.20.0.1 (437e0459-34f1-496a-8973-1c15c1963813/42940ac7-f773-461a-81ed-79bf90cf3b96/a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:48.540980 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.573465 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.576979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.581309 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.618868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Network 437e0459-34f1-496a-8973-1c15c1963813 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:48.623730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e66bb4-dcb4-48c7-a819-38feb75a351c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:48.626249 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:48.626856 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Attempting to bind port c8d1d579-0017-4c6c-8a05-0f52713d34b6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:48.627982 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Attempting to bind port c8d1d579-0017-4c6c-8a05-0f52713d34b6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:48.627982 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Attempting to bind port c8d1d579-0017-4c6c-8a05-0f52713d34b6 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:48.633363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:48.640149 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:48.640527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:48.640924 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.641312 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:48.641770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Bound port: c8d1d579-0017-4c6c-8a05-0f52713d34b6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:48.642141 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.658183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Pushing event updated for resources: {'Port': ['ID=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:48.670185 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Pushing event updated for resources: {'Port': ['ID=c8d1d579-0017-4c6c-8a05-0f52713d34b6,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:48.678896 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.690587 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.690948 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.691265 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.691593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.691918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.693352 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.693352 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.693352 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.693352 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.693668 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.693885 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.694098 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.694405 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:48.707734 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] For port c8d1d579-0017-4c6c-8a05-0f52713d34b6, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:48.711175 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] For port c8d1d579-0017-4c6c-8a05-0f52713d34b6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c8d1d579-0017-4c6c-8a05-0f52713d34b6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:48.718458 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.729293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0acce0da-4928-4c34-8916-db7769a601d0 None None] Provisioning complete for port c8d1d579-0017-4c6c-8a05-0f52713d34b6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:48.729293 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0acce0da-4928-4c34-8916-db7769a601d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.772403 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Routers {'d05bd528-26e3-4340-a837-f590dfb05842'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:48.773025 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d05bd528-26e3-4340-a837-f590dfb05842'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:48.780493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9af7fd-4965-4536-8bda-ec915eac59b0 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:48.839587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.861014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0acce0da-4928-4c34-8916-db7769a601d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.890003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0acce0da-4928-4c34-8916-db7769a601d0 None None] For port c8d1d579-0017-4c6c-8a05-0f52713d34b6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c8d1d579-0017-4c6c-8a05-0f52713d34b6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:48.891939 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] Set router d05bd528-26e3-4340-a837-f590dfb05842 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:48.895571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0acce0da-4928-4c34-8916-db7769a601d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:48.951686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acce0da-4928-4c34-8916-db7769a601d0 None None] Pushing event updated for resources: {'Port': ['ID=c8d1d579-0017-4c6c-8a05-0f52713d34b6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:48.960480 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba8529-d7df-444c-973e-c7eb52c92b18 None None] Pushing event updated for resources: {'Port': ['ID=c8d1d579-0017-4c6c-8a05-0f52713d34b6,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:49.017955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b7003a13-ce7d-42df-a5bf-53a8213b0d4e None None] Provisioning complete for port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:49.018325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7003a13-ce7d-42df-a5bf-53a8213b0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.019071 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.025349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.052737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b7003a13-ce7d-42df-a5bf-53a8213b0d4e None None] Port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:49.063804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b7003a13-ce7d-42df-a5bf-53a8213b0d4e None None] Provisioning complete for port c8d1d579-0017-4c6c-8a05-0f52713d34b6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:49.064206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b7003a13-ce7d-42df-a5bf-53a8213b0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.094169 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:46Z', 'revision_number': 3, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:49.095995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Pushing event updated for resources: {'Port': ['ID=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:49.099180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.121638 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500b35a-e31a-4070-b799-fe95b435a442 None None] The sync data for ids ['d05bd528-26e3-4340-a837-f590dfb05842'] in n-d-820935-10 is: [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:46Z', 'revision_number': 3, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:27:49.192745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Network 437e0459-34f1-496a-8973-1c15c1963813 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:49.194193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:49.314927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Router d05bd528-26e3-4340-a837-f590dfb05842 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:27:49.453884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:27:49.460681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-993ef09e-ed2d-4db8-bc99-b7f7d07d2477 admin admin] 10.222.0.37 "PUT /v2.0/routers/d05bd528-26e3-4340-a837-f590dfb05842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187344 Dec 15 05:27:49.484702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c2ffc41c-779b-4880-a4c4-212bfce7b6fe None None] Provisioning complete for port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:49.485375 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c2ffc41c-779b-4880-a4c4-212bfce7b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.542029 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffc41c-779b-4880-a4c4-212bfce7b6fe None None] Port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:49.580653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c8d1d579-0017-4c6c-8a05-0f52713d34b6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:49.637771 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c8d1d579-0017-4c6c-8a05-0f52713d34b6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:49.638474 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.721525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82bd9ee1-f0c8-4de5-b791-933493b9fd93 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:49.775370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:49.775745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:49.993538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56564) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:49.998662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1514134536-network', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:50.019880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Made reservation on behalf of 4f364d2484b14e7cb1f37585d7ab36b3 for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:50.022286 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.031665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.106113 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.109841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.130068 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:27:50.145560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab78aa0-94ee-45ba-8a34-1dea5633e616,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:50.148442 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.148785 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Added segment 1ed600ee-86e9-4fa2-a435-e6ceddf797c7 of type vlan for network e5685243-d9db-49da-a278-1f22eef5da9f Dec 15 05:27:50.189770 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.215697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.217303 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:50.217909 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.272211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2775083 Dec 15 05:27:50.275033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56566) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:50.280173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Request body: {'subnet': {'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-subnet', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:50.283483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555ed5c-8901-4f30-a6cd-490cfb34e285 admin admin] Pushing event updated for resources: {'Network': ['ID=e5685243-d9db-49da-a278-1f22eef5da9f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:50.292974 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network e5685243-d9db-49da-a278-1f22eef5da9f details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:27:50.303318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Made reservation on behalf of 4f364d2484b14e7cb1f37585d7ab36b3 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:50.305737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.479805 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.537150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe3f2f7-4be4-4b7c-9dfe-2424761c8279,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:50.546859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Checking segment: {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:50.547230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Network hostable DHCP agents. Network: e5685243-d9db-49da-a278-1f22eef5da9f, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:27:50.564466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Network e5685243-d9db-49da-a278-1f22eef5da9f is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:27:50.572541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, e5685243-d9db-49da-a278-1f22eef5da9f) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:50.577143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:50.577746 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.590990 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf0b20-a91c-4b4f-8064-eb8a9e2ef3b5 None None] Network e5685243-d9db-49da-a278-1f22eef5da9f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:50.598621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-80027135-9b2b-4b28-b2c5-d305546ae89d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3199916 Dec 15 05:27:50.598841 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56568) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:50.603384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:50.628494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.629528 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.685953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.699417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-e5685243-d9db-49da-a278-1f22eef5da9f', 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f', 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'fixed_ips': [{'subnet_id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:27:50.700408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.772515 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Sync routers for ids ['d05bd528-26e3-4340-a837-f590dfb05842'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:27:50.799614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Routers {'d05bd528-26e3-4340-a837-f590dfb05842'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:50.800269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d05bd528-26e3-4340-a837-f590dfb05842'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:50.820153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:50.921126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Allocated IP 172.20.0.2 (e5685243-d9db-49da-a278-1f22eef5da9f/9fe3f2f7-4be4-4b7c-9dfe-2424761c8279/9e657274-4cbd-4f51-8138-bef3112fb46f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:50.982781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Set router d05bd528-26e3-4340-a837-f590dfb05842 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:51.017496 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.036994 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.142687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Allocated IP 172.25.2.132 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/7fe3b7cc-ce5b-49f4-afc3-b8f13522d603) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:51.251433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.286839 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.330411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:51.333653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:51.336331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:51.353357 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a2ec5-ee19-4234-8677-a394f78409b8 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:51.375731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Pushing event updated for resources: {'Port': ['ID=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:51.381784 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.407706 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.461493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Network e5685243-d9db-49da-a278-1f22eef5da9f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:51.472903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:51.476751 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:51.478520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Pushing event updated for resources: {'Port': ['ID=9e657274-4cbd-4f51-8138-bef3112fb46f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:51.513709 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f9a05f04-f880-449a-bd32-c59eab916932 None None] Provisioning complete for port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:51.513997 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f9a05f04-f880-449a-bd32-c59eab916932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.563788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25', 'name': '', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'mac_address': 'fa:16:3e:fe:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:48Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 2, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'subnets': [{'id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:51.597302 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.601693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Checking router: d05bd528-26e3-4340-a837-f590dfb05842 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:27:51.602061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Updating router d05bd528-26e3-4340-a837-f590dfb05842 port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:27:51.607922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Attempting to bind port 9e657274-4cbd-4f51-8138-bef3112fb46f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:51.608325 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Attempting to bind port 9e657274-4cbd-4f51-8138-bef3112fb46f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:51.608696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Attempting to bind port 9e657274-4cbd-4f51-8138-bef3112fb46f on network e5685243-d9db-49da-a278-1f22eef5da9f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:51.610479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f9a05f04-f880-449a-bd32-c59eab916932 None None] Port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:51.639434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:51.640118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Checking segment: {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:51.640827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.641248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Bound using segment: {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:51.641746 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Bound port: 9e657274-4cbd-4f51-8138-bef3112fb46f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:51.642137 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.646816 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.794019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] For port 9e657274-4cbd-4f51-8138-bef3112fb46f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:51.795883 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.815563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] For port 9e657274-4cbd-4f51-8138-bef3112fb46f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9e657274-4cbd-4f51-8138-bef3112fb46f,segment=NetworkSegment(1ed600ee-86e9-4fa2-a435-e6ceddf797c7),segment_id=1ed600ee-86e9-4fa2-a435-e6ceddf797c7)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:51.822081 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:51.921938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Router afd8bc63-fe59-4354-bbec-ab136f2eeff5 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:27:51.929991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139b323-efd0-4cae-ab77-6c3d3705bc6a None None] Pushing event updated for resources: {'Port': ['ID=9e657274-4cbd-4f51-8138-bef3112fb46f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:52.036460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.043992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.051190 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:27:52.063211 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Sync routers for ids ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:27:52.072482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.077486 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56570) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:27:52.078034 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b662e189-dfc5-42f8-b6d9-0f37f16c66bc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4777875 Dec 15 05:27:52.108178 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb244-9da2-41d8-8873-0ee6f6f29e16 None None] Pushing event updated for resources: {'Port': ['ID=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:52.135772 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Routers {'afd8bc63-fe59-4354-bbec-ab136f2eeff5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:52.137038 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:52.195705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Attempting to bind port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:52.196376 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Attempting to bind port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:52.196903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Attempting to bind port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 on network 437e0459-34f1-496a-8973-1c15c1963813 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:52.202957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:52.203653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Checking segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:52.204267 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.204815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Bound using segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:52.205845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Bound port: a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:52.206419 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.288110 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Set router afd8bc63-fe59-4354-bbec-ab136f2eeff5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:52.334494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] For port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:52.339135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] For port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:52.347614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.418238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Routers {'d05bd528-26e3-4340-a837-f590dfb05842'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:52.419402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d05bd528-26e3-4340-a837-f590dfb05842'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:52.422640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb244-9da2-41d8-8873-0ee6f6f29e16 None None] Pushing event updated for resources: {'Port': ['ID=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:52.523726 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:27:51Z', 'revision_number': 3, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:52.558162 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Checking router: afd8bc63-fe59-4354-bbec-ab136f2eeff5 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:27:52.560082 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Updating router afd8bc63-fe59-4354-bbec-ab136f2eeff5 port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:27:52.562033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-828b6abf-125f-4d3f-a314-6eccb3751244 None None] Provisioning complete for port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:52.562425 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-828b6abf-125f-4d3f-a314-6eccb3751244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.592098 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.593834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] Set router d05bd528-26e3-4340-a837-f590dfb05842 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:52.632444 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.794824 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-828b6abf-125f-4d3f-a314-6eccb3751244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.833415 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Allocated IP 172.20.0.1 (e5685243-d9db-49da-a278-1f22eef5da9f/9fe3f2f7-4be4-4b7c-9dfe-2424761c8279/507e1102-9ead-44b6-b482-9a17f27fc0dc) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:52.871276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-828b6abf-125f-4d3f-a314-6eccb3751244 None None] For port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:52.881446 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-828b6abf-125f-4d3f-a314-6eccb3751244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.926002 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.934560 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:52.942740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25', 'name': '', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'mac_address': 'fa:16:3e:fe:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:48Z', 'updated_at': '2021-12-15T05:27:52Z', 'revision_number': 4, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'subnets': [{'id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:52.972872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7558f8-79c0-4922-90df-106cce70a66e None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:52.976789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b6abf-125f-4d3f-a314-6eccb3751244 None None] Pushing event updated for resources: {'Port': ['ID=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:52.988124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964956c-8090-4f0c-b9da-4f0e45fb8f38 None None] The sync data for ids ['d05bd528-26e3-4340-a837-f590dfb05842'] in n-d-820935-10 is: [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25', 'name': '', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'mac_address': 'fa:16:3e:fe:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:48Z', 'updated_at': '2021-12-15T05:27:52Z', 'revision_number': 4, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'subnets': [{'id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:27:53.005386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.007891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6a74472f-9d5c-4edc-8520-d5a974d60fdd None None] Provisioning complete for port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:53.008464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6a74472f-9d5c-4edc-8520-d5a974d60fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.020367 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Attempting to bind port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:53.020762 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Attempting to bind port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:53.021119 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Attempting to bind port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:53.028360 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:53.028758 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:53.029158 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.029545 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:53.030569 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Bound port: 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:53.030955 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.077591 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04894-d562-4b3d-8e38-5a9fbbeb310d None None] Pushing event updated for resources: {'Port': ['ID=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:53.098650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.120846 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] For port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:53.129260 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] For port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:53.139204 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.156699 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Network e5685243-d9db-49da-a278-1f22eef5da9f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:53.164047 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:53.167104 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:53.217244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Pushing event updated for resources: {'Port': ['ID=507e1102-9ead-44b6-b482-9a17f27fc0dc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:53.225599 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f095d1-e523-4793-b8f6-fecf692a1ddd None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:27:53.241448 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.242030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.243081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.243670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.244248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.246365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.246897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.247374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.248092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.248580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.249239 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.249750 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.250636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:27:53.254459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Routers {'afd8bc63-fe59-4354-bbec-ab136f2eeff5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:53.255072 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:53.257121 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04894-d562-4b3d-8e38-5a9fbbeb310d None None] Pushing event updated for resources: {'Port': ['ID=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:53.261535 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.302988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b583a424-c2b2-44d7-a455-d4f8f5a4da11 None None] Provisioning complete for port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:53.303476 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b583a424-c2b2-44d7-a455-d4f8f5a4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.336018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d23d3a-cdf0-4bd9-918e-66d459e37b75 None None] Network e5685243-d9db-49da-a278-1f22eef5da9f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:27:53.410093 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.434495 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] Set router afd8bc63-fe59-4354-bbec-ab136f2eeff5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:53.489959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b583a424-c2b2-44d7-a455-d4f8f5a4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.519872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b583a424-c2b2-44d7-a455-d4f8f5a4da11 None None] For port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:53.547505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b583a424-c2b2-44d7-a455-d4f8f5a4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.617189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.627182 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.644317 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583a424-c2b2-44d7-a455-d4f8f5a4da11 None None] Pushing event updated for resources: {'Port': ['ID=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:53.683046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-69e7229d-627c-4008-9f9c-e26eb63bf44f None None] Provisioning complete for port 9e657274-4cbd-4f51-8138-bef3112fb46f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:53.683696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69e7229d-627c-4008-9f9c-e26eb63bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.710616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Pushing event updated for resources: {'Port': ['ID=507e1102-9ead-44b6-b482-9a17f27fc0dc,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:53.734620 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9e657274-4cbd-4f51-8138-bef3112fb46f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:53.760668 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.832956 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:27:51Z', 'revision_number': 3, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:53.846548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9e657274-4cbd-4f51-8138-bef3112fb46f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:53.847102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.867127 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1aab50-eaa2-49b6-988b-327f811292f0 None None] The sync data for ids ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'] in n-d-820935-10 is: [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:27:51Z', 'revision_number': 3, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:27:53.894381 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69e7229d-627c-4008-9f9c-e26eb63bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:53.908182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Network e5685243-d9db-49da-a278-1f22eef5da9f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:53.909715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:53.948559 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-69e7229d-627c-4008-9f9c-e26eb63bf44f None None] For port 9e657274-4cbd-4f51-8138-bef3112fb46f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9e657274-4cbd-4f51-8138-bef3112fb46f,segment=NetworkSegment(1ed600ee-86e9-4fa2-a435-e6ceddf797c7),segment_id=1ed600ee-86e9-4fa2-a435-e6ceddf797c7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:53.955149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69e7229d-627c-4008-9f9c-e26eb63bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:54.043334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:54.077734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Router afd8bc63-fe59-4354-bbec-ab136f2eeff5 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:27:54.083714 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7229d-627c-4008-9f9c-e26eb63bf44f None None] Pushing event updated for resources: {'Port': ['ID=9e657274-4cbd-4f51-8138-bef3112fb46f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:54.117148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0994adb1-0f4b-4477-863a-3539c25699a0 None None] Provisioning complete for port 507e1102-9ead-44b6-b482-9a17f27fc0dc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:54.117526 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0994adb1-0f4b-4477-863a-3539c25699a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:54.173803 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:54.174318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:54.178810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-0994adb1-0f4b-4477-863a-3539c25699a0 None None] Port 507e1102-9ead-44b6-b482-9a17f27fc0dc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:54.214832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0994adb1-0f4b-4477-863a-3539c25699a0 None None] Provisioning complete for port 9e657274-4cbd-4f51-8138-bef3112fb46f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:54.215216 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0994adb1-0f4b-4477-863a-3539c25699a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:54.507824 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3307658c-bec8-4c40-a7be-6bae6d92256f None None] Provisioning complete for port 507e1102-9ead-44b6-b482-9a17f27fc0dc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:54.508372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3307658c-bec8-4c40-a7be-6bae6d92256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:54.562105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3307658c-bec8-4c40-a7be-6bae6d92256f None None] Port 507e1102-9ead-44b6-b482-9a17f27fc0dc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:54.620538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:27:54.631414 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ab8a5d54-70a0-4993-b805-ab1979f7ab9f admin admin] 10.222.0.37 "PUT /v2.0/routers/afd8bc63-fe59-4354-bbec-ab136f2eeff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463197 Dec 15 05:27:54.683511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6b62af2d-0f6a-4f8b-9a82-eeb2457c4573 None None] Provisioning complete for port 507e1102-9ead-44b6-b482-9a17f27fc0dc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:54.683968 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6b62af2d-0f6a-4f8b-9a82-eeb2457c4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:54.719189 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6b62af2d-0f6a-4f8b-9a82-eeb2457c4573 None None] Port 507e1102-9ead-44b6-b482-9a17f27fc0dc cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:27:55.252736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-aa52574d-7b36-4882-b469-a7721c7efe71 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:55.254433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-aa52574d-7b36-4882-b469-a7721c7efe71 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 817 time: 0.1016619 Dec 15 05:27:55.269413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-724dbef1-a45c-473b-a4ed-46fc3ec28e07 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/quotas/7f41764fd8bf4d4b95b0774db068b996 HTTP/1.1" status: 200 len: 375 time: 0.0091925 Dec 15 05:27:55.319896 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-759c04fd-1558-4cbe-ad32-8f274c329f58 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454936 Dec 15 05:27:55.538724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-923041a6-09de-4b08-a943-c72ed6255f46 service neutron] 10.222.0.37 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306503 Dec 15 05:27:55.539223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9e657274-4cbd-4f51-8138-bef3112fb46f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:55.586547 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9e657274-4cbd-4f51-8138-bef3112fb46f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:55.586789 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:55.629353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-b2bdd237-1265-40a4-8dd2-cccc175c6c7f service neutron] 10.222.0.37 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 Dec 15 05:27:55.670118 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:55.719832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:55.720243 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:55.818476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fdabb021-2e83-462e-a9bb-c1fcbd2fc5d6 req-246cea2f-6eb0-4ef6-a8f6-620eb2c291ce tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 210 time: 0.0333400 Dec 15 05:27:56.588418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Sync routers for ids ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:27:56.598638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Routers {'afd8bc63-fe59-4354-bbec-ab136f2eeff5'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:56.599322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:56.830231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-2a55e590-23cc-473c-b527-2ece55c3d903 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:56.831898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-2a55e590-23cc-473c-b527-2ece55c3d903 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 817 time: 0.1220915 Dec 15 05:27:56.850412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Request body: {'port': {'device_id': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'admin_state_up': True, 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:56.879895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Set router afd8bc63-fe59-4354-bbec-ab136f2eeff5 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:56.916415 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2dcfc9fc-2aa7-48a2-a7d4-bb18453dc361 req-c77b4082-f4e5-43cf-8804-a154f70ea22d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 210 time: 0.0281737 Dec 15 05:27:56.965285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Made reservation on behalf of 7f41764fd8bf4d4b95b0774db068b996 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:27:56.969566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.091660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '507e1102-9ead-44b6-b482-9a17f27fc0dc', 'name': '', 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'mac_address': 'fa:16:3e:16:98:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:52Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 2, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'subnets': [{'id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:57.099068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Allocated IP 172.20.0.7 (437e0459-34f1-496a-8973-1c15c1963813/42940ac7-f773-461a-81ed-79bf90cf3b96/7eb49bc9-d335-4610-bde6-a071f30281bd) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:27:57.118844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Checking router: afd8bc63-fe59-4354-bbec-ab136f2eeff5 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:27:57.119276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Updating router afd8bc63-fe59-4354-bbec-ab136f2eeff5 port 507e1102-9ead-44b6-b482-9a17f27fc0dc binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:27:57.148422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.435169 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.440795 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.517670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd005-119c-4aaa-b2fb-5e87f8b12126 None None] Pushing event updated for resources: {'Port': ['ID=507e1102-9ead-44b6-b482-9a17f27fc0dc,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:57.545485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Attempting to bind port 507e1102-9ead-44b6-b482-9a17f27fc0dc on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:57.545856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Attempting to bind port 507e1102-9ead-44b6-b482-9a17f27fc0dc by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:57.546228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Attempting to bind port 507e1102-9ead-44b6-b482-9a17f27fc0dc on network e5685243-d9db-49da-a278-1f22eef5da9f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:57.551924 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:57.552336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Checking segment: {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:57.552959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.553298 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Bound using segment: {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:57.553584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Bound port: 507e1102-9ead-44b6-b482-9a17f27fc0dc, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed600ee-86e9-4fa2-a435-e6ceddf797c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:57.553962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.566170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.615513 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.620594 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] For port 507e1102-9ead-44b6-b482-9a17f27fc0dc, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:57.625158 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] For port 507e1102-9ead-44b6-b482-9a17f27fc0dc, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=507e1102-9ead-44b6-b482-9a17f27fc0dc,segment=NetworkSegment(1ed600ee-86e9-4fa2-a435-e6ceddf797c7),segment_id=1ed600ee-86e9-4fa2-a435-e6ceddf797c7)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:57.630888 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.679185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Network 437e0459-34f1-496a-8973-1c15c1963813 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:27:57.682922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:27:57.688132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:27:57.699258 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Routers {'afd8bc63-fe59-4354-bbec-ab136f2eeff5'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:27:57.700996 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:27:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:57.716350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Pushing event updated for resources: {'Port': ['ID=7eb49bc9-d335-4610-bde6-a071f30281bd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:57.731204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd005-119c-4aaa-b2fb-5e87f8b12126 None None] Pushing event updated for resources: {'Port': ['ID=507e1102-9ead-44b6-b482-9a17f27fc0dc,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:57.758147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:57.758841 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.779901 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-c6b75a0f-5a09-45c5-b64c-00b4281e226e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325700 Dec 15 05:27:57.797154 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Request body: {'port': {'device_id': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:27:57.881085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.898745 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61fb4210-e992-48cb-afaa-d9cee3ef9aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:57.936610 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] Set router afd8bc63-fe59-4354-bbec-ab136f2eeff5 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:27:57.998748 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6faca56a-220e-4f01-ab96-79f4c024abe7 None None] Provisioning complete for port 507e1102-9ead-44b6-b482-9a17f27fc0dc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:57.999326 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6faca56a-220e-4f01-ab96-79f4c024abe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.084849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2df022-849b-4569-91c9-3b73fcf1b3ad req-45f4dc2a-135b-4724-bf3d-c5ea782be313 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:58.088020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd2df022-849b-4569-91c9-3b73fcf1b3ad req-45f4dc2a-135b-4724-bf3d-c5ea782be313 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 931 time: 0.0701292 Dec 15 05:27:58.148701 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bd2df022-849b-4569-91c9-3b73fcf1b3ad req-feab1702-a77b-456a-bfac-df55b7d3be71 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Dec 15 05:27:58.191168 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6faca56a-220e-4f01-ab96-79f4c024abe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.223277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb49bc9-d335-4610-bde6-a071f30281bd {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:27:58.231878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.243993 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Transition to ACTIVE for port object 7eb49bc9-d335-4610-bde6-a071f30281bd will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:27:58.249080 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.249984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6faca56a-220e-4f01-ab96-79f4c024abe7 None None] For port 507e1102-9ead-44b6-b482-9a17f27fc0dc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=507e1102-9ead-44b6-b482-9a17f27fc0dc,segment=NetworkSegment(1ed600ee-86e9-4fa2-a435-e6ceddf797c7),segment_id=1ed600ee-86e9-4fa2-a435-e6ceddf797c7)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:27:58.257494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6faca56a-220e-4f01-ab96-79f4c024abe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.304680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb49bc9-d335-4610-bde6-a071f30281bd,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:58.323452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '507e1102-9ead-44b6-b482-9a17f27fc0dc', 'name': '', 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'mac_address': 'fa:16:3e:16:98:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:52Z', 'updated_at': '2021-12-15T05:27:57Z', 'revision_number': 4, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'subnets': [{'id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:27:58.325333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faca56a-220e-4f01-ab96-79f4c024abe7 None None] Pushing event updated for resources: {'Port': ['ID=507e1102-9ead-44b6-b482-9a17f27fc0dc,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:58.355531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85b395-bc7c-4828-b7fb-172586520f86 None None] The sync data for ids ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'] in n-d-820935-10 is: [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '507e1102-9ead-44b6-b482-9a17f27fc0dc', 'name': '', 'network_id': 'e5685243-d9db-49da-a278-1f22eef5da9f', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'mac_address': 'fa:16:3e:16:98:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:52Z', 'updated_at': '2021-12-15T05:27:57Z', 'revision_number': 4, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'subnets': [{'id': '9fe3f2f7-4be4-4b7c-9dfe-2424761c8279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:27:58.375389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Attempting to bind port 7eb49bc9-d335-4610-bde6-a071f30281bd on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:27:58.375738 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Attempting to bind port 7eb49bc9-d335-4610-bde6-a071f30281bd by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:27:58.376169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Attempting to bind port 7eb49bc9-d335-4610-bde6-a071f30281bd on network 437e0459-34f1-496a-8973-1c15c1963813 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:58.378423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-643b9980-5b85-492d-b609-6e20ac1df0e2 None None] Provisioning complete for port 507e1102-9ead-44b6-b482-9a17f27fc0dc triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:58.378924 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-643b9980-5b85-492d-b609-6e20ac1df0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.380854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Port 7eb49bc9-d335-4610-bde6-a071f30281bd on network 437e0459-34f1-496a-8973-1c15c1963813 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:27:58.381181 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Attempting to bind port 7eb49bc9-d335-4610-bde6-a071f30281bd on network 437e0459-34f1-496a-8973-1c15c1963813 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:27:58.386446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:27:58.386782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Checking segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:27:58.387173 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Bound using segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:27:58.387646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Bound port: 7eb49bc9-d335-4610-bde6-a071f30281bd, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:27:58.388013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.510511 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] For port 7eb49bc9-d335-4610-bde6-a071f30281bd, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:27:58.517192 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] For port 7eb49bc9-d335-4610-bde6-a071f30281bd, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7eb49bc9-d335-4610-bde6-a071f30281bd,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:27:58.523461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.565259 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:58.565887 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:58.567342 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] 10.222.0.42 "PUT /v2.0/ports/7eb49bc9-d335-4610-bde6-a071f30281bd HTTP/1.1" status: 200 len: 1092 time: 0.7749038 Dec 15 05:27:58.567765 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'tag': '7eb49bc9-d335-4610-bde6-a071f30281bd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:27:58.570174 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d783b5-ad78-41a1-a1db-56a62ad4986d" -d '{"events": [{"name": "network-changed", "server_uuid": "16e05acb-73ef-4f6e-acff-3f90715159bb", "tag": "7eb49bc9-d335-4610-bde6-a071f30281bd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:27:58.603198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8afda-9f13-43d5-ac48-ff2dcce81e19 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb49bc9-d335-4610-bde6-a071f30281bd,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:27:58.619014 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5074532a-c56d-44e1-bbdf-99405ebab88c x-openstack-request-id: req-5074532a-c56d-44e1-bbdf-99405ebab88c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:27:58.619712 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e05acb-73ef-4f6e-acff-3f90715159bb", "tag": "7eb49bc9-d335-4610-bde6-a071f30281bd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:27:58.620591 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5074532a-c56d-44e1-bbdf-99405ebab88c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:27:58.621319 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'tag': '7eb49bc9-d335-4610-bde6-a071f30281bd', 'status': 'completed', 'code': 200} Dec 15 05:27:58.681916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-5a927c33-8489-435c-86b0-6b488fcbecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:58.684705 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-5a927c33-8489-435c-86b0-6b488fcbecf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 1095 time: 0.0514028 Dec 15 05:27:58.736643 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-4fdd0bf5-5bcd-4608-b8ec-7ac0a1370213 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb49bc9-d335-4610-bde6-a071f30281bd HTTP/1.1" status: 200 len: 217 time: 0.0396578 Dec 15 05:27:58.793211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-8a44a550-37c9-41f8-97f0-05569290f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:58.795312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-8a44a550-37c9-41f8-97f0-05569290f380 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42940ac7-f773-461a-81ed-79bf90cf3b96 HTTP/1.1" status: 200 len: 856 time: 0.0514541 Dec 15 05:27:58.848250 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-56df6ab8-81fb-4a21-bec3-83206a166125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:58.849766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-56df6ab8-81fb-4a21-bec3-83206a166125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=437e0459-34f1-496a-8973-1c15c1963813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468597 Dec 15 05:27:58.945987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-8b38223b-55b8-4bd4-985d-11a71662e3b5 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876386 Dec 15 05:27:59.041170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d55fe9f-7695-4dc3-9a50-ddace861cc2d req-5f55672e-8fe0-449e-96f0-0ffcbbb39459 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880878 Dec 15 05:27:59.161226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-18b5f4c7-397d-46e3-8d40-c8a4e1275422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:59.162734 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-18b5f4c7-397d-46e3-8d40-c8a4e1275422 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 1095 time: 0.0419111 Dec 15 05:27:59.263900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-5d0320b5-d9ee-47e1-9336-7f0b38b0720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:59.265560 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-5d0320b5-d9ee-47e1-9336-7f0b38b0720c service neutron] 10.222.0.42 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 917 time: 0.0956104 Dec 15 05:27:59.271941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c737d-c1ea-4a79-ad6e-f9af43ee304d req-29856904-47bc-448d-8bab-99c0d55ddd59 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:59.273489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1c737d-c1ea-4a79-ad6e-f9af43ee304d req-29856904-47bc-448d-8bab-99c0d55ddd59 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 943 time: 0.0483975 Dec 15 05:27:59.312876 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-1ad53101-a574-49de-a474-58b7a0d1c35b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb49bc9-d335-4610-bde6-a071f30281bd HTTP/1.1" status: 200 len: 217 time: 0.0389078 Dec 15 05:27:59.324853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5f1c737d-c1ea-4a79-ad6e-f9af43ee304d req-3f1aa390-c41a-45e2-a25c-b78b679959da tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Dec 15 05:27:59.363277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-0a51b20c-3529-4ee0-8cba-bdb0f1e83b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:59.364779 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-0a51b20c-3529-4ee0-8cba-bdb0f1e83b2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42940ac7-f773-461a-81ed-79bf90cf3b96 HTTP/1.1" status: 200 len: 856 time: 0.0441875 Dec 15 05:27:59.410917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-55d70b9a-1472-477b-aa57-333c00d43b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:27:59.412415 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-55d70b9a-1472-477b-aa57-333c00d43b3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=437e0459-34f1-496a-8973-1c15c1963813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393016 Dec 15 05:27:59.496434 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 507e1102-9ead-44b6-b482-9a17f27fc0dc up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:27:59.507827 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-5f514ee5-1387-43f0-b5c3-b332cc51ab9d service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879292 Dec 15 05:27:59.544468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 507e1102-9ead-44b6-b482-9a17f27fc0dc triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:27:59.544858 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:27:59.600899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f3d783b5-ad78-41a1-a1db-56a62ad4986d req-c5577c41-e21d-42c1-bea4-e68f63a1c0d4 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841870 Dec 15 05:28:00.000783 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5521dd3d-2828-4a3b-801c-52a27d824496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:00.461918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b180c7-8df1-4f3f-8ac5-b526b4139a34 req-ec1c0ee7-d233-43cb-a975-d898ac70e53b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:00.463454 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4b180c7-8df1-4f3f-8ac5-b526b4139a34 req-ec1c0ee7-d233-43cb-a975-d898ac70e53b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 943 time: 0.0522010 Dec 15 05:28:00.515993 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e4b180c7-8df1-4f3f-8ac5-b526b4139a34 req-457c27c6-db77-46a3-a618-cd9c6a065450 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Dec 15 05:28:01.331458 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:01.631994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934e88-e92b-42b5-afc4-a9de19229c75 req-9b95d5d9-e68f-4bf4-b6b2-56dfc685b10d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:01.633505 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88934e88-e92b-42b5-afc4-a9de19229c75 req-9b95d5d9-e68f-4bf4-b6b2-56dfc685b10d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 943 time: 0.0489786 Dec 15 05:28:01.681242 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88934e88-e92b-42b5-afc4-a9de19229c75 req-3decfc50-7212-497c-b13a-2bbe44f01c77 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Dec 15 05:28:02.271967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7eb49bc9-d335-4610-bde6-a071f30281bd details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:28:02.365303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7eb49bc9-d335-4610-bde6-a071f30281bd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7eb49bc9-d335-4610-bde6-a071f30281bd,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:02.376402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '7eb49bc9-d335-4610-bde6-a071f30281bd', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'port_id': '7eb49bc9-d335-4610-bde6-a071f30281bd', 'mac_address': 'fa:16:3e:7d:57:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:28:02.415393 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:02.427425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb49bc9-d335-4610-bde6-a071f30281bd {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:28:02.445760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7eb49bc9-d335-4610-bde6-a071f30281bd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7eb49bc9-d335-4610-bde6-a071f30281bd,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:02.449714 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:02.494175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7eb49bc9-d335-4610-bde6-a071f30281bd,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:02.722446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7eb49bc9-d335-4610-bde6-a071f30281bd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:28:02.801366 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea2065-3f4e-48aa-aaea-138ed98204fd req-29538f9b-dc4b-4deb-b14e-0e5df51ae583 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:02.802947 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6ea2065-3f4e-48aa-aaea-138ed98204fd req-29538f9b-dc4b-4deb-b14e-0e5df51ae583 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 944 time: 0.0526674 Dec 15 05:28:02.850522 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6ea2065-3f4e-48aa-aaea-138ed98204fd req-c6b2d038-7d1c-4465-a5f4-6338fef33360 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Dec 15 05:28:02.876099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:03.464841 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:03.952554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:03.966332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105707-99bb-4c62-a21d-559bfdb12979 req-cd1e39ff-3c44-4d82-8af9-b0b7d217bf44 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:03.967859 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a105707-99bb-4c62-a21d-559bfdb12979 req-cd1e39ff-3c44-4d82-8af9-b0b7d217bf44 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 944 time: 0.0492263 Dec 15 05:28:04.017742 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a105707-99bb-4c62-a21d-559bfdb12979 req-e094de98-912f-42cd-bc2c-c0ec66852a42 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Dec 15 05:28:04.283346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7eb49bc9-d335-4610-bde6-a071f30281bd up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:28:04.331295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 7eb49bc9-d335-4610-bde6-a071f30281bd completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:28:04.335005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 7eb49bc9-d335-4610-bde6-a071f30281bd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:28:04.335375 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:04.412227 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:04.433741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb49bc9-d335-4610-bde6-a071f30281bd'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:28:04.448107 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 7eb49bc9-d335-4610-bde6-a071f30281bd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7eb49bc9-d335-4610-bde6-a071f30281bd,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:04.452899 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:04.477336 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51e601-c62b-4f23-9529-530197b409fe" -d '{"events": [{"server_uuid": "16e05acb-73ef-4f6e-acff-3f90715159bb", "name": "network-vif-plugged", "status": "completed", "tag": "7eb49bc9-d335-4610-bde6-a071f30281bd"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:28:04.505122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=7eb49bc9-d335-4610-bde6-a071f30281bd,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:04.567515 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8803c71e-5cd3-4dfa-99cf-a2f6a78deecf x-openstack-request-id: req-8803c71e-5cd3-4dfa-99cf-a2f6a78deecf {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:28:04.567812 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e05acb-73ef-4f6e-acff-3f90715159bb", "name": "network-vif-plugged", "status": "completed", "tag": "7eb49bc9-d335-4610-bde6-a071f30281bd", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:28:04.568119 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8803c71e-5cd3-4dfa-99cf-a2f6a78deecf {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:28:04.568550 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb49bc9-d335-4610-bde6-a071f30281bd', 'code': 200} Dec 15 05:28:04.695594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544ff29-e84b-44d6-82b1-804e6bdf52ba req-6b6307c5-e8e1-4fbf-bbd6-1812960f8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:04.697160 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5544ff29-e84b-44d6-82b1-804e6bdf52ba req-6b6307c5-e8e1-4fbf-bbd6-1812960f8d07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 1097 time: 0.0403483 Dec 15 05:28:04.747240 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5544ff29-e84b-44d6-82b1-804e6bdf52ba req-dd973cee-55a4-4d53-bb7b-bfbc00bbd1d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Dec 15 05:28:05.131998 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691975-88cd-4b62-836e-b0238d5a2cca req-803ccc5c-32f2-427f-b82f-7ed3cafd0771 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:05.133550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62691975-88cd-4b62-836e-b0238d5a2cca req-803ccc5c-32f2-427f-b82f-7ed3cafd0771 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 945 time: 0.0473950 Dec 15 05:28:05.184692 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-62691975-88cd-4b62-836e-b0238d5a2cca req-bb1404a6-828f-4ddb-a69f-fe015de0d6e6 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447724 Dec 15 05:28:06.300759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4ba4b-3cee-4db5-a420-8f57517fc011 req-ccbfb301-c159-4573-bfc7-8b2deab40329 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:06.302203 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1da4ba4b-3cee-4db5-a420-8f57517fc011 req-ccbfb301-c159-4573-bfc7-8b2deab40329 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 945 time: 0.0479739 Dec 15 05:28:06.347735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1da4ba4b-3cee-4db5-a420-8f57517fc011 req-ee1dc287-23e3-4175-8511-f5df917c3c97 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Dec 15 05:28:06.462765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce6ee-6176-42e8-bf47-5135d80c1641 req-b03dcd74-7631-482b-b2e9-63bd297d6b0b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:06.464284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-084ce6ee-6176-42e8-bf47-5135d80c1641 req-b03dcd74-7631-482b-b2e9-63bd297d6b0b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 945 time: 0.0470228 Dec 15 05:28:06.509940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-084ce6ee-6176-42e8-bf47-5135d80c1641 req-20d6d597-8091-4acb-b6fd-016d014ca79d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Dec 15 05:28:07.567925 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:10.034464 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:28:27.774581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0fa25-862d-40e4-aeed-36f949f01e47 req-8400f782-ac1e-4b08-923d-d9c147a06a7b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:27.776125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19d0fa25-862d-40e4-aeed-36f949f01e47 req-8400f782-ac1e-4b08-923d-d9c147a06a7b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 945 time: 0.0533280 Dec 15 05:28:27.823778 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-61dd157e-fe41-4804-9af1-2e94be2ee518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:27.840468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-19d0fa25-862d-40e4-aeed-36f949f01e47 req-c3b67cec-e979-4c81-ae05-2c4f5cad6a7f tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558150 Dec 15 05:28:28.957704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe1cf1-c865-4d37-a36f-b58f1c0ff4df req-c04e68f3-5109-4867-840c-af1837075b3d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:28.959167 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-adbe1cf1-c865-4d37-a36f-b58f1c0ff4df req-c04e68f3-5109-4867-840c-af1837075b3d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 945 time: 0.0484486 Dec 15 05:28:29.006711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-adbe1cf1-c865-4d37-a36f-b58f1c0ff4df req-5a7f9890-3718-4ed1-8cb9-9c4bc0f3d090 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Dec 15 05:28:29.438674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-fdeedebe-2c11-4201-ac21-feb7f8b3f688 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:29.440051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-fdeedebe-2c11-4201-ac21-feb7f8b3f688 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 945 time: 0.0479665 Dec 15 05:28:29.526004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Deleting port 7eb49bc9-d335-4610-bde6-a071f30281bd {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:28:29.526343 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:29.617422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] For port 7eb49bc9-d335-4610-bde6-a071f30281bd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=7eb49bc9-d335-4610-bde6-a071f30281bd,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:29.617783 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:29.629773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Calling delete_port for 7eb49bc9-d335-4610-bde6-a071f30281bd owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:28:29.756754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:29.786784 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Pushing event deleted for resources: {'Port': ['ID=7eb49bc9-d335-4610-bde6-a071f30281bd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:29.794084 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['7eb49bc9-d335-4610-bde6-a071f30281bd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:28:29.801429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.801792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.802143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.802569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.802911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.803247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.803579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.803911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.804266 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.804598 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.804926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.805253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.805580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:29.843713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] No DVR routers for this DVR port 7eb49bc9-d335-4610-bde6-a071f30281bd on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:28:29.846508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:29.849895 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9340b391-f18d-4ca8-be3b-f76f3a6f9577 req-4db5e4a4-fa76-4c2e-b33e-a8edc2037570 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "DELETE /v2.0/ports/7eb49bc9-d335-4610-bde6-a071f30281bd HTTP/1.1" status: 204 len: 173 time: 0.4037161 Dec 15 05:28:29.850363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'name': 'network-vif-deleted', 'tag': '7eb49bc9-d335-4610-bde6-a071f30281bd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:28:29.852691 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbefce44-ff15-4cc4-97b3-199d059f85e0" -d '{"events": [{"server_uuid": "16e05acb-73ef-4f6e-acff-3f90715159bb", "name": "network-vif-deleted", "tag": "7eb49bc9-d335-4610-bde6-a071f30281bd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:28:29.905123 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c98f24-85a0-474f-862f-d4685ccd15be x-openstack-request-id: req-d9c98f24-85a0-474f-862f-d4685ccd15be {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:28:29.905425 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e05acb-73ef-4f6e-acff-3f90715159bb", "name": "network-vif-deleted", "tag": "7eb49bc9-d335-4610-bde6-a071f30281bd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:28:29.905685 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9c98f24-85a0-474f-862f-d4685ccd15be {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:28:29.906098 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e05acb-73ef-4f6e-acff-3f90715159bb', 'name': 'network-vif-deleted', 'tag': '7eb49bc9-d335-4610-bde6-a071f30281bd', 'status': 'completed', 'code': 200} Dec 15 05:28:29.992333 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2a324de8-b8fa-4bd3-bf51-ad991c9d487d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:30.111733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-facb0b73-4fd6-492c-b961-69e17f0af5ea req-9e878b68-d66e-4733-90f8-dfe0499c231f tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=16e05acb-73ef-4f6e-acff-3f90715159bb HTTP/1.1" status: 200 len: 210 time: 0.0257916 Dec 15 05:28:31.335842 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:32.473881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7eb49bc9-d335-4610-bde6-a071f30281bd no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:28:32.494421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 7eb49bc9-d335-4610-bde6-a071f30281bd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:28:32.494770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 7eb49bc9-d335-4610-bde6-a071f30281bd not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:28:32.642401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-f8093855-ba3c-41bd-9665-634bb8879f60 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:32.643863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-f8093855-ba3c-41bd-9665-634bb8879f60 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 817 time: 0.1028926 Dec 15 05:28:32.659382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-ec9fc681-5d47-451d-a571-18389d647781 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/quotas/7f41764fd8bf4d4b95b0774db068b996 HTTP/1.1" status: 200 len: 375 time: 0.0097368 Dec 15 05:28:32.708091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c51d568d-1a4f-4c03-a4fe-5d871440a244 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434139 Dec 15 05:28:32.805014 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-d9404c9d-91ed-40ac-a663-e81b83039691 service neutron] 10.222.0.37 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848057 Dec 15 05:28:32.876252 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:32.894221 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c264b65d-b057-444a-a414-0b7e06cf64b8 service neutron] 10.222.0.37 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831430 Dec 15 05:28:33.064718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-493dbb45-e442-4083-9a58-f5f7b7732268 req-ef5e734e-2860-46eb-aebd-2a91654703ed tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 210 time: 0.0308371 Dec 15 05:28:33.468319 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:33.965754 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.167818 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b86e642-df27-4a90-abb6-1c9c098fc8e5 req-934057e5-add8-4075-825d-51182c3d6f5a tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Dec 15 05:28:34.187138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-9075917c-7cf2-4263-a785-6472ef97d16b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:34.188639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-9075917c-7cf2-4263-a785-6472ef97d16b tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 817 time: 0.1109619 Dec 15 05:28:34.215129 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Request body: {'port': {'device_id': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'admin_state_up': True, 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:28:34.324592 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Made reservation on behalf of 7f41764fd8bf4d4b95b0774db068b996 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:28:34.328179 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.457705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Allocated IP 172.20.0.5 (437e0459-34f1-496a-8973-1c15c1963813/42940ac7-f773-461a-81ed-79bf90cf3b96/2261b480-a1e4-4472-9745-a1af92d99f2e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:28:34.604304 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.638003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.680731 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Network 437e0459-34f1-496a-8973-1c15c1963813 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:28:34.684403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:28:34.688027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:28:34.694301 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Pushing event updated for resources: {'Port': ['ID=2261b480-a1e4-4472-9745-a1af92d99f2e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:34.744258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:34.744890 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.763504 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-6964831e-663f-4fec-8787-2809c76260c9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529909 Dec 15 05:28:34.781310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Request body: {'port': {'device_id': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:28:34.838125 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.896656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ac3b8dac-d1f0-4f3d-a847-f69339ab5646 None None] Provisioning complete for port 2261b480-a1e4-4472-9745-a1af92d99f2e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:28:34.897023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8dac-d1f0-4f3d-a847-f69339ab5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:34.931538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b8dac-d1f0-4f3d-a847-f69339ab5646 None None] Port 2261b480-a1e4-4472-9745-a1af92d99f2e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:28:35.089921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2261b480-a1e4-4472-9745-a1af92d99f2e {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:28:35.097551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:35.109643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Transition to ACTIVE for port object 2261b480-a1e4-4472-9745-a1af92d99f2e will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:28:35.113357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:35.181369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2261b480-a1e4-4472-9745-a1af92d99f2e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:35.238042 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Attempting to bind port 2261b480-a1e4-4472-9745-a1af92d99f2e on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:28:35.238700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Attempting to bind port 2261b480-a1e4-4472-9745-a1af92d99f2e by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:28:35.238882 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Attempting to bind port 2261b480-a1e4-4472-9745-a1af92d99f2e on network 437e0459-34f1-496a-8973-1c15c1963813 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:28:35.243575 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Port 2261b480-a1e4-4472-9745-a1af92d99f2e on network 437e0459-34f1-496a-8973-1c15c1963813 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:28:35.243938 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Attempting to bind port 2261b480-a1e4-4472-9745-a1af92d99f2e on network 437e0459-34f1-496a-8973-1c15c1963813 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:28:35.249086 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:28:35.249429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Checking segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:28:35.249817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Bound using segment: {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:28:35.250829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Bound port: 2261b480-a1e4-4472-9745-a1af92d99f2e, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623a316f-424f-4a60-89a0-6cc8a984dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '437e0459-34f1-496a-8973-1c15c1963813'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:28:35.251198 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:35.294734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e70441-d382-4b65-b8de-2754caef0d0c req-e4c674f5-4e27-4dd5-b730-70b7998f48d4 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:35.296724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8e70441-d382-4b65-b8de-2754caef0d0c req-e4c674f5-4e27-4dd5-b730-70b7998f48d4 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 943 time: 0.0520170 Dec 15 05:28:35.321780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] For port 2261b480-a1e4-4472-9745-a1af92d99f2e, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:28:35.325423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] For port 2261b480-a1e4-4472-9745-a1af92d99f2e, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=2261b480-a1e4-4472-9745-a1af92d99f2e,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:28:35.330403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:35.348562 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a8e70441-d382-4b65-b8de-2754caef0d0c req-2dda2998-f061-44a1-b503-2dfbb0c7f1dd tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Dec 15 05:28:35.377427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:35.378429 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:35.379843 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] 10.222.0.42 "PUT /v2.0/ports/2261b480-a1e4-4472-9745-a1af92d99f2e HTTP/1.1" status: 200 len: 1092 time: 0.6030660 Dec 15 05:28:35.382449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'tag': '2261b480-a1e4-4472-9745-a1af92d99f2e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:28:35.384814 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a485cb-b4ac-4dae-a96d-48b552eb8144" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6b36c-eade-4bdf-9b69-275d84e81a17", "tag": "2261b480-a1e4-4472-9745-a1af92d99f2e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:28:35.410739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db2c21-a079-42f9-9c2b-10f7abd01b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2261b480-a1e4-4472-9745-a1af92d99f2e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:35.433063 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3090712a-b0d7-4415-8060-3eff215e1d03 x-openstack-request-id: req-3090712a-b0d7-4415-8060-3eff215e1d03 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:28:35.433367 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6b36c-eade-4bdf-9b69-275d84e81a17", "tag": "2261b480-a1e4-4472-9745-a1af92d99f2e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:28:35.433623 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3090712a-b0d7-4415-8060-3eff215e1d03 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:28:35.434064 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'tag': '2261b480-a1e4-4472-9745-a1af92d99f2e', 'status': 'completed', 'code': 200} Dec 15 05:28:35.495051 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-f850d48b-bddc-4dcd-8164-9c4b245554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:35.496710 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-f850d48b-bddc-4dcd-8164-9c4b245554a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 1095 time: 0.0455918 Dec 15 05:28:35.546125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-65020fe7-0e58-4e54-8932-1e7238670fb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2261b480-a1e4-4472-9745-a1af92d99f2e HTTP/1.1" status: 200 len: 217 time: 0.0364301 Dec 15 05:28:35.603626 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-8bb27206-90d6-4841-ac3f-6894a6a06f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:35.605054 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-8bb27206-90d6-4841-ac3f-6894a6a06f8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42940ac7-f773-461a-81ed-79bf90cf3b96 HTTP/1.1" status: 200 len: 856 time: 0.0513651 Dec 15 05:28:35.648690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-3141bacf-2b33-4ddf-ac45-1b22cd34a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:35.650153 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-3141bacf-2b33-4ddf-ac45-1b22cd34a31a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=437e0459-34f1-496a-8973-1c15c1963813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385916 Dec 15 05:28:35.735798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-0d360fd0-af5f-4042-addc-4e34b2fdc7c8 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782173 Dec 15 05:28:35.829539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b348dfa7-978d-4b28-b103-059d146c8ed6 req-ea633c7e-6ea8-4f90-bc01-c81432cd0214 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854154 Dec 15 05:28:35.948221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-e497e3a1-4f13-4e58-8f78-06e189004d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:35.950107 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-e497e3a1-4f13-4e58-8f78-06e189004d83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 1095 time: 0.0398366 Dec 15 05:28:36.040608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-13a12f9a-4287-4099-a554-572ddf91be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:36.042071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-13a12f9a-4287-4099-a554-572ddf91be32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 917 time: 0.0853047 Dec 15 05:28:36.083794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-e203e6e1-c555-4466-82d0-10c23e59ebb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2261b480-a1e4-4472-9745-a1af92d99f2e HTTP/1.1" status: 200 len: 217 time: 0.0346365 Dec 15 05:28:36.131376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-81afe6e6-296a-4c9b-a09c-ee9ea5876d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:36.132887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-81afe6e6-296a-4c9b-a09c-ee9ea5876d9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42940ac7-f773-461a-81ed-79bf90cf3b96 HTTP/1.1" status: 200 len: 856 time: 0.0424070 Dec 15 05:28:36.176858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-a3b4461f-9e42-47a5-8c5e-6364e36ffd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:36.178282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-a3b4461f-9e42-47a5-8c5e-6364e36ffd6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=437e0459-34f1-496a-8973-1c15c1963813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380177 Dec 15 05:28:36.270713 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-3f335a15-e580-43e8-a57d-2d5e7e1e4cca service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842721 Dec 15 05:28:36.358739 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-62a485cb-b4ac-4dae-a96d-48b552eb8144 req-74c45ea8-6743-4e0e-9d21-c9b438bfa126 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802319 Dec 15 05:28:36.463933 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd7b1-ae8e-4566-bede-903b7976b9c0 req-0bf3d32a-4c41-4226-b6fa-4e72d952ad97 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:36.465448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-632fd7b1-ae8e-4566-bede-903b7976b9c0 req-0bf3d32a-4c41-4226-b6fa-4e72d952ad97 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 943 time: 0.0477524 Dec 15 05:28:36.515577 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-632fd7b1-ae8e-4566-bede-903b7976b9c0 req-c9b1df68-68e8-4a15-a5c3-54f8505b4cdd tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442853 Dec 15 05:28:37.588149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:37.631979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde1a4-b737-4fb1-b912-9053e2e08f0f req-02415d23-7eab-4303-92f7-e0ac897e3c3f tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:37.633489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21cde1a4-b737-4fb1-b912-9053e2e08f0f req-02415d23-7eab-4303-92f7-e0ac897e3c3f tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 943 time: 0.0489476 Dec 15 05:28:37.680393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-21cde1a4-b737-4fb1-b912-9053e2e08f0f req-7b197447-06a0-49cb-bee2-5a3ffed8b4b9 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Dec 15 05:28:38.535404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 2261b480-a1e4-4472-9745-a1af92d99f2e details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:28:38.629023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 2261b480-a1e4-4472-9745-a1af92d99f2e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=2261b480-a1e4-4472-9745-a1af92d99f2e,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:38.640278 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '2261b480-a1e4-4472-9745-a1af92d99f2e', 'network_id': '437e0459-34f1-496a-8973-1c15c1963813', 'port_id': '2261b480-a1e4-4472-9745-a1af92d99f2e', 'mac_address': 'fa:16:3e:1e:b9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42940ac7-f773-461a-81ed-79bf90cf3b96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:28:38.675541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:38.687887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2261b480-a1e4-4472-9745-a1af92d99f2e {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:28:38.708601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 2261b480-a1e4-4472-9745-a1af92d99f2e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=2261b480-a1e4-4472-9745-a1af92d99f2e,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:38.712819 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:38.764184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=2261b480-a1e4-4472-9745-a1af92d99f2e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:38.771420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.771759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.772121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.772458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.772805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.773112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.773435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.773758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.774076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.774393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.774710 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.775031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.775350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:28:38.800902 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89de3d-3894-40f3-87a7-48b690b96202 req-223e0a03-c3da-42b5-aa91-9e615fa3b38d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:38.802367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd89de3d-3894-40f3-87a7-48b690b96202 req-223e0a03-c3da-42b5-aa91-9e615fa3b38d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 944 time: 0.0510657 Dec 15 05:28:38.851049 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd89de3d-3894-40f3-87a7-48b690b96202 req-1d0267f2-3e3b-4b6e-92c2-3a06321b713e tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Dec 15 05:28:38.967680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['2261b480-a1e4-4472-9745-a1af92d99f2e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:28:39.973049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a0e34-85d0-40b5-a585-e361d89d362c req-1d1d4ebe-bde7-4454-8288-c3b315f2fda5 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:39.974511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-811a0e34-85d0-40b5-a585-e361d89d362c req-1d1d4ebe-bde7-4454-8288-c3b315f2fda5 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 944 time: 0.0542839 Dec 15 05:28:40.021270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-811a0e34-85d0-40b5-a585-e361d89d362c req-9f7d24cc-2df6-4b30-8e34-7e0c5cd78c3d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Dec 15 05:28:40.535300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 2261b480-a1e4-4472-9745-a1af92d99f2e up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:28:40.585957 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 2261b480-a1e4-4472-9745-a1af92d99f2e completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:28:40.589327 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 2261b480-a1e4-4472-9745-a1af92d99f2e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:28:40.589696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:40.663329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:40.684769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2261b480-a1e4-4472-9745-a1af92d99f2e'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:28:40.687123 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75b8133-ffbc-4a99-b519-e87ee4a74f8b" -d '{"events": [{"server_uuid": "fdd6b36c-eade-4bdf-9b69-275d84e81a17", "name": "network-vif-plugged", "status": "completed", "tag": "2261b480-a1e4-4472-9745-a1af92d99f2e"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:28:40.700329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 2261b480-a1e4-4472-9745-a1af92d99f2e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=2261b480-a1e4-4472-9745-a1af92d99f2e,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:28:40.704605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:40.730356 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ab6d1-d033-4860-a813-8e382427e81d x-openstack-request-id: req-521ab6d1-d033-4860-a813-8e382427e81d {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:28:40.730686 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6b36c-eade-4bdf-9b69-275d84e81a17", "name": "network-vif-plugged", "status": "completed", "tag": "2261b480-a1e4-4472-9745-a1af92d99f2e", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:28:40.730948 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-521ab6d1-d033-4860-a813-8e382427e81d {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:28:40.731328 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2261b480-a1e4-4472-9745-a1af92d99f2e', 'code': 200} Dec 15 05:28:40.755756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=2261b480-a1e4-4472-9745-a1af92d99f2e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:28:40.856141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c9ad8-7088-498e-9fb3-289ef9d354ac req-05ca8cc2-e96b-4ae3-aa28-cfa9761440bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:40.857539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f5c9ad8-7088-498e-9fb3-289ef9d354ac req-05ca8cc2-e96b-4ae3-aa28-cfa9761440bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 1097 time: 0.0440090 Dec 15 05:28:40.901591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f5c9ad8-7088-498e-9fb3-289ef9d354ac req-e90c017e-80e1-48b2-99af-0fe44dcaeab0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Dec 15 05:28:41.134841 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976349-4a05-4a14-8686-1a0e6aab2df4 req-4a741fdc-3f7d-4e4d-a197-70b0d21185ab tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:41.136239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e976349-4a05-4a14-8686-1a0e6aab2df4 req-4a741fdc-3f7d-4e4d-a197-70b0d21185ab tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Dec 15 05:28:41.182556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e976349-4a05-4a14-8686-1a0e6aab2df4 req-b0050d00-931c-4587-be19-7069d6c35eaa tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Dec 15 05:28:42.300456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295c3d6-f4ea-472a-ad2b-ae19f537ef6f req-1a77f3b5-cfe1-47f4-8880-8c1d590440c4 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:42.301907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7295c3d6-f4ea-472a-ad2b-ae19f537ef6f req-1a77f3b5-cfe1-47f4-8880-8c1d590440c4 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Dec 15 05:28:42.355066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7295c3d6-f4ea-472a-ad2b-ae19f537ef6f req-fd16d5fa-889e-4333-a07b-b3adb5dd2f12 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Dec 15 05:28:42.468439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ac43e-c020-42e6-921c-572c2ebdca40 req-2dfafaef-8594-4d9c-b2b0-7e8a23e7d653 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:42.469850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-069ac43e-c020-42e6-921c-572c2ebdca40 req-2dfafaef-8594-4d9c-b2b0-7e8a23e7d653 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 945 time: 0.0481277 Dec 15 05:28:42.517113 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-069ac43e-c020-42e6-921c-572c2ebdca40 req-148f2488-9b36-4db1-b303-3b35c6115795 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Dec 15 05:28:47.033528 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:28:48.949065 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-122b4f07-e8f3-4335-a902-f0dbe441c0f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429373 Dec 15 05:28:49.050573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813114f-9c64-4868-9997-38879ad1ae8a req-cbedbe74-b490-4ccb-9d1c-37c405cc5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:49.052141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-cbedbe74-b490-4ccb-9d1c-37c405cc5922 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f41764fd8bf4d4b95b0774db068b996&device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 1097 time: 0.0469677 Dec 15 05:28:49.158427 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813114f-9c64-4868-9997-38879ad1ae8a req-958160d8-9c26-48e4-9db5-b051018f8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:49.159909 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-958160d8-9c26-48e4-9db5-b051018f8ca0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 200 len: 917 time: 0.0893769 Dec 15 05:28:49.202805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-dd47a323-a573-4433-b041-be8b397dcd9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2261b480-a1e4-4472-9745-a1af92d99f2e HTTP/1.1" status: 200 len: 217 time: 0.0349417 Dec 15 05:28:49.255267 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813114f-9c64-4868-9997-38879ad1ae8a req-a3395153-e0e8-41a7-ac24-9e6d0d603087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:49.256754 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-a3395153-e0e8-41a7-ac24-9e6d0d603087 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42940ac7-f773-461a-81ed-79bf90cf3b96 HTTP/1.1" status: 200 len: 856 time: 0.0472586 Dec 15 05:28:49.302405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813114f-9c64-4868-9997-38879ad1ae8a req-aa47bbad-68eb-44ff-a6fa-639689363cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:28:49.303855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-aa47bbad-68eb-44ff-a6fa-639689363cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=437e0459-34f1-496a-8973-1c15c1963813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391648 Dec 15 05:28:49.390850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-367fbe10-2ba6-43e3-997a-47f79e4ba2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793808 Dec 15 05:28:49.483492 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-4813114f-9c64-4868-9997-38879ad1ae8a req-89379db0-dabd-429d-b0ec-684e071c82e1 service neutron] 10.222.0.42 "GET /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851970 Dec 15 05:28:57.826821 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8422393b-d987-4779-a72e-c1f3c073ebc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:28:59.997210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e34d76a8-c4c6-4e7f-9244-25b5802e2b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:01.337960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:02.880411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:03.472760 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:03.683471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8339e5-d4ee-4b02-91d6-d30cb258b225 req-75d014dd-4854-43ad-9cf4-b0b8986e34e2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:03.684891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc8339e5-d4ee-4b02-91d6-d30cb258b225 req-75d014dd-4854-43ad-9cf4-b0b8986e34e2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 945 time: 0.0524316 Dec 15 05:29:03.735578 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc8339e5-d4ee-4b02-91d6-d30cb258b225 req-cbd6840a-8f75-4b83-9a8e-8f69a7c21c5d tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Dec 15 05:29:03.986478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:04.855237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9951a2c-169c-48ff-86a2-03480848da20 req-bb96b863-cded-494d-8a8f-303f321bee09 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:04.856621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9951a2c-169c-48ff-86a2-03480848da20 req-bb96b863-cded-494d-8a8f-303f321bee09 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Dec 15 05:29:04.902922 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9951a2c-169c-48ff-86a2-03480848da20 req-63c653a9-8c38-426a-b10c-3c1e2da4bea5 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/security-groups?id=361c593b-148b-4871-b606-c61990e6f854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Dec 15 05:29:05.346479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-6e4691b4-3f8a-4c48-be37-56a3a5bf530a tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:05.347948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-6e4691b4-3f8a-4c48-be37-56a3a5bf530a tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 945 time: 0.0491171 Dec 15 05:29:05.443836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Deleting port 2261b480-a1e4-4472-9745-a1af92d99f2e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:05.444205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:05.536247 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] For port 2261b480-a1e4-4472-9745-a1af92d99f2e, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=2261b480-a1e4-4472-9745-a1af92d99f2e,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:05.536617 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:05.549243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Calling delete_port for 2261b480-a1e4-4472-9745-a1af92d99f2e owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:05.678292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:05.706238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Pushing event deleted for resources: {'Port': ['ID=2261b480-a1e4-4472-9745-a1af92d99f2e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:05.710888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['2261b480-a1e4-4472-9745-a1af92d99f2e'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:29:05.751262 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] No DVR routers for this DVR port 2261b480-a1e4-4472-9745-a1af92d99f2e on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:29:05.753919 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:05.757309 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-248dd2dd-48cc-4131-86fa-501335ebee7e req-0d91da6b-e3e2-4de0-9103-82294defc5c2 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.42 "DELETE /v2.0/ports/2261b480-a1e4-4472-9745-a1af92d99f2e HTTP/1.1" status: 204 len: 173 time: 0.4033988 Dec 15 05:29:05.757778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'name': 'network-vif-deleted', 'tag': '2261b480-a1e4-4472-9745-a1af92d99f2e'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:29:05.760498 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6568cf-05eb-4066-b4a5-ac4c1e831faf" -d '{"events": [{"server_uuid": "fdd6b36c-eade-4bdf-9b69-275d84e81a17", "name": "network-vif-deleted", "tag": "2261b480-a1e4-4472-9745-a1af92d99f2e"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:29:05.799977 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e966b74a-e643-4a95-a0ad-c48215862288 x-openstack-request-id: req-e966b74a-e643-4a95-a0ad-c48215862288 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:29:05.800387 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6b36c-eade-4bdf-9b69-275d84e81a17", "name": "network-vif-deleted", "tag": "2261b480-a1e4-4472-9745-a1af92d99f2e", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:29:05.800564 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e966b74a-e643-4a95-a0ad-c48215862288 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:29:05.801039 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd6b36c-eade-4bdf-9b69-275d84e81a17', 'name': 'network-vif-deleted', 'tag': '2261b480-a1e4-4472-9745-a1af92d99f2e', 'status': 'completed', 'code': 200} Dec 15 05:29:06.009293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5dad4be-6e50-4413-9ff6-ce39f7f080ab req-c82746fc-5e18-4886-93d7-3b0c4a740218 tempest-TestEncryptedCinderVolumes-1957197961 tempest-TestEncryptedCinderVolumes-1957197961-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdd6b36c-eade-4bdf-9b69-275d84e81a17 HTTP/1.1" status: 200 len: 210 time: 0.0250511 Dec 15 05:29:07.099183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56914) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:07.440347 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:07.614658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:07.681617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Deleting port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:07.681950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:07.758530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] For port a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:07.758796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:07.771101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Calling delete_port for a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:07.950414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:07.979658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:08.004345 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.004696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.005049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.005386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.005721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.006054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.006382 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.006734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.007062 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.007389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.007715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.008036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.008386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:08.150637 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:08.361137 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Router d05bd528-26e3-4340-a837-f590dfb05842 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:29:08.465127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:29:08.470396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7cf5dbfd-207e-470e-b803-4c6a87628d7b admin admin] 10.222.0.37 "PUT /v2.0/routers/d05bd528-26e3-4340-a837-f590dfb05842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3701937 Dec 15 05:29:08.472918 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56916) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:08.474118 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] Sync routers for ids ['d05bd528-26e3-4340-a837-f590dfb05842'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:29:08.483511 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] Routers {'d05bd528-26e3-4340-a837-f590dfb05842'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:08.484141 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d05bd528-26e3-4340-a837-f590dfb05842'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:08.574553 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:08.585577 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] Set router d05bd528-26e3-4340-a837-f590dfb05842 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:08.674491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:08.725090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Deleting port c8d1d579-0017-4c6c-8a05-0f52713d34b6 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:08.725424 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:08.755678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 2261b480-a1e4-4472-9745-a1af92d99f2e no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:08.760478 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:29:07Z', 'revision_number': 5, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port': {'id': 'c8d1d579-0017-4c6c-8a05-0f52713d34b6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:08.776750 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 2261b480-a1e4-4472-9745-a1af92d99f2e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:08.777105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 2261b480-a1e4-4472-9745-a1af92d99f2e not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:08.786809 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] Checking router: d05bd528-26e3-4340-a837-f590dfb05842 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:29:08.795505 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] Routers {'d05bd528-26e3-4340-a837-f590dfb05842'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:08.796174 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['d05bd528-26e3-4340-a837-f590dfb05842'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:08.803737 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] For port c8d1d579-0017-4c6c-8a05-0f52713d34b6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c8d1d579-0017-4c6c-8a05-0f52713d34b6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:08.804112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:08.820777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Calling delete_port for c8d1d579-0017-4c6c-8a05-0f52713d34b6 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:08.880730 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] Set router d05bd528-26e3-4340-a837-f590dfb05842 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:08.936730 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:29:08Z', 'revision_number': 6, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:08.963619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df408a49-ba1f-4079-a75d-8bd122c42cde None None] The sync data for ids ['d05bd528-26e3-4340-a837-f590dfb05842'] in n-d-820935-10 is: [{'id': 'd05bd528-26e3-4340-a837-f590dfb05842', 'name': 'tempest-TestEncryptedCinderVolumes-1567181134-router', 'tenant_id': '7f41764fd8bf4d4b95b0774db068b996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:46Z', 'updated_at': '2021-12-15T05:29:08Z', 'revision_number': 6, 'project_id': '7f41764fd8bf4d4b95b0774db068b996', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:29:08.981867 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.011120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d1d579-0017-4c6c-8a05-0f52713d34b6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:09.023982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776b619-fa8e-45c5-839a-6e91eb34035a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:09.070193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.156987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.159325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.203619 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.204124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05bd528-26e3-4340-a837-f590dfb05842 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:29:09.208526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.209708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-18dcd795-7ddd-45b6-9db8-5e03d196915c admin admin] 10.222.0.37 "DELETE /v2.0/routers/d05bd528-26e3-4340-a837-f590dfb05842 HTTP/1.1" status: 204 len: 168 time: 0.7358742 Dec 15 05:29:09.212180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56918) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:09.257965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Deleting subnet 42940ac7-f773-461a-81ed-79bf90cf3b96 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:29:09.260997 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.295180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.378503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.431853 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.455232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42940ac7-f773-461a-81ed-79bf90cf3b96,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:09.460727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.463930 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-41382513-44dc-4417-afca-7eb7ef41e26e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42940ac7-f773-461a-81ed-79bf90cf3b96 HTTP/1.1" status: 204 len: 168 time: 0.2507706 Dec 15 05:29:09.466912 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe3d41-697a-4da0-a0d8-c1ba784bd140 None None] Network 437e0459-34f1-496a-8973-1c15c1963813 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:29:09.467138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56920) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:09.533176 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.594122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Deleting port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:09.594461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.655274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] For port 82bd9ee1-f0c8-4de5-b791-933493b9fd93, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=82bd9ee1-f0c8-4de5-b791-933493b9fd93,segment=NetworkSegment(623a316f-424f-4a60-89a0-6cc8a984dcd8),segment_id=623a316f-424f-4a60-89a0-6cc8a984dcd8)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:09.655560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.667968 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Calling delete_port for 82bd9ee1-f0c8-4de5-b791-933493b9fd93 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:09.721964 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] DHCP port deletion for 437e0459-34f1-496a-8973-1c15c1963813 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:09.750055 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.781002 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c8d1d579-0017-4c6c-8a05-0f52713d34b6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:09.782093 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bd9ee1-f0c8-4de5-b791-933493b9fd93,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:09.785218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Deleting port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:09.785772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.786185 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] No DVR routers for this DVR port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:29:09.841150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c8d1d579-0017-4c6c-8a05-0f52713d34b6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:09.841490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c8d1d579-0017-4c6c-8a05-0f52713d34b6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:09.841903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82bd9ee1-f0c8-4de5-b791-933493b9fd93 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:09.858552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.882728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437e0459-34f1-496a-8973-1c15c1963813']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:09.894483 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623a316f-424f-4a60-89a0-6cc8a984dcd8') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:09.894808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623a316f-424f-4a60-89a0-6cc8a984dcd8') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:09.906231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.920985 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.928912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:29:09.929322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:29:09.931591 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:29:10.003137 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.021172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.024326 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] 10.222.0.37 "DELETE /v2.0/networks/437e0459-34f1-496a-8973-1c15c1963813 HTTP/1.1" status: 204 len: 168 time: 0.5561042 Dec 15 05:29:10.025302 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881da64-c8cd-4561-baed-160611ef7267 admin admin] Pushing event deleted for resources: {'Network': ['ID=437e0459-34f1-496a-8973-1c15c1963813,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:10.027271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56922) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:10.035129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 82bd9ee1-f0c8-4de5-b791-933493b9fd93 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:10.035475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 82bd9ee1-f0c8-4de5-b791-933493b9fd93 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:10.035882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:10.063091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:10.063440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a86ef6a3-8b3d-4334-ad80-f1b79e6ccb25 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:10.075940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] For port 82bd9ee1-f0c8-4de5-b791-933493b9fd93, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:10.076319 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.088301 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Calling delete_port for 82bd9ee1-f0c8-4de5-b791-933493b9fd93 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:10.091074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:29:10.092407 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.115724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Network 437e0459-34f1-496a-8973-1c15c1963813 is not hosted by any dhcp agent {{(pid=103134) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 15 05:29:10.116224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] No DVR routers for this DVR port 82bd9ee1-f0c8-4de5-b791-933493b9fd93 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:29:10.119613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390e5e0-8e2a-4d73-90f7-e7f27027799f None None] Pushing event deleted for resources: {'Port': ['ID=82bd9ee1-f0c8-4de5-b791-933493b9fd93,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:10.656256 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.889233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Deleting port 507e1102-9ead-44b6-b482-9a17f27fc0dc {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:10.889474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.966504 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] For port 507e1102-9ead-44b6-b482-9a17f27fc0dc, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=507e1102-9ead-44b6-b482-9a17f27fc0dc,segment=NetworkSegment(1ed600ee-86e9-4fa2-a435-e6ceddf797c7),segment_id=1ed600ee-86e9-4fa2-a435-e6ceddf797c7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:10.966842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:10.978962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Calling delete_port for 507e1102-9ead-44b6-b482-9a17f27fc0dc owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:11.151043 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:11.176762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Pushing event deleted for resources: {'Port': ['ID=507e1102-9ead-44b6-b482-9a17f27fc0dc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:11.338970 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:11.552884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Router afd8bc63-fe59-4354-bbec-ab136f2eeff5 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:29:11.658090 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:29:11.663086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-67914820-f2dc-4274-9220-1625e041317f admin admin] 10.222.0.37 "PUT /v2.0/routers/afd8bc63-fe59-4354-bbec-ab136f2eeff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6348543 Dec 15 05:29:11.665638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56924) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:11.666828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] Sync routers for ids ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:29:11.678732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] Routers {'afd8bc63-fe59-4354-bbec-ab136f2eeff5'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:11.679340 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:11.767737 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:11.779784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] Set router afd8bc63-fe59-4354-bbec-ab136f2eeff5 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:11.868325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:11.920289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Deleting port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:11.920626 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:11.958862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:29:11Z', 'revision_number': 5, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port': {'id': '7fe3b7cc-ce5b-49f4-afc3-b8f13522d603', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:27:51Z', 'updated_at': '2021-12-15T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:11.988291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] Checking router: afd8bc63-fe59-4354-bbec-ab136f2eeff5 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:29:11.997151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] Routers {'afd8bc63-fe59-4354-bbec-ab136f2eeff5'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:11.997762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:12.009320 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] For port 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:12.009681 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.021189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Calling delete_port for 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:12.084656 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] Set router afd8bc63-fe59-4354-bbec-ab136f2eeff5 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:12.138694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:29:11Z', 'revision_number': 6, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:12.165438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c56644-9cdd-43b6-b2cc-6a22b7c53498 None None] The sync data for ids ['afd8bc63-fe59-4354-bbec-ab136f2eeff5'] in n-d-820935-10 is: [{'id': 'afd8bc63-fe59-4354-bbec-ab136f2eeff5', 'name': 'tempest-TestEncryptedCinderVolumes-1514134536-router', 'tenant_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:27:50Z', 'updated_at': '2021-12-15T05:29:11Z', 'revision_number': 6, 'project_id': '4f364d2484b14e7cb1f37585d7ab36b3', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:29:12.188029 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.215880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe3b7cc-ce5b-49f4-afc3-b8f13522d603,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:12.230163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86cec0-3552-4150-8181-87380969c39d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:12.278984 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.368588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.370729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.417592 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.418089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd8bc63-fe59-4354-bbec-ab136f2eeff5 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:29:12.422646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.423757 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-29d34d34-5678-4dac-862a-6fb0121aedf9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/afd8bc63-fe59-4354-bbec-ab136f2eeff5 HTTP/1.1" status: 204 len: 168 time: 0.7572136 Dec 15 05:29:12.426237 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56926) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:12.470458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Deleting subnet 9fe3f2f7-4be4-4b7c-9dfe-2424761c8279 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:29:12.473439 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.507338 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.600543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.656260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.684260 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe3f2f7-4be4-4b7c-9dfe-2424761c8279,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:12.687686 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.693180 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9de19057-f897-48f9-99a7-995cd78fbda7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9fe3f2f7-4be4-4b7c-9dfe-2424761c8279 HTTP/1.1" status: 204 len: 168 time: 0.2637677 Dec 15 05:29:12.693514 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56928) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:12.693982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f67e7d1-ebcf-4a21-965e-ebd016f1cb1b None None] Network e5685243-d9db-49da-a278-1f22eef5da9f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:29:12.774588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.831678 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Deleting port 9e657274-4cbd-4f51-8138-bef3112fb46f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:12.832014 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.893640 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] For port 9e657274-4cbd-4f51-8138-bef3112fb46f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9e657274-4cbd-4f51-8138-bef3112fb46f,segment=NetworkSegment(1ed600ee-86e9-4fa2-a435-e6ceddf797c7),segment_id=1ed600ee-86e9-4fa2-a435-e6ceddf797c7)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:12.893927 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:12.906291 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Calling delete_port for 9e657274-4cbd-4f51-8138-bef3112fb46f owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:12.960277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] DHCP port deletion for e5685243-d9db-49da-a278-1f22eef5da9f request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:13.000697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.019884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Deleting port 9e657274-4cbd-4f51-8138-bef3112fb46f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:29:13.020335 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] No DVR routers for this DVR port 9e657274-4cbd-4f51-8138-bef3112fb46f on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:29:13.020779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.059428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9e657274-4cbd-4f51-8138-bef3112fb46f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:13.092793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] For port 9e657274-4cbd-4f51-8138-bef3112fb46f, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:13.093475 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.106867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Calling delete_port for 9e657274-4cbd-4f51-8138-bef3112fb46f owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:29:13.110517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Port 9e657274-4cbd-4f51-8138-bef3112fb46f was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:29:13.112237 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.118312 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.141925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] Pushing event deleted for resources: {'Port': ['ID=9e657274-4cbd-4f51-8138-bef3112fb46f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:13.142499 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5685243-d9db-49da-a278-1f22eef5da9f']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:13.144326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a32189-523a-4668-89ba-bec7d1c5536f None None] No DVR routers for this DVR port 9e657274-4cbd-4f51-8138-bef3112fb46f on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:29:13.156619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed600ee-86e9-4fa2-a435-e6ceddf797c7') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:13.156619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed600ee-86e9-4fa2-a435-e6ceddf797c7') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:13.168173 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.183167 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.189409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:29:13.189859 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:29:13.191726 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:29:13.249138 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.255319 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.261550 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5685243-d9db-49da-a278-1f22eef5da9f HTTP/1.1" status: 204 len: 168 time: 0.5664902 Dec 15 05:29:13.275897 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46803bd-c151-4bbd-b2e8-e065d321f7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e5685243-d9db-49da-a278-1f22eef5da9f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:13.447013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56932) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:13.498171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7335ff18-2421-4833-b0d1-a124622f563c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f41764fd8bf4d4b95b0774db068b996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499201 Dec 15 05:29:13.500585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56934) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:13.517491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 507e1102-9ead-44b6-b482-9a17f27fc0dc no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:13.538490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 507e1102-9ead-44b6-b482-9a17f27fc0dc {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:13.538844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 507e1102-9ead-44b6-b482-9a17f27fc0dc not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:13.539454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9e657274-4cbd-4f51-8138-bef3112fb46f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:13.555361 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51d1dee-355b-47ef-bc60-903f9c2ec574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.558739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9e657274-4cbd-4f51-8138-bef3112fb46f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:13.559103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9e657274-4cbd-4f51-8138-bef3112fb46f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:13.559498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:29:13.576587 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51d1dee-355b-47ef-bc60-903f9c2ec574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.577629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:29:13.577978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 7fe3b7cc-ce5b-49f4-afc3-b8f13522d603 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:29:13.629928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51d1dee-355b-47ef-bc60-903f9c2ec574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.632591 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e51d1dee-355b-47ef-bc60-903f9c2ec574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:13.633898 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e51d1dee-355b-47ef-bc60-903f9c2ec574 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/361c593b-148b-4871-b606-c61990e6f854 HTTP/1.1" status: 204 len: 168 time: 0.1323640 Dec 15 05:29:13.643101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d1dee-355b-47ef-bc60-903f9c2ec574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c593b-148b-4871-b606-c61990e6f854,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:13.958817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56940) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:14.001189 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b98736ac-0a48-4286-9b3e-54f104aea57d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f364d2484b14e7cb1f37585d7ab36b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411255 Dec 15 05:29:14.003582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56942) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:14.049845 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64ed3dff-6b23-4d64-b0b9-1ba626cc3e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:14.070771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64ed3dff-6b23-4d64-b0b9-1ba626cc3e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:14.116256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64ed3dff-6b23-4d64-b0b9-1ba626cc3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:14.118975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64ed3dff-6b23-4d64-b0b9-1ba626cc3e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:14.119897 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-64ed3dff-6b23-4d64-b0b9-1ba626cc3e62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ab78aa0-94ee-45ba-8a34-1dea5633e616 HTTP/1.1" status: 204 len: 168 time: 0.1153290 Dec 15 05:29:14.128029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3dff-6b23-4d64-b0b9-1ba626cc3e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab78aa0-94ee-45ba-8a34-1dea5633e616,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:14.799773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56964) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:14.895697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352414927-network', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:14.916733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Made reservation on behalf of 1b0f539b2ead48a1a491d25d83f1d35f for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:29:14.919707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:14.927654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.000147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.003658 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.029952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:29:15.038700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:15.045047 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.045389 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Added segment bde0ab7c-c387-41d0-a386-2a862beaf9da of type vlan for network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 Dec 15 05:29:15.083650 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.108205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.109152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:15.109757 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.160032 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3589723 Dec 15 05:29:15.162936 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56968) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:15.168474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Request body: {'subnet': {'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352414927-subnet', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:15.171246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474fea-8f91-4c8e-9f58-8eef2c8865bd admin admin] Pushing event updated for resources: {'Network': ['ID=5f2ec571-3aab-47ce-8cfb-d9b9d6943787,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:15.181281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:29:15.189713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Made reservation on behalf of 1b0f539b2ead48a1a491d25d83f1d35f for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:29:15.192318 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.355283 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.412967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871a3f84-ee63-47c8-8c46-94580a7f6c25,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:15.417110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Checking segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:15.417464 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Network hostable DHCP agents. Network: 5f2ec571-3aab-47ce-8cfb-d9b9d6943787, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:29:15.433238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:29:15.441400 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5f2ec571-3aab-47ce-8cfb-d9b9d6943787) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:15.445401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:15.446002 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.450704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8cdb4-d90a-435a-a294-146afca9c749 None None] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:29:15.463285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c83101e7-8e05-491e-9ede-1180e038d333 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2989676 Dec 15 05:29:15.466191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56970) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:15.470515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:15.490343 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.491741 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.546576 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.551675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:29:15.552583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.682169 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.684380 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Allocated IP 172.20.0.2 (5f2ec571-3aab-47ce-8cfb-d9b9d6943787/871a3f84-ee63-47c8-8c46-94580a7f6c25/92db8eec-24e2-4299-9606-ceb8de6654a6) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:15.824805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.829966 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.868638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:15.873638 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:15.877975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:15.879868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.880016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Pushing event updated for resources: {'Port': ['ID=92db8eec-24e2-4299-9606-ceb8de6654a6,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:15.901923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.937076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Attempting to bind port 92db8eec-24e2-4299-9606-ceb8de6654a6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:15.937429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Attempting to bind port 92db8eec-24e2-4299-9606-ceb8de6654a6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:15.937711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Attempting to bind port 92db8eec-24e2-4299-9606-ceb8de6654a6 on network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:15.942578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:15.942946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Checking segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:15.943341 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:15.943729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Bound using segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:15.944216 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Bound port: 92db8eec-24e2-4299-9606-ceb8de6654a6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:15.944589 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:16.008475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] For port 92db8eec-24e2-4299-9606-ceb8de6654a6, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:16.009283 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Allocated IP 172.25.2.131 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a81986a4-45e1-4d73-aaeb-28280709952e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:16.012224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] For port 92db8eec-24e2-4299-9606-ceb8de6654a6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=92db8eec-24e2-4299-9606-ceb8de6654a6,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:16.017366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:16.072953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420f197-0dec-41dd-8455-c4c75b10ced4 None None] Pushing event updated for resources: {'Port': ['ID=92db8eec-24e2-4299-9606-ceb8de6654a6,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:16.118682 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:16.152919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:16.197632 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:16.200642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:16.204195 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:16.231844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Pushing event updated for resources: {'Port': ['ID=a81986a4-45e1-4d73-aaeb-28280709952e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:16.239450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fead93-ffde-4154-9feb-a93c501fa52f None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:16.366949 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-158376db-745c-40c6-a033-3e7a8be9033b None None] Provisioning complete for port a81986a4-45e1-4d73-aaeb-28280709952e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:16.367458 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-158376db-745c-40c6-a033-3e7a8be9033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:16.402491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-158376db-745c-40c6-a033-3e7a8be9033b None None] Port a81986a4-45e1-4d73-aaeb-28280709952e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:16.771821 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:16.941344 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd23473-912a-4c3b-89cd-ba9fd41333cc None None] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:29:16.974516 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.048984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ac23896d-e14e-44b2-9354-767b1c0b16c0 None None] Provisioning complete for port 92db8eec-24e2-4299-9606-ceb8de6654a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:17.049363 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac23896d-e14e-44b2-9354-767b1c0b16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.102443 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Router 06ad2562-c3f4-4881-850e-4013577f91b9 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:29:17.142765 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac23896d-e14e-44b2-9354-767b1c0b16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.178407 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ac23896d-e14e-44b2-9354-767b1c0b16c0 None None] For port 92db8eec-24e2-4299-9606-ceb8de6654a6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=92db8eec-24e2-4299-9606-ceb8de6654a6,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:17.184175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ac23896d-e14e-44b2-9354-767b1c0b16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.217051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:29:17.228499 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Sync routers for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:29:17.238764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.239100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23896d-e14e-44b2-9354-767b1c0b16c0 None None] Pushing event updated for resources: {'Port': ['ID=92db8eec-24e2-4299-9606-ceb8de6654a6,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:17.243137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56978) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:17.244260 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e5cdc077-c52e-4a5f-8b0f-a17848847b97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7769260 Dec 15 05:29:17.248198 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:17.248816 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:17.353950 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:17.406831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84f791a5-e482-4e11-9973-918376451463 None None] Provisioning complete for port 92db8eec-24e2-4299-9606-ceb8de6654a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:17.407449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84f791a5-e482-4e11-9973-918376451463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.576309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 92db8eec-24e2-4299-9606-ceb8de6654a6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:17.631233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 92db8eec-24e2-4299-9606-ceb8de6654a6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:17.631702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.648367 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:16Z', 'revision_number': 3, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:17.675898 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Checking router: 06ad2562-c3f4-4881-850e-4013577f91b9 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:29:17.676362 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Updating router 06ad2562-c3f4-4881-850e-4013577f91b9 port a81986a4-45e1-4d73-aaeb-28280709952e binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:29:17.681323 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.701737 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.834034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Allocated IP 172.20.0.1 (5f2ec571-3aab-47ce-8cfb-d9b9d6943787/871a3f84-ee63-47c8-8c46-94580a7f6c25/9242c0c6-ed1c-492f-afed-b54f9b154a0c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:17.936135 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.948783 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.955209 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:17.978411 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.000784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb06454-519f-4f08-889b-4d54cb8e996c None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:18.007230 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Attempting to bind port a81986a4-45e1-4d73-aaeb-28280709952e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:18.007599 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Attempting to bind port a81986a4-45e1-4d73-aaeb-28280709952e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:18.007958 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Attempting to bind port a81986a4-45e1-4d73-aaeb-28280709952e on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:18.013306 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Pushing event updated for resources: {'Port': ['ID=a81986a4-45e1-4d73-aaeb-28280709952e,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:18.021916 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:18.022288 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:18.022681 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.023068 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:18.023527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Bound port: a81986a4-45e1-4d73-aaeb-28280709952e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:18.023905 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.026607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:18.027440 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.027784 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.028145 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.028483 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.028811 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.029139 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.029461 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.029878 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.030103 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.030425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.030743 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.030866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:18.031061 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.031386 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:18.032999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Pushing event updated for resources: {'Port': ['ID=9242c0c6-ed1c-492f-afed-b54f9b154a0c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:18.044882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-24b8471e-f607-4473-b3ed-4e0ab43c2c66 None None] Provisioning complete for port a81986a4-45e1-4d73-aaeb-28280709952e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:18.044995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:18.045249 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-24b8471e-f607-4473-b3ed-4e0ab43c2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.085964 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.086624 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] For port a81986a4-45e1-4d73-aaeb-28280709952e, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:18.092038 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] For port a81986a4-45e1-4d73-aaeb-28280709952e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a81986a4-45e1-4d73-aaeb-28280709952e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:18.096510 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.098489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-24b8471e-f607-4473-b3ed-4e0ab43c2c66 None None] Port a81986a4-45e1-4d73-aaeb-28280709952e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:18.154126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979d503-7cf6-460d-bed0-8b7c46efb102 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:18.169926 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:18.170571 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:18.208628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5a1ad-565e-457e-855f-5c004f6c9104 None None] Pushing event updated for resources: {'Port': ['ID=a81986a4-45e1-4d73-aaeb-28280709952e,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:18.227221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-0ab61a85-5b64-4afe-9b2d-2aa4aab008b7 None None] Provisioning complete for port a81986a4-45e1-4d73-aaeb-28280709952e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:18.227890 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ab61a85-5b64-4afe-9b2d-2aa4aab008b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.305012 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:18.342285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ab61a85-5b64-4afe-9b2d-2aa4aab008b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.363163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-0ab61a85-5b64-4afe-9b2d-2aa4aab008b7 None None] For port a81986a4-45e1-4d73-aaeb-28280709952e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a81986a4-45e1-4d73-aaeb-28280709952e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:18.367948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0ab61a85-5b64-4afe-9b2d-2aa4aab008b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.424023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab61a85-5b64-4afe-9b2d-2aa4aab008b7 None None] Pushing event updated for resources: {'Port': ['ID=a81986a4-45e1-4d73-aaeb-28280709952e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:18.491254 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3191b493-b90e-40f9-8e22-2bd54cdf0531 None None] Provisioning complete for port 9242c0c6-ed1c-492f-afed-b54f9b154a0c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:18.491796 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3191b493-b90e-40f9-8e22-2bd54cdf0531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.497690 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:16Z', 'revision_number': 3, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:18.525297 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef1f64-b826-48d1-87e1-16cb41ec8807 None None] The sync data for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 is: [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:16Z', 'revision_number': 3, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:29:18.527451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3191b493-b90e-40f9-8e22-2bd54cdf0531 None None] Port 9242c0c6-ed1c-492f-afed-b54f9b154a0c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:18.572583 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.748030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.752970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.817511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:18.827654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Pushing event updated for resources: {'Port': ['ID=9242c0c6-ed1c-492f-afed-b54f9b154a0c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:18.921770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:18.923207 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:19.043808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Router 06ad2562-c3f4-4881-850e-4013577f91b9 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:29:19.153003 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-db7f7264-85d5-4f6f-89f4-97dd82917e54 None None] Provisioning complete for port 9242c0c6-ed1c-492f-afed-b54f9b154a0c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:19.153637 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-db7f7264-85d5-4f6f-89f4-97dd82917e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.158873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:29:19.176541 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6eee2239-9341-4ff1-893e-8838f741df12 admin admin] 10.222.0.37 "PUT /v2.0/routers/06ad2562-c3f4-4881-850e-4013577f91b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290402 Dec 15 05:29:19.192528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-db7f7264-85d5-4f6f-89f4-97dd82917e54 None None] Port 9242c0c6-ed1c-492f-afed-b54f9b154a0c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:19.552116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a81986a4-45e1-4d73-aaeb-28280709952e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:19.606411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a81986a4-45e1-4d73-aaeb-28280709952e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:19.606928 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.642615 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56994) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:19.647749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-385318178-network', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:19.669978 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Made reservation on behalf of d6e7d64cbfa442a293776477e6a2cf73 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:29:19.672509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.681345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.756611 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.760594 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.787185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:29:19.798342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629efec8-fc59-40d4-b4c2-1ccc9aa5dfdf,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:19.805076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.805417 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Added segment 97ada512-3c87-4dfb-804a-d5aa6610da16 of type vlan for network 0710ff55-8da6-4544-b2ae-685143b2ed49 Dec 15 05:29:19.846369 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.875554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.876619 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:19.877195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:19.934397 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2905865 Dec 15 05:29:19.937074 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 56996) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:19.942147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Request body: {'subnet': {'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-385318178-subnet', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:19.944940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b650b34-39c6-4345-9f8d-1b57c7f78c1d admin admin] Pushing event updated for resources: {'Network': ['ID=0710ff55-8da6-4544-b2ae-685143b2ed49,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:19.956096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:29:19.962787 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Made reservation on behalf of d6e7d64cbfa442a293776477e6a2cf73 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:29:19.966645 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.071462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Sync routers for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:29:20.081501 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:20.082113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:20.137796 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.200683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de7306c-47cf-4ebe-b921-0540aa1019ca,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:20.210094 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Checking segment: {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:20.210459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Network hostable DHCP agents. Network: 0710ff55-8da6-4544-b2ae-685143b2ed49, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:29:20.238364 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:29:20.248894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 0710ff55-8da6-4544-b2ae-685143b2ed49) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:20.253931 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:20.254533 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.272204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-04f2d6fd-f03c-42a8-b93e-09ae71fdf134 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3338714 Dec 15 05:29:20.274778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 56998) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:20.279473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:20.301654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.302775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.317641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15852c87-71ed-4ada-b6a3-5d1068476161 None None] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:29:20.355565 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.415352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:20.493878 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.500821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-0710ff55-8da6-4544-b2ae-685143b2ed49', 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49', 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'fixed_ips': [{'subnet_id': '8de7306c-47cf-4ebe-b921-0540aa1019ca'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:29:20.501702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.698986 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.722001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.740593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Allocated IP 172.20.0.2 (0710ff55-8da6-4544-b2ae-685143b2ed49/8de7306c-47cf-4ebe-b921-0540aa1019ca/2900b604-7b2d-464f-89de-bcacf5b66536) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:20.807859 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 2, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:20.824611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Allocated IP 172.25.2.221 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/fd26d7f5-d271-44f4-98a8-edcf14a6226d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:20.842870 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Checking router: 06ad2562-c3f4-4881-850e-4013577f91b9 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:29:20.843234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Updating router 06ad2562-c3f4-4881-850e-4013577f91b9 port 9242c0c6-ed1c-492f-afed-b54f9b154a0c binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:29:20.878937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.935397 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:20.969778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.009315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:21.014347 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:21.017911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:21.023629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.029352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fb09ef-3c23-408e-83a8-9677ee7c466a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:21.041317 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.042517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Pushing event updated for resources: {'Port': ['ID=fd26d7f5-d271-44f4-98a8-edcf14a6226d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:21.107110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:21.146343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:21.154139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:21.157299 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Pushing event updated for resources: {'Port': ['ID=2900b604-7b2d-464f-89de-bcacf5b66536,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:21.195026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d4ca41ac-a080-48dc-ae15-3712c97def6a None None] Provisioning complete for port fd26d7f5-d271-44f4-98a8-edcf14a6226d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:21.195404 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d4ca41ac-a080-48dc-ae15-3712c97def6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.269873 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.279577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Attempting to bind port 2900b604-7b2d-464f-89de-bcacf5b66536 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:21.279960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Attempting to bind port 2900b604-7b2d-464f-89de-bcacf5b66536 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:21.280350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Attempting to bind port 2900b604-7b2d-464f-89de-bcacf5b66536 on network 0710ff55-8da6-4544-b2ae-685143b2ed49 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:21.290698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:21.291076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Checking segment: {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:21.291489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.291917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Bound using segment: {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:21.292416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Bound port: 2900b604-7b2d-464f-89de-bcacf5b66536, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:21.292805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.294471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca41ac-a080-48dc-ae15-3712c97def6a None None] Port fd26d7f5-d271-44f4-98a8-edcf14a6226d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:21.390779 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.400257 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.403235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] For port 2900b604-7b2d-464f-89de-bcacf5b66536, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:21.407843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] For port 2900b604-7b2d-464f-89de-bcacf5b66536, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2900b604-7b2d-464f-89de-bcacf5b66536,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:21.433187 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.460418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ac103-5736-47cf-95e5-2a72a337e8ba None None] Pushing event updated for resources: {'Port': ['ID=9242c0c6-ed1c-492f-afed-b54f9b154a0c,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:21.496485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.570993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5af4-cb2b-4162-a7f6-78a64589e2de None None] Pushing event updated for resources: {'Port': ['ID=2900b604-7b2d-464f-89de-bcacf5b66536,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:21.573583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Attempting to bind port 9242c0c6-ed1c-492f-afed-b54f9b154a0c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:21.573992 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Attempting to bind port 9242c0c6-ed1c-492f-afed-b54f9b154a0c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:21.574366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Attempting to bind port 9242c0c6-ed1c-492f-afed-b54f9b154a0c on network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:21.580395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:21.580548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Checking segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:21.581389 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.581389 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Bound using segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:21.581674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Bound port: 9242c0c6-ed1c-492f-afed-b54f9b154a0c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:21.585945 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.654766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] For port 9242c0c6-ed1c-492f-afed-b54f9b154a0c, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:21.656617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:29:21.658596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] For port 9242c0c6-ed1c-492f-afed-b54f9b154a0c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9242c0c6-ed1c-492f-afed-b54f9b154a0c,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:21.663576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.761465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:21.762098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:21.765226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ac103-5736-47cf-95e5-2a72a337e8ba None None] Pushing event updated for resources: {'Port': ['ID=9242c0c6-ed1c-492f-afed-b54f9b154a0c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:21.808928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:29:21.817676 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Sync routers for ids ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:29:21.831674 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Routers {'2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:21.832616 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:21.841219 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.846459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3b8889ad-dfab-461c-a3da-ec19d3dae05f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5680399 Dec 15 05:29:21.847149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57000) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:29:21.879024 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-16e868a1-cf1a-422d-946a-711280b94701 None None] Provisioning complete for port 9242c0c6-ed1c-492f-afed-b54f9b154a0c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:21.879388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-16e868a1-cf1a-422d-946a-711280b94701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:21.958927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:21.973537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Set router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:22.066640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-16e868a1-cf1a-422d-946a-711280b94701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.170804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-16e868a1-cf1a-422d-946a-711280b94701 None None] For port 9242c0c6-ed1c-492f-afed-b54f9b154a0c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9242c0c6-ed1c-492f-afed-b54f9b154a0c,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:22.180417 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-16e868a1-cf1a-422d-946a-711280b94701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.182916 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:21Z', 'revision_number': 3, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:22.214127 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Checking router: 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:29:22.214768 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Updating router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 port fd26d7f5-d271-44f4-98a8-edcf14a6226d binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:29:22.242100 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.272148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e868a1-cf1a-422d-946a-711280b94701 None None] Pushing event updated for resources: {'Port': ['ID=9242c0c6-ed1c-492f-afed-b54f9b154a0c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:22.310645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-aff6bddd-0c61-4a52-80e4-3387eccc6dd0 None None] Provisioning complete for port 9242c0c6-ed1c-492f-afed-b54f9b154a0c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:22.310959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aff6bddd-0c61-4a52-80e4-3387eccc6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.315247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:21Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:22.368396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3d3e4-ddce-487c-863c-4ba8560f5056 None None] The sync data for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 is: [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:21Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:29:22.383475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.577280 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.593813 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.626347 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Attempting to bind port fd26d7f5-d271-44f4-98a8-edcf14a6226d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:22.626952 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Attempting to bind port fd26d7f5-d271-44f4-98a8-edcf14a6226d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:22.627411 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Attempting to bind port fd26d7f5-d271-44f4-98a8-edcf14a6226d on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:22.627673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6becfe2-b551-41f1-a6c2-51b2f5d7682b None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:22.656196 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Allocated IP 172.20.0.1 (0710ff55-8da6-4544-b2ae-685143b2ed49/8de7306c-47cf-4ebe-b921-0540aa1019ca/ef8dac8d-37e2-4970-af09-6ab4da1cf32e) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:22.664823 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:22.665496 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:22.666132 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.666937 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:22.667571 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Bound port: fd26d7f5-d271-44f4-98a8-edcf14a6226d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:22.668154 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.692701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-75c346a1-b21c-4b2b-9472-271592178183 None None] Provisioning complete for port fd26d7f5-d271-44f4-98a8-edcf14a6226d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:22.693490 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-75c346a1-b21c-4b2b-9472-271592178183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.724968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] For port fd26d7f5-d271-44f4-98a8-edcf14a6226d, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:22.731018 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] For port fd26d7f5-d271-44f4-98a8-edcf14a6226d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fd26d7f5-d271-44f4-98a8-edcf14a6226d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:22.742505 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.779651 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee1daf-187f-4d47-92cb-8d82a3482c4d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:29:22.787759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-75c346a1-b21c-4b2b-9472-271592178183 None None] Port fd26d7f5-d271-44f4-98a8-edcf14a6226d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:22.792202 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b892a-4311-4ad8-9bb9-ced291e0c40c None None] Pushing event updated for resources: {'Port': ['ID=fd26d7f5-d271-44f4-98a8-edcf14a6226d,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:22.800588 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Routers {'2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:22.801280 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:22.820710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.859906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.911580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4411fa7f-5146-4005-95c1-afb651726bab None None] Provisioning complete for port fd26d7f5-d271-44f4-98a8-edcf14a6226d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:22.911937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4411fa7f-5146-4005-95c1-afb651726bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:22.913655 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:22.917587 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:22.921441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:22.957179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237d4dd-ba01-4bf5-85c2-0dc3ede36aad None None] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:29:22.963333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.009301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Pushing event updated for resources: {'Port': ['ID=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:23.099400 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] Set router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:23.149074 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.167420 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b892a-4311-4ad8-9bb9-ced291e0c40c None None] Pushing event updated for resources: {'Port': ['ID=fd26d7f5-d271-44f4-98a8-edcf14a6226d,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:23.315687 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4411fa7f-5146-4005-95c1-afb651726bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.332979 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:21Z', 'revision_number': 3, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:23.344939 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4411fa7f-5146-4005-95c1-afb651726bab None None] For port fd26d7f5-d271-44f4-98a8-edcf14a6226d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fd26d7f5-d271-44f4-98a8-edcf14a6226d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:23.355916 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4411fa7f-5146-4005-95c1-afb651726bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.369121 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5e8fe-fb00-427b-acfa-585866fbb317 None None] The sync data for ids ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'] in n-d-820935-10 is: [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:21Z', 'revision_number': 3, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:29:23.400862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.408773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.434752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411fa7f-5146-4005-95c1-afb651726bab None None] Pushing event updated for resources: {'Port': ['ID=fd26d7f5-d271-44f4-98a8-edcf14a6226d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:23.485787 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.494913 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8c597941-2cfa-4aa9-860e-ca23e74512af None None] Provisioning complete for port 2900b604-7b2d-464f-89de-bcacf5b66536 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:23.496513 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c597941-2cfa-4aa9-860e-ca23e74512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.589581 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Pushing event updated for resources: {'Port': ['ID=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:23.670764 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c597941-2cfa-4aa9-860e-ca23e74512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.715734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:23.717521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:23.719218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2900b604-7b2d-464f-89de-bcacf5b66536 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:23.750308 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8c597941-2cfa-4aa9-860e-ca23e74512af None None] For port 2900b604-7b2d-464f-89de-bcacf5b66536, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2900b604-7b2d-464f-89de-bcacf5b66536,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:23.761553 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8c597941-2cfa-4aa9-860e-ca23e74512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.855245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c597941-2cfa-4aa9-860e-ca23e74512af None None] Pushing event updated for resources: {'Port': ['ID=2900b604-7b2d-464f-89de-bcacf5b66536,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:23.874648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2900b604-7b2d-464f-89de-bcacf5b66536 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:23.874959 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:23.888825 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:29:23.970481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c6d805e2-68a3-4ef7-bd2c-7b34425038cd None None] Provisioning complete for port ef8dac8d-37e2-4970-af09-6ab4da1cf32e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:23.970813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c6d805e2-68a3-4ef7-bd2c-7b34425038cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:24.030470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-c6d805e2-68a3-4ef7-bd2c-7b34425038cd None None] Port ef8dac8d-37e2-4970-af09-6ab4da1cf32e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:24.032802 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:29:24.040602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:29:24.046520 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd48b0e5-f909-4657-9da1-875b975537ab admin admin] 10.222.0.37 "PUT /v2.0/routers/2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1977525 Dec 15 05:29:24.078249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-c6d805e2-68a3-4ef7-bd2c-7b34425038cd None None] Provisioning complete for port 2900b604-7b2d-464f-89de-bcacf5b66536 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:24.079019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c6d805e2-68a3-4ef7-bd2c-7b34425038cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:24.122219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9242c0c6-ed1c-492f-afed-b54f9b154a0c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:24.224955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9242c0c6-ed1c-492f-afed-b54f9b154a0c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:24.225727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:24.372243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-66d74425-bbe2-48f2-86c1-4bb10e923c81 None None] Provisioning complete for port ef8dac8d-37e2-4970-af09-6ab4da1cf32e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:24.372619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-66d74425-bbe2-48f2-86c1-4bb10e923c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:24.413565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-66d74425-bbe2-48f2-86c1-4bb10e923c81 None None] Port ef8dac8d-37e2-4970-af09-6ab4da1cf32e cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:25.639274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2900b604-7b2d-464f-89de-bcacf5b66536 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:25.698933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 2900b604-7b2d-464f-89de-bcacf5b66536 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:25.699306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:25.792331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd26d7f5-d271-44f4-98a8-edcf14a6226d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:25.852020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port fd26d7f5-d271-44f4-98a8-edcf14a6226d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:25.852418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:26.027782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Sync routers for ids ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:29:26.039144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Routers {'2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:26.039144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:26.154892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Set router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:26.373034 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ef8dac8d-37e2-4970-af09-6ab4da1cf32e', 'name': '', 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'mac_address': 'fa:16:3e:cc:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8de7306c-47cf-4ebe-b921-0540aa1019ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:22Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 2, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'subnets': [{'id': '8de7306c-47cf-4ebe-b921-0540aa1019ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:26.401816 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Checking router: 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:29:26.402611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Updating router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 port ef8dac8d-37e2-4970-af09-6ab4da1cf32e binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:29:26.430740 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:26.716114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:26.721887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:26.776901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed12508-d6ae-49e8-8e72-36aa7b8e5731 None None] Pushing event updated for resources: {'Port': ['ID=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:26.848898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Attempting to bind port ef8dac8d-37e2-4970-af09-6ab4da1cf32e on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:26.849526 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Attempting to bind port ef8dac8d-37e2-4970-af09-6ab4da1cf32e by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:26.850042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Attempting to bind port ef8dac8d-37e2-4970-af09-6ab4da1cf32e on network 0710ff55-8da6-4544-b2ae-685143b2ed49 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:26.858074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:26.858461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Checking segment: {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:26.858863 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:26.859251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Bound using segment: {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:26.859713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Bound port: ef8dac8d-37e2-4970-af09-6ab4da1cf32e, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ada512-3c87-4dfb-804a-d5aa6610da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:26.860117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:26.946447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] For port ef8dac8d-37e2-4970-af09-6ab4da1cf32e, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:26.950865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] For port ef8dac8d-37e2-4970-af09-6ab4da1cf32e, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:26.954848 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:27.033915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed12508-d6ae-49e8-8e72-36aa7b8e5731 None None] Pushing event updated for resources: {'Port': ['ID=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:27.040032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Routers {'2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:29:27.040909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:29:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:27.187979 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] Set router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:29:27.279334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7349930e-3ff5-48dd-bf15-c140ae92f0a6 None None] Provisioning complete for port ef8dac8d-37e2-4970-af09-6ab4da1cf32e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:27.279820 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7349930e-3ff5-48dd-bf15-c140ae92f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:27.458065 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7349930e-3ff5-48dd-bf15-c140ae92f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:27.518488 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7349930e-3ff5-48dd-bf15-c140ae92f0a6 None None] For port ef8dac8d-37e2-4970-af09-6ab4da1cf32e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:27.523973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7349930e-3ff5-48dd-bf15-c140ae92f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:27.573450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ef8dac8d-37e2-4970-af09-6ab4da1cf32e', 'name': '', 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'mac_address': 'fa:16:3e:cc:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8de7306c-47cf-4ebe-b921-0540aa1019ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:22Z', 'updated_at': '2021-12-15T05:29:26Z', 'revision_number': 4, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'subnets': [{'id': '8de7306c-47cf-4ebe-b921-0540aa1019ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:29:27.614755 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12823a45-5c24-48fc-a576-cbc7aeb7230d None None] The sync data for ids ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'] in n-d-820935-10 is: [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ef8dac8d-37e2-4970-af09-6ab4da1cf32e', 'name': '', 'network_id': '0710ff55-8da6-4544-b2ae-685143b2ed49', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'mac_address': 'fa:16:3e:cc:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '8de7306c-47cf-4ebe-b921-0540aa1019ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:22Z', 'updated_at': '2021-12-15T05:29:26Z', 'revision_number': 4, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'subnets': [{'id': '8de7306c-47cf-4ebe-b921-0540aa1019ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:29:27.616371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349930e-3ff5-48dd-bf15-c140ae92f0a6 None None] Pushing event updated for resources: {'Port': ['ID=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:27.695482 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-65e11e54-5f52-4b6e-8bb8-33e719f33ea7 None None] Provisioning complete for port ef8dac8d-37e2-4970-af09-6ab4da1cf32e triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:27.695937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-65e11e54-5f52-4b6e-8bb8-33e719f33ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:27.838044 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94e875cf-91b3-4a17-aa3f-9351c8dd9bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:29.560551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ef8dac8d-37e2-4970-af09-6ab4da1cf32e up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:29.627795 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ef8dac8d-37e2-4970-af09-6ab4da1cf32e triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:29.628532 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:30.005752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6da9-8230-4a76-839b-8b8c7e908076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:31.349564 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:32.887066 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:33.481954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:33.980380 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:34.135898 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-2f12583a-49f5-4366-a2b8-de18a712c2bb tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:34.137392 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-2f12583a-49f5-4366-a2b8-de18a712c2bb tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 814 time: 0.1031146 Dec 15 05:29:34.151989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-3c6f300e-0f48-4c21-9b37-2d887c9e9695 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/quotas/1b0f539b2ead48a1a491d25d83f1d35f HTTP/1.1" status: 200 len: 375 time: 0.0087342 Dec 15 05:29:34.201499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-99666ee2-3b4d-49c0-843d-ed2322f54642 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444715 Dec 15 05:29:34.350725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-0d16573f-7448-4780-9600-0edc6d781294 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:29:34.351785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-0d16573f-7448-4780-9600-0edc6d781294 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461085 Dec 15 05:29:34.442614 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-aa58beab-f789-4bf5-b8d5-42efbc6e1d42 service neutron] 10.222.0.37 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Dec 15 05:29:34.531455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-f372d371-6aa5-48ae-a827-b84adbcd396f service neutron] 10.222.0.37 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827093 Dec 15 05:29:34.697981 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4249efd5-b7e3-4649-a3e3-b3b0206e9e98 req-b48900c4-21db-47de-89b6-f4fe663947da tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 210 time: 0.0314810 Dec 15 05:29:35.796686 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ac548519-404b-461d-b8f7-a2761fb04805 req-ac95c39e-07ee-445c-b8f9-0c1328d36466 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 210 time: 0.0277948 Dec 15 05:29:35.843355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e5375647-3dd9-4715-954e-3576b58c9a2c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:35.844928 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e5375647-3dd9-4715-954e-3576b58c9a2c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 814 time: 0.1130865 Dec 15 05:29:35.863760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'port': {'device_id': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'admin_state_up': True, 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:35.975768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Made reservation on behalf of 1b0f539b2ead48a1a491d25d83f1d35f for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:29:35.980200 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:36.107185 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Allocated IP 172.20.0.4 (5f2ec571-3aab-47ce-8cfb-d9b9d6943787/871a3f84-ee63-47c8-8c46-94580a7f6c25/881763fb-bd15-4714-925d-32b9b9e5202d) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:29:36.315140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:36.355618 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:36.424708 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:29:36.429567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:29:36.433987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:29:36.458850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:36.476747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.477096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.477434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.477769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.478102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.478426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.479277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.479603 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.479924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.480385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.480713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.481029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.481342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:36.505484 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:36.506154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:36.526506 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-e26333c2-225c-4802-b2dd-5b7d25a38c62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6665525 Dec 15 05:29:36.694059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-248b7dda-50f2-47b8-b11c-2fb1d8dd49d1 None None] Provisioning complete for port 881763fb-bd15-4714-925d-32b9b9e5202d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:36.694622 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-248b7dda-50f2-47b8-b11c-2fb1d8dd49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:36.735882 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-248b7dda-50f2-47b8-b11c-2fb1d8dd49d1 None None] Port 881763fb-bd15-4714-925d-32b9b9e5202d cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:29:36.929860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30b851-35d4-4bc6-8f8c-9ba015813cee req-08b823fc-5958-4bf0-ab26-bb2529e39ded tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:36.931406 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef30b851-35d4-4bc6-8f8c-9ba015813cee req-08b823fc-5958-4bf0-ab26-bb2529e39ded tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0503302 Dec 15 05:29:36.981844 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef30b851-35d4-4bc6-8f8c-9ba015813cee req-bb18d47a-b938-4025-9718-29dd8d841255 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Dec 15 05:29:37.629307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:38.107040 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7eafd-651f-4936-beea-69383c40a2ee req-ba5d7998-f035-49be-b0da-3dc41c213f3f tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:38.108573 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7d7eafd-651f-4936-beea-69383c40a2ee req-ba5d7998-f035-49be-b0da-3dc41c213f3f tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0516407 Dec 15 05:29:38.161895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c7d7eafd-651f-4936-beea-69383c40a2ee req-9fadcf4f-d919-46ee-85e2-179dd800f167 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Dec 15 05:29:39.285575 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233cce9-fff5-4062-b8cf-65588900b7be req-b8a90da5-f498-4374-87ff-e3b29587e983 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:39.287078 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e233cce9-fff5-4062-b8cf-65588900b7be req-b8a90da5-f498-4374-87ff-e3b29587e983 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0512013 Dec 15 05:29:39.334176 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e233cce9-fff5-4062-b8cf-65588900b7be req-7f48162d-62fa-456e-9339-631f59c31c7c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Dec 15 05:29:40.453636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7f764-8d8b-4ed2-bbfb-693fde420d33 req-74942bb6-9195-4822-9b40-91291714389d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:40.455256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbc7f764-8d8b-4ed2-bbfb-693fde420d33 req-74942bb6-9195-4822-9b40-91291714389d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0514224 Dec 15 05:29:40.507894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbc7f764-8d8b-4ed2-bbfb-693fde420d33 req-4c2a49b9-031e-4191-aeae-8d0d28553f9b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Dec 15 05:29:41.633821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ecb12-f277-46c5-ba1f-e95e0ed30231 req-8bbf8422-90e1-4367-9c18-cd4b2d30c6c1 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:41.635687 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf2ecb12-f277-46c5-ba1f-e95e0ed30231 req-8bbf8422-90e1-4367-9c18-cd4b2d30c6c1 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0585129 Dec 15 05:29:41.688565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf2ecb12-f277-46c5-ba1f-e95e0ed30231 req-38e446d8-98e1-4564-96ba-811d450b4b6f tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454552 Dec 15 05:29:42.813011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9418411-c7f0-4f42-91f2-e61eaddc9718 req-dd787781-67ae-450f-a6de-829c1339fe77 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:42.814510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9418411-c7f0-4f42-91f2-e61eaddc9718 req-dd787781-67ae-450f-a6de-829c1339fe77 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0538123 Dec 15 05:29:42.866772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9418411-c7f0-4f42-91f2-e61eaddc9718 req-cc534f7c-e4bc-4426-8c96-359f0e42a387 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460742 Dec 15 05:29:43.996084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac328d3-c1e2-4c91-97a8-6ba39e58e593 req-3c8e424f-aacb-424a-ad5c-609d613b369c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:43.998557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ac328d3-c1e2-4c91-97a8-6ba39e58e593 req-3c8e424f-aacb-424a-ad5c-609d613b369c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0557082 Dec 15 05:29:44.049592 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2ac328d3-c1e2-4c91-97a8-6ba39e58e593 req-a2b900d0-f9c6-48e0-a0cd-ea6debf38287 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Dec 15 05:29:45.190054 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e849f-876b-4e02-beb8-acc04ae63e84 req-e7e4b498-744b-43c7-b3f1-53b90a73dec5 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:45.191768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a4e849f-876b-4e02-beb8-acc04ae63e84 req-e7e4b498-744b-43c7-b3f1-53b90a73dec5 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0674450 Dec 15 05:29:45.245529 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a4e849f-876b-4e02-beb8-acc04ae63e84 req-809d7bf4-4d19-42ba-8938-9610294b99fb tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Dec 15 05:29:46.207361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Request body: {'port': {'device_id': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:29:46.260295 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:46.359572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd20c7-b729-4b92-99e3-358e97c6133d req-fc8369cf-6413-4580-9c6a-1c2c9c1be070 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:46.361743 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7cd20c7-b729-4b92-99e3-358e97c6133d req-fc8369cf-6413-4580-9c6a-1c2c9c1be070 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 931 time: 0.0479255 Dec 15 05:29:46.412259 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7cd20c7-b729-4b92-99e3-358e97c6133d req-368218cc-09e4-45ab-a02e-3414724ab9d6 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Dec 15 05:29:46.519934 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881763fb-bd15-4714-925d-32b9b9e5202d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:29:46.527750 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:46.539732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Transition to ACTIVE for port object 881763fb-bd15-4714-925d-32b9b9e5202d will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:29:46.544186 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:46.608907 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:46.661163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Attempting to bind port 881763fb-bd15-4714-925d-32b9b9e5202d on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:29:46.661501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Attempting to bind port 881763fb-bd15-4714-925d-32b9b9e5202d by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:29:46.661829 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Attempting to bind port 881763fb-bd15-4714-925d-32b9b9e5202d on network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:46.666908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Port 881763fb-bd15-4714-925d-32b9b9e5202d on network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:29:46.667231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Attempting to bind port 881763fb-bd15-4714-925d-32b9b9e5202d on network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:29:46.672315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:29:46.672655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Checking segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:29:46.673039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Bound using segment: {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:29:46.673466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Bound port: 881763fb-bd15-4714-925d-32b9b9e5202d, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde0ab7c-c387-41d0-a386-2a862beaf9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:29:46.673828 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:46.750887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:29:46.754138 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:29:46.757885 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:46.795317 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:46.795832 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:46.797377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] 10.222.0.42 "PUT /v2.0/ports/881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 1092 time: 0.5943518 Dec 15 05:29:46.797825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:29:46.800177 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c544b8-b619-44ad-83ac-0915d6d73b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:29:46.822029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3572cf-b897-4c43-9f8a-648b9ada4847 service neutron] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:46.846260 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e16bc-0ee7-482f-acb8-f9a8caec40f2 x-openstack-request-id: req-685e16bc-0ee7-482f-acb8-f9a8caec40f2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:29:46.846640 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:29:46.846968 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-685e16bc-0ee7-482f-acb8-f9a8caec40f2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:29:46.847793 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'status': 'completed', 'code': 200} Dec 15 05:29:46.912483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-ea8a94ba-5e4f-4600-8e35-3c1431f0527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:46.914318 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-ea8a94ba-5e4f-4600-8e35-3c1431f0527e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1095 time: 0.0445933 Dec 15 05:29:46.969697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-29561fbf-92eb-40bf-89c3-2fa4e601196c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 217 time: 0.0393207 Dec 15 05:29:47.310665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-a1610532-46ff-47e6-bbca-ebc18b1b3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.312159 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-a1610532-46ff-47e6-bbca-ebc18b1b3d7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.3344378 Dec 15 05:29:47.357016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-b98b6356-a195-4e11-9d77-4617b9f3ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.358386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-b98b6356-a195-4e11-9d77-4617b9f3ce3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386276 Dec 15 05:29:47.447179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-55f72a53-611b-43e5-a322-6a46a78702c5 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814278 Dec 15 05:29:47.529226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20c9b-5685-4336-aac6-082d893e8d54 req-61a16769-5cca-4188-9eab-01640deb3224 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.531448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44f20c9b-5685-4336-aac6-082d893e8d54 req-61a16769-5cca-4188-9eab-01640deb3224 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 943 time: 0.0498350 Dec 15 05:29:47.534787 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c62ae26f-c4fb-4b05-91d7-59962d6820cd req-00244304-977a-44b4-b89f-0f85e2e4cc24 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807548 Dec 15 05:29:47.582654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-44f20c9b-5685-4336-aac6-082d893e8d54 req-23311265-b697-4605-b2c1-8108d579e88d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Dec 15 05:29:47.663552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-f245d5d1-efb2-4ea3-be30-e7d1422e8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.664968 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-f245d5d1-efb2-4ea3-be30-e7d1422e8f59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1095 time: 0.0403056 Dec 15 05:29:47.754736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-f9bfec09-e86c-4a06-b303-807e9413e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.756236 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-f9bfec09-e86c-4a06-b303-807e9413e405 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.0844522 Dec 15 05:29:47.796875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-82b3c2e8-1074-4c0a-a39e-427a0639b70b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 217 time: 0.0338795 Dec 15 05:29:47.849870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-199ba793-f6bf-4df4-9c56-2c3954938581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.851285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-199ba793-f6bf-4df4-9c56-2c3954938581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0456104 Dec 15 05:29:47.897406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-9a9f74a6-568c-4010-a271-d12ffad0120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:47.898865 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-9a9f74a6-568c-4010-a271-d12ffad0120c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391326 Dec 15 05:29:47.987912 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-38a26a36-e743-455d-adf4-d4a286e2b84d service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811670 Dec 15 05:29:48.080874 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-76c544b8-b619-44ad-83ac-0915d6d73b5d req-fc0ec9e4-60a8-4d38-a93b-c6700a1bc17b service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851197 Dec 15 05:29:48.696254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f403ae-4cfe-437a-bf0f-281d0e41413b req-e3bb36a3-30b8-4336-ad67-23d2d99c9603 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:48.698187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5f403ae-4cfe-437a-bf0f-281d0e41413b req-e3bb36a3-30b8-4336-ad67-23d2d99c9603 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 943 time: 0.0479128 Dec 15 05:29:48.745125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5f403ae-4cfe-437a-bf0f-281d0e41413b req-f36dcd5d-c088-4865-af8f-874e089d5713 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Dec 15 05:29:49.861046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beec93-9d6a-4f09-9769-d77cd5f3f7f0 req-56f71695-ac15-4056-a04e-5ba9056bae68 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:49.862476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7beec93-9d6a-4f09-9769-d77cd5f3f7f0 req-56f71695-ac15-4056-a04e-5ba9056bae68 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 943 time: 0.0509160 Dec 15 05:29:49.908944 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7beec93-9d6a-4f09-9769-d77cd5f3f7f0 req-3474b2db-b46a-4e4c-9d4c-bd04049ae978 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Dec 15 05:29:51.018740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 881763fb-bd15-4714-925d-32b9b9e5202d details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:29:51.021178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2050ea-2d41-4bda-b65f-983b9fd7712c req-a0511a28-a77a-4769-b987-cacf267070ac tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:51.022651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa2050ea-2d41-4bda-b65f-983b9fd7712c req-a0511a28-a77a-4769-b987-cacf267070ac tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 943 time: 0.0472825 Dec 15 05:29:51.070658 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa2050ea-2d41-4bda-b65f-983b9fd7712c req-2f21f31a-194f-4c6c-86bd-68beb5e1a713 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Dec 15 05:29:51.114716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:51.286163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '881763fb-bd15-4714-925d-32b9b9e5202d', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'port_id': '881763fb-bd15-4714-925d-32b9b9e5202d', 'mac_address': 'fa:16:3e:b6:a9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:29:51.321829 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:51.334141 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881763fb-bd15-4714-925d-32b9b9e5202d {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:29:51.354260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:51.357638 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:51.402453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:51.409873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.410220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.410560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.410897 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.411233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.411565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.411891 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.412240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.412566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.412889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.413211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.413530 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.413851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:29:51.660653 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['881763fb-bd15-4714-925d-32b9b9e5202d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:29:52.183507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ead4b-edfb-41f3-a689-cadedc7a936e req-7c770e22-1035-4c33-a2fd-889ccda95223 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:52.184979 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-141ead4b-edfb-41f3-a689-cadedc7a936e req-7c770e22-1035-4c33-a2fd-889ccda95223 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 944 time: 0.0484419 Dec 15 05:29:52.235383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-141ead4b-edfb-41f3-a689-cadedc7a936e req-b6d32296-e220-4e1f-b20a-e94be0b64fa4 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Dec 15 05:29:53.037094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 881763fb-bd15-4714-925d-32b9b9e5202d up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:29:53.084384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 881763fb-bd15-4714-925d-32b9b9e5202d completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:29:53.088850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 881763fb-bd15-4714-925d-32b9b9e5202d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:29:53.089275 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:53.165640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:53.186637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:29:53.188916 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d784ea8-a99e-41a9-ba18-524a570928f1" -d '{"events": [{"server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "name": "network-vif-plugged", "status": "completed", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:29:53.201892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:29:53.205794 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:29:53.232943 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2813b1-c837-4e78-87cf-e1e768b1e24d x-openstack-request-id: req-ed2813b1-c837-4e78-87cf-e1e768b1e24d {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:29:53.233242 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "name": "network-vif-plugged", "status": "completed", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:29:53.233501 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed2813b1-c837-4e78-87cf-e1e768b1e24d {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:29:53.233891 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'code': 200} Dec 15 05:29:53.258579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:29:53.354741 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b201-bb72-40c4-b833-a737838a6127 req-7e248bcf-01e7-4521-b8d9-50b03156a714 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:53.356153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5f1b201-bb72-40c4-b833-a737838a6127 req-7e248bcf-01e7-4521-b8d9-50b03156a714 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0496998 Dec 15 05:29:53.356558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111b579-efdd-48c4-8208-2f361b8724c5 req-6d35aef8-afb5-4314-99f2-014d3e63b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:53.358085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5111b579-efdd-48c4-8208-2f361b8724c5 req-6d35aef8-afb5-4314-99f2-014d3e63b795 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1097 time: 0.0398712 Dec 15 05:29:53.402831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5111b579-efdd-48c4-8208-2f361b8724c5 req-ab49b447-b31e-4c48-ae5b-235e3893c11c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Dec 15 05:29:53.403927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b5f1b201-bb72-40c4-b833-a737838a6127 req-971261c9-40ec-483a-9577-748fbb51b39b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Dec 15 05:29:54.525912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1a82a-96e1-4551-a408-9940c7b7ec3d req-15bba40e-6ec7-46aa-9fe2-46e9a91989fa tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:54.527367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7db1a82a-96e1-4551-a408-9940c7b7ec3d req-15bba40e-6ec7-46aa-9fe2-46e9a91989fa tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0481081 Dec 15 05:29:54.573940 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7db1a82a-96e1-4551-a408-9940c7b7ec3d req-eb5ad88d-b7b3-4e94-af19-2bf1a10b4264 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Dec 15 05:29:54.982847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42410354-657e-47cb-80e8-d6908c45953c req-ee57aa65-b49c-4bf9-ab15-18a11dc06129 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:54.984336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42410354-657e-47cb-80e8-d6908c45953c req-ee57aa65-b49c-4bf9-ab15-18a11dc06129 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.3448637 Dec 15 05:29:55.030377 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42410354-657e-47cb-80e8-d6908c45953c req-2a00641e-84cc-4af5-96ed-d3003c5fa83d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Dec 15 05:29:55.214819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439927b7-ad90-4ded-a81f-85a21d4bfd28 req-2d999e73-0f6f-44f8-80a6-5bb85d08bd7d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:29:55.216319 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-439927b7-ad90-4ded-a81f-85a21d4bfd28 req-2d999e73-0f6f-44f8-80a6-5bb85d08bd7d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0466483 Dec 15 05:29:55.263434 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-439927b7-ad90-4ded-a81f-85a21d4bfd28 req-cbc73b28-e22c-4b1e-8b7a-5876fbdcb548 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Dec 15 05:29:57.833616 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5b33a882-1866-45d6-825a-e6bdc0a99e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:00.003442 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d78bcb2-5118-4388-93ab-01bdf2b4c2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:01.031862 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:30:01.346717 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:02.883998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:03.475095 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:04.006301 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:07.630059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:07.745633 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24811aca-722a-4812-8ce4-fff679518116 req-ea999a4e-1cb0-4996-b14b-c3a4fda2fc89 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:07.747094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24811aca-722a-4812-8ce4-fff679518116 req-ea999a4e-1cb0-4996-b14b-c3a4fda2fc89 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0482895 Dec 15 05:30:07.805477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-24811aca-722a-4812-8ce4-fff679518116 req-f6b52e0b-2173-4816-8cdb-1b2e324a7ead tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524223 Dec 15 05:30:07.827754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57218) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:07.907060 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0abbe-9485-4de2-993a-3ca81a6563c0 tempest-TestMinimumBasicScenario-1751328705 tempest-TestMinimumBasicScenario-1751328705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:07.908758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21b0abbe-9485-4de2-993a-3ca81a6563c0 tempest-TestMinimumBasicScenario-1751328705 tempest-TestMinimumBasicScenario-1751328705-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1092 time: 0.0800073 Dec 15 05:30:07.911782 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57222) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:07.915965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '881763fb-bd15-4714-925d-32b9b9e5202d', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:07.936864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.033402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.130506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Allocated IP 172.25.2.209 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a5df5365-c136-476d-a4f1-43449c5b9b12) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:30:08.236101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.268975 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.308619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:30:08.311602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:30:08.314194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:30:08.338488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'Port': ['ID=a5df5365-c136-476d-a4f1-43449c5b9b12,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:08.351183 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.351531 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.351875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.352244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.352574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.352902 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.353230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.353560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.353883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.354205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.354528 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.354868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.355189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:30:08.665855 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.729060 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.875726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.880546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:08.944653 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'Port': ['ID=a5df5365-c136-476d-a4f1-43449c5b9b12,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:08.957097 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.055903 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Floating IP 69b778ab-b94a-434a-8010-2e47eca38995 associated. External IP: 172.25.2.209, port: 881763fb-bd15-4714-925d-32b9b9e5202d. Dec 15 05:30:09.261926 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Router 06ad2562-c3f4-4881-850e-4013577f91b9 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:30:09.368660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:30:09.378092 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] Sync routers for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:30:09.385636 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.388841 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:30:09.389463 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:30:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:30:09.413791 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cf5d7431-27f9-41a0-86a1-493355778422 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5009713 Dec 15 05:30:09.414543 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:30:09.416680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57224) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:09.424231 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144160422', 'description': 'tempest-secgroup-smoke-1144160422 description', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:09.451740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.499164 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:30:09.529251 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.535063 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.542446 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:30:09.562716 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.567128 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1463957 Dec 15 05:30:09.569042 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57232) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:09.576024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7519df-9908-4f6e-9681-07fbc3b3ef03 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:09.576299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group_rule': {'security_group_id': 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:09.630383 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.650889 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95278d3-6469-4e22-8007-459a7ac517f1 x-openstack-request-id: req-c95278d3-6469-4e22-8007-459a7ac517f1 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:30:09.651182 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:30:09.651435 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c95278d3-6469-4e22-8007-459a7ac517f1 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:30:09.652451 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'status': 'completed', 'code': 200} Dec 15 05:30:09.681148 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.686152 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.705702 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49894e37-db8c-41c0-9a77-ef316d3ec622,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:09.720474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.722154 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49bddd66-43db-43ec-babd-ee12e3e1260c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516519 Dec 15 05:30:09.724781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57234) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:09.729799 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group_rule': {'security_group_id': 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:09.744212 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '69b778ab-b94a-434a-8010-2e47eca38995', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'port_id': '881763fb-bd15-4714-925d-32b9b9e5202d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'mac_address': 'fa:16:3e:b6:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:30:08Z', 'updated_at': '2021-12-15T05:30:08Z', 'revision_number': 0, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:30:09.762404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-b02bda23-07bd-4c43-937b-227e642f599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:09.763923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-b02bda23-07bd-4c43-937b-227e642f599b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1097 time: 0.0705371 Dec 15 05:30:09.769481 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.771676 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] Checking router: 06ad2562-c3f4-4881-850e-4013577f91b9 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:30:09.780016 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:30:09.780610 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:30:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:30:09.888056 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:30:09.899877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.901867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-3a491095-6115-4100-b6da-b537c545c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:09.903655 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-3a491095-6115-4100-b6da-b537c545c314 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.1313429 Dec 15 05:30:09.904769 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.931024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146b6045-66a0-4e90-a4f2-171ee806ce55,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:09.966499 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:09.967702 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b155faac-29bc-4914-b9a7-ddc955f270b9 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2419457 Dec 15 05:30:09.970625 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57236) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:09.976538 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group_rule': {'security_group_id': 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:09.991859 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-7498a768-be8d-4c9d-9301-b8ec8d30ee2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 999 time: 0.0781944 Dec 15 05:30:10.003514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.058570 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-9a600c40-9899-4048-965d-bdee64a89c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:10.060215 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-9a600c40-9899-4048-965d-bdee64a89c42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0608203 Dec 15 05:30:10.066801 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.070782 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.089252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61194094-7968-4132-8b66-84bd7b0174d7,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:10.098142 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.099695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e5cef529-5eb9-4103-9413-890f6de34e62 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266716 Dec 15 05:30:10.102552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57238) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:10.108414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group_rule': {'security_group_id': 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:10.112782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-ad3c4e68-e3a7-4cf7-9cd8-a4bc78498f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:10.114753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-ad3c4e68-e3a7-4cf7-9cd8-a4bc78498f6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469422 Dec 15 05:30:10.138584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.138860 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '69b778ab-b94a-434a-8010-2e47eca38995', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'port_id': '881763fb-bd15-4714-925d-32b9b9e5202d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'mac_address': 'fa:16:3e:b6:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:30:08Z', 'updated_at': '2021-12-15T05:30:08Z', 'revision_number': 0, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:30:10.171358 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5b083-a7d8-4b7d-8b1f-e7c34377f64a None None] The sync data for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 is: [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '69b778ab-b94a-434a-8010-2e47eca38995', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'port_id': '881763fb-bd15-4714-925d-32b9b9e5202d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'mac_address': 'fa:16:3e:b6:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:30:08Z', 'updated_at': '2021-12-15T05:30:08Z', 'revision_number': 0, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:30:10.203172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.207988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.212905 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-48b7aeda-97cc-4b6e-9e2e-5788184f181d service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904775 Dec 15 05:30:10.230357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37b81a7-fbf5-4e5b-bc4b-6ef23e8cabfb,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:10.240676 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.244841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eca9489b-de0f-464d-9d6a-93ab186ea06a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386611 Dec 15 05:30:10.245210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57240) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:10.251285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group_rule': {'security_group_id': 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:10.278637 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Project 1b0f539b2ead48a1a491d25d83f1d35f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:30:10.283998 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.314120 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbf71776-c3f9-41df-bfc3-bc228e3d9f58 req-92e43e19-481e-49f6-bc88-5d8b26bcd600 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929158 Dec 15 05:30:10.346773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.349951 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.367887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b069c324-2ba0-43b5-8e79-4c7cc905ab17,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:10.376995 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.380094 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5d86ded0-ea46-4e89-8e19-0d73a6ea3247 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310518 Dec 15 05:30:10.381064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57242) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:30:10.385478 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'security_group_rule': {'security_group_id': 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0', 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:10.409704 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Project 1b0f539b2ead48a1a491d25d83f1d35f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:30:10.415195 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.442285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3d80f-c50d-4e2b-9962-11d233bf52a3 None None] New status for floating IP 69b778ab-b94a-434a-8010-2e47eca38995: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:30:10.490879 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.494656 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.513696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81775875-a486-4389-a239-19fec6244cf2,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:10.522509 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.526423 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9190dd0f-b09a-475f-a6bf-90b7850e62bc tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417527 Dec 15 05:30:10.617917 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-1d4e7ef8-225b-41d4-95b4-b2c0b8d5acd1 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144160422&fields=id&tenant_id=1b0f539b2ead48a1a491d25d83f1d35f HTTP/1.1" status: 200 len: 267 time: 0.0474091 Dec 15 05:30:10.672108 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e5f7567e-9d5c-4ab4-959c-396aaede465a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:10.673575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e5f7567e-9d5c-4ab4-959c-396aaede465a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0489838 Dec 15 05:30:10.684940 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'port': {'security_groups': ['6a9c418d-33fb-4b1d-b9ef-1323d1adbb28', 'a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:30:10.746834 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.930238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:30:10.959844 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.964813 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:10.998809 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['881763fb-bd15-4714-925d-32b9b9e5202d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:30:11.010907 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:11.011527 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:11.012951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf19dd0-387a-49bc-89c0-206f5a4efd14 req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "PUT /v2.0/ports/881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 981 time: 0.3330317 Dec 15 05:30:11.037602 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e441-cf25-44c1-846d-c9723b963d3a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=6']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:30:11.127243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748695ac-c3cc-42a9-b4a4-74e913228436 req-c2ea8644-7f6c-4439-a370-8d176978201b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:11.128991 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-748695ac-c3cc-42a9-b4a4-74e913228436 req-c2ea8644-7f6c-4439-a370-8d176978201b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0559371 Dec 15 05:30:11.132562 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['881763fb-bd15-4714-925d-32b9b9e5202d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:30:11.197022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-748695ac-c3cc-42a9-b4a4-74e913228436 req-33cd7d13-297f-4737-bf62-6abfd83fdae6 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608754 Dec 15 05:30:11.294089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1d230aa2-a0a7-422f-b383-c8070916cda4 None None] Provisioning complete for port 881763fb-bd15-4714-925d-32b9b9e5202d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:30:11.294461 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1d230aa2-a0a7-422f-b383-c8070916cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:11.653395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:30:11.655864 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde0fa4-8ffc-4721-90c0-bef5094e9826" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:30:11.691763 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda510b0-5d65-46b8-8981-792f19ebd354 x-openstack-request-id: req-eda510b0-5d65-46b8-8981-792f19ebd354 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:30:11.692084 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:30:11.692367 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eda510b0-5d65-46b8-8981-792f19ebd354 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:30:11.692772 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'status': 'completed', 'code': 200} Dec 15 05:30:11.780982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-a6ee031b-ea7f-439d-9008-03450dff39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:11.782372 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-a6ee031b-ea7f-439d-9008-03450dff39ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1136 time: 0.0409803 Dec 15 05:30:11.875238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-18397410-68b6-46af-8bbf-4a7a3224037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:11.876730 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-18397410-68b6-46af-8bbf-4a7a3224037d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.0856352 Dec 15 05:30:11.945820 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-b588fcfa-01b3-4aad-9469-e29e65685b05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 1001 time: 0.0603976 Dec 15 05:30:11.996668 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-a0ad1387-277a-496f-89b7-bfc06e11cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:11.998121 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-a0ad1387-277a-496f-89b7-bfc06e11cee3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0436416 Dec 15 05:30:12.048588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-b30ba9e2-e536-4d77-a716-b0001f3b9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:12.050069 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-b30ba9e2-e536-4d77-a716-b0001f3b9a62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435004 Dec 15 05:30:12.136449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-3bd7372f-504b-422c-8eee-2fe2aa80aa69 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794067 Dec 15 05:30:12.227093 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3dde0fa4-8ffc-4721-90c0-bef5094e9826 req-7f64d094-78ef-406c-b7cf-31559230d5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841613 Dec 15 05:30:27.826514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a372e2b-a60d-41db-8a5d-c0e30da21b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:28.210869 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bc4cb-1e19-438f-8a95-d3e7e0065081 req-eb4e2648-60dc-4db0-8ac0-f29746ee87c3 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:28.212448 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b12bc4cb-1e19-438f-8a95-d3e7e0065081 req-eb4e2648-60dc-4db0-8ac0-f29746ee87c3 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0566614 Dec 15 05:30:28.240675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-e8e4089a-e7b3-4d41-b4e0-532f2bf57900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:28.242213 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-e8e4089a-e7b3-4d41-b4e0-532f2bf57900 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1136 time: 0.0450125 Dec 15 05:30:28.277275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b12bc4cb-1e19-438f-8a95-d3e7e0065081 req-9c50990d-439b-467c-9dbc-b72bf7cdfd34 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577178 Dec 15 05:30:28.331753 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-6830cea4-4b9c-4b95-b37a-fce388c030ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:28.333277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-6830cea4-4b9c-4b95-b37a-fce388c030ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.0844622 Dec 15 05:30:28.401701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-32032769-d7b1-4b26-b3e0-48f5d7b48bf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 1001 time: 0.0597012 Dec 15 05:30:28.449653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-2389c1ab-918c-45d1-8ef6-00a9e5236abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:28.451082 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-2389c1ab-918c-45d1-8ef6-00a9e5236abc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0431228 Dec 15 05:30:28.497614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-42cf1073-e2fa-4c59-9602-37c8c4f74725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:28.499110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-42cf1073-e2fa-4c59-9602-37c8c4f74725 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404034 Dec 15 05:30:28.591560 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-8522d21e-ab78-416c-ba6e-4784e16a003b service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 Dec 15 05:30:28.680008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f99ab23c-addf-48cd-98c4-c757483ddf8e req-845b4cda-8dbb-4a0f-abf7-b392e5367833 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806594 Dec 15 05:30:29.393218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869924ba-f39c-491d-a25a-9f5ad5585897 req-64c70fd2-ad89-4f24-918e-7382bf5daf36 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:29.394671 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-869924ba-f39c-491d-a25a-9f5ad5585897 req-64c70fd2-ad89-4f24-918e-7382bf5daf36 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0478857 Dec 15 05:30:29.454004 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-869924ba-f39c-491d-a25a-9f5ad5585897 req-baf28f24-0524-4a7f-ab8a-257741ce8f41 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532353 Dec 15 05:30:30.005133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13b478f3-ab79-4b73-8b00-c2bf1688de9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:30.571224 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dea39-def6-494c-8a32-681544bcfc99 req-26afeb67-6221-4ee1-bea2-c9b3ec93758e tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:30.572737 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a70dea39-def6-494c-8a32-681544bcfc99 req-26afeb67-6221-4ee1-bea2-c9b3ec93758e tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0493274 Dec 15 05:30:30.636904 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a70dea39-def6-494c-8a32-681544bcfc99 req-32c5c7bd-39d5-4f48-8d1a-1ad9b8a10c73 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580320 Dec 15 05:30:31.346877 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:31.757793 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5143b-ff41-40f9-807b-764f560cdd34 req-f52572e5-00d8-453e-a35e-9951e5a28ba1 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:31.759225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70f5143b-ff41-40f9-807b-764f560cdd34 req-f52572e5-00d8-453e-a35e-9951e5a28ba1 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0475061 Dec 15 05:30:31.818484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-70f5143b-ff41-40f9-807b-764f560cdd34 req-147f1862-c4b7-4327-bea1-f0da520c180a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525846 Dec 15 05:30:32.886719 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:32.935458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daccd2b-94c8-47dc-a810-23c95d5b5938 req-26ebb6c2-a959-437b-ba03-1bc23f951e02 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:32.936963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8daccd2b-94c8-47dc-a810-23c95d5b5938 req-26ebb6c2-a959-437b-ba03-1bc23f951e02 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0493469 Dec 15 05:30:32.997082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8daccd2b-94c8-47dc-a810-23c95d5b5938 req-1f7c72f0-e569-4414-90b6-f8f0ec1f332f tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540657 Dec 15 05:30:33.477110 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:33.999633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:34.117202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b754c6d-7fdc-44f6-88eb-ee4071caf8c3 req-6ed47b35-0180-44f7-8ff7-8f6d8913ed8a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:34.118670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b754c6d-7fdc-44f6-88eb-ee4071caf8c3 req-6ed47b35-0180-44f7-8ff7-8f6d8913ed8a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0529382 Dec 15 05:30:34.179056 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6b754c6d-7fdc-44f6-88eb-ee4071caf8c3 req-c0f0c877-7963-485e-a2e5-2c885942ded2 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535822 Dec 15 05:30:35.293803 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a918f-f599-4acd-a0cf-d9bffc05649c req-ba5610c8-11d0-4d5d-aecd-7e11354d1f8d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:35.295277 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-167a918f-f599-4acd-a0cf-d9bffc05649c req-ba5610c8-11d0-4d5d-aecd-7e11354d1f8d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0485373 Dec 15 05:30:35.354695 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-167a918f-f599-4acd-a0cf-d9bffc05649c req-e0fe8ede-e043-4c1c-9b9a-e797ab9d1318 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533876 Dec 15 05:30:36.469399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4615a3-c644-4781-92f3-d011261656b7 req-592b30c9-a511-45ca-b8e3-2bb9eb9882de tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:36.470849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe4615a3-c644-4781-92f3-d011261656b7 req-592b30c9-a511-45ca-b8e3-2bb9eb9882de tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0479798 Dec 15 05:30:36.534191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fe4615a3-c644-4781-92f3-d011261656b7 req-ddb425c0-4fab-44d8-8aa4-bc68d9fad299 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572174 Dec 15 05:30:37.633761 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:30:37.649727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dc5e8-26e8-4be6-b747-064ecb9757fe req-e1f3c6f2-4dd2-4e1c-8b61-22c2f232fc51 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:37.651670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-312dc5e8-26e8-4be6-b747-064ecb9757fe req-e1f3c6f2-4dd2-4e1c-8b61-22c2f232fc51 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0490422 Dec 15 05:30:37.710306 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-312dc5e8-26e8-4be6-b747-064ecb9757fe req-65312162-8c9e-4803-a932-22cdbf2cb4f8 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525479 Dec 15 05:30:38.032928 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:30:38.826035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5354949-afa5-4b82-972a-9f8b5b0dac78 req-9b2ac9fb-e58c-402e-b8af-0ad4bc656962 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:38.827482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5354949-afa5-4b82-972a-9f8b5b0dac78 req-9b2ac9fb-e58c-402e-b8af-0ad4bc656962 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0481799 Dec 15 05:30:38.889608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5354949-afa5-4b82-972a-9f8b5b0dac78 req-6fbe3a31-9afd-45b5-97b0-916c3d37c9c3 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559046 Dec 15 05:30:40.006586 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e8f02-027e-4ed8-8189-ea63faeb01ed req-e8b63137-35af-40c9-bd45-51d97f51c5ed tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:40.008046 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-688e8f02-027e-4ed8-8189-ea63faeb01ed req-e8b63137-35af-40c9-bd45-51d97f51c5ed tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0516696 Dec 15 05:30:40.068381 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-688e8f02-027e-4ed8-8189-ea63faeb01ed req-9d8c35b2-5598-45c5-8476-7ae5260c66d5 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542743 Dec 15 05:30:41.185233 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e451f-58b0-4b72-a819-c02f311c0102 req-91ea8a2e-a549-45c7-b604-6321e4452763 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:41.187162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-170e451f-58b0-4b72-a819-c02f311c0102 req-91ea8a2e-a549-45c7-b604-6321e4452763 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0486510 Dec 15 05:30:41.246607 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-170e451f-58b0-4b72-a819-c02f311c0102 req-18f794d0-4b71-4222-bf7f-9a1823656c2a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534060 Dec 15 05:30:42.364643 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb0c3f-f38d-49e5-ae24-316db56b69e1 req-8d5f6dcc-4c80-4e31-a60b-97bf1603549e tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:42.366087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63fb0c3f-f38d-49e5-ae24-316db56b69e1 req-8d5f6dcc-4c80-4e31-a60b-97bf1603549e tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0516126 Dec 15 05:30:42.425155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-63fb0c3f-f38d-49e5-ae24-316db56b69e1 req-7f6d5f3b-4805-44f4-9815-dfa5700d5c1e tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531619 Dec 15 05:30:43.539275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591613c-6d79-47fa-81e1-e29371052511 req-ec4f2cfb-1b7e-445e-8bbd-2ec8e0023250 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:43.540807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1591613c-6d79-47fa-81e1-e29371052511 req-ec4f2cfb-1b7e-445e-8bbd-2ec8e0023250 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0487926 Dec 15 05:30:43.601243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1591613c-6d79-47fa-81e1-e29371052511 req-0d1282e6-c290-4032-a4b5-9cc359c17865 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537503 Dec 15 05:30:44.715949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2ce1-0b53-4383-9d74-a11d55dd4220 req-a0ba58f5-e9d3-47e3-b8a6-4e020f494a3c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:44.717455 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93fa2ce1-0b53-4383-9d74-a11d55dd4220 req-a0ba58f5-e9d3-47e3-b8a6-4e020f494a3c tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0481606 Dec 15 05:30:44.780079 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93fa2ce1-0b53-4383-9d74-a11d55dd4220 req-90746c13-9ec4-4647-80b2-8be1ac62a532 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0&id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566478 Dec 15 05:30:49.681423 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-3157f47b-5532-42f3-9190-f7d429e35469 req-f50d9d4e-d9c9-4065-a05d-1823870798a2 tempest-ServerDiskConfigTestJSON-549633771 tempest-ServerDiskConfigTestJSON-549633771-project] (103132) timed out ('10.222.0.42', 51196) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:30:50.929313 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-a4e28d69-ec47-43d1-87b8-d219083b78cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442212 Dec 15 05:30:51.036310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-1f0b4e18-f025-460b-96be-30341e1fbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:51.037786 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-1f0b4e18-f025-460b-96be-30341e1fbe11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1136 time: 0.0405407 Dec 15 05:30:51.136239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-7eb4600a-f491-45b1-bb6e-e6f1a0f2b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:51.137705 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-7eb4600a-f491-45b1-bb6e-e6f1a0f2b9fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.0809152 Dec 15 05:30:51.206315 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-b8d00cb3-2778-4e8a-900c-e743d87c1d4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 1001 time: 0.0615082 Dec 15 05:30:51.255947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-a9c0487d-1be5-4d9c-ad5e-9cfe568677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:51.257481 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-a9c0487d-1be5-4d9c-ad5e-9cfe568677aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0437257 Dec 15 05:30:51.302230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-fe034672-f320-4e19-a70b-8ed3953f9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:30:51.303691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-fe034672-f320-4e19-a70b-8ed3953f9abe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388093 Dec 15 05:30:51.396977 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-5ae8c26f-9077-4f2c-87dd-5393f0ef0e86 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Dec 15 05:30:51.484706 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3483bdd6-af19-45e3-86ab-e2e7f59b4038 req-42f464c8-054e-4843-b736-3ec6c8bcf1e2 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810180 Dec 15 05:30:57.827455 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6638a3f-00d1-45f6-b65e-7f3993d3639a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:00.006401 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d0adab47-4a28-4782-a43e-d6373f981559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:01.351495 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:02.887794 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:03.481162 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:04.010419 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:07.651876 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:15.033649 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:31:16.648780 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-07843e30-a75e-424b-a4ba-5dba6f6c7854 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144160422&fields=id&tenant_id=1b0f539b2ead48a1a491d25d83f1d35f HTTP/1.1" status: 200 len: 267 time: 0.0441575 Dec 15 05:31:16.700706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-01657dad-12e4-414a-80a4-376acb36de92 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:16.702136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-01657dad-12e4-414a-80a4-376acb36de92 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 984 time: 0.0478094 Dec 15 05:31:16.713407 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Request body: {'port': {'security_groups': ['6a9c418d-33fb-4b1d-b9ef-1323d1adbb28']}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:16.774147 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:16.942635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:16.974312 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:16.978919 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.016578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['881763fb-bd15-4714-925d-32b9b9e5202d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:31:17.019570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:17.020202 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.021603 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06f7c644-23f5-4faa-8506-69389af6dd41 req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "PUT /v2.0/ports/881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 942 time: 0.3124795 Dec 15 05:31:17.026889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:31:17.028237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:17.029144 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac821e5-325d-4558-8fef-79ab37b4b211" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:31:17.080459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event updated for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=7']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:17.089954 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e365ac2-d772-4b7a-90b0-d49554438dd1 x-openstack-request-id: req-2e365ac2-d772-4b7a-90b0-d49554438dd1 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:31:17.090331 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:31:17.090517 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e365ac2-d772-4b7a-90b0-d49554438dd1 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:31:17.090967 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'status': 'completed', 'code': 200} Dec 15 05:31:17.092864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.093375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.093733 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.094110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.095916 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.096624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.096763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.097143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.098236 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.098577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.098913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.099244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.099589 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b552bcd-acbb-42c8-b819-9b429fcebc0a tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.110523 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.139877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['881763fb-bd15-4714-925d-32b9b9e5202d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:31:17.173164 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.213001 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-76a5a21d-93dd-4e0d-af8f-5c0181d534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:17.214442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-76a5a21d-93dd-4e0d-af8f-5c0181d534d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1097 time: 0.0843351 Dec 15 05:31:17.310357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.313447 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.314590 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "DELETE /v2.0/security-groups/a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0 HTTP/1.1" status: 204 len: 168 time: 0.2843938 Dec 15 05:31:17.317582 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57314) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:17.332781 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a60f8c-e5ff-4feb-92af-3b97d9ef24b0,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:17.335786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9d1b7faa-2614-4a8a-a24d-86004d52b7c0 None None] Provisioning complete for port 881763fb-bd15-4714-925d-32b9b9e5202d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:17.336181 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7faa-2614-4a8a-a24d-86004d52b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.344160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.344519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.344859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.345194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.345525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.345853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.346179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.346517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.346823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.347137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.347456 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.347773 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.348107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4593ac96-af84-48e3-bac5-e038f5541720 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:17.351213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-5864c160-90d8-4c48-bb44-37c8f5ef342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:17.352736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-5864c160-90d8-4c48-bb44-37c8f5ef342c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.1308644 Dec 15 05:31:17.438937 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-94b291dc-51ba-4e9e-bb3f-24ba036ae148 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 1001 time: 0.0779431 Dec 15 05:31:17.489072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-e82acdb0-d759-49c3-a185-9367efcb7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:17.490388 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Deleting port a5df5365-c136-476d-a4f1-43449c5b9b12 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:17.490681 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-e82acdb0-d759-49c3-a185-9367efcb7323 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0441201 Dec 15 05:31:17.490795 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.541872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-6c7c4140-306a-4564-819b-c0901246f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:17.543393 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-6c7c4140-306a-4564-819b-c0901246f607 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455225 Dec 15 05:31:17.555091 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-d95f1a31-1cc7-48fc-a9ad-06d5cc032ca5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:31:17.556040 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-d95f1a31-1cc7-48fc-a9ad-06d5cc032ca5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049562 Dec 15 05:31:17.569430 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.569755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.581330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Calling delete_port for a5df5365-c136-476d-a4f1-43449c5b9b12 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:17.652449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-b69e0086-ad9f-4a67-834a-e76372df3e7c service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890687 Dec 15 05:31:17.727228 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.752242 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ac821e5-325d-4558-8fef-79ab37b4b211 req-4d64d9a9-58da-4774-bebb-840226a725da service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930007 Dec 15 05:31:17.756850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event deleted for resources: {'Port': ['ID=a5df5365-c136-476d-a4f1-43449c5b9b12,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:17.816451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:17.816782 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Floating IP 69b778ab-b94a-434a-8010-2e47eca38995 disassociated (deleted). External IP: 172.25.2.209, port: 881763fb-bd15-4714-925d-32b9b9e5202d. Dec 15 05:31:18.017798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Router 06ad2562-c3f4-4881-850e-4013577f91b9 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:31:18.121577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:31:18.126322 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:18.131252 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] Sync routers for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:31:18.140949 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:18.141546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:18.152397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0cc39175-69d5-401c-b3af-33389555c024 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "DELETE /v2.0/floatingips/69b778ab-b94a-434a-8010-2e47eca38995 HTTP/1.1" status: 204 len: 168 time: 0.8334212 Dec 15 05:31:18.341210 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:18.538359 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:18.567452 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] Checking router: 06ad2562-c3f4-4881-850e-4013577f91b9 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:31:18.575404 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:18.575991 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:18.675293 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:18.866929 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:18.894029 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a546cb-75e4-4834-b8b1-2044b45be721 None None] The sync data for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 is: [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9242c0c6-ed1c-492f-afed-b54f9b154a0c', 'name': '', 'network_id': '5f2ec571-3aab-47ce-8cfb-d9b9d6943787', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'mac_address': 'fa:16:3e:74:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:17Z', 'updated_at': '2021-12-15T05:29:22Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'subnets': [{'id': '871a3f84-ee63-47c8-8c46-94580a7f6c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:31:19.092373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:31:19.094917 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8a025-1b09-41fa-91fb-a752ab061c08" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:31:19.114093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927484bf-e328-466b-bb0f-352e68f8e0f1 None None] New status for floating IP 69b778ab-b94a-434a-8010-2e47eca38995: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:31:19.134423 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583ddb25-a721-4b14-8415-e1a75ed3f110 x-openstack-request-id: req-583ddb25-a721-4b14-8415-e1a75ed3f110 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:31:19.134826 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:31:19.135111 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-583ddb25-a721-4b14-8415-e1a75ed3f110 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:31:19.135519 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'status': 'completed', 'code': 200} Dec 15 05:31:19.220912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-5372e577-5879-408b-a932-a00d09cf4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:19.222498 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-5372e577-5879-408b-a932-a00d09cf4d17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 1097 time: 0.0440223 Dec 15 05:31:19.314576 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-5c1403f1-6694-4f27-97d5-a9b66acd209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:19.316039 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-5c1403f1-6694-4f27-97d5-a9b66acd209a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 200 len: 914 time: 0.0871193 Dec 15 05:31:19.359988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-810a7fe6-16e1-4fed-b3df-597e0e1e5534 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 200 len: 217 time: 0.0343790 Dec 15 05:31:19.406769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-6ba3cd52-a643-4b42-b754-a32a92f33600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:19.408515 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-6ba3cd52-a643-4b42-b754-a32a92f33600 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 200 len: 853 time: 0.0428772 Dec 15 05:31:19.453220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-0b282e27-a027-487e-bf31-7f0a32955caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:19.454700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-0b282e27-a027-487e-bf31-7f0a32955caf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f2ec571-3aab-47ce-8cfb-d9b9d6943787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391688 Dec 15 05:31:19.549747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-35191d70-9fe7-46ca-bb84-f4b99d5aa121 service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878556 Dec 15 05:31:19.642008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-21f8a025-1b09-41fa-91fb-a752ab061c08 req-a693a0cc-7c17-489b-a372-73317c81f9ad service neutron] 10.222.0.42 "GET /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838866 Dec 15 05:31:26.925552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d8686-940d-4d65-9e92-0a5ad88ee97c req-e5e2f926-ee16-432e-ad83-9f07766b287b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:26.927080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf5d8686-940d-4d65-9e92-0a5ad88ee97c req-e5e2f926-ee16-432e-ad83-9f07766b287b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0519469 Dec 15 05:31:26.974256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf5d8686-940d-4d65-9e92-0a5ad88ee97c req-e527d9ee-c942-4909-b584-d146a755ec0d tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Dec 15 05:31:27.830822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2e05464d-b3a4-4069-97a9-9896772f8061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:28.092859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b0c50-d4f3-4558-8c72-0ea1e1ff5a7a req-2121a0c3-5b58-45d7-8f74-815d9c36fa9b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:28.094229 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b5b0c50-d4f3-4558-8c72-0ea1e1ff5a7a req-2121a0c3-5b58-45d7-8f74-815d9c36fa9b tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0518358 Dec 15 05:31:28.433043 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5b5b0c50-d4f3-4558-8c72-0ea1e1ff5a7a req-2a04762d-68a3-4e70-a6f7-49b986a30470 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327096 Dec 15 05:31:28.642633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-8b772c77-f803-4b6f-a378-59939d6aba1f tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:28.644111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-8b772c77-f803-4b6f-a378-59939d6aba1f tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 945 time: 0.0536530 Dec 15 05:31:28.730651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Deleting port 881763fb-bd15-4714-925d-32b9b9e5202d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:28.730912 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:28.818812 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] For port 881763fb-bd15-4714-925d-32b9b9e5202d, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=881763fb-bd15-4714-925d-32b9b9e5202d,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:28.819170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:28.832422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Calling delete_port for 881763fb-bd15-4714-925d-32b9b9e5202d owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:28.962076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:28.991901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Pushing event deleted for resources: {'Port': ['ID=881763fb-bd15-4714-925d-32b9b9e5202d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:29.033661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] No DVR routers for this DVR port 881763fb-bd15-4714-925d-32b9b9e5202d on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:31:29.036299 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:29.039530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6eec0ae8-eeed-4c95-a180-fc7d7622ff68 req-89bac6a0-adf1-4db7-97a3-3851e4be7208 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.42 "DELETE /v2.0/ports/881763fb-bd15-4714-925d-32b9b9e5202d HTTP/1.1" status: 204 len: 173 time: 0.3890808 Dec 15 05:31:29.039984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'name': 'network-vif-deleted', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:31:29.042225 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf37f42-f828-4a3d-b51f-8eeede83e223" -d '{"events": [{"server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "name": "network-vif-deleted", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:31:29.082177 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5d5e2-b416-4514-b24d-f85a232ef7a6 x-openstack-request-id: req-d3b5d5e2-b416-4514-b24d-f85a232ef7a6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:31:29.082549 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd", "name": "network-vif-deleted", "tag": "881763fb-bd15-4714-925d-32b9b9e5202d", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:31:29.082934 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3b5d5e2-b416-4514-b24d-f85a232ef7a6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:31:29.083350 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd', 'name': 'network-vif-deleted', 'tag': '881763fb-bd15-4714-925d-32b9b9e5202d', 'status': 'completed', 'code': 200} Dec 15 05:31:29.120046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['881763fb-bd15-4714-925d-32b9b9e5202d'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:31:29.546641 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0a60e866-8e92-4c04-a439-ccfec7329812 req-17331b80-4a42-44c3-bcd6-b7b56222de14 tempest-TestMinimumBasicScenario-2013789539 tempest-TestMinimumBasicScenario-2013789539-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ce2a04e-d6b8-4724-8fa1-b2ef87217ccd HTTP/1.1" status: 200 len: 210 time: 0.0295856 Dec 15 05:31:30.006907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-69b998d0-d693-4575-bf42-03410bbaeeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:31.138034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57404) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:31.352716 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:31.467979 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:31.672058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 881763fb-bd15-4714-925d-32b9b9e5202d no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:31.693831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 881763fb-bd15-4714-925d-32b9b9e5202d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:31.694234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 881763fb-bd15-4714-925d-32b9b9e5202d not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:31.713990 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Deleting port 9242c0c6-ed1c-492f-afed-b54f9b154a0c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:31.714328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:31.792334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] For port 9242c0c6-ed1c-492f-afed-b54f9b154a0c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9242c0c6-ed1c-492f-afed-b54f9b154a0c,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:31.792693 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:31.805003 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Calling delete_port for 9242c0c6-ed1c-492f-afed-b54f9b154a0c owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:31.984399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.011063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9242c0c6-ed1c-492f-afed-b54f9b154a0c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:32.173276 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.389258 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Router 06ad2562-c3f4-4881-850e-4013577f91b9 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:31:32.499810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:31:32.505942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-08d339fc-e51e-41b4-9425-82f7bd78dd2e admin admin] 10.222.0.37 "PUT /v2.0/routers/06ad2562-c3f4-4881-850e-4013577f91b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3662550 Dec 15 05:31:32.508392 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57406) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:32.509320 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] Sync routers for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:31:32.522491 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:32.523096 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:32.611812 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.624842 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:32.712266 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.765304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Deleting port a81986a4-45e1-4d73-aaeb-28280709952e {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:32.765655 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.810967 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:31:31Z', 'revision_number': 5, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port': {'id': 'a81986a4-45e1-4d73-aaeb-28280709952e', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:32.836348 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] Checking router: 06ad2562-c3f4-4881-850e-4013577f91b9 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:31:32.844999 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] Routers {'06ad2562-c3f4-4881-850e-4013577f91b9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:32.845590 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['06ad2562-c3f4-4881-850e-4013577f91b9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:32.850912 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] For port a81986a4-45e1-4d73-aaeb-28280709952e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a81986a4-45e1-4d73-aaeb-28280709952e,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:32.850912 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.862877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Calling delete_port for a81986a4-45e1-4d73-aaeb-28280709952e owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:32.892693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:32.934853 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] Set router 06ad2562-c3f4-4881-850e-4013577f91b9 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:32.992982 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:31:32Z', 'revision_number': 6, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:33.021350 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298cad60-11b7-4e7c-be74-1383cc784346 None None] The sync data for ids ['06ad2562-c3f4-4881-850e-4013577f91b9'] in n-d-820935-10 is: [{'id': '06ad2562-c3f4-4881-850e-4013577f91b9', 'name': 'tempest-TestMinimumBasicScenario-352414927-router', 'tenant_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:15Z', 'updated_at': '2021-12-15T05:31:32Z', 'revision_number': 6, 'project_id': '1b0f539b2ead48a1a491d25d83f1d35f', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:31:33.033929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.060029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Pushing event deleted for resources: {'Port': ['ID=a81986a4-45e1-4d73-aaeb-28280709952e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:33.074282 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46db2b-7a27-4ccb-8cbe-07b64df507b1 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:33.121869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.208739 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.210809 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.256081 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.256568 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ad2562-c3f4-4881-850e-4013577f91b9 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:31:33.260872 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.262087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49243659-76a8-4d70-9380-6f64e223973a admin admin] 10.222.0.37 "DELETE /v2.0/routers/06ad2562-c3f4-4881-850e-4013577f91b9 HTTP/1.1" status: 204 len: 168 time: 0.7527947 Dec 15 05:31:33.264729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57408) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:33.308812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Deleting subnet 871a3f84-ee63-47c8-8c46-94580a7f6c25 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:31:33.311780 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.345660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.427016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.479366 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.486451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.506725 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871a3f84-ee63-47c8-8c46-94580a7f6c25,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:33.508643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.511841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-571ecdca-3ddb-4caf-bf72-e40fa45ee95c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/871a3f84-ee63-47c8-8c46-94580a7f6c25 HTTP/1.1" status: 204 len: 168 time: 0.2461922 Dec 15 05:31:33.513716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a0dca-230c-447b-afe8-b1a2866c0c1c None None] Network 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:31:33.514600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57410) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:33.585965 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.639681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Deleting port 92db8eec-24e2-4299-9606-ceb8de6654a6 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:33.640023 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.700997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] For port 92db8eec-24e2-4299-9606-ceb8de6654a6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=92db8eec-24e2-4299-9606-ceb8de6654a6,segment=NetworkSegment(bde0ab7c-c387-41d0-a386-2a862beaf9da),segment_id=bde0ab7c-c387-41d0-a386-2a862beaf9da)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:33.701353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.713792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Calling delete_port for 92db8eec-24e2-4299-9606-ceb8de6654a6 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:33.789762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] DHCP port deletion for 5f2ec571-3aab-47ce-8cfb-d9b9d6943787 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:33.799201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.825393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=92db8eec-24e2-4299-9606-ceb8de6654a6,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:33.829873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] No DVR routers for this DVR port 92db8eec-24e2-4299-9606-ceb8de6654a6 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:31:33.846184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Deleting port 92db8eec-24e2-4299-9606-ceb8de6654a6 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:33.846826 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.886615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a81986a4-45e1-4d73-aaeb-28280709952e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:33.904020 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.917312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a81986a4-45e1-4d73-aaeb-28280709952e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:33.917862 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a81986a4-45e1-4d73-aaeb-28280709952e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:33.918057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9242c0c6-ed1c-492f-afed-b54f9b154a0c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:33.926244 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2ec571-3aab-47ce-8cfb-d9b9d6943787']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:33.935624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde0ab7c-c387-41d0-a386-2a862beaf9da') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:33.935927 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde0ab7c-c387-41d0-a386-2a862beaf9da') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:33.946289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.948505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9242c0c6-ed1c-492f-afed-b54f9b154a0c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:33.948856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9242c0c6-ed1c-492f-afed-b54f9b154a0c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:33.949270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 92db8eec-24e2-4299-9606-ceb8de6654a6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:33.954815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] For port 92db8eec-24e2-4299-9606-ceb8de6654a6, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:33.955210 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.959735 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.966411 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:31:33.966894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:31:33.968972 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:31:33.977345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 92db8eec-24e2-4299-9606-ceb8de6654a6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:33.977693 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 92db8eec-24e2-4299-9606-ceb8de6654a6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:33.985272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Calling delete_port for 92db8eec-24e2-4299-9606-ceb8de6654a6 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:33.988645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Port 92db8eec-24e2-4299-9606-ceb8de6654a6 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:31:33.989740 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:34.024142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Pushing event deleted for resources: {'Port': ['ID=92db8eec-24e2-4299-9606-ceb8de6654a6,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:34.024895 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:34.030911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:34.031088 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] No DVR routers for this DVR port 92db8eec-24e2-4299-9606-ceb8de6654a6 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:31:34.035771 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] 10.222.0.37 "DELETE /v2.0/networks/5f2ec571-3aab-47ce-8cfb-d9b9d6943787 HTTP/1.1" status: 204 len: 168 time: 0.5200999 Dec 15 05:31:34.038458 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:34.039115 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57412) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:34.040081 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.040443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.040759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.041094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.041545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.042221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.042318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.042643 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.042966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.043352 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.043592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.044654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.045185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76a2cf-58e5-4d56-b378-19e8e07c684a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:34.065346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904c2a-5217-4d36-86f1-31b82fad0dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2ec571-3aab-47ce-8cfb-d9b9d6943787,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:34.399894 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:34.928175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Deleting port ef8dac8d-37e2-4970-af09-6ab4da1cf32e {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:34.928902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:35.003693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] For port ef8dac8d-37e2-4970-af09-6ab4da1cf32e, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:35.004059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:35.016654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Calling delete_port for ef8dac8d-37e2-4970-af09-6ab4da1cf32e owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:35.192124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:35.215261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8dac8d-37e2-4970-af09-6ab4da1cf32e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:35.387340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:35.600782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:31:35.704739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:31:35.709874 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c1eeadcb-da4a-4e64-82c2-e1845bd594c8 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6697795 Dec 15 05:31:35.712501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57414) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:35.716125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] Sync routers for ids ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:31:35.726341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] Routers {'2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:35.727083 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:35.819549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:35.830384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] Set router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:35.923674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:35.977008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Deleting port fd26d7f5-d271-44f4-98a8-edcf14a6226d {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:35.977671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.007218 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:31:35Z', 'revision_number': 5, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port': {'id': 'fd26d7f5-d271-44f4-98a8-edcf14a6226d', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:36.034098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] Checking router: 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:31:36.042309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] Routers {'2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:36.042914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:36.057475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] For port fd26d7f5-d271-44f4-98a8-edcf14a6226d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=fd26d7f5-d271-44f4-98a8-edcf14a6226d,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:36.057836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.070586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Calling delete_port for fd26d7f5-d271-44f4-98a8-edcf14a6226d owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:36.127350 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] Set router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:36.183144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:31:35Z', 'revision_number': 6, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:36.209360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a3ccf-3146-4448-abc6-0e48768a80e4 None None] The sync data for ids ['2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6'] in n-d-820935-10 is: [{'id': '2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6', 'name': 'tempest-TestMinimumBasicScenario-385318178-router', 'tenant_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:29:20Z', 'updated_at': '2021-12-15T05:31:35Z', 'revision_number': 6, 'project_id': 'd6e7d64cbfa442a293776477e6a2cf73', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:31:36.255938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.282617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd26d7f5-d271-44f4-98a8-edcf14a6226d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:36.300096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b1531-227e-4c78-a4fc-c1fe97dc76f4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:36.350478 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.446865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.449031 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.496419 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.496912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:31:36.503267 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.504449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-81b5dbd9-0532-4801-ab97-063e6c4816f6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2d3c4ed5-7f32-42d3-8c65-24dcbb9e7af6 HTTP/1.1" status: 204 len: 168 time: 0.7910025 Dec 15 05:31:36.506983 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57416) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:36.551696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Deleting subnet 8de7306c-47cf-4ebe-b921-0540aa1019ca {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:31:36.555064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.595813 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.675112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.725543 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.751869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de7306c-47cf-4ebe-b921-0540aa1019ca,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:36.753870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.757097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d0ad6798-82ab-4f21-8873-943846d61a37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8de7306c-47cf-4ebe-b921-0540aa1019ca HTTP/1.1" status: 204 len: 168 time: 0.2491782 Dec 15 05:31:36.757872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511caf2-9a2a-4621-8719-23370b8657f5 None None] Network 0710ff55-8da6-4544-b2ae-685143b2ed49 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:31:36.759611 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57418) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:36.831067 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.888158 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Deleting port 2900b604-7b2d-464f-89de-bcacf5b66536 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:36.888443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.953957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] For port 2900b604-7b2d-464f-89de-bcacf5b66536, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2900b604-7b2d-464f-89de-bcacf5b66536,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:36.954346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:36.967160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Calling delete_port for 2900b604-7b2d-464f-89de-bcacf5b66536 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:36.984400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] DHCP port deletion for 0710ff55-8da6-4544-b2ae-685143b2ed49 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:37.033057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] Deleting port 2900b604-7b2d-464f-89de-bcacf5b66536 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:31:37.033703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.048673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.075193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Pushing event deleted for resources: {'Port': ['ID=2900b604-7b2d-464f-89de-bcacf5b66536,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:37.080413 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] No DVR routers for this DVR port 2900b604-7b2d-464f-89de-bcacf5b66536 on host n-d-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:31:37.106421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] For port 2900b604-7b2d-464f-89de-bcacf5b66536, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=2900b604-7b2d-464f-89de-bcacf5b66536,segment=NetworkSegment(97ada512-3c87-4dfb-804a-d5aa6610da16),segment_id=97ada512-3c87-4dfb-804a-d5aa6610da16)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:37.106825 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.119200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] Calling delete_port for 2900b604-7b2d-464f-89de-bcacf5b66536 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:31:37.160982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.182020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0710ff55-8da6-4544-b2ae-685143b2ed49']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:37.192248 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ada512-3c87-4dfb-804a-d5aa6610da16') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:37.192600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ada512-3c87-4dfb-804a-d5aa6610da16') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:37.196699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.202443 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.222882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.229020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] Pushing event deleted for resources: {'Port': ['ID=2900b604-7b2d-464f-89de-bcacf5b66536,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:37.230977 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:31:37.231239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:31:37.233008 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:31:37.235304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95979f1e-5298-41f2-9e12-0e3bc3620c27 None None] No DVR routers for this DVR port 2900b604-7b2d-464f-89de-bcacf5b66536 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:31:37.290226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.295621 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.298899 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] 10.222.0.37 "DELETE /v2.0/networks/0710ff55-8da6-4544-b2ae-685143b2ed49 HTTP/1.1" status: 204 len: 168 time: 0.5382793 Dec 15 05:31:37.314918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35cba-3f33-409c-8c1a-2a6e73a75adf admin admin] Pushing event deleted for resources: {'Network': ['ID=0710ff55-8da6-4544-b2ae-685143b2ed49,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:37.452275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57422) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:37.491376 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8fd98b76-b186-4047-9288-3c4112d1de66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b0f539b2ead48a1a491d25d83f1d35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378816 Dec 15 05:31:37.493775 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57424) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:37.540559 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4a86cac-35da-4635-91cc-c5e78ac08c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.561581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4a86cac-35da-4635-91cc-c5e78ac08c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.606683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2900b604-7b2d-464f-89de-bcacf5b66536 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:37.614713 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4a86cac-35da-4635-91cc-c5e78ac08c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.617471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c4a86cac-35da-4635-91cc-c5e78ac08c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.618627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c4a86cac-35da-4635-91cc-c5e78ac08c11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a9c418d-33fb-4b1d-b9ef-1323d1adbb28 HTTP/1.1" status: 204 len: 168 time: 0.1239479 Dec 15 05:31:37.627653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a86cac-35da-4635-91cc-c5e78ac08c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c418d-33fb-4b1d-b9ef-1323d1adbb28,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:37.629532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 2900b604-7b2d-464f-89de-bcacf5b66536 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:37.629728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 2900b604-7b2d-464f-89de-bcacf5b66536 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:37.630553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd26d7f5-d271-44f4-98a8-edcf14a6226d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:37.652543 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: fd26d7f5-d271-44f4-98a8-edcf14a6226d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:37.652887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device fd26d7f5-d271-44f4-98a8-edcf14a6226d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:37.653292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ef8dac8d-37e2-4970-af09-6ab4da1cf32e no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:31:37.683143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ef8dac8d-37e2-4970-af09-6ab4da1cf32e {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:31:37.683483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ef8dac8d-37e2-4970-af09-6ab4da1cf32e not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:31:37.692734 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:37.932079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57430) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:37.971222 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eec3a56b-75d9-4546-8d8f-322b03a65937 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6e7d64cbfa442a293776477e6a2cf73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379860 Dec 15 05:31:37.973594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57432) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:38.019810 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6063ea36-5821-43f5-a6b1-e52ccd60fb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:38.043882 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6063ea36-5821-43f5-a6b1-e52ccd60fb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:38.091690 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6063ea36-5821-43f5-a6b1-e52ccd60fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:38.094825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6063ea36-5821-43f5-a6b1-e52ccd60fb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:38.096098 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6063ea36-5821-43f5-a6b1-e52ccd60fb93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/629efec8-fc59-40d4-b4c2-1ccc9aa5dfdf HTTP/1.1" status: 204 len: 168 time: 0.1215887 Dec 15 05:31:38.104134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063ea36-5821-43f5-a6b1-e52ccd60fb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629efec8-fc59-40d4-b4c2-1ccc9aa5dfdf,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:40.576958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:40.582299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134087861', 'description': 'tempest-secgroup-smoke-2134087861 description', 'project_id': 'a2e2a9643278440caf84812d9207461b'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:40.605485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.613932 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.688876 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.692821 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.734100 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4611ca-4012-48bc-a98d-fd2c345a22f2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:40.769469 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.773279 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.802233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.803460 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2254815 Dec 15 05:31:40.806469 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57478) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:40.807472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb0605-5649-4e3c-ac6b-b47a05fbe4ef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d674c90f-6cce-445b-b002-6896a8aa8b29,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:40.811329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd674c90f-6cce-445b-b002-6896a8aa8b29', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:40.838380 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.892764 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.896215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.913309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5680542f-df47-40da-b982-84c456f954cd,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:40.921373 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:40.923227 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2ffd8ef3-cd99-4e77-b70a-20040db44aa6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157067 Dec 15 05:31:40.925985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57480) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:40.930301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd674c90f-6cce-445b-b002-6896a8aa8b29', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:40.956043 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.013564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.016786 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.034289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68a0095-790a-41dc-8301-ccd0fc3748ab,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:41.041219 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.042388 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4edb92de-8413-40bc-a5df-42bb17f674ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154659 Dec 15 05:31:41.045129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57482) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:41.049851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd674c90f-6cce-445b-b002-6896a8aa8b29', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:41.073842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.134244 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.139371 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.159357 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983e7232-a9fa-47bf-a810-de58650fe561,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:41.168032 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.169268 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-91f59a24-acf0-475a-ad3a-692ba5b26d05 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232300 Dec 15 05:31:41.171856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57484) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:41.177717 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd674c90f-6cce-445b-b002-6896a8aa8b29', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:41.204774 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.261472 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.265508 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.282714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07655c46-986c-4aae-b15d-44634f0ca74c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:41.290687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.291853 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-cc27cd4d-906f-4e35-b542-223611f6b0db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178579 Dec 15 05:31:41.294570 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57486) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:41.299286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd674c90f-6cce-445b-b002-6896a8aa8b29', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:41.319777 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:31:41.324461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.384950 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.388380 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.407489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce054127-657e-4958-a0ad-e6b58f72f414,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:41.415346 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.416612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ce21fc5c-91be-46b3-94ec-27780b1204f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211429 Dec 15 05:31:41.419286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57488) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:41.423697 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd674c90f-6cce-445b-b002-6896a8aa8b29', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:41.444608 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:31:41.449333 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.509284 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.512711 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.527456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bd8579-546d-47be-80a5-9decc0ffdb91,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:41.537910 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.539132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-679609b6-30fe-42b5-b1c8-e548bf639e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188645 Dec 15 05:31:41.542155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57490) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:41.546831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'network': {'name': 'tempest-network-smoke--704907111', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'port_security_enabled': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:41.566017 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:31:41.569369 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.592615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:31:41.602969 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.603420 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Added segment 56956167-6bea-4ba2-9b0b-907ee58efb45 of type vlan for network 563769f6-3078-41c7-a378-92779621e876 Dec 15 05:31:41.642181 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.666038 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.671630 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:41.672257 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.729892 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1867263 Dec 15 05:31:41.732842 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57492) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:41.743552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'admin_state_up': True, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:41.757022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f6db-8aa7-4eb1-b037-0e23e4534688 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Network': ['ID=563769f6-3078-41c7-a378-92779621e876,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:41.767818 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 563769f6-3078-41c7-a378-92779621e876 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:31:41.772956 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.773953 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.827050 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:41.968221 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:42.154304 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:42.176105 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:42.274033 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.231 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a037dd8f-7991-4dba-bd85-e256bbea56b7) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:31:42.376008 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:42.414331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:42.452647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:31:42.455585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:42.459100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:31:42.469574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6dcd9-589b-4df1-b028-897e59f21fdc None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:42.482309 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=a037dd8f-7991-4dba-bd85-e256bbea56b7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:42.529618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1a420d07-1c4b-4a17-9a06-ce253022daa7 None None] Provisioning complete for port a037dd8f-7991-4dba-bd85-e256bbea56b7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:42.529987 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a420d07-1c4b-4a17-9a06-ce253022daa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:42.568740 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1a420d07-1c4b-4a17-9a06-ce253022daa7 None None] Port a037dd8f-7991-4dba-bd85-e256bbea56b7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:31:42.707687 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:43.202340 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:43.327226 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 5d192e47-62c5-4711-bc96-36ed4d454bd5 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:31:43.426732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:31:43.437155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Sync routers for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:31:43.446781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:43.447413 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:43.448021 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:43.448182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6c9abc2d-fd28-44ae-98d2-df8f55d32132 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7142859 Dec 15 05:31:43.451294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57494) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:43.552356 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:43.592690 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a0ba795e-9454-4bc0-b76d-5d68504c1a04 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a2e2a9643278440caf84812d9207461b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1401663 Dec 15 05:31:43.595340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57498) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:43.741530 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:42Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:43.747798 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e904409-3c71-4579-b5a1-4b8656a57157 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:43.752142 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2e904409-3c71-4579-b5a1-4b8656a57157 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1532068 Dec 15 05:31:43.754670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57500) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:43.767968 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Checking router: 5d192e47-62c5-4711-bc96-36ed4d454bd5 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:31:43.768351 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Updating router 5d192e47-62c5-4711-bc96-36ed4d454bd5 port a037dd8f-7991-4dba-bd85-e256bbea56b7 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:31:43.791201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-971dd2d1-d04e-4e82-96a6-bcff90e070ba tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351484 Dec 15 05:31:43.793884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:43.796283 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:43.799497 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041639835', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:43.888629 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:31:43.892690 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.045595 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.051777 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.068755 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.094695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12526805-04f9-416a-9bda-15aeeb0d4578 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:44.099308 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Attempting to bind port a037dd8f-7991-4dba-bd85-e256bbea56b7 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:31:44.099691 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Attempting to bind port a037dd8f-7991-4dba-bd85-e256bbea56b7 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:31:44.100051 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Attempting to bind port a037dd8f-7991-4dba-bd85-e256bbea56b7 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:31:44.110956 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:31:44.111336 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:31:44.111737 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.112176 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:31:44.112619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Bound port: a037dd8f-7991-4dba-bd85-e256bbea56b7, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:31:44.113001 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.115766 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Pushing event updated for resources: {'Port': ['ID=a037dd8f-7991-4dba-bd85-e256bbea56b7,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:44.127458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Subnet': ['ID=2a53d930-5e43-4fec-9d10-768d5757b2e6,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:44.137727 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Checking segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:31:44.138143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network hostable DHCP agents. Network: 563769f6-3078-41c7-a378-92779621e876, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:31:44.143793 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.144190 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.144536 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.144873 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.145210 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.145696 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.146036 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.146363 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.146688 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.147010 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.147335 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.147660 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.147978 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:31:44.154566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 563769f6-3078-41c7-a378-92779621e876 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:31:44.164713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 563769f6-3078-41c7-a378-92779621e876) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:44.169130 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:44.169733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.174552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d3fe5-a31f-4df9-8fc2-5d2bb67f0ee4 None None] Network 563769f6-3078-41c7-a378-92779621e876 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:31:44.179055 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] For port a037dd8f-7991-4dba-bd85-e256bbea56b7, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:31:44.182347 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] For port a037dd8f-7991-4dba-bd85-e256bbea56b7, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a037dd8f-7991-4dba-bd85-e256bbea56b7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:31:44.186018 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.194718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-19ce4923-0c26-4ea3-82c6-a3883d53a4c3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3970973 Dec 15 05:31:44.194935 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57504) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:44.242234 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:44.242852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:44.243654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522a651-6e27-4c67-bbb5-ab6f9930f814 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:31:44.261427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-661b44e7-5d51-4b9c-a1e3-d8fccc276bc7 None None] Provisioning complete for port a037dd8f-7991-4dba-bd85-e256bbea56b7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:44.261999 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-661b44e7-5d51-4b9c-a1e3-d8fccc276bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.342950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-563769f6-3078-41c7-a378-92779621e876', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:31:44.344451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.400893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-661b44e7-5d51-4b9c-a1e3-d8fccc276bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.443242 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:44.483960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-661b44e7-5d51-4b9c-a1e3-d8fccc276bc7 None None] For port a037dd8f-7991-4dba-bd85-e256bbea56b7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a037dd8f-7991-4dba-bd85-e256bbea56b7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:44.494412 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-661b44e7-5d51-4b9c-a1e3-d8fccc276bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.545927 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491367-a400-4ba2-8f4c-76badfd9b35f None None] Pushing event updated for resources: {'Port': ['ID=a037dd8f-7991-4dba-bd85-e256bbea56b7,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:44.588226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b44e7-5d51-4b9c-a1e3-d8fccc276bc7 None None] Pushing event updated for resources: {'Port': ['ID=a037dd8f-7991-4dba-bd85-e256bbea56b7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:44.593478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Allocated IP 172.20.0.2 (563769f6-3078-41c7-a378-92779621e876/2a53d930-5e43-4fec-9d10-768d5757b2e6/e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:31:44.652922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:42Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:44.661966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-14b7d8f7-05c2-4080-8559-6ee946a5782f None None] Provisioning complete for port a037dd8f-7991-4dba-bd85-e256bbea56b7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:44.662346 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14b7d8f7-05c2-4080-8559-6ee946a5782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.668017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.681550 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ffb54-713a-4bc2-a401-34fcfcec2af6 None None] The sync data for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 is: [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:42Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:31:44.823986 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.832790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.873056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Network 563769f6-3078-41c7-a378-92779621e876 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:31:44.878267 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:44.882966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:31:44.885059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Pushing event updated for resources: {'Port': ['ID=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:44.959586 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Attempting to bind port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:31:44.959956 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Attempting to bind port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:31:44.960372 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Attempting to bind port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd on network 563769f6-3078-41c7-a378-92779621e876 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:31:44.965631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:31:44.966005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Checking segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:31:44.966424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.966792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Bound using segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:31:44.967252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Bound port: e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:31:44.967630 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:44.973532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.1 (563769f6-3078-41c7-a378-92779621e876/2a53d930-5e43-4fec-9d10-768d5757b2e6/4b55f4c0-3206-4b61-8288-5e9d475350e7) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:31:45.040900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] For port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:31:45.044284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] For port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:31:45.050122 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.117233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ea88-4db4-4b5b-8889-be1edea1958c None None] Pushing event updated for resources: {'Port': ['ID=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:45.117908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.153554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.206029 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 563769f6-3078-41c7-a378-92779621e876 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:31:45.210495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:45.212999 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:31:45.220333 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=4b55f4c0-3206-4b61-8288-5e9d475350e7,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:45.272882 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.413662 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.699458 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:31:45.726345 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.731233 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.748196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:45.748562 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.810456 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=4b55f4c0-3206-4b61-8288-5e9d475350e7,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:45.813803 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.837104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.871666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:45.877744 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:45.879056 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a037dd8f-7991-4dba-bd85-e256bbea56b7 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:31:45.916055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 563769f6-3078-41c7-a378-92779621e876 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:31:45.917796 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:45.958888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:45.972606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a037dd8f-7991-4dba-bd85-e256bbea56b7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:45.973057 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:46.045367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 5d192e47-62c5-4711-bc96-36ed4d454bd5 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:31:46.158138 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:31:46.171719 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f8e79-3669-4807-92c8-cd30f8c827ce None None] Network 563769f6-3078-41c7-a378-92779621e876 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:31:46.172311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-eef5419a-8cde-405f-90ba-968290748f01 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/5d192e47-62c5-4711-bc96-36ed4d454bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739578 Dec 15 05:31:46.276988 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6ced5779-a5dd-4354-a81d-355b0ce78d8f None None] Provisioning complete for port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:46.277357 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6ced5779-a5dd-4354-a81d-355b0ce78d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:46.322336 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-fdf32dc4-b0dd-482d-bcc2-0053a54075b8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134087861&fields=id&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 267 time: 0.0499609 Dec 15 05:31:46.442295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-bb5bac4c-aa50-402b-b443-446f41a491a3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:46.443950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-bb5bac4c-aa50-402b-b443-446f41a491a3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/networks?id=563769f6-3078-41c7-a378-92779621e876 HTTP/1.1" status: 200 len: 796 time: 0.1137850 Dec 15 05:31:46.460223 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-4374346d-7ff7-4568-ab69-0a621e717f37 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/quotas/a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 375 time: 0.0103302 Dec 15 05:31:46.514424 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-b54647b5-2c08-4e0b-bf84-4e1a50173392 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477467 Dec 15 05:31:46.599540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3974e36a-efa4-48ba-8591-402e0398bbfb None None] Provisioning complete for port 4b55f4c0-3206-4b61-8288-5e9d475350e7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:46.599902 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3974e36a-efa4-48ba-8591-402e0398bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:46.639571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-b4120b4a-7450-472a-8fc8-c533a5f18b10 service neutron] 10.222.0.37 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112938 Dec 15 05:31:46.646596 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3974e36a-efa4-48ba-8591-402e0398bbfb None None] Port 4b55f4c0-3206-4b61-8288-5e9d475350e7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:31:46.655403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3974e36a-efa4-48ba-8591-402e0398bbfb None None] Provisioning complete for port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:46.655692 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3974e36a-efa4-48ba-8591-402e0398bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:46.686122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Sync routers for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:31:46.710845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:46.711469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:46.738915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-d2bed580-aa18-449d-81d8-33d98ab6101d service neutron] 10.222.0.37 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904086 Dec 15 05:31:46.851909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:46.938822 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2247db2e-be36-4435-bb51-03a8a4442af2 req-54683085-060a-403e-ac6d-2f29f5624411 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 210 time: 0.0394204 Dec 15 05:31:47.014090 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1e395aa7-8d28-44d4-b10b-825cd0801d8e None None] Provisioning complete for port 4b55f4c0-3206-4b61-8288-5e9d475350e7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:47.014457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1e395aa7-8d28-44d4-b10b-825cd0801d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.234154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1e395aa7-8d28-44d4-b10b-825cd0801d8e None None] Port 4b55f4c0-3206-4b61-8288-5e9d475350e7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:31:47.286264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 2, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:47.314569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Checking router: 5d192e47-62c5-4711-bc96-36ed4d454bd5 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:31:47.314935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Updating router 5d192e47-62c5-4711-bc96-36ed4d454bd5 port 4b55f4c0-3206-4b61-8288-5e9d475350e7 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:31:47.346624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.387390 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-fc02883b-8915-4ab4-89f6-c282998db1d2 None None] Provisioning complete for port 4b55f4c0-3206-4b61-8288-5e9d475350e7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:47.387762 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fc02883b-8915-4ab4-89f6-c282998db1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.485948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-fc02883b-8915-4ab4-89f6-c282998db1d2 None None] Port 4b55f4c0-3206-4b61-8288-5e9d475350e7 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:31:47.609852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:31:47.717329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.718831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:47.719773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.742729 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.806580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff16378-349e-42e8-8441-b74cc8bab0b1 None None] Pushing event updated for resources: {'Port': ['ID=4b55f4c0-3206-4b61-8288-5e9d475350e7,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:47.891629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Attempting to bind port 4b55f4c0-3206-4b61-8288-5e9d475350e7 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:31:47.892132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Attempting to bind port 4b55f4c0-3206-4b61-8288-5e9d475350e7 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:31:47.892393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Attempting to bind port 4b55f4c0-3206-4b61-8288-5e9d475350e7 on network 563769f6-3078-41c7-a378-92779621e876 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:31:47.900402 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:31:47.900786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Checking segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:31:47.901196 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.901590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Bound using segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:31:47.902071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Bound port: 4b55f4c0-3206-4b61-8288-5e9d475350e7, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:31:47.902457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:47.972636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] For port 4b55f4c0-3206-4b61-8288-5e9d475350e7, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:31:47.976269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] For port 4b55f4c0-3206-4b61-8288-5e9d475350e7, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4b55f4c0-3206-4b61-8288-5e9d475350e7,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:31:47.981538 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.048794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-987efec7-2afb-4071-b896-acab4b6715a9 None None] Provisioning complete for port 4b55f4c0-3206-4b61-8288-5e9d475350e7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:48.049103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-987efec7-2afb-4071-b896-acab4b6715a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.061055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:48.061691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:48.150960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff16378-349e-42e8-8441-b74cc8bab0b1 None None] Pushing event updated for resources: {'Port': ['ID=4b55f4c0-3206-4b61-8288-5e9d475350e7,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:48.166814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-72f79e0e-e860-4b51-adf1-969db81cf0d6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:48.170957 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-72f79e0e-e860-4b51-adf1-969db81cf0d6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/networks?id=563769f6-3078-41c7-a378-92779621e876 HTTP/1.1" status: 200 len: 796 time: 0.1553400 Dec 15 05:31:48.186999 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-800728de-940d-4cc1-a50e-da612e362fb9 req-d8a488b8-7e35-4566-87b8-739b37a2466c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 210 time: 0.1677990 Dec 15 05:31:48.220110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:48.265014 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-212d2506-5f08-494a-9099-383f5de27935 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 380 time: 0.0772541 Dec 15 05:31:48.275540 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'port': {'device_id': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'admin_state_up': True, 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'security_groups': ['d674c90f-6cce-445b-b002-6896a8aa8b29']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:48.291772 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-987efec7-2afb-4071-b896-acab4b6715a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.386582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:31:48.391191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.391734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-987efec7-2afb-4071-b896-acab4b6715a9 None None] For port 4b55f4c0-3206-4b61-8288-5e9d475350e7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4b55f4c0-3206-4b61-8288-5e9d475350e7,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:48.397009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-987efec7-2afb-4071-b896-acab4b6715a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.492447 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987efec7-2afb-4071-b896-acab4b6715a9 None None] Pushing event updated for resources: {'Port': ['ID=4b55f4c0-3206-4b61-8288-5e9d475350e7,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:48.519742 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.14 (563769f6-3078-41c7-a378-92779621e876/2a53d930-5e43-4fec-9d10-768d5757b2e6/18568d63-deea-4d99-b53a-595e20d5eacd) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:31:48.527645 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-34285a6d-68ef-4a95-a69c-7eab67b11898 None None] Provisioning complete for port 4b55f4c0-3206-4b61-8288-5e9d475350e7 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:48.528020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-34285a6d-68ef-4a95-a69c-7eab67b11898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.530878 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:48.585318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48522bc-5c93-462f-bfd8-70eed3adf492 None None] The sync data for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 is: [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:31:48.691289 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.725950 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.772580 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 563769f6-3078-41c7-a378-92779621e876 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:31:48.775827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:48.779694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:31:48.805556 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=18568d63-deea-4d99-b53a-595e20d5eacd,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:48.836336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:48.837043 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:48.858033 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-67495b2b-02b3-43b4-9c40-d7b414961fcb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873308 Dec 15 05:31:48.876419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Request body: {'port': {'device_id': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:48.939358 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.077654 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a4da58dd-5593-4498-b1d6-6d789b1668a4 None None] Provisioning complete for port 18568d63-deea-4d99-b53a-595e20d5eacd triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:49.078482 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a4da58dd-5593-4498-b1d6-6d789b1668a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.115511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a4da58dd-5593-4498-b1d6-6d789b1668a4 None None] Port 18568d63-deea-4d99-b53a-595e20d5eacd cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:31:49.210510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18568d63-deea-4d99-b53a-595e20d5eacd {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:31:49.218485 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.241821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Transition to ACTIVE for port object 18568d63-deea-4d99-b53a-595e20d5eacd will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:31:49.245512 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.297859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Pushing event updated for resources: {'Port': ['ID=18568d63-deea-4d99-b53a-595e20d5eacd,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:49.320645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bc14c-1c66-4d21-bf73-a6765b2fe85b req-33674f0a-8571-43ba-a46d-404c7398c1aa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:49.323330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f55bc14c-1c66-4d21-bf73-a6765b2fe85b req-33674f0a-8571-43ba-a46d-404c7398c1aa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 944 time: 0.0642066 Dec 15 05:31:49.374859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Attempting to bind port 18568d63-deea-4d99-b53a-595e20d5eacd on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:31:49.375237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Attempting to bind port 18568d63-deea-4d99-b53a-595e20d5eacd by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:31:49.375558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Attempting to bind port 18568d63-deea-4d99-b53a-595e20d5eacd on network 563769f6-3078-41c7-a378-92779621e876 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:31:49.380897 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Port 18568d63-deea-4d99-b53a-595e20d5eacd on network 563769f6-3078-41c7-a378-92779621e876 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:31:49.381238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Attempting to bind port 18568d63-deea-4d99-b53a-595e20d5eacd on network 563769f6-3078-41c7-a378-92779621e876 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:31:49.386618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:31:49.386995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Checking segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:31:49.387320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Bound using segment: {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:31:49.387752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Bound port: 18568d63-deea-4d99-b53a-595e20d5eacd, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56956167-6bea-4ba2-9b0b-907ee58efb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '563769f6-3078-41c7-a378-92779621e876'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:31:49.388151 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.390646 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f55bc14c-1c66-4d21-bf73-a6765b2fe85b req-dc3de778-5a60-468b-a286-941aafc0dd1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602219 Dec 15 05:31:49.465601 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] For port 18568d63-deea-4d99-b53a-595e20d5eacd, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:31:49.470069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] For port 18568d63-deea-4d99-b53a-595e20d5eacd, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=18568d63-deea-4d99-b53a-595e20d5eacd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:31:49.477148 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.521452 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:49.522163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.523647 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] 10.222.0.42 "PUT /v2.0/ports/18568d63-deea-4d99-b53a-595e20d5eacd HTTP/1.1" status: 200 len: 1093 time: 0.6523566 Dec 15 05:31:49.524146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:31:49.526442 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed5d25-4de8-4a77-b2b1-dae95bec9335" -d '{"events": [{"name": "network-changed", "server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:31:49.605740 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8fb89-bf0b-4f29-a906-672ca498b481 service neutron] Pushing event updated for resources: {'Port': ['ID=18568d63-deea-4d99-b53a-595e20d5eacd,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:49.626289 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86414483-8588-4dc9-9f78-e53fb01fe827 x-openstack-request-id: req-86414483-8588-4dc9-9f78-e53fb01fe827 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:31:49.626688 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:31:49.627034 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86414483-8588-4dc9-9f78-e53fb01fe827 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:31:49.627495 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd', 'status': 'completed', 'code': 200} Dec 15 05:31:49.645341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-23b90d13-c3e2-43ed-b4ac-e91d002e55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:49.646923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-23b90d13-c3e2-43ed-b4ac-e91d002e55dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 1096 time: 0.0597181 Dec 15 05:31:49.695580 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4b55f4c0-3206-4b61-8288-5e9d475350e7 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:31:49.696433 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-465cb1a6-360d-48fd-ada5-431ef73f97c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18568d63-deea-4d99-b53a-595e20d5eacd HTTP/1.1" status: 200 len: 217 time: 0.0365684 Dec 15 05:31:49.754401 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-55025e71-5165-49bc-8066-61ea9ea8308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:49.756518 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-55025e71-5165-49bc-8066-61ea9ea8308d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a53d930-5e43-4fec-9d10-768d5757b2e6 HTTP/1.1" status: 200 len: 835 time: 0.0532897 Dec 15 05:31:49.758346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4b55f4c0-3206-4b61-8288-5e9d475350e7 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:49.758725 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:49.810018 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce08f-8624-43af-951a-1263d7540813 req-2419fa41-9cf6-4ffc-a2fe-15e738f09c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:49.811529 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-2419fa41-9cf6-4ffc-a2fe-15e738f09c8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=563769f6-3078-41c7-a378-92779621e876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478673 Dec 15 05:31:49.905295 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-9e7e047a-146f-49f1-81c4-93e355e75402 service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Dec 15 05:31:49.996374 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c0cce08f-8624-43af-951a-1263d7540813 req-9a569c19-a83e-43b4-9698-d3f40da99fdd service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841391 Dec 15 05:31:50.117069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-cdddc844-8a4f-4e46-9fc4-d939121a9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:50.118636 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-cdddc844-8a4f-4e46-9fc4-d939121a9605 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 1096 time: 0.0422273 Dec 15 05:31:50.209144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-3e13ac2f-39b3-46eb-bdf4-98ca5d60e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:50.210498 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-3e13ac2f-39b3-46eb-bdf4-98ca5d60e538 service neutron] 10.222.0.42 "GET /v2.0/networks?id=563769f6-3078-41c7-a378-92779621e876 HTTP/1.1" status: 200 len: 896 time: 0.0843422 Dec 15 05:31:50.504052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa865eb-8573-46f3-a8b0-ed740b41bace req-4815e6e3-2bc3-4d8d-a1e1-b3c1427e95a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:50.505523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4aa865eb-8573-46f3-a8b0-ed740b41bace req-4815e6e3-2bc3-4d8d-a1e1-b3c1427e95a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 944 time: 0.0505600 Dec 15 05:31:50.545623 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-301f8389-05ce-42d2-ac69-0f9122ef8207 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18568d63-deea-4d99-b53a-595e20d5eacd HTTP/1.1" status: 200 len: 217 time: 0.3282733 Dec 15 05:31:50.558667 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4aa865eb-8573-46f3-a8b0-ed740b41bace req-fecae0ea-80b3-4cae-becb-57640c59ce8e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467021 Dec 15 05:31:50.596734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-59c3a24f-c633-4011-8107-430aaf1677f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:50.598206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-59c3a24f-c633-4011-8107-430aaf1677f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a53d930-5e43-4fec-9d10-768d5757b2e6 HTTP/1.1" status: 200 len: 835 time: 0.0445678 Dec 15 05:31:50.644256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-bf5e9b7a-2c33-4ad9-93e3-d3e8b02cc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:50.645725 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-bf5e9b7a-2c33-4ad9-93e3-d3e8b02cc658 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=563769f6-3078-41c7-a378-92779621e876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395808 Dec 15 05:31:50.738628 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-b16202eb-e769-4b7f-a54f-629f5f6c4311 service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847688 Dec 15 05:31:50.831164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-beed5d25-4de8-4a77-b2b1-dae95bec9335 req-285b2f45-bafc-4afb-9854-2dcb7916980b service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842538 Dec 15 05:31:51.676378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb278ae2-5179-40f7-899c-1a770b591875 req-9a10b44a-9499-404f-8afd-7d7e0459c94a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:51.677815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb278ae2-5179-40f7-899c-1a770b591875 req-9a10b44a-9499-404f-8afd-7d7e0459c94a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 944 time: 0.0476356 Dec 15 05:31:51.718706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 18568d63-deea-4d99-b53a-595e20d5eacd details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:31:51.729608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb278ae2-5179-40f7-899c-1a770b591875 req-a9178d1d-acf8-4020-ba6d-7e2cd65c0c07 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Dec 15 05:31:51.819264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 18568d63-deea-4d99-b53a-595e20d5eacd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=18568d63-deea-4d99-b53a-595e20d5eacd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:51.830453 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '18568d63-deea-4d99-b53a-595e20d5eacd', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'port_id': '18568d63-deea-4d99-b53a-595e20d5eacd', 'mac_address': 'fa:16:3e:77:0c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:31:51.865648 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:51.877955 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18568d63-deea-4d99-b53a-595e20d5eacd {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:31:51.898144 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 18568d63-deea-4d99-b53a-595e20d5eacd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=18568d63-deea-4d99-b53a-595e20d5eacd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:51.902030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:51.950161 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=18568d63-deea-4d99-b53a-595e20d5eacd,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:52.032482 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:31:52.199627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['18568d63-deea-4d99-b53a-595e20d5eacd'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:31:52.845883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce6e1d-0f93-479b-957c-90ed8bd9689e req-40729a04-5456-46bc-af5c-6384936db057 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:52.847265 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6ce6e1d-0f93-479b-957c-90ed8bd9689e req-40729a04-5456-46bc-af5c-6384936db057 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Dec 15 05:31:52.896208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b6ce6e1d-0f93-479b-957c-90ed8bd9689e req-865c973a-2aab-495b-b43d-c40ee05bd004 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Dec 15 05:31:53.733700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 18568d63-deea-4d99-b53a-595e20d5eacd up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:31:53.783020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 18568d63-deea-4d99-b53a-595e20d5eacd completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:31:53.787215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 18568d63-deea-4d99-b53a-595e20d5eacd triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:31:53.787604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:53.867960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:53.893998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:31:53.896378 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f97973-2cd3-414b-8263-5f1d9a1b5b14" -d '{"events": [{"server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "name": "network-vif-plugged", "status": "completed", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:31:53.911238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 18568d63-deea-4d99-b53a-595e20d5eacd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=18568d63-deea-4d99-b53a-595e20d5eacd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:31:53.919484 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:53.944917 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fdb9fe-bc19-475b-a4ac-03dbd865b7a7 x-openstack-request-id: req-33fdb9fe-bc19-475b-a4ac-03dbd865b7a7 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:31:53.945367 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "name": "network-vif-plugged", "status": "completed", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:31:53.945802 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33fdb9fe-bc19-475b-a4ac-03dbd865b7a7 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:31:53.946237 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd', 'code': 200} Dec 15 05:31:53.975153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=18568d63-deea-4d99-b53a-595e20d5eacd,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:54.029585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32d16-d036-4398-9332-fe7ccb4bbcfa req-ab05f853-658c-45c2-aec0-849653013920 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:54.031150 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fd32d16-d036-4398-9332-fe7ccb4bbcfa req-ab05f853-658c-45c2-aec0-849653013920 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0547924 Dec 15 05:31:54.076727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c604a0a-e49b-4a37-a0c0-a81c6288cac6 req-77d51981-7305-42f5-bd99-a56b1d0e2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:54.078350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6c604a0a-e49b-4a37-a0c0-a81c6288cac6 req-77d51981-7305-42f5-bd99-a56b1d0e2a44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 1098 time: 0.0421844 Dec 15 05:31:54.084433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9fd32d16-d036-4398-9332-fe7ccb4bbcfa req-29ed3294-6f93-4763-9fc2-b910f43054d4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461514 Dec 15 05:31:54.124858 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6c604a0a-e49b-4a37-a0c0-a81c6288cac6 req-9acd3f12-c5fd-44ee-82a9-0726cdeb0ce0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 Dec 15 05:31:55.206037 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76525-af42-4857-a3dc-fe5730f819e5 req-5f01e8c1-1eb2-4677-aac3-d707fb0cb5d2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:55.207479 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2d76525-af42-4857-a3dc-fe5730f819e5 req-5f01e8c1-1eb2-4677-aac3-d707fb0cb5d2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0529470 Dec 15 05:31:55.257596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2d76525-af42-4857-a3dc-fe5730f819e5 req-f6b67580-26f2-4044-b27d-85c7a5f426db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Dec 15 05:31:55.368930 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c30ef-ddaf-4bb0-a33c-d9ea0654fcea req-b4584be1-8561-40e5-bbb6-512d2967a255 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:55.370275 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc5c30ef-ddaf-4bb0-a33c-d9ea0654fcea req-b4584be1-8561-40e5-bbb6-512d2967a255 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0471032 Dec 15 05:31:55.419576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc5c30ef-ddaf-4bb0-a33c-d9ea0654fcea req-98b5c8d9-26d2-4f54-9ab0-964339af2ca4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Dec 15 05:31:55.440843 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57562) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:55.482368 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7edb0e1-8fff-43e9-8823-674d58167a46 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:55.483829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f7edb0e1-8fff-43e9-8823-674d58167a46 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 1093 time: 0.0420499 Dec 15 05:31:55.486657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57564) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:55.490777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '18568d63-deea-4d99-b53a-595e20d5eacd', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:31:55.512237 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:55.606584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:55.709766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.181 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/b639f089-cb6d-4b21-a598-fbeab1815120) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:31:55.807380 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:55.840502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:55.881703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:31:55.884585 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:31:55.888135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:31:55.910773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=b639f089-cb6d-4b21-a598-fbeab1815120,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:56.217045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:56.283240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:56.747869 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:56.753256 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:56.817153 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=b639f089-cb6d-4b21-a598-fbeab1815120,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:31:56.828522 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:56.925875 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 1bef08b1-7213-40f7-a59e-4abbea553baf associated. External IP: 172.25.2.181, port: 18568d63-deea-4d99-b53a-595e20d5eacd. Dec 15 05:31:57.126084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 5d192e47-62c5-4711-bc96-36ed4d454bd5 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:31:57.232484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:31:57.242478 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] Sync routers for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:31:57.249578 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:57.253740 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:57.254347 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:57.276314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ebf926ae-9e65-411d-b07f-ebf47b5c0bea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7886467 Dec 15 05:31:57.276901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:31:57.279169 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:31:57.317461 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eebbd2-21ca-4b7f-a542-b2cfb605bb7e x-openstack-request-id: req-c1eebbd2-21ca-4b7f-a542-b2cfb605bb7e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:31:57.317784 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:31:57.318065 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1eebbd2-21ca-4b7f-a542-b2cfb605bb7e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:31:57.318661 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd', 'status': 'completed', 'code': 200} Dec 15 05:31:57.360851 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:57.377550 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db047936-a527-456d-a66e-ce5e20ad2f2a req-684c4c92-0ffe-4cf5-bbcf-5e4d6a428d12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:57.379095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db047936-a527-456d-a66e-ce5e20ad2f2a req-684c4c92-0ffe-4cf5-bbcf-5e4d6a428d12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Dec 15 05:31:57.399732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-c5940c24-6f07-4c4f-8325-74af1b4bc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:57.401284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-c5940c24-6f07-4c4f-8325-74af1b4bc08d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 1098 time: 0.0416279 Dec 15 05:31:57.431284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-db047936-a527-456d-a66e-ce5e20ad2f2a req-6d5f1f7b-9b5e-48de-b8f3-2a3c63ddc093 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Dec 15 05:31:57.455673 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57570) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:57.498187 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-e9e21623-ac17-4dd3-ae0e-98fe91dd897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:57.500024 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-e9e21623-ac17-4dd3-ae0e-98fe91dd897b service neutron] 10.222.0.42 "GET /v2.0/networks?id=563769f6-3078-41c7-a378-92779621e876 HTTP/1.1" status: 200 len: 896 time: 0.0921419 Dec 15 05:31:57.521801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9d15abc7-1abb-4a42-b075-377decc12fc8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/1bef08b1-7213-40f7-a59e-4abbea553baf HTTP/1.1" status: 200 len: 992 time: 0.0649309 Dec 15 05:31:57.568657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-e0bb6434-451c-4bbc-931f-1e0b8f0d2384 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18568d63-deea-4d99-b53a-595e20d5eacd HTTP/1.1" status: 200 len: 1000 time: 0.0599556 Dec 15 05:31:57.586308 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1bef08b1-7213-40f7-a59e-4abbea553baf', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'port_id': '18568d63-deea-4d99-b53a-595e20d5eacd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'mac_address': 'fa:16:3e:77:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:31:56Z', 'updated_at': '2021-12-15T05:31:56Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:48Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:57.616959 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] Checking router: 5d192e47-62c5-4711-bc96-36ed4d454bd5 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:31:57.620581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-c37b65ec-12f4-4d0d-8376-96093c18b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:57.622167 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-c37b65ec-12f4-4d0d-8376-96093c18b3d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a53d930-5e43-4fec-9d10-768d5757b2e6 HTTP/1.1" status: 200 len: 835 time: 0.0470557 Dec 15 05:31:57.625630 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:31:57.626222 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:31:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:57.672080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-8e919ac3-8fd0-43a5-b8ef-30e23b7aeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:31:57.674195 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-8e919ac3-8fd0-43a5-b8ef-30e23b7aeb8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=563769f6-3078-41c7-a378-92779621e876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450988 Dec 15 05:31:57.726942 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:31:57.763505 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-39829c86-effc-4f39-bea8-bdc0a1eeea18 service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808938 Dec 15 05:31:57.838221 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-71b49bb4-8e79-475d-9029-1599f648ab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:31:57.860799 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6ec9c0b4-27aa-417f-8bc7-343e235a96c2 req-d54b0b03-aef3-459d-9fa8-d8236c8ec01b service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909207 Dec 15 05:31:57.951977 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1bef08b1-7213-40f7-a59e-4abbea553baf', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'port_id': '18568d63-deea-4d99-b53a-595e20d5eacd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'mac_address': 'fa:16:3e:77:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:31:56Z', 'updated_at': '2021-12-15T05:31:56Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:48Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:31:57.979383 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50b397-bc4d-4001-aaf9-1ae659dfaa37 None None] The sync data for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 is: [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '1bef08b1-7213-40f7-a59e-4abbea553baf', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'port_id': '18568d63-deea-4d99-b53a-595e20d5eacd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'mac_address': 'fa:16:3e:77:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:31:56Z', 'updated_at': '2021-12-15T05:31:56Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:48Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:31:58.155174 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b789592-9a8d-4210-ba89-e0038b9b3ff2 None None] New status for floating IP 1bef08b1-7213-40f7-a59e-4abbea553baf: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:31:58.525614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57572) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:31:58.588810 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-566351fd-921d-417e-886c-10a390459e25 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/1bef08b1-7213-40f7-a59e-4abbea553baf HTTP/1.1" status: 200 len: 994 time: 0.0620601 Dec 15 05:32:00.033334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a09e65ad-7ce0-4e07-8027-7f946085678c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:01.354180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:02.894727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:03.490337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:04.006059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:07.698912 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:27.839757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c701c037-8eb8-4268-8e03-2b9f58e10296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:29.031537 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:32:30.008665 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dc48cead-d05d-43ba-81b6-8dc3d6f54497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:30.056493 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724100b-ce36-4b1c-8e96-c28cfa641f06 req-4e87294f-3414-4cd3-80f2-e832c17b8c6e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:30.057963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1724100b-ce36-4b1c-8e96-c28cfa641f06 req-4e87294f-3414-4cd3-80f2-e832c17b8c6e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.1012146 Dec 15 05:32:30.110958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1724100b-ce36-4b1c-8e96-c28cfa641f06 req-18efdbdb-f563-4473-a384-e670d72b64a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Dec 15 05:32:31.231521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14a12e-64fd-47fc-9d6c-2e3a6885c00e req-c7307909-fa7a-48ed-ba74-f9672bdb96cc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:31.233047 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed14a12e-64fd-47fc-9d6c-2e3a6885c00e req-c7307909-fa7a-48ed-ba74-f9672bdb96cc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0488622 Dec 15 05:32:31.283480 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ed14a12e-64fd-47fc-9d6c-2e3a6885c00e req-3d3c6695-62bf-4b64-b1ca-b5ad70ffba30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Dec 15 05:32:31.305543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57602) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:31.358348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:31.367408 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4161be25-89b6-4767-b10d-079d2c22ef5d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/1bef08b1-7213-40f7-a59e-4abbea553baf HTTP/1.1" status: 200 len: 994 time: 0.0607038 Dec 15 05:32:32.653888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b74f-9fd5-41ca-bb9a-43d634eabde3 req-e5476d91-0706-411f-93dd-961a7f4505f3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:32.655297 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5584b74f-9fd5-41ca-bb9a-43d634eabde3 req-e5476d91-0706-411f-93dd-961a7f4505f3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0537374 Dec 15 05:32:32.705132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5584b74f-9fd5-41ca-bb9a-43d634eabde3 req-243b7235-009d-459a-b05e-e362dc90eb43 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Dec 15 05:32:32.897190 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:33.492355 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:33.827693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4d6fa-a424-4d48-a2b3-4d4d42db1a9b req-70cf04ad-849f-4b09-b85f-e5b5797ecf2d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:33.829685 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fea4d6fa-a424-4d48-a2b3-4d4d42db1a9b req-70cf04ad-849f-4b09-b85f-e5b5797ecf2d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0536833 Dec 15 05:32:33.877990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fea4d6fa-a424-4d48-a2b3-4d4d42db1a9b req-4b0bc884-d160-4932-ae0c-f14885de3565 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Dec 15 05:32:33.900772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57612) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:33.965792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-eced5057-1071-498b-824a-6f1899bf1d1e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/1bef08b1-7213-40f7-a59e-4abbea553baf HTTP/1.1" status: 200 len: 994 time: 0.0638740 Dec 15 05:32:34.005569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:34.194622 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57618) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:34.353834 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port b639f089-cb6d-4b21-a598-fbeab1815120 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:32:34.354178 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:34.431047 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:34.431374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:34.443256 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for b639f089-cb6d-4b21-a598-fbeab1815120 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:32:34.592708 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:34.626654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=b639f089-cb6d-4b21-a598-fbeab1815120,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:34.648714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.649063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.649403 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.649736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.650064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.650387 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.650709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.651031 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.651353 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.651674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.651993 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.652332 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.652665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:34.695810 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:34.696172 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 1bef08b1-7213-40f7-a59e-4abbea553baf disassociated (deleted). External IP: 172.25.2.181, port: 18568d63-deea-4d99-b53a-595e20d5eacd. Dec 15 05:32:34.898481 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 5d192e47-62c5-4711-bc96-36ed4d454bd5 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:32:35.002763 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:32:35.007406 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:35.011738 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] Sync routers for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:32:35.020784 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:35.021375 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:35.033266 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f78cb3a9-6650-49e9-8c8a-739b32c6c0ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/floatingips/1bef08b1-7213-40f7-a59e-4abbea553baf HTTP/1.1" status: 204 len: 168 time: 0.8375676 Dec 15 05:32:35.034219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:32:35.036616 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf23f9b-6d22-4649-a477-80097f5534ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:32:35.075828 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5996285-1436-42b7-a167-fd9f08e0ebfd x-openstack-request-id: req-a5996285-1436-42b7-a167-fd9f08e0ebfd {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:32:35.076366 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:32:35.076504 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5996285-1436-42b7-a167-fd9f08e0ebfd {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:32:35.076926 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd', 'status': 'completed', 'code': 200} Dec 15 05:32:35.222655 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23f9b-6d22-4649-a477-80097f5534ef req-1cd95bca-ad29-4c3c-90c5-f29f882c9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:35.224355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-1cd95bca-ad29-4c3c-90c5-f29f882c9e1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 1098 time: 0.1041710 Dec 15 05:32:35.242326 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:35.274203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27e4bf-88dc-4c4b-bab2-0dd87342e938 req-05b5d06e-af84-4d27-a30d-b024be53dbc5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:35.275705 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e27e4bf-88dc-4c4b-bab2-0dd87342e938 req-05b5d06e-af84-4d27-a30d-b024be53dbc5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0540571 Dec 15 05:32:35.328198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23f9b-6d22-4649-a477-80097f5534ef req-28bfca64-8528-4830-9e0c-693c4875b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:35.330580 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-28bfca64-8528-4830-9e0c-693c4875b18f service neutron] 10.222.0.42 "GET /v2.0/networks?id=563769f6-3078-41c7-a378-92779621e876 HTTP/1.1" status: 200 len: 896 time: 0.0957723 Dec 15 05:32:35.331132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2e27e4bf-88dc-4c4b-bab2-0dd87342e938 req-5fa2b9f4-585e-4827-b82d-a2ab6e98dc76 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Dec 15 05:32:35.377469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-6a09cc45-d7a1-4e40-9275-20ecaea23322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18568d63-deea-4d99-b53a-595e20d5eacd HTTP/1.1" status: 200 len: 217 time: 0.0377307 Dec 15 05:32:35.429318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23f9b-6d22-4649-a477-80097f5534ef req-3a986503-4851-4cd4-85b0-b81d43edee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:35.430892 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-3a986503-4851-4cd4-85b0-b81d43edee4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a53d930-5e43-4fec-9d10-768d5757b2e6 HTTP/1.1" status: 200 len: 835 time: 0.0459747 Dec 15 05:32:35.447954 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:48Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:35.478411 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] Checking router: 5d192e47-62c5-4711-bc96-36ed4d454bd5 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:32:35.478957 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23f9b-6d22-4649-a477-80097f5534ef req-cc9de7ce-ca51-4bc3-bacf-093f9a166b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:35.480546 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-cc9de7ce-ca51-4bc3-bacf-093f9a166b72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=563769f6-3078-41c7-a378-92779621e876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427535 Dec 15 05:32:35.486888 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:35.487479 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:35.577164 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-7f335844-a3ad-4f98-9302-db438c449c4d service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892372 Dec 15 05:32:35.596280 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:35.671359 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-adf23f9b-6d22-4649-a477-80097f5534ef req-2688a9f0-6b25-4fa0-a6c1-b3cc11e88f10 service neutron] 10.222.0.42 "GET /v2.0/networks/563769f6-3078-41c7-a378-92779621e876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854170 Dec 15 05:32:35.793340 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:48Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:35.819372 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f61fd1-7de3-4aff-8465-db1ad7ae1ee9 None None] The sync data for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 is: [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:31:45Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4b55f4c0-3206-4b61-8288-5e9d475350e7', 'name': '', 'network_id': '563769f6-3078-41c7-a378-92779621e876', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:b8:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:44Z', 'updated_at': '2021-12-15T05:31:48Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '2a53d930-5e43-4fec-9d10-768d5757b2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:32:36.039972 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66053862-3022-4ce8-8c0c-bededb3bfb1c None None] New status for floating IP 1bef08b1-7213-40f7-a59e-4abbea553baf: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:32:36.450703 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3910-c64d-4992-9708-fae60d70f598 req-76960a42-ae65-405b-9590-bc618c6e77a2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:36.452186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd1b3910-c64d-4992-9708-fae60d70f598 req-76960a42-ae65-405b-9590-bc618c6e77a2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0483809 Dec 15 05:32:36.504337 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd1b3910-c64d-4992-9708-fae60d70f598 req-dfac43ad-968f-4dcd-8a9a-672a5a7c7717 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d674c90f-6cce-445b-b002-6896a8aa8b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461895 Dec 15 05:32:36.904834 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-2b872742-6307-400d-a9fd-6d37f63f4f6e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:36.906282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-2b872742-6307-400d-a9fd-6d37f63f4f6e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 946 time: 0.0526333 Dec 15 05:32:36.994031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 18568d63-deea-4d99-b53a-595e20d5eacd {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:32:36.994372 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:37.084613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 18568d63-deea-4d99-b53a-595e20d5eacd, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=18568d63-deea-4d99-b53a-595e20d5eacd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:37.084975 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:37.097760 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 18568d63-deea-4d99-b53a-595e20d5eacd owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:32:37.230121 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:37.269198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=18568d63-deea-4d99-b53a-595e20d5eacd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:37.291499 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.291858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.292249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.292594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.292935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.293274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.293612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.293965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.294298 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.294658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.294987 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.295310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.295634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:37.319890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] No DVR routers for this DVR port 18568d63-deea-4d99-b53a-595e20d5eacd on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:32:37.323777 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:37.330158 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f097495a-8a21-4eca-a771-80fd47ae9eb7 req-17954262-feba-4ef1-9bb2-d071fee22abf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "DELETE /v2.0/ports/18568d63-deea-4d99-b53a-595e20d5eacd HTTP/1.1" status: 204 len: 173 time: 0.4167812 Dec 15 05:32:37.330852 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'name': 'network-vif-deleted', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:32:37.334754 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d39c14-6ba8-4957-9a98-c179c373746f" -d '{"events": [{"server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "name": "network-vif-deleted", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:32:37.442690 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e84c6-dbc0-440f-8b8a-836bcba81f86 x-openstack-request-id: req-f73e84c6-dbc0-440f-8b8a-836bcba81f86 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:32:37.442996 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef301bd7-54be-4cb1-a6d4-e501d5fae6b0", "name": "network-vif-deleted", "tag": "18568d63-deea-4d99-b53a-595e20d5eacd", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:32:37.443261 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f73e84c6-dbc0-440f-8b8a-836bcba81f86 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:32:37.443675 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef301bd7-54be-4cb1-a6d4-e501d5fae6b0', 'name': 'network-vif-deleted', 'tag': '18568d63-deea-4d99-b53a-595e20d5eacd', 'status': 'completed', 'code': 200} Dec 15 05:32:37.616155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d6e0eae9-cb74-411f-8802-96b27c45aadd req-6e4c0018-8972-47e4-b17e-950cc8551408 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef301bd7-54be-4cb1-a6d4-e501d5fae6b0 HTTP/1.1" status: 200 len: 210 time: 0.0290990 Dec 15 05:32:37.699439 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:38.674356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57638) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:39.019193 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:39.262593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 4b55f4c0-3206-4b61-8288-5e9d475350e7 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:32:39.262930 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:39.350228 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 4b55f4c0-3206-4b61-8288-5e9d475350e7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4b55f4c0-3206-4b61-8288-5e9d475350e7,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:39.350583 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:39.362766 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 4b55f4c0-3206-4b61-8288-5e9d475350e7 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:32:39.538860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:39.566219 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=4b55f4c0-3206-4b61-8288-5e9d475350e7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:39.736790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:39.987404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 18568d63-deea-4d99-b53a-595e20d5eacd no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:32:40.008334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 18568d63-deea-4d99-b53a-595e20d5eacd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:32:40.008682 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 18568d63-deea-4d99-b53a-595e20d5eacd not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:32:40.260208 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 5d192e47-62c5-4711-bc96-36ed4d454bd5 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:32:40.362122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:32:40.367174 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2d61a7ba-549b-4a0e-bd33-d34f0ae5f9c6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/5d192e47-62c5-4711-bc96-36ed4d454bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918180 Dec 15 05:32:40.369927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57640) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:40.376643 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] Sync routers for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:32:40.386027 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:40.386728 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:40.423838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting subnet 2a53d930-5e43-4fec-9d10-768d5757b2e6 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:32:40.426997 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.467019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.486400 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:40.551064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.621305 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.648593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Subnet': ['ID=2a53d930-5e43-4fec-9d10-768d5757b2e6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:40.652419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.660243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d43f5241-01f8-4992-86f2-4acabc2df7e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/subnets/2a53d930-5e43-4fec-9d10-768d5757b2e6 HTTP/1.1" status: 204 len: 168 time: 0.2847056 Dec 15 05:32:40.660243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57642) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:40.664606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b402be-348f-40e2-bc9a-17b1286d672e None None] Network 563769f6-3078-41c7-a378-92779621e876 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:32:40.673319 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:32:39Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:40.698964 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] Checking router: 5d192e47-62c5-4711-bc96-36ed4d454bd5 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:32:40.708044 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] Routers {'5d192e47-62c5-4711-bc96-36ed4d454bd5'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:40.708674 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5d192e47-62c5-4711-bc96-36ed4d454bd5'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:40.773398 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.816662 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] Set router 5d192e47-62c5-4711-bc96-36ed4d454bd5 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:40.824804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] DHCP port deletion for 563769f6-3078-41c7-a378-92779621e876 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:32:40.871977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Deleting port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:32:40.872377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.885561 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.939075 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port a037dd8f-7991-4dba-bd85-e256bbea56b7 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:32:40.939688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.941706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] For port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,segment=NetworkSegment(56956167-6bea-4ba2-9b0b-907ee58efb45),segment_id=56956167-6bea-4ba2-9b0b-907ee58efb45)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:40.941983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:40.955112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Calling delete_port for e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:32:41.006421 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:32:39Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:41.016500 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port a037dd8f-7991-4dba-bd85-e256bbea56b7, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a037dd8f-7991-4dba-bd85-e256bbea56b7,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:41.016860 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.028879 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for a037dd8f-7991-4dba-bd85-e256bbea56b7 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:32:41.033539 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024f3c0-5923-4072-9a3d-35765c9c74b0 None None] The sync data for ids ['5d192e47-62c5-4711-bc96-36ed4d454bd5'] in n-d-820935-10 is: [{'id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142301726', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:31:41Z', 'updated_at': '2021-12-15T05:32:39Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a037dd8f-7991-4dba-bd85-e256bbea56b7', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d192e47-62c5-4711-bc96-36ed4d454bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:31:42Z', 'updated_at': '2021-12-15T05:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:32:41.050681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.073314 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Pushing event deleted for resources: {'Port': ['ID=e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:41.085715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.086061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.086400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.086736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.087068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.087394 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.087717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.088037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.088382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.088700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.089019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.089334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.089650 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:41.092277 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae4111-e031-40bd-a7b3-c726b840081f None None] No DVR routers for this DVR port e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:32:41.201681 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.232728 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=a037dd8f-7991-4dba-bd85-e256bbea56b7,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:41.243328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc850ade-ff76-497c-a842-f7521dc05284 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:32:41.292230 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.388679 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.391282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.438710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.439265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Fanout notify agent at l3_agent the message router_deleted on router 5d192e47-62c5-4711-bc96-36ed4d454bd5 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:32:41.446463 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.450104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8fc101b8-e15b-44a7-8406-88774b4106c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/routers/5d192e47-62c5-4711-bc96-36ed4d454bd5 HTTP/1.1" status: 204 len: 168 time: 0.7875364 Dec 15 05:32:41.450408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57644) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:41.537826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.630739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.653509 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563769f6-3078-41c7-a378-92779621e876']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:41.664019 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56956167-6bea-4ba2-9b0b-907ee58efb45') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:41.664480 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56956167-6bea-4ba2-9b0b-907ee58efb45') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:41.675723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.680908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4b55f4c0-3206-4b61-8288-5e9d475350e7 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:32:41.692304 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.698594 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:32:41.698989 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:32:41.702271 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:32:41.709925 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4b55f4c0-3206-4b61-8288-5e9d475350e7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:32:41.710284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4b55f4c0-3206-4b61-8288-5e9d475350e7 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:32:41.710699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:32:41.735525 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:32:41.735978 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e83b5df5-cba3-4fed-9b60-2e78b0f1d0bd not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:32:41.770086 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.777688 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.780398 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/networks/563769f6-3078-41c7-a378-92779621e876 HTTP/1.1" status: 204 len: 168 time: 0.3286331 Dec 15 05:32:41.783265 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57646) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:41.792282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d416a4c-7e89-430d-8ed7-b36ac40e4ace tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Network': ['ID=563769f6-3078-41c7-a378-92779621e876,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:41.842184 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdb7-2acc-4b5a-9d3b-20a9b82ee8a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.867450 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdb7-2acc-4b5a-9d3b-20a9b82ee8a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.925862 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdb7-2acc-4b5a-9d3b-20a9b82ee8a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.928464 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fed9fdb7-2acc-4b5a-9d3b-20a9b82ee8a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:41.929762 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fed9fdb7-2acc-4b5a-9d3b-20a9b82ee8a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/security-groups/d674c90f-6cce-445b-b002-6896a8aa8b29 HTTP/1.1" status: 204 len: 168 time: 0.1451166 Dec 15 05:32:41.939238 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9fdb7-2acc-4b5a-9d3b-20a9b82ee8a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d674c90f-6cce-445b-b002-6896a8aa8b29,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.246951 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57652) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.252013 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982997164', 'description': 'tempest-secgroup-smoke-982997164 description', 'project_id': 'a2e2a9643278440caf84812d9207461b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:42.273650 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.339329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.342893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.371461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.372708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1247551 Dec 15 05:32:42.374591 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eadf8-e4ce-48d4-99b7-f8a9c933385f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738af1d4-aec6-4765-8941-7c7fa39777fa,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.375728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57654) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.380475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '738af1d4-aec6-4765-8941-7c7fa39777fa', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:42.407900 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.462346 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.465793 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.480056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e11ae0-375d-4003-90bd-404469822df9,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.490555 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.491766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f10b84c-74a4-4c35-bd9b-29a416b272b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149454 Dec 15 05:32:42.494560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57656) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.498909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '738af1d4-aec6-4765-8941-7c7fa39777fa', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:42.525915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.582507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.586350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.604801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04126d06-083c-44ac-ab85-8f5e7342ca70,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.612122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.613310 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-68595399-358c-46da-ba8a-fe0e95253953 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178179 Dec 15 05:32:42.616039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57658) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.620487 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '738af1d4-aec6-4765-8941-7c7fa39777fa', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:42.646886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.706211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.709805 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.729889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acea6fca-f0fd-4d6b-978f-82d718e54556,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.738595 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.739816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-698d137e-c5d1-4f2a-bd3c-eb1493e882f1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227858 Dec 15 05:32:42.742526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57660) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.746826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '738af1d4-aec6-4765-8941-7c7fa39777fa', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:42.773612 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.830874 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.834292 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.851749 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51874575-bbe6-4902-b446-ee83d4aae60f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.862160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.865186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-51cdcab1-7b95-4429-8d74-c90ace42f91a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199715 Dec 15 05:32:42.866391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57662) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.870850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '738af1d4-aec6-4765-8941-7c7fa39777fa', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:42.892394 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:32:42.897055 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.952268 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.956316 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.973778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd24b424-b805-40a5-adde-50911ee58893,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:42.982303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:42.983509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2f35ae7c-9c5e-4cac-b10f-c69bca507512 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161330 Dec 15 05:32:42.986377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57664) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:42.990758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '738af1d4-aec6-4765-8941-7c7fa39777fa', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:43.011935 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:32:43.017205 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.076201 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.080107 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.097559 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c608add4-e65d-4ff5-bcb7-8697db6b5b62,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:43.105693 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.106893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-377bb674-a9d3-4a51-a461-feed34eef996 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195509 Dec 15 05:32:43.109757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57666) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:43.114616 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'network': {'name': 'tempest-network-smoke--1242793756', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:43.135379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:32:43.138891 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.163375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:32:43.172313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.172661 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Added segment f784911c-23d8-460e-aa10-f3235e248586 of type vlan for network 7d69e166-18dc-42ec-b533-515aaa43d29c Dec 15 05:32:43.213665 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.239737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.245624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:43.246216 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.306129 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952889 Dec 15 05:32:43.308915 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57668) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:43.313903 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'admin_state_up': True, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:43.318341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd41b40-1fe3-4604-b92d-af0af023bdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Network': ['ID=7d69e166-18dc-42ec-b533-515aaa43d29c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:43.328908 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7d69e166-18dc-42ec-b533-515aaa43d29c details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:32:43.336939 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.338006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.394840 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.530275 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.582416 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a037dd8f-7991-4dba-bd85-e256bbea56b7 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:32:43.603228 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a037dd8f-7991-4dba-bd85-e256bbea56b7 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:32:43.603579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a037dd8f-7991-4dba-bd85-e256bbea56b7 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:32:43.726526 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.744414 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.846832 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.178 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/a643e98e-cc29-49ec-b555-9fb4208cf4a4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:32:43.943240 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:43.975230 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:44.015251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:32:44.018202 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:44.021680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:32:44.030288 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c315b5a8-3585-4ae9-96e7-3bf1e62a84db None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:32:44.046810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=a643e98e-cc29-49ec-b555-9fb4208cf4a4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:44.106537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-865aa397-0f29-42a7-8082-786ae562653a None None] Provisioning complete for port a643e98e-cc29-49ec-b555-9fb4208cf4a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:44.106853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-865aa397-0f29-42a7-8082-786ae562653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:44.143188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-865aa397-0f29-42a7-8082-786ae562653a None None] Port a643e98e-cc29-49ec-b555-9fb4208cf4a4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:32:44.266740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:44.454710 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:44.572254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router cbba98e1-8fd9-4b22-95a2-1b0b773336cc is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:32:44.677389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:32:44.686671 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Sync routers for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:32:44.697752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:44.698235 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:44.698383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:44.699747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-56d65c8b-edd3-445d-83cb-1210302671e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3897684 Dec 15 05:32:44.702802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57670) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:44.744383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-580b0aaa-3a04-47f5-badf-4014050fe9f0 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a2e2a9643278440caf84812d9207461b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396409 Dec 15 05:32:44.746791 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57672) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:44.800415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:44.980292 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:44Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:45.012295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Checking router: cbba98e1-8fd9-4b22-95a2-1b0b773336cc for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:32:45.012578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Updating router cbba98e1-8fd9-4b22-95a2-1b0b773336cc port a643e98e-cc29-49ec-b555-9fb4208cf4a4 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:32:45.039948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.208406 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d37275-bfa0-4160-b033-6dd36c291e3c tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:45.209927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-87d37275-bfa0-4160-b033-6dd36c291e3c tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4622433 Dec 15 05:32:45.212802 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57674) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:45.250139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d271e631-24ac-4003-b443-0639ea30d9d2 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336573 Dec 15 05:32:45.250864 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57676) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:45.255465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593851319', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:45.291696 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.297554 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.341322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef16c4-f7c5-4625-9343-2498378c3457 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:32:45.345923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:32:45.350122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.358112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Attempting to bind port a643e98e-cc29-49ec-b555-9fb4208cf4a4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:32:45.358479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Attempting to bind port a643e98e-cc29-49ec-b555-9fb4208cf4a4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:32:45.358843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Attempting to bind port a643e98e-cc29-49ec-b555-9fb4208cf4a4 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:32:45.363094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3166b-c08c-476f-9c5b-0e21c5d1ab89 None None] Pushing event updated for resources: {'Port': ['ID=a643e98e-cc29-49ec-b555-9fb4208cf4a4,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:45.368233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:32:45.368607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:32:45.369006 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.369385 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:32:45.369848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Bound port: a643e98e-cc29-49ec-b555-9fb4208cf4a4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:32:45.370236 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.422565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] For port a643e98e-cc29-49ec-b555-9fb4208cf4a4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:32:45.425784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] For port a643e98e-cc29-49ec-b555-9fb4208cf4a4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a643e98e-cc29-49ec-b555-9fb4208cf4a4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:32:45.429717 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.476673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356af95f-da85-4850-8b82-3162adc8eae8 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:32:45.505660 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3166b-c08c-476f-9c5b-0e21c5d1ab89 None None] Pushing event updated for resources: {'Port': ['ID=a643e98e-cc29-49ec-b555-9fb4208cf4a4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:45.508404 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-74d5a0c1-3908-46b7-a53c-986626425141 None None] Provisioning complete for port a643e98e-cc29-49ec-b555-9fb4208cf4a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:45.508774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-74d5a0c1-3908-46b7-a53c-986626425141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.510345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:45.510968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:45.539908 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.603159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Subnet': ['ID=bd0bad8f-4069-4881-994a-3a9e23c9941d,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:45.612024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Checking segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:32:45.612435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network hostable DHCP agents. Network: 7d69e166-18dc-42ec-b533-515aaa43d29c, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:32:45.629539 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 7d69e166-18dc-42ec-b533-515aaa43d29c is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:32:45.638650 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7d69e166-18dc-42ec-b533-515aaa43d29c) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:45.642877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:45.643507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:45.661089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33857132-b62b-4981-83c5-fba6e8658dde tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093149 Dec 15 05:32:45.664031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57678) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:45.666520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca8085-e8d5-4184-bb56-f8eb77286d28 None None] Network 7d69e166-18dc-42ec-b533-515aaa43d29c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:32:45.711846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:45.777571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-74d5a0c1-3908-46b7-a53c-986626425141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.016523 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-74d5a0c1-3908-46b7-a53c-986626425141 None None] For port a643e98e-cc29-49ec-b555-9fb4208cf4a4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a643e98e-cc29-49ec-b555-9fb4208cf4a4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:46.025335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-74d5a0c1-3908-46b7-a53c-986626425141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.085677 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7d69e166-18dc-42ec-b533-515aaa43d29c', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:32:46.086515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.098247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.158411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5a0c1-3908-46b7-a53c-986626425141 None None] Pushing event updated for resources: {'Port': ['ID=a643e98e-cc29-49ec-b555-9fb4208cf4a4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:46.235242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-06022109-0f17-4d75-abb8-f5212b1fd5c9 None None] Provisioning complete for port a643e98e-cc29-49ec-b555-9fb4208cf4a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:46.235753 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06022109-0f17-4d75-abb8-f5212b1fd5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.326007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:44Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:46.331774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Allocated IP 172.20.0.2 (7d69e166-18dc-42ec-b533-515aaa43d29c/bd0bad8f-4069-4881-994a-3a9e23c9941d/88056134-0968-4572-8d0c-b9814debaa02) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:32:46.362760 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156a49d-890e-4b84-94b5-ab8212146ed3 None None] The sync data for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 is: [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:44Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:32:46.532842 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.544525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.585552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Network 7d69e166-18dc-42ec-b533-515aaa43d29c is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:32:46.590227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:46.592723 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:32:46.602459 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Pushing event updated for resources: {'Port': ['ID=88056134-0968-4572-8d0c-b9814debaa02,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:46.634825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.1 (7d69e166-18dc-42ec-b533-515aaa43d29c/bd0bad8f-4069-4881-994a-3a9e23c9941d/c2b21251-d1b6-4b13-a2c5-aa9ac1693959) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:32:46.675046 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Attempting to bind port 88056134-0968-4572-8d0c-b9814debaa02 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:32:46.675406 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Attempting to bind port 88056134-0968-4572-8d0c-b9814debaa02 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:32:46.675768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Attempting to bind port 88056134-0968-4572-8d0c-b9814debaa02 on network 7d69e166-18dc-42ec-b533-515aaa43d29c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:32:46.683295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:32:46.683670 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Checking segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:32:46.684133 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.684499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Bound using segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:32:46.684966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Bound port: 88056134-0968-4572-8d0c-b9814debaa02, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:32:46.685345 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.760701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] For port 88056134-0968-4572-8d0c-b9814debaa02, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:32:46.766012 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.767190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] For port 88056134-0968-4572-8d0c-b9814debaa02, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=88056134-0968-4572-8d0c-b9814debaa02,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:32:46.773246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.806111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:46.839188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ff64-d5e0-4746-9cae-d6c9113bc1f4 None None] Pushing event updated for resources: {'Port': ['ID=88056134-0968-4572-8d0c-b9814debaa02,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:46.859088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 7d69e166-18dc-42ec-b533-515aaa43d29c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:32:46.863172 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:46.867312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:32:46.873965 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:46.919215 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.070879 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.369484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.374042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.444393 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:47.446739 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.544664 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 7d69e166-18dc-42ec-b533-515aaa43d29c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:32:47.546218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:47.679388 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router cbba98e1-8fd9-4b22-95a2-1b0b773336cc has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:32:47.707943 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a643e98e-cc29-49ec-b555-9fb4208cf4a4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:32:47.768452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a643e98e-cc29-49ec-b555-9fb4208cf4a4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:47.769099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.802651 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:32:47.825206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-20a882d5-f763-4dfa-9989-c59f485bc5b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/cbba98e1-8fd9-4b22-95a2-1b0b773336cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1594229 Dec 15 05:32:47.851215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ecf3e-68e9-4063-a91f-46ddc27655e2 None None] Network 7d69e166-18dc-42ec-b533-515aaa43d29c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:32:47.899806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88056134-0968-4572-8d0c-b9814debaa02 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:32:47.962124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bceda3a2-a237-4ffe-a35d-8d913c7b759e None None] Provisioning complete for port 88056134-0968-4572-8d0c-b9814debaa02 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:47.962547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bceda3a2-a237-4ffe-a35d-8d913c7b759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:47.969677 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-fb297aff-c6cb-46f5-bc3d-cfef334bd64e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982997164&fields=id&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 267 time: 0.0468695 Dec 15 05:32:48.046739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 88056134-0968-4572-8d0c-b9814debaa02 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:48.047651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.089432 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-02dc5803-b29d-4639-a24b-5a1971be5c99 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:48.091089 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-02dc5803-b29d-4639-a24b-5a1971be5c99 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 797 time: 0.1118901 Dec 15 05:32:48.114294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-56355176-195c-4553-acc5-7664402152be tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/quotas/a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 375 time: 0.0163295 Dec 15 05:32:48.127587 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bceda3a2-a237-4ffe-a35d-8d913c7b759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.167000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-c385bbd5-ff99-4997-b317-f0e44c596bd4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508745 Dec 15 05:32:48.195074 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-bceda3a2-a237-4ffe-a35d-8d913c7b759e None None] For port 88056134-0968-4572-8d0c-b9814debaa02, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=88056134-0968-4572-8d0c-b9814debaa02,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:48.202603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.209427 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bceda3a2-a237-4ffe-a35d-8d913c7b759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.291246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-d995771a-4b26-4e4a-bde2-967bd28a00c0 service neutron] 10.222.0.37 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108754 Dec 15 05:32:48.308648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda3a2-a237-4ffe-a35d-8d913c7b759e None None] Pushing event updated for resources: {'Port': ['ID=88056134-0968-4572-8d0c-b9814debaa02,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:48.313893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 05:32:48.314233 n-d-820935-10 neutron-server[103134]: DEBUG oslo_db.api [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 05:32:48.336522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3ac170cd-58cb-4159-8248-8f87e87891cc None None] Provisioning complete for port 88056134-0968-4572-8d0c-b9814debaa02 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:48.336893 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ac170cd-58cb-4159-8248-8f87e87891cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.398847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-70c68584-5358-415e-99e8-4448001cc3a5 service neutron] 10.222.0.37 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993202 Dec 15 05:32:48.420422 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Sync routers for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:32:48.430924 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:48.431689 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:48.450681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3ac170cd-58cb-4159-8248-8f87e87891cc None None] Provisioning complete for port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:48.451073 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3ac170cd-58cb-4159-8248-8f87e87891cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.497323 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3ac170cd-58cb-4159-8248-8f87e87891cc None None] Port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:32:48.589583 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1435b161-e283-4bb8-bcb1-3dd816145e9c req-5ffda790-32b8-4b1d-b130-62ef05ec22b1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 210 time: 0.0332296 Dec 15 05:32:48.623553 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-680a7114-ef54-4cda-a989-bd4e04dda995 None None] Provisioning complete for port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:48.624162 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-680a7114-ef54-4cda-a989-bd4e04dda995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.662742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-680a7114-ef54-4cda-a989-bd4e04dda995 None None] Port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:32:48.691104 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:48.883485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5572d08a-0578-4cb1-8672-76b30a1a8f87 None None] Provisioning complete for port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:48.884166 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5572d08a-0578-4cb1-8672-76b30a1a8f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:48.923758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-5572d08a-0578-4cb1-8672-76b30a1a8f87 None None] Port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:32:48.931050 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 2, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:48.961744 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Checking router: cbba98e1-8fd9-4b22-95a2-1b0b773336cc for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:32:48.962100 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Updating router cbba98e1-8fd9-4b22-95a2-1b0b773336cc port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:32:48.988602 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.251263 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.257062 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.313918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Pushing event updated for resources: {'Port': ['ID=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:49.350921 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.351274 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.351612 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.351949 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.352310 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.352639 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.352966 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.353297 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.353612 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.353934 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.354255 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.354572 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.354890 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:32:49.371822 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Attempting to bind port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:32:49.372482 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Attempting to bind port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:32:49.372853 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Attempting to bind port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 on network 7d69e166-18dc-42ec-b533-515aaa43d29c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:32:49.378154 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:32:49.378527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Checking segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:32:49.378957 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.379346 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Bound using segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:32:49.379811 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Bound port: c2b21251-d1b6-4b13-a2c5-aa9ac1693959, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:32:49.380220 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.443640 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] For port c2b21251-d1b6-4b13-a2c5-aa9ac1693959, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:32:49.446652 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] For port c2b21251-d1b6-4b13-a2c5-aa9ac1693959, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:32:49.450324 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.508860 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:49.509483 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:49.515082 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356eb3b-1261-4a4f-ae4c-1cbdf3565343 None None] Pushing event updated for resources: {'Port': ['ID=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:49.552560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3926f33f-a4d5-42bb-9910-39d0aba53440 None None] Provisioning complete for port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:49.553212 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3926f33f-a4d5-42bb-9910-39d0aba53440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.647431 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:32:49.670171 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3926f33f-a4d5-42bb-9910-39d0aba53440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.674109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88056134-0968-4572-8d0c-b9814debaa02 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:32:49.765381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-3926f33f-a4d5-42bb-9910-39d0aba53440 None None] For port c2b21251-d1b6-4b13-a2c5-aa9ac1693959, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:49.780681 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3926f33f-a4d5-42bb-9910-39d0aba53440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.813657 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2cd2443d-b761-4c9d-a222-bc1ebc1eedfe req-975fcd9f-ab43-4dcd-8320-4787f4319e78 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 210 time: 0.0745490 Dec 15 05:32:49.839139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 88056134-0968-4572-8d0c-b9814debaa02 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:49.839514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.885418 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f33f-a4d5-42bb-9910-39d0aba53440 None None] Pushing event updated for resources: {'Port': ['ID=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:49.916928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-bd13e2c6-8c11-4fae-af9b-3bcd34c0977b None None] Provisioning complete for port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:49.917597 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bd13e2c6-8c11-4fae-af9b-3bcd34c0977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:49.945353 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:49.973082 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e8bc4-3b2a-450a-83de-b339374718c8 None None] The sync data for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 is: [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:32:50.206496 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-01f2ae4b-83de-4c30-aa5d-63ec3f6b8b67 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:50.207997 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-01f2ae4b-83de-4c30-aa5d-63ec3f6b8b67 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 797 time: 0.5787983 Dec 15 05:32:50.281960 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-5804c164-eeb8-48eb-bfaf-74ace7ed7c04 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 379 time: 0.0592339 Dec 15 05:32:50.291964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'port': {'device_id': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'admin_state_up': True, 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'security_groups': ['738af1d4-aec6-4765-8941-7c7fa39777fa']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:50.404564 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:32:50.408168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:50.546037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.12 (7d69e166-18dc-42ec-b533-515aaa43d29c/bd0bad8f-4069-4881-994a-3a9e23c9941d/46c3a504-4064-4a83-b9d7-ca4d215c8c84) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:32:50.691833 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:50.725951 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:50.776912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 7d69e166-18dc-42ec-b533-515aaa43d29c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:32:50.780442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:50.785146 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:32:50.809446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=46c3a504-4064-4a83-b9d7-ca4d215c8c84,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:50.839270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:50.839938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:50.865593 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-b78f1818-553a-491a-a8ff-c95095c3d903 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775702 Dec 15 05:32:50.884952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Request body: {'port': {'device_id': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:50.949572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:50.960910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85ec6-315a-408a-9d36-16a4ccd2d4dc req-b88cf5e2-d73b-4aff-9d5b-292ec5c343ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:50.962484 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aa85ec6-315a-408a-9d36-16a4ccd2d4dc req-b88cf5e2-d73b-4aff-9d5b-292ec5c343ab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 932 time: 0.0648525 Dec 15 05:32:51.044000 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3aa85ec6-315a-408a-9d36-16a4ccd2d4dc req-dbbfb2a2-c075-4660-8880-5e780f447c58 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739927 Dec 15 05:32:51.080683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-988414d3-06d4-42fa-a41f-057c4c0866e2 None None] Provisioning complete for port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:51.081223 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-988414d3-06d4-42fa-a41f-057c4c0866e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.115240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-988414d3-06d4-42fa-a41f-057c4c0866e2 None None] Port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:32:51.227928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c3a504-4064-4a83-b9d7-ca4d215c8c84 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:32:51.235156 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.246706 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Transition to ACTIVE for port object 46c3a504-4064-4a83-b9d7-ca4d215c8c84 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:32:51.250256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.302346 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Pushing event updated for resources: {'Port': ['ID=46c3a504-4064-4a83-b9d7-ca4d215c8c84,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:51.369843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Attempting to bind port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:32:51.370175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Attempting to bind port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:32:51.370633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Attempting to bind port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 on network 7d69e166-18dc-42ec-b533-515aaa43d29c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:32:51.375116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 on network 7d69e166-18dc-42ec-b533-515aaa43d29c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:32:51.375431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Attempting to bind port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 on network 7d69e166-18dc-42ec-b533-515aaa43d29c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:32:51.380569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:32:51.380904 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Checking segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:32:51.381285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Bound using segment: {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:32:51.381709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Bound port: 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f784911c-23d8-460e-aa10-f3235e248586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:32:51.382066 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.452297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] For port 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:32:51.456422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] For port 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:32:51.460450 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.491032 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:51.491910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.493201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] 10.222.0.42 "PUT /v2.0/ports/46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 1093 time: 0.6148319 Dec 15 05:32:51.497727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:32:51.500381 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e07b54-e993-4100-b21c-85c5fe220f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:32:51.527140 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892e368-d6e4-46f3-b6b9-51fdca643043 service neutron] Pushing event updated for resources: {'Port': ['ID=46c3a504-4064-4a83-b9d7-ca4d215c8c84,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:51.551699 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc0858-c34e-4759-b401-e58cabe0d905 x-openstack-request-id: req-8cbc0858-c34e-4759-b401-e58cabe0d905 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:32:51.552085 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:32:51.553688 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cbc0858-c34e-4759-b401-e58cabe0d905 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:32:51.554110 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'status': 'completed', 'code': 200} Dec 15 05:32:51.612505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-0b0e0aae-c9dd-4b9c-9efc-fb960a639bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:51.613987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-0b0e0aae-c9dd-4b9c-9efc-fb960a639bcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0489807 Dec 15 05:32:51.669081 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-fca700dc-2e3f-438a-99a7-45156fd0bcb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 217 time: 0.0420547 Dec 15 05:32:51.671421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c2b21251-d1b6-4b13-a2c5-aa9ac1693959 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:32:51.720872 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-495ad7d1-6d6f-4276-a7f5-6fd34640737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:51.722585 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-495ad7d1-6d6f-4276-a7f5-6fd34640737b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 200 len: 834 time: 0.0456934 Dec 15 05:32:51.723463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:51.723837 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:51.768951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-2907a20d-e798-44a7-9a93-7fdfe5ec45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:51.770340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-2907a20d-e798-44a7-9a93-7fdfe5ec45a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d69e166-18dc-42ec-b533-515aaa43d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398786 Dec 15 05:32:51.863244 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-6d8db43e-09b1-4b62-8bfc-c90c381f59a8 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855515 Dec 15 05:32:51.952013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-98d2bf29-1dd8-4b54-8bea-3c268c52e644 req-83a33a34-d9fa-4b4a-9aec-44b25bee8a32 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809383 Dec 15 05:32:52.087917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-7f27a52a-9280-44fb-804c-199963fef07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:52.089489 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-7f27a52a-9280-44fb-804c-199963fef07c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0407684 Dec 15 05:32:52.153339 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386ea57-f283-4d5e-bc8a-f0b42eda8b4c req-87aa6632-4a31-4d19-8abf-c7f583a7f37b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:52.154823 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d386ea57-f283-4d5e-bc8a-f0b42eda8b4c req-87aa6632-4a31-4d19-8abf-c7f583a7f37b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 944 time: 0.0481436 Dec 15 05:32:52.182290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-1f599e5c-d5a7-4e12-8851-c2fe06cee124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:52.183771 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-1f599e5c-d5a7-4e12-8851-c2fe06cee124 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 897 time: 0.0872383 Dec 15 05:32:52.205644 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d386ea57-f283-4d5e-bc8a-f0b42eda8b4c req-eeda74e3-9adf-43ab-b569-6a60d45fc6fb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Dec 15 05:32:52.225497 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-05fee211-464f-4e64-9e87-f4c56dd08c46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 217 time: 0.0345352 Dec 15 05:32:52.279214 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-140dc5cf-d9df-415d-b4b5-5af5575c7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:52.280648 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-140dc5cf-d9df-415d-b4b5-5af5575c7742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 200 len: 834 time: 0.0470912 Dec 15 05:32:52.325088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-6a55c1eb-d639-4285-bd05-2d8e6ac5b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:52.326476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-6a55c1eb-d639-4285-bd05-2d8e6ac5b5f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d69e166-18dc-42ec-b533-515aaa43d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385585 Dec 15 05:32:52.412864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-91651d23-60c5-4a3d-9e24-4ee704be08ef service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785398 Dec 15 05:32:52.504756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0e07b54-e993-4100-b21c-85c5fe220f7d req-cd4ae3ba-4e0c-4df4-85a4-0bf33e45dcd5 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Dec 15 05:32:53.321512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e659c5-d8a2-4a47-8558-e4239488c42b req-e99e5adf-4832-434e-b341-b192940cabf2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:53.322965 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6e659c5-d8a2-4a47-8558-e4239488c42b req-e99e5adf-4832-434e-b341-b192940cabf2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 944 time: 0.0478897 Dec 15 05:32:53.375120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6e659c5-d8a2-4a47-8558-e4239488c42b req-8a4c5e31-1df2-4e2e-a9e6-262c56e87cd5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457332 Dec 15 05:32:54.080146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46c3a504-4064-4a83-b9d7-ca4d215c8c84 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:32:54.173287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:54.184117 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'port_id': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'mac_address': 'fa:16:3e:b9:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:32:54.219355 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:54.232157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c3a504-4064-4a83-b9d7-ca4d215c8c84 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:32:54.252183 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:54.255774 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:54.299403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=46c3a504-4064-4a83-b9d7-ca4d215c8c84,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:54.490510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b254c-4c3b-4816-9e57-7c90c9317297 req-5fd75671-6a10-4ae0-aee1-ad3f411429c5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:54.491968 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f8b254c-4c3b-4816-9e57-7c90c9317297 req-5fd75671-6a10-4ae0-aee1-ad3f411429c5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Dec 15 05:32:54.525106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['46c3a504-4064-4a83-b9d7-ca4d215c8c84'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:32:54.541609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3f8b254c-4c3b-4816-9e57-7c90c9317297 req-02ab9af8-2f9e-48ce-ad7f-d2625cd9ee6c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436819 Dec 15 05:32:55.656092 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637682c4-01c0-45d1-9d4f-bfb9ce7c523c req-7ce7d65e-5f7e-4b8d-858c-afd37fe23735 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:55.657560 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637682c4-01c0-45d1-9d4f-bfb9ce7c523c req-7ce7d65e-5f7e-4b8d-858c-afd37fe23735 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 945 time: 0.0475404 Dec 15 05:32:55.706239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-637682c4-01c0-45d1-9d4f-bfb9ce7c523c req-cb488b89-eb2a-49a2-a0a2-10834b47f10b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Dec 15 05:32:56.092126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46c3a504-4064-4a83-b9d7-ca4d215c8c84 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:32:56.139537 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:32:56.143281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:32:56.143647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:56.217371 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:56.240489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:32:56.243001 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c3882-fed9-4dc7-828d-cb191cea7cea" -d '{"events": [{"server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "name": "network-vif-plugged", "status": "completed", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:32:56.259182 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:32:56.263165 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:56.287013 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ab58d9-51fd-4cc3-9442-86b9cf9595e2 x-openstack-request-id: req-98ab58d9-51fd-4cc3-9442-86b9cf9595e2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:32:56.287306 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "name": "network-vif-plugged", "status": "completed", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:32:56.287562 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98ab58d9-51fd-4cc3-9442-86b9cf9595e2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:32:56.287951 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'code': 200} Dec 15 05:32:56.312569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=46c3a504-4064-4a83-b9d7-ca4d215c8c84,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:56.408233 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd0fa-faa0-41f7-95ec-1ea3f6663629 req-209ff7d5-05bb-42fb-b259-4bcad0115e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:56.409983 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0ebd0fa-faa0-41f7-95ec-1ea3f6663629 req-209ff7d5-05bb-42fb-b259-4bcad0115e6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1098 time: 0.0409217 Dec 15 05:32:56.456634 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e0ebd0fa-faa0-41f7-95ec-1ea3f6663629 req-1307c7e6-847a-4d85-b45d-1658b14a5859 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 Dec 15 05:32:56.827670 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc789ec0-d64d-487a-b360-71e8808c83f8 req-55906a00-16d8-4bda-9c36-51d98cfa5b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:56.829899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc789ec0-d64d-487a-b360-71e8808c83f8 req-55906a00-16d8-4bda-9c36-51d98cfa5b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0570242 Dec 15 05:32:56.879110 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc789ec0-d64d-487a-b360-71e8808c83f8 req-7199637f-f95d-4fcd-85ff-2080f4b4ee9b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Dec 15 05:32:57.841661 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-690e4ea2-78ef-4727-a79a-3f55b7d1a183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:58.000490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f6f23-6cb1-48a2-9fbd-b771868cd922 req-9ef1bb25-9837-4031-98d2-04874a12eaa0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:58.001956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea8f6f23-6cb1-48a2-9fbd-b771868cd922 req-9ef1bb25-9837-4031-98d2-04874a12eaa0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0506091 Dec 15 05:32:58.055087 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ea8f6f23-6cb1-48a2-9fbd-b771868cd922 req-5c4df003-3646-4b74-b49c-41d1b91f9258 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464370 Dec 15 05:32:58.174961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f7b0-e5ff-4a3e-9d26-7d63f3a93398 req-be1a32ee-9702-48fd-8650-ddf16d404164 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:58.176334 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93f9f7b0-e5ff-4a3e-9d26-7d63f3a93398 req-be1a32ee-9702-48fd-8650-ddf16d404164 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Dec 15 05:32:58.225845 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-93f9f7b0-e5ff-4a3e-9d26-7d63f3a93398 req-86d64ed5-7eb6-485d-8abf-69ae51847cb7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435348 Dec 15 05:32:58.247442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57730) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:58.286838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa758ce-a105-4255-8492-9068ebafb25c tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:58.288516 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8aa758ce-a105-4255-8492-9068ebafb25c tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1093 time: 0.0398889 Dec 15 05:32:58.291178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57732) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:32:58.295361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:32:58.316514 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:58.412929 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:58.510365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.225 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/ea6dff47-839a-40ee-b3cb-492637d54e94) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:32:58.613428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:58.646208 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:58.683826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:32:58.686624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:32:58.689808 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:32:58.715240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=ea6dff47-839a-40ee-b3cb-492637d54e94,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:59.032697 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:59.096793 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:59.245826 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:59.251106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:59.321433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=ea6dff47-839a-40ee-b3cb-492637d54e94,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:32:59.331440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:59.426920 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 21305612-de05-490c-ab2d-2851507cd818 associated. External IP: 172.25.2.225, port: 46c3a504-4064-4a83-b9d7-ca4d215c8c84. Dec 15 05:32:59.623295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router cbba98e1-8fd9-4b22-95a2-1b0b773336cc has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:32:59.727558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:32:59.736930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] Sync routers for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:32:59.744914 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:32:59.747698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:32:59.748438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:32:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:32:59.771837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-02f08575-400a-42fd-991a-cfcd9f4907c9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4796369 Dec 15 05:32:59.772494 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:32:59.774788 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8a1260-5ca8-440d-ada4-828063443545" -d '{"events": [{"name": "network-changed", "server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:32:59.821401 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9db9e2-00fc-4fec-8032-7319f1ade1d4 x-openstack-request-id: req-7a9db9e2-00fc-4fec-8032-7319f1ade1d4 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:32:59.821695 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:32:59.821949 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a9db9e2-00fc-4fec-8032-7319f1ade1d4 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:32:59.822358 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'status': 'completed', 'code': 200} Dec 15 05:32:59.891134 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da108a45-4b06-4358-bd69-e78256797700 req-37956ed9-e427-4456-902c-b056803e8e0d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:59.895585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da108a45-4b06-4358-bd69-e78256797700 req-37956ed9-e427-4456-902c-b056803e8e0d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0594044 Dec 15 05:32:59.913310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a1260-5ca8-440d-ada4-828063443545 req-5985b0e4-ba66-46d1-b9f5-89c5f17b617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:32:59.914866 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-5985b0e4-ba66-46d1-b9f5-89c5f17b617b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1098 time: 0.0496609 Dec 15 05:32:59.948556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da108a45-4b06-4358-bd69-e78256797700 req-02300955-5780-42d3-9294-0f13f5126182 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498171 Dec 15 05:32:59.971850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57738) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:33:00.009732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a1260-5ca8-440d-ada4-828063443545 req-d17078d6-2368-4f7f-8225-cbf5e6e836c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:00.011211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-d17078d6-2368-4f7f-8225-cbf5e6e836c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 897 time: 0.0898688 Dec 15 05:33:00.021604 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-93a56d38-1bb2-4df4-8dcf-b6fea5f91f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:00.033215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-863d2c51-559f-484b-8072-34ab31fd91cd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/21305612-de05-490c-ab2d-2851507cd818 HTTP/1.1" status: 200 len: 992 time: 0.0589755 Dec 15 05:33:00.039597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:33:00.082437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-18844fda-4210-465e-a6e2-5c7cb63e4978 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 1000 time: 0.0639784 Dec 15 05:33:00.132736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a1260-5ca8-440d-ada4-828063443545 req-b78b5425-f5e0-49d6-b759-ba2b21ee17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:00.134323 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-b78b5425-f5e0-49d6-b759-ba2b21ee17fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 200 len: 834 time: 0.0449479 Dec 15 05:33:00.179826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a1260-5ca8-440d-ada4-828063443545 req-ee1c6cb9-f316-4cd3-b5b6-2b4e2703873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:00.181266 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-ee1c6cb9-f316-4cd3-b5b6-2b4e2703873c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d69e166-18dc-42ec-b533-515aaa43d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401537 Dec 15 05:33:00.277508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '21305612-de05-490c-ab2d-2851507cd818', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.225', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'port_id': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'mac_address': 'fa:16:3e:b9:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:32:58Z', 'updated_at': '2021-12-15T05:32:58Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:33:00.280979 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-e5ccb11c-6236-4e37-9371-ffd2a2269db1 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922468 Dec 15 05:33:00.305023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] Checking router: cbba98e1-8fd9-4b22-95a2-1b0b773336cc for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:33:00.313934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:33:00.314540 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:33:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:33:00.370805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5f8a1260-5ca8-440d-ada4-828063443545 req-790e65ea-4e15-4548-9f88-2df9b94811c9 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833757 Dec 15 05:33:00.421293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:33:00.646493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '21305612-de05-490c-ab2d-2851507cd818', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.225', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'port_id': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'mac_address': 'fa:16:3e:b9:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:32:58Z', 'updated_at': '2021-12-15T05:32:58Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:33:00.673436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fd2ee-de2e-4a55-8f3d-2c38c64c8a7c None None] The sync data for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 is: [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '21305612-de05-490c-ab2d-2851507cd818', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.225', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'port_id': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'mac_address': 'fa:16:3e:b9:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:32:58Z', 'updated_at': '2021-12-15T05:32:58Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:33:00.849638 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed34df0-71e9-444b-866f-4a4fe5771f26 None None] New status for floating IP 21305612-de05-490c-ab2d-2851507cd818: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:33:01.035721 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57740) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:33:01.099102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e36c891c-e891-4f9c-8b77-569b76fafc46 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/21305612-de05-490c-ab2d-2851507cd818 HTTP/1.1" status: 200 len: 994 time: 0.0620999 Dec 15 05:33:01.361009 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:02.899561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:03.494897 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:04.026124 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:06.030425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:33:07.701175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:27.843488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a6f80894-c9ba-4010-b240-8ff52d057b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:30.014792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7cf93908-4859-49b7-9856-fc4787657836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:31.363154 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:32.386222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa9e86-0f91-46e8-8685-f79b811eae33 req-414672e9-710e-4b08-b233-2d66a261f979 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:32.387691 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2daa9e86-0f91-46e8-8685-f79b811eae33 req-414672e9-710e-4b08-b233-2d66a261f979 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0497308 Dec 15 05:33:32.409276 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-8596eb5e-2d58-4300-8b0a-840d4d3b3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:32.410791 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-8596eb5e-2d58-4300-8b0a-840d4d3b3a44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1098 time: 0.0420291 Dec 15 05:33:32.438256 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2daa9e86-0f91-46e8-8685-f79b811eae33 req-70ca81af-fb1c-46e5-8b71-dd708f06e6cd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436730 Dec 15 05:33:32.506874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-856aab08-39b0-42ba-8c51-07c427e5cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:32.508323 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-856aab08-39b0-42ba-8c51-07c427e5cbeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 897 time: 0.0890267 Dec 15 05:33:32.572951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-8e88212c-b799-4818-95e3-de40c3e5d0d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 1002 time: 0.0566962 Dec 15 05:33:32.630476 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-b4aa999e-d8e0-4fa3-8d5a-9b0ba4547b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:32.631929 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-b4aa999e-d8e0-4fa3-8d5a-9b0ba4547b25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 200 len: 834 time: 0.0479269 Dec 15 05:33:32.677508 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-7a522dcc-75b9-4e39-bc83-357604abdc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:32.678950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-7a522dcc-75b9-4e39-bc83-357604abdc4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d69e166-18dc-42ec-b533-515aaa43d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396340 Dec 15 05:33:32.765459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-c6beedde-494b-41c5-ad78-ae056d25057a service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785627 Dec 15 05:33:32.858373 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-88d1f05f-0468-40a0-aebf-cc8589f7b61f req-0f987957-30f3-42a6-8934-13da9f7ac7cb service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849729 Dec 15 05:33:32.901068 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:33.498205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:33.557223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5891c9-203a-4a52-b9e1-ec03d20c8057 req-0f5ae073-750f-4cc4-870c-eba21078ac32 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:33.558652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf5891c9-203a-4a52-b9e1-ec03d20c8057 req-0f5ae073-750f-4cc4-870c-eba21078ac32 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0477304 Dec 15 05:33:33.611640 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bf5891c9-203a-4a52-b9e1-ec03d20c8057 req-f5449bcb-b757-4052-b38a-8d4c643a0d15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470235 Dec 15 05:33:34.035880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:34.731536 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df451a3-1763-45c5-9960-2bbe20dbeba9 req-7d5e3e5d-9ea7-4c03-a465-a8b6fe6fce5a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:34.732990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3df451a3-1763-45c5-9960-2bbe20dbeba9 req-7d5e3e5d-9ea7-4c03-a465-a8b6fe6fce5a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0486333 Dec 15 05:33:34.782048 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3df451a3-1763-45c5-9960-2bbe20dbeba9 req-423c8ece-426b-421d-93bc-49c12ee35cbe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Dec 15 05:33:35.909445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958611b-cd6d-4711-b647-8eaa2ac8488a req-c66af47c-573d-466a-a30b-f1b909b1c8e9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:35.910842 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9958611b-cd6d-4711-b647-8eaa2ac8488a req-c66af47c-573d-466a-a30b-f1b909b1c8e9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0586593 Dec 15 05:33:35.963052 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9958611b-cd6d-4711-b647-8eaa2ac8488a req-2b000508-2ca3-4963-80b6-dd6332b14649 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462353 Dec 15 05:33:37.080747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d3a5-105b-4fe4-b965-a2417ab8e3c9 req-453e7533-b5bc-42db-884d-8078982278e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:37.082190 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abc2d3a5-105b-4fe4-b965-a2417ab8e3c9 req-453e7533-b5bc-42db-884d-8078982278e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0518332 Dec 15 05:33:37.130807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-abc2d3a5-105b-4fe4-b965-a2417ab8e3c9 req-5743aef9-b171-4796-9b5d-bf2d2353938f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Dec 15 05:33:37.695973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:33:38.243506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac053-d049-435b-9037-0e7a1b7be200 req-547c9036-f82f-4a43-979a-2dc8e07f0a64 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:38.244969 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caeac053-d049-435b-9037-0e7a1b7be200 req-547c9036-f82f-4a43-979a-2dc8e07f0a64 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0481937 Dec 15 05:33:38.293506 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-caeac053-d049-435b-9037-0e7a1b7be200 req-07587f81-5e4a-4318-91a0-354fbecd9fef tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Dec 15 05:33:39.406792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e73da-c7a2-47ca-bdec-b65f0b3d9c0d req-cee0eadc-b952-4982-9a5e-11af5ad2ea8f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:39.408246 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f55e73da-c7a2-47ca-bdec-b65f0b3d9c0d req-cee0eadc-b952-4982-9a5e-11af5ad2ea8f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0472050 Dec 15 05:33:39.460006 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f55e73da-c7a2-47ca-bdec-b65f0b3d9c0d req-13bcb20d-3693-4dd1-95df-32e80cb3489e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456655 Dec 15 05:33:40.573119 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338172c5-4cb0-4a57-9604-4e37be8c17bf req-4a745c15-4842-4889-bead-e2239a803526 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:40.574561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-338172c5-4cb0-4a57-9604-4e37be8c17bf req-4a745c15-4842-4889-bead-e2239a803526 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0474553 Dec 15 05:33:40.625405 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-338172c5-4cb0-4a57-9604-4e37be8c17bf req-eaee64db-020a-469e-8341-f2946ca4da2f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 Dec 15 05:33:41.740807 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cfdb2-0195-42bc-91d9-8de74d8c4f8d req-204ee6e8-84a5-412b-84c3-e9d8c0a2de41 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:41.742287 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-049cfdb2-0195-42bc-91d9-8de74d8c4f8d req-204ee6e8-84a5-412b-84c3-e9d8c0a2de41 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0475183 Dec 15 05:33:41.791967 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-049cfdb2-0195-42bc-91d9-8de74d8c4f8d req-95f005f0-9824-4296-9bac-2f8f20a7c744 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 Dec 15 05:33:42.910574 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a535-5912-4400-82f0-1f8bfd3e8896 req-935c761b-c45a-466b-8131-8b145238e96a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:42.911916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4aa1a535-5912-4400-82f0-1f8bfd3e8896 req-935c761b-c45a-466b-8131-8b145238e96a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0509851 Dec 15 05:33:42.959374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4aa1a535-5912-4400-82f0-1f8bfd3e8896 req-1d58c841-2cc1-4ece-bd65-f7393f984732 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Dec 15 05:33:43.028709 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:33:44.076180 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea53e1-d6ec-4106-b559-1aa1f5df779f req-08e0c31c-1dd6-4c77-aa1c-63ee3b65b690 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:44.077643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6ea53e1-d6ec-4106-b559-1aa1f5df779f req-08e0c31c-1dd6-4c77-aa1c-63ee3b65b690 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Dec 15 05:33:44.129996 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6ea53e1-d6ec-4106-b559-1aa1f5df779f req-dbb3dcd9-0564-423c-ab21-dbad9ef42bc9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Dec 15 05:33:45.256027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401250-f6be-462e-a545-6193fe486ec9 req-15c5627d-3fe0-48c9-b5e0-6351d2bc9dd5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:45.257523 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4401250-f6be-462e-a545-6193fe486ec9 req-15c5627d-3fe0-48c9-b5e0-6351d2bc9dd5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0594132 Dec 15 05:33:45.305498 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d4401250-f6be-462e-a545-6193fe486ec9 req-79c6a477-8111-4e47-a29b-42dbdc07b866 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Dec 15 05:33:46.419307 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf7e5b-46e3-491a-94c0-816d4c78bede req-04fd9e9e-12a5-4f52-ac06-c6f9d86c6e46 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:46.420815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04bf7e5b-46e3-491a-94c0-816d4c78bede req-04fd9e9e-12a5-4f52-ac06-c6f9d86c6e46 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0478640 Dec 15 05:33:46.469466 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-04bf7e5b-46e3-491a-94c0-816d4c78bede req-c9dd96f1-feb5-498f-bb3e-eaa83ae4abe2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Dec 15 05:33:47.582637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945cdaf-e100-42b9-8137-a38a299316bf req-4f2dae03-45b6-4ea7-b925-66824b8c4791 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:47.584119 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2945cdaf-e100-42b9-8137-a38a299316bf req-4f2dae03-45b6-4ea7-b925-66824b8c4791 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0475292 Dec 15 05:33:47.637673 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2945cdaf-e100-42b9-8137-a38a299316bf req-96f0b371-8682-496a-93a5-b44b63ac58c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476594 Dec 15 05:33:48.755557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f9a8b-d19c-4b2b-9187-ed62d6f08770 req-3f5f38d4-e2b6-454a-aa3f-13fc865077fc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:48.757284 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-108f9a8b-d19c-4b2b-9187-ed62d6f08770 req-3f5f38d4-e2b6-454a-aa3f-13fc865077fc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Dec 15 05:33:48.807829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-108f9a8b-d19c-4b2b-9187-ed62d6f08770 req-64bfa9a4-9a9a-4faf-92a9-60f669907b37 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Dec 15 05:33:49.920300 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20617a-ada2-4d87-a1b3-5983a10e0422 req-8c0f299d-25c4-471b-aa33-c92a78a42c82 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:49.921801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa20617a-ada2-4d87-a1b3-5983a10e0422 req-8c0f299d-25c4-471b-aa33-c92a78a42c82 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0479321 Dec 15 05:33:49.972371 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fa20617a-ada2-4d87-a1b3-5983a10e0422 req-691a589e-6c05-41c8-8d57-ed0aa94eae86 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Dec 15 05:33:49.994118 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57794) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:33:50.056201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8e1e91ff-9398-48da-8a47-19e9653dcf37 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/21305612-de05-490c-ab2d-2851507cd818 HTTP/1.1" status: 200 len: 994 time: 0.0608242 Dec 15 05:33:55.925431 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-54ba2792-c0e0-492d-ba9b-2bbb12ee5c07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398388 Dec 15 05:33:56.020239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-43e6bf12-867e-4c5f-b429-90c32898faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:56.021700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-43e6bf12-867e-4c5f-b429-90c32898faff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1098 time: 0.0401785 Dec 15 05:33:56.124622 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-7c9a25d6-895e-4863-ae33-9664521e81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:56.126630 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-7c9a25d6-895e-4863-ae33-9664521e81a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 897 time: 0.0866628 Dec 15 05:33:56.191965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-b10e4c5d-a3ae-400a-a200-833cf89eea21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 1002 time: 0.0567803 Dec 15 05:33:56.244311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-b173ab7c-4a1e-4e33-adc1-c9d805fbbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:56.245746 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-b173ab7c-4a1e-4e33-adc1-c9d805fbbaab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 200 len: 834 time: 0.0465157 Dec 15 05:33:56.289929 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-d58879ab-d59e-4615-9363-93a630719d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:33:56.291449 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-d58879ab-d59e-4615-9363-93a630719d23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d69e166-18dc-42ec-b533-515aaa43d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388784 Dec 15 05:33:56.382219 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-232a549e-45ba-4ac8-8573-f301e5d906bb service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825748 Dec 15 05:33:56.474205 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a952cc6e-c225-465b-83fe-6cb187533e1d req-2381ca5b-4c70-4508-9c87-9fdbbd994d18 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850558 Dec 15 05:33:57.844365 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f0f4eb86-9c8b-476c-a869-59c7c36ef211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:00.015583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e53ebf0e-25f6-428c-be83-37611fcccd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:01.364569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:02.905240 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:03.501029 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:04.050785 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:07.727016 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:18.493378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57806) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:18.647590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port ea6dff47-839a-40ee-b3cb-492637d54e94 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:34:18.648018 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:18.723375 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:18.723701 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:18.735343 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for ea6dff47-839a-40ee-b3cb-492637d54e94 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:34:18.875331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:19.205495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=ea6dff47-839a-40ee-b3cb-492637d54e94,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:19.217259 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.217613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.217956 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.218297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.219143 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.219490 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.219799 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.220267 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.220600 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.220924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.221248 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.221567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.221885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:19.273789 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:19.274165 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 21305612-de05-490c-ab2d-2851507cd818 disassociated (deleted). External IP: 172.25.2.225, port: 46c3a504-4064-4a83-b9d7-ca4d215c8c84. Dec 15 05:34:19.475668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router cbba98e1-8fd9-4b22-95a2-1b0b773336cc has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:34:19.581198 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:34:19.586134 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:19.591120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] Sync routers for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:34:19.601341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:19.602072 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:19.614928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8dca6b93-e421-43ca-9ab6-c7a964324937 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/floatingips/21305612-de05-490c-ab2d-2851507cd818 HTTP/1.1" status: 204 len: 168 time: 1.1180985 Dec 15 05:34:19.614928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:34:19.615391 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99cd9f6-5f55-442f-8421-d5180835c5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:34:19.654720 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0393101e-5e12-43b0-9d8c-4fcf191ab4c2 x-openstack-request-id: req-0393101e-5e12-43b0-9d8c-4fcf191ab4c2 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:34:19.655016 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:34:19.655270 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0393101e-5e12-43b0-9d8c-4fcf191ab4c2 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:34:19.655674 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'status': 'completed', 'code': 200} Dec 15 05:34:19.708555 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:19.743059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-903d8a02-d776-44dd-b6ad-409cfcbe3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:19.744954 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-903d8a02-d776-44dd-b6ad-409cfcbe3d28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 1098 time: 0.0432248 Dec 15 05:34:19.849921 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-93a5e23e-23c2-4d11-8711-db87525c85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:19.851527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-93a5e23e-23c2-4d11-8711-db87525c85a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 200 len: 897 time: 0.0978441 Dec 15 05:34:19.856100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf54e3-7f03-460b-83d6-4c5e829f54e1 req-84c49479-5dbf-464d-9bc9-3e06816e3753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:19.857843 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1fdf54e3-7f03-460b-83d6-4c5e829f54e1 req-84c49479-5dbf-464d-9bc9-3e06816e3753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0497227 Dec 15 05:34:19.895600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-e0623ac2-04d5-454e-82f5-7783168ec0ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 200 len: 217 time: 0.0366204 Dec 15 05:34:19.909888 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1fdf54e3-7f03-460b-83d6-4c5e829f54e1 req-fd0e4d1e-4910-40fc-a52f-3aed93a523a8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Dec 15 05:34:19.918542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:19.945190 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] Checking router: cbba98e1-8fd9-4b22-95a2-1b0b773336cc for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:34:19.947285 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-d5a32a11-dba8-4c7e-a936-7327b4d99b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:19.948834 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-d5a32a11-dba8-4c7e-a936-7327b4d99b61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 200 len: 834 time: 0.0462308 Dec 15 05:34:19.954475 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:19.955075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:19.994308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-387572a7-a146-4315-ab12-d9388b64c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:19.995721 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-387572a7-a146-4315-ab12-d9388b64c120 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d69e166-18dc-42ec-b533-515aaa43d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388234 Dec 15 05:34:20.028393 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:34:20.058133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:20.089850 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-30daee70-d3e6-4a5f-a94e-68031f6248ad service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857863 Dec 15 05:34:20.180237 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b99cd9f6-5f55-442f-8421-d5180835c5c7 req-5c536e96-285d-4b28-9873-c01a1e531bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Dec 15 05:34:20.258910 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:20.285735 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f67fa-1083-4f92-8649-0ab93b67ff36 None None] The sync data for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 is: [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:47Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'c2b21251-d1b6-4b13-a2c5-aa9ac1693959', 'name': '', 'network_id': '7d69e166-18dc-42ec-b533-515aaa43d29c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:c9:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:46Z', 'updated_at': '2021-12-15T05:32:49Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bd0bad8f-4069-4881-994a-3a9e23c9941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:34:20.494356 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592c8b9-dd48-45bb-89ae-9b07da0d7483 None None] New status for floating IP 21305612-de05-490c-ab2d-2851507cd818: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:34:21.032838 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f3813-05aa-4840-8313-db74602ec5e8 req-866ed8b5-9e3d-4520-9fd0-e998506d8a2f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:21.034571 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb7f3813-05aa-4840-8313-db74602ec5e8 req-866ed8b5-9e3d-4520-9fd0-e998506d8a2f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0553303 Dec 15 05:34:21.082927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb7f3813-05aa-4840-8313-db74602ec5e8 req-662fecae-96e4-4143-8c3e-d0b43b5e307c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=738af1d4-aec6-4765-8941-7c7fa39777fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Dec 15 05:34:21.448788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-efb6ff3f-9931-4bbe-9de4-d573edf2312f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:21.450255 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-efb6ff3f-9931-4bbe-9de4-d573edf2312f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 946 time: 0.0528274 Dec 15 05:34:21.558581 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:34:21.558915 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:21.649535 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 46c3a504-4064-4a83-b9d7-ca4d215c8c84, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=46c3a504-4064-4a83-b9d7-ca4d215c8c84,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:21.649927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:21.663449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 46c3a504-4064-4a83-b9d7-ca4d215c8c84 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:34:21.788251 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:21.815290 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=46c3a504-4064-4a83-b9d7-ca4d215c8c84,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:21.826609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.826954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.827296 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.827755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.828602 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830062 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.830963 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.831349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:21.873198 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] No DVR routers for this DVR port 46c3a504-4064-4a83-b9d7-ca4d215c8c84 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:34:21.876526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:21.879965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7ad725f2-afd4-4c3c-86c5-844112b6954c req-a4119a4e-f9e2-49c9-9c79-482c739b19c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "DELETE /v2.0/ports/46c3a504-4064-4a83-b9d7-ca4d215c8c84 HTTP/1.1" status: 204 len: 173 time: 0.4239097 Dec 15 05:34:21.880436 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'name': 'network-vif-deleted', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:34:21.882712 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2a3d2f-0009-4a9b-a8a7-786bd3c726a6" -d '{"events": [{"server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "name": "network-vif-deleted", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:34:21.922513 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb20b32-8831-42c8-8087-f0b64e0972e8 x-openstack-request-id: req-2cb20b32-8831-42c8-8087-f0b64e0972e8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:34:21.922810 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40be313-1f36-496c-a2b4-7bb4145cd3b2", "name": "network-vif-deleted", "tag": "46c3a504-4064-4a83-b9d7-ca4d215c8c84", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:34:21.923062 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cb20b32-8831-42c8-8087-f0b64e0972e8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:34:21.923465 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40be313-1f36-496c-a2b4-7bb4145cd3b2', 'name': 'network-vif-deleted', 'tag': '46c3a504-4064-4a83-b9d7-ca4d215c8c84', 'status': 'completed', 'code': 200} Dec 15 05:34:22.205627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a567fc3-e4b2-469f-8aab-350060bb76a0 req-c4e83dae-e93c-4feb-b216-7b34ccc36efd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c40be313-1f36-496c-a2b4-7bb4145cd3b2 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Dec 15 05:34:23.263644 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57822) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:23.607968 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:23.866284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port c2b21251-d1b6-4b13-a2c5-aa9ac1693959 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:34:23.866554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:23.957182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port c2b21251-d1b6-4b13-a2c5-aa9ac1693959, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:23.957541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:23.969772 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for c2b21251-d1b6-4b13-a2c5-aa9ac1693959 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:34:24.152653 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.180731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=c2b21251-d1b6-4b13-a2c5-aa9ac1693959,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:24.355194 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.494868 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46c3a504-4064-4a83-b9d7-ca4d215c8c84 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:34:24.518193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 46c3a504-4064-4a83-b9d7-ca4d215c8c84 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:34:24.518539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 46c3a504-4064-4a83-b9d7-ca4d215c8c84 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:34:24.564482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router cbba98e1-8fd9-4b22-95a2-1b0b773336cc has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:34:24.673209 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:34:24.678250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f2dbbb57-beff-41fd-bea8-e47bccfa949c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/cbba98e1-8fd9-4b22-95a2-1b0b773336cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135628 Dec 15 05:34:24.680994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57824) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:24.683542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] Sync routers for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:34:24.694087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:24.694681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:24.735172 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting subnet bd0bad8f-4069-4881-994a-3a9e23c9941d {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:34:24.738387 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.778271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.797758 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:24.861915 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.926139 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.954085 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0bad8f-4069-4881-994a-3a9e23c9941d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:24.957889 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:24.961234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-0c5c3078-a416-451b-9de0-51e9f9a5b9a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/subnets/bd0bad8f-4069-4881-994a-3a9e23c9941d HTTP/1.1" status: 204 len: 168 time: 0.2792652 Dec 15 05:34:24.963942 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57826) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:24.989362 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f7a27-1f67-4015-8ad8-a6eaeef7dc6e None None] Network 7d69e166-18dc-42ec-b533-515aaa43d29c requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:34:25.068155 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.177791 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.226516 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:34:24Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'a643e98e-cc29-49ec-b555-9fb4208cf4a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:25.241383 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port a643e98e-cc29-49ec-b555-9fb4208cf4a4 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:34:25.241726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.254616 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] Checking router: cbba98e1-8fd9-4b22-95a2-1b0b773336cc for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:34:25.266044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] DHCP port deletion for 7d69e166-18dc-42ec-b533-515aaa43d29c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:34:25.274707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] Routers {'cbba98e1-8fd9-4b22-95a2-1b0b773336cc'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:25.275319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:25.321163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port a643e98e-cc29-49ec-b555-9fb4208cf4a4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a643e98e-cc29-49ec-b555-9fb4208cf4a4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:25.321440 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.333458 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for a643e98e-cc29-49ec-b555-9fb4208cf4a4 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:34:25.386491 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] Set router cbba98e1-8fd9-4b22-95a2-1b0b773336cc gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:25.443423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:34:25Z', 'revision_number': 6, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:25.448415 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Deleting port 88056134-0968-4572-8d0c-b9814debaa02 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:34:25.448796 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.474330 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5c4ee-c5bc-4caa-9c06-40d447a2d346 None None] The sync data for ids ['cbba98e1-8fd9-4b22-95a2-1b0b773336cc'] in n-d-820935-10 is: [{'id': 'cbba98e1-8fd9-4b22-95a2-1b0b773336cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53869333', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:32:43Z', 'updated_at': '2021-12-15T05:34:25Z', 'revision_number': 6, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:34:25.507305 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.542160 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=a643e98e-cc29-49ec-b555-9fb4208cf4a4,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:25.543673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] For port 88056134-0968-4572-8d0c-b9814debaa02, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=88056134-0968-4572-8d0c-b9814debaa02,segment=NetworkSegment(f784911c-23d8-460e-aa10-f3235e248586),segment_id=f784911c-23d8-460e-aa10-f3235e248586)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:25.544246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.558646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Calling delete_port for 88056134-0968-4572-8d0c-b9814debaa02 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:34:25.561800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342a056-183d-488e-97ab-c0061c7ce798 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:34:25.603315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.643870 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.675741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] No DVR routers for this DVR port 88056134-0968-4572-8d0c-b9814debaa02 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:34:25.677631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Pushing event deleted for resources: {'Port': ['ID=88056134-0968-4572-8d0c-b9814debaa02,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:25.687247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.687395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.688411 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.688782 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.689136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.689469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.689805 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.690517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.690517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.690826 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.691094 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.691533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.692449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39589dc3-78d2-405b-8dc0-34573341f903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:25.695804 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.698059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.741258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.741817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Fanout notify agent at l3_agent the message router_deleted on router cbba98e1-8fd9-4b22-95a2-1b0b773336cc {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:34:25.748778 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.749884 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5bff8dcd-8fa2-4396-a81f-a610643277e4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/routers/cbba98e1-8fd9-4b22-95a2-1b0b773336cc HTTP/1.1" status: 204 len: 168 time: 0.7849576 Dec 15 05:34:25.753010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57828) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:25.831234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.934534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.954094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d69e166-18dc-42ec-b533-515aaa43d29c']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:25.963016 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f784911c-23d8-460e-aa10-f3235e248586') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:25.963313 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f784911c-23d8-460e-aa10-f3235e248586') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:25.973314 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.987103 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.993281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:34:25.993677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:34:25.996986 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:34:26.005018 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c2b21251-d1b6-4b13-a2c5-aa9ac1693959 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:34:26.028181 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c2b21251-d1b6-4b13-a2c5-aa9ac1693959 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:34:26.028533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c2b21251-d1b6-4b13-a2c5-aa9ac1693959 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:34:26.028948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88056134-0968-4572-8d0c-b9814debaa02 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:34:26.048474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 88056134-0968-4572-8d0c-b9814debaa02 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:34:26.048820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 88056134-0968-4572-8d0c-b9814debaa02 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:34:26.059724 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.064976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.071540 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57830) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:26.071693 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/networks/7d69e166-18dc-42ec-b533-515aaa43d29c HTTP/1.1" status: 204 len: 168 time: 0.3175294 Dec 15 05:34:26.087209 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d8fe6-8877-4157-994f-b2897f30af95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Network': ['ID=7d69e166-18dc-42ec-b533-515aaa43d29c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:26.136745 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7309a8b1-e4db-41a3-bae8-78436e2199f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.161918 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7309a8b1-e4db-41a3-bae8-78436e2199f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.224189 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7309a8b1-e4db-41a3-bae8-78436e2199f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.226735 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7309a8b1-e4db-41a3-bae8-78436e2199f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.230433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7309a8b1-e4db-41a3-bae8-78436e2199f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/security-groups/738af1d4-aec6-4765-8941-7c7fa39777fa HTTP/1.1" status: 204 len: 168 time: 0.1552753 Dec 15 05:34:26.238853 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a8b1-e4db-41a3-bae8-78436e2199f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738af1d4-aec6-4765-8941-7c7fa39777fa,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:26.809021 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57836) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:26.814232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468961783', 'description': 'tempest-secgroup-smoke-468961783 description', 'project_id': 'a2e2a9643278440caf84812d9207461b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:26.836334 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.900954 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.904530 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.933647 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:26.934835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1247663 Dec 15 05:34:26.938529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57838) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:26.939488 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7412953-56ff-4b9c-9b05-76502eb1f57c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824af209-94ea-4516-8665-9b63ff5271db,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:26.943776 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '824af209-94ea-4516-8665-9b63ff5271db', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:26.969669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.023094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.026643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.043863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ff4bcc-7d27-464a-84df-c4a0844b8b93,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.051643 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.052863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9567d79c-52a1-45c2-8288-5317192a5dcc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127474 Dec 15 05:34:27.055612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57840) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.060008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '824af209-94ea-4516-8665-9b63ff5271db', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.084865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.143207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.149857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.168851 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b025421c-f466-44b8-8732-3d7a6359c63f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.175717 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.176951 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f8496aa4-220a-4b58-8963-14f0625e38ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203411 Dec 15 05:34:27.179705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57842) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.184059 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '824af209-94ea-4516-8665-9b63ff5271db', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.209313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.264639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.270110 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.288788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667c718b-d011-4caa-bffc-1f00a1c389db,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.293641 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.294822 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-82936c66-b36a-40b3-b5fb-4251394c7c13 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140592 Dec 15 05:34:27.299107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57844) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.303435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '824af209-94ea-4516-8665-9b63ff5271db', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.328973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.384199 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.387410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.401947 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f9edde-42ac-4c65-9cee-dd7651aea674,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.413224 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.414471 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d4e652eb-7975-47de-b1bb-439a0a098a3a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143703 Dec 15 05:34:27.419446 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57846) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.425302 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '824af209-94ea-4516-8665-9b63ff5271db', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.457986 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:34:27.462938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.519511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.522867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.543944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40623802-cce2-48d1-bf12-bd26b2237484,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.548632 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.549827 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-bae5bb96-63a2-495a-b44e-49113ac861a5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294377 Dec 15 05:34:27.552647 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57848) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.557056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '824af209-94ea-4516-8665-9b63ff5271db', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.578486 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:34:27.583825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.637259 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a643e98e-cc29-49ec-b555-9fb4208cf4a4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:34:27.642604 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.647511 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.661338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a643e98e-cc29-49ec-b555-9fb4208cf4a4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:34:27.661995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a643e98e-cc29-49ec-b555-9fb4208cf4a4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:34:27.667832 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705d3973-2b5d-4888-9f78-a82713816f25,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.675188 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.676473 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a3f0dc42-6e5a-4571-8ce2-f5a4dc572e12 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228688 Dec 15 05:34:27.679251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57850) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.684027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'network': {'name': 'tempest-network-smoke--1717545685', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.704709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:34:27.708155 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.731469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:34:27.740194 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.740543 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Added segment 21867eb3-a795-4400-b6f7-da3886f5bb79 of type vlan for network d08a31b6-4cb2-4dbf-8056-450f6c02a06a Dec 15 05:34:27.779574 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.805029 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.811399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:27.812652 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.849792 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b3d72419-c409-4f8f-9203-01e3f88ac6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.868235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879196 Dec 15 05:34:27.870994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57852) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:27.876210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'admin_state_up': True, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:27.886637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842621e5-ddf9-40d6-94c0-8f8f944318ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Network': ['ID=d08a31b6-4cb2-4dbf-8056-450f6c02a06a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:27.898519 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:34:27.900451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.901491 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:27.955475 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:28.087544 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:28.579630 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:28.598059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:28.694786 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.140 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/ac27089e-c960-4348-aefd-361f43c586a4) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:34:28.793946 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:28.835230 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:28.872979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:34:28.875868 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:28.879399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:34:28.888478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99effc0a-d7cf-4c2f-8988-3dbf99475137 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:34:28.906980 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=ac27089e-c960-4348-aefd-361f43c586a4,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:28.977215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-282466d3-f6ea-43d9-8615-0e3a9b714f49 None None] Provisioning complete for port ac27089e-c960-4348-aefd-361f43c586a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:28.977582 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-282466d3-f6ea-43d9-8615-0e3a9b714f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:29.013800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-282466d3-f6ea-43d9-8615-0e3a9b714f49 None None] Port ac27089e-c960-4348-aefd-361f43c586a4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:34:29.126474 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:29.328214 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:29.450541 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 677f761b-026d-4b72-b71a-c90439ba9f02 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:34:29.552621 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:34:29.563497 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Sync routers for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:34:29.571881 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:29.573020 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:29.573156 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-4b988871-a94d-4e16-853e-c84baa2f53af tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7010267 Dec 15 05:34:29.573673 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:29.576465 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57856) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:29.604517 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-854579e9-9f2a-4851-970a-9fcbfee123f9 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a2e2a9643278440caf84812d9207461b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270429 Dec 15 05:34:29.607169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57858) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:29.696120 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6768d0-ac4a-48dd-8bb0-1c3279efa4ea tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:29.697651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-cf6768d0-ac4a-48dd-8bb0-1c3279efa4ea tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894921 Dec 15 05:34:29.700639 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57860) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:29.731872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-88a286de-d96c-47f9-8fdc-3ae2c5251848 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301852 Dec 15 05:34:29.734827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57862) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:29.739442 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763053841', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:29.772370 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:29.824116 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:34:29.828309 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:29.949134 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:29Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:29.978725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Checking router: 677f761b-026d-4b72-b71a-c90439ba9f02 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:34:29.978991 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Updating router 677f761b-026d-4b72-b71a-c90439ba9f02 port ac27089e-c960-4348-aefd-361f43c586a4 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:34:30.003830 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.013805 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.017514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9c1169b7-1a9a-4ce3-8fb8-fb51c6e16f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.070960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Subnet': ['ID=bfa60f63-c09f-4ef3-8996-2d0ea129515c,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:30.081375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Checking segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:34:30.081790 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network hostable DHCP agents. Network: d08a31b6-4cb2-4dbf-8056-450f6c02a06a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:34:30.099449 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:34:30.108375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, d08a31b6-4cb2-4dbf-8056-450f6c02a06a) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:30.115060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:30.115260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.118194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e204d2-8f32-4e05-be87-8a68a2ce9683 None None] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:34:30.132789 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b888d256-d597-474c-bacb-77f04e6eafa4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968289 Dec 15 05:34:30.135474 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57864) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:30.217159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-d08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:34:30.218705 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.258950 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.264582 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.298092 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Attempting to bind port ac27089e-c960-4348-aefd-361f43c586a4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:34:30.298462 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Attempting to bind port ac27089e-c960-4348-aefd-361f43c586a4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:34:30.298819 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Attempting to bind port ac27089e-c960-4348-aefd-361f43c586a4 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:34:30.300121 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e0a1b-205a-46f3-bdd3-e9479d773ce8 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:34:30.330788 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:34:30.331190 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:34:30.331532 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.331913 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:34:30.332782 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Bound port: ac27089e-c960-4348-aefd-361f43c586a4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:34:30.333038 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.373736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-cc1acc1d-f496-4430-a9b1-995d8597a1ec None None] Provisioning complete for port ac27089e-c960-4348-aefd-361f43c586a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:30.374093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc1acc1d-f496-4430-a9b1-995d8597a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.387802 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Pushing event updated for resources: {'Port': ['ID=ac27089e-c960-4348-aefd-361f43c586a4,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:30.397242 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] For port ac27089e-c960-4348-aefd-361f43c586a4, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:34:30.399819 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.400199 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.400599 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.400850 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.401214 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.401540 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.401808 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.402116 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.402457 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.402751 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.403061 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.403371 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.403683 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:34:30.407926 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] For port ac27089e-c960-4348-aefd-361f43c586a4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac27089e-c960-4348-aefd-361f43c586a4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:34:30.413318 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.417105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Allocated IP 172.20.0.2 (d08a31b6-4cb2-4dbf-8056-450f6c02a06a/bfa60f63-c09f-4ef3-8996-2d0ea129515c/38fe6e19-a340-4d4b-b6a2-d036022fe48f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:34:30.428163 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-cc1acc1d-f496-4430-a9b1-995d8597a1ec None None] Port ac27089e-c960-4348-aefd-361f43c586a4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:34:30.476366 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:30.476600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5ce58-cbd2-4d05-9fe5-a28f4bd21e96 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:34:30.477140 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:30.576651 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ee0fa-9e81-453a-95b6-514560ace7b9 None None] Pushing event updated for resources: {'Port': ['ID=ac27089e-c960-4348-aefd-361f43c586a4,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:30.585283 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.589821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-48c29156-e3ce-4df6-9603-60381fe80dc5 None None] Provisioning complete for port ac27089e-c960-4348-aefd-361f43c586a4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:30.590192 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48c29156-e3ce-4df6-9603-60381fe80dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.611892 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.613560 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:30.623942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.680551 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:34:30.685691 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Pushing event updated for resources: {'Port': ['ID=38fe6e19-a340-4d4b-b6a2-d036022fe48f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:30.690511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:30.693731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:34:30.780276 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48c29156-e3ce-4df6-9603-60381fe80dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.790366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Attempting to bind port 38fe6e19-a340-4d4b-b6a2-d036022fe48f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:34:30.790736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Attempting to bind port 38fe6e19-a340-4d4b-b6a2-d036022fe48f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:34:30.791098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Attempting to bind port 38fe6e19-a340-4d4b-b6a2-d036022fe48f on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:34:30.801461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:34:30.801831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Checking segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:34:30.802244 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.802641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Bound using segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:34:30.803123 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Bound port: 38fe6e19-a340-4d4b-b6a2-d036022fe48f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:34:30.803514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.819839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-48c29156-e3ce-4df6-9603-60381fe80dc5 None None] For port ac27089e-c960-4348-aefd-361f43c586a4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac27089e-c960-4348-aefd-361f43c586a4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:30.824410 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:29Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:30.826339 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48c29156-e3ce-4df6-9603-60381fe80dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:30.853263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8aea67-8e0d-4f3a-b6c4-d45d8c42d5f0 None None] The sync data for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 is: [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:29Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:34:30.924126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c29156-e3ce-4df6-9603-60381fe80dc5 None None] Pushing event updated for resources: {'Port': ['ID=ac27089e-c960-4348-aefd-361f43c586a4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:30.927283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] For port 38fe6e19-a340-4d4b-b6a2-d036022fe48f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:34:30.930876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] For port 38fe6e19-a340-4d4b-b6a2-d036022fe48f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38fe6e19-a340-4d4b-b6a2-d036022fe48f,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:34:30.936912 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.001222 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb85bb-34e7-46ed-a84d-f59ee201ea04 None None] Pushing event updated for resources: {'Port': ['ID=38fe6e19-a340-4d4b-b6a2-d036022fe48f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:31.289216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.1 (d08a31b6-4cb2-4dbf-8056-450f6c02a06a/bfa60f63-c09f-4ef3-8996-2d0ea129515c/9f063e11-b52f-4427-b5e3-7156e1d3b664) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:34:31.388352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.417233 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.451338 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.502094 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:34:31.506334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:31.511089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:34:31.515862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=9f063e11-b52f-4427-b5e3-7156e1d3b664,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:31.558983 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.704990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.763853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac27089e-c960-4348-aefd-361f43c586a4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:34:31.829051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ac27089e-c960-4348-aefd-361f43c586a4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:31.829428 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:31.922331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38fe6e19-a340-4d4b-b6a2-d036022fe48f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:34:31.979885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 38fe6e19-a340-4d4b-b6a2-d036022fe48f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:31.980425 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.033605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.039163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.080054 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.116637 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=9f063e11-b52f-4427-b5e3-7156e1d3b664,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:32.122852 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.147020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port 38fe6e19-a340-4d4b-b6a2-d036022fe48f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38fe6e19-a340-4d4b-b6a2-d036022fe48f,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:32.151463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc47c8-0ac4-4219-bb5a-4f9f238f2b59 None None] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:34:32.155859 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.231718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:34:32.234037 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:32.294036 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=38fe6e19-a340-4d4b-b6a2-d036022fe48f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:32.305582 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-318bf23e-411f-4519-be43-1eaf9eeb1f12 None None] Provisioning complete for port 38fe6e19-a340-4d4b-b6a2-d036022fe48f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:32.306201 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-318bf23e-411f-4519-be43-1eaf9eeb1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.355679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 677f761b-026d-4b72-b71a-c90439ba9f02 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:34:32.480823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:34:32.488697 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3f238d4a-93e5-4d01-be55-3a4c88da49ee tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/677f761b-026d-4b72-b71a-c90439ba9f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520024 Dec 15 05:34:32.658244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-528270c6-b37d-4263-baf5-f322f05cc203 None None] Provisioning complete for port 38fe6e19-a340-4d4b-b6a2-d036022fe48f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:32.659934 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-528270c6-b37d-4263-baf5-f322f05cc203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.669699 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-14a17b41-1433-4bee-b74d-6e3260873494 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468961783&fields=id&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 267 time: 0.0508039 Dec 15 05:34:32.692019 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Sync routers for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:34:32.722092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:32.722940 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:32.792870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-d079424d-95a8-43b8-b69d-59baa0cd2d5d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:32.794465 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-d079424d-95a8-43b8-b69d-59baa0cd2d5d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 797 time: 0.1126354 Dec 15 05:34:32.822127 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-5d358420-6b91-4a2f-b409-7b87be56b37e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/quotas/a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 375 time: 0.0120318 Dec 15 05:34:32.895282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-4c295006-30e9-4145-91db-00b6dc47d831 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620663 Dec 15 05:34:32.921968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:32.986451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:32.990140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-528270c6-b37d-4263-baf5-f322f05cc203 None None] Provisioning complete for port 9f063e11-b52f-4427-b5e3-7156e1d3b664 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:32.990641 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-528270c6-b37d-4263-baf5-f322f05cc203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:33.003541 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-90c6ac77-1c89-4ff8-ab53-2c9faa20f459 service neutron] 10.222.0.37 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996356 Dec 15 05:34:33.098068 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-4d08ac56-f510-4b5e-b37e-7bb640501f25 service neutron] 10.222.0.37 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878558 Dec 15 05:34:33.133674 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-528270c6-b37d-4263-baf5-f322f05cc203 None None] Port 9f063e11-b52f-4427-b5e3-7156e1d3b664 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:34:33.250116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 2, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:33.293588 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f79eeba9-ec89-4436-b97a-89c972ba7835 req-5fef9bef-4191-476b-9a26-ac3ae2bcbdf3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Dec 15 05:34:33.293762 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Checking router: 677f761b-026d-4b72-b71a-c90439ba9f02 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:34:33.294172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Updating router 677f761b-026d-4b72-b71a-c90439ba9f02 port 9f063e11-b52f-4427-b5e3-7156e1d3b664 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:34:33.510284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-80b4cf1e-5113-4508-83dd-d0c9076a05ae None None] Provisioning complete for port 9f063e11-b52f-4427-b5e3-7156e1d3b664 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:33.510662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-80b4cf1e-5113-4508-83dd-d0c9076a05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:33.515964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:33.561810 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:33.578284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-80b4cf1e-5113-4508-83dd-d0c9076a05ae None None] Port 9f063e11-b52f-4427-b5e3-7156e1d3b664 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:34:33.689655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38fe6e19-a340-4d4b-b6a2-d036022fe48f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:34:33.824614 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 38fe6e19-a340-4d4b-b6a2-d036022fe48f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:33.825120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.035388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.054229 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.092408 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.125233 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c0179-db97-42d3-bfe9-02e81ab911a1 None None] Pushing event updated for resources: {'Port': ['ID=9f063e11-b52f-4427-b5e3-7156e1d3b664,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:34.177907 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Attempting to bind port 9f063e11-b52f-4427-b5e3-7156e1d3b664 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:34:34.178403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Attempting to bind port 9f063e11-b52f-4427-b5e3-7156e1d3b664 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:34:34.178890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Attempting to bind port 9f063e11-b52f-4427-b5e3-7156e1d3b664 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:34:34.185707 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:34:34.186270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Checking segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:34:34.187330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.187846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Bound using segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:34:34.188507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Bound port: 9f063e11-b52f-4427-b5e3-7156e1d3b664, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:34:34.189023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.268370 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] For port 9f063e11-b52f-4427-b5e3-7156e1d3b664, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:34:34.271595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] For port 9f063e11-b52f-4427-b5e3-7156e1d3b664, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9f063e11-b52f-4427-b5e3-7156e1d3b664,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:34:34.277030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.351113 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b09cab67-c7a5-4214-9954-1354a59ae740 None None] Provisioning complete for port 9f063e11-b52f-4427-b5e3-7156e1d3b664 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:34.351493 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b09cab67-c7a5-4214-9954-1354a59ae740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.352920 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c0179-db97-42d3-bfe9-02e81ab911a1 None None] Pushing event updated for resources: {'Port': ['ID=9f063e11-b52f-4427-b5e3-7156e1d3b664,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:34.404636 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:34.405280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:34.429913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb46c077-218e-493b-a02f-e2c2d926aeb4 req-c1160264-9175-445c-a642-a63f9ced2511 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 210 time: 0.0407181 Dec 15 05:34:34.504813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-de22232f-8acc-4644-8979-f099d7f15378 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:34.507186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-de22232f-8acc-4644-8979-f099d7f15378 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 797 time: 0.1469343 Dec 15 05:34:34.568814 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b09cab67-c7a5-4214-9954-1354a59ae740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.585078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:34.611683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-726b4b9f-0bc0-41fb-9a62-e5483f35e1ba tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 379 time: 0.0800238 Dec 15 05:34:34.624709 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'port': {'device_id': '5752a30e-326e-4044-9d4b-8da91f19a809', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'admin_state_up': True, 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'security_groups': ['824af209-94ea-4516-8665-9b63ff5271db']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:34.650694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b09cab67-c7a5-4214-9954-1354a59ae740 None None] For port 9f063e11-b52f-4427-b5e3-7156e1d3b664, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9f063e11-b52f-4427-b5e3-7156e1d3b664,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:34.680842 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b09cab67-c7a5-4214-9954-1354a59ae740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.750422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:34:34.754458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.777225 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cab67-c7a5-4214-9954-1354a59ae740 None None] Pushing event updated for resources: {'Port': ['ID=9f063e11-b52f-4427-b5e3-7156e1d3b664,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:34.832918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3cf6c77e-1776-45d2-9c65-781d460c3f44 None None] Provisioning complete for port 9f063e11-b52f-4427-b5e3-7156e1d3b664 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:34.833282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c77e-1776-45d2-9c65-781d460c3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:34.888002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.12 (d08a31b6-4cb2-4dbf-8056-450f6c02a06a/bfa60f63-c09f-4ef3-8996-2d0ea129515c/72ecb9a3-c006-42f3-bcab-d2e7a74adbc8) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:34:34.905062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:34.950890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c7244-75c7-451a-94f5-00670777dcdf None None] The sync data for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 is: [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:34:35.061778 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.100050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.154700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:34:35.159866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:35.161886 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:35.170155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:34:35.236369 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:35.237165 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.255102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-e44bccb5-f1d3-44d0-88bf-264927d58a97 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341918 Dec 15 05:34:35.271195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-7b25eb8f-273a-4887-a9c6-08d6738e9102 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:34:35.272345 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-7b25eb8f-273a-4887-a9c6-08d6738e9102 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065448 Dec 15 05:34:35.342573 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Request body: {'port': {'device_id': '5752a30e-326e-4044-9d4b-8da91f19a809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:35.401435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-afb9dba4-362f-401a-8f08-f197a11aa5f7 None None] Provisioning complete for port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:35.401804 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-afb9dba4-362f-401a-8f08-f197a11aa5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.404223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.439484 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-afb9dba4-362f-401a-8f08-f197a11aa5f7 None None] Port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:34:35.566409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30ceb-f5c1-4016-a6b9-8fc6cce7a938 req-b1d41d79-20ef-4c3b-9d88-e8583e32ca0a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:35.568186 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5f30ceb-f5c1-4016-a6b9-8fc6cce7a938 req-b1d41d79-20ef-4c3b-9d88-e8583e32ca0a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 932 time: 0.0576522 Dec 15 05:34:35.625327 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f5f30ceb-f5c1-4016-a6b9-8fc6cce7a938 req-56409271-36de-4453-abe6-318911f9a525 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503831 Dec 15 05:34:35.730066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9f063e11-b52f-4427-b5e3-7156e1d3b664 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:34:35.743332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:34:35.752730 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.768164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Transition to ACTIVE for port object 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:34:35.776188 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.786345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9f063e11-b52f-4427-b5e3-7156e1d3b664 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:35.786875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:35.837715 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:35.916801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:34:35.917148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:34:35.917486 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:34:35.923825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:34:35.924176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:34:35.932541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:34:35.932887 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Checking segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:34:35.933283 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Bound using segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:34:35.933723 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Bound port: 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:34:35.934087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:36.009066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:34:36.012258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:34:36.019007 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:36.060125 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.060767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:36.063002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] 10.222.0.16 "PUT /v2.0/ports/72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 1093 time: 0.7737679 Dec 15 05:34:36.067801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:34:36.070128 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d23dd-cc30-482c-8dd8-449ad503d7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:34:36.100659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a969-f7ee-493e-b7a1-d85f3e3c5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:36.129247 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c02bf-647f-4123-b341-5b04ac732e28 x-openstack-request-id: req-ee1c02bf-647f-4123-b341-5b04ac732e28 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:34:36.129884 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:34:36.130220 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee1c02bf-647f-4123-b341-5b04ac732e28 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:34:36.130715 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'status': 'completed', 'code': 200} Dec 15 05:34:36.206249 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-9c6e2363-fabf-4d13-a09c-9f0c0ce2bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.207896 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-9c6e2363-fabf-4d13-a09c-9f0c0ce2bab4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1096 time: 0.0562000 Dec 15 05:34:36.274441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-14b07338-df58-47d2-a62b-c00d547a47a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 217 time: 0.0442019 Dec 15 05:34:36.337967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-ff9beae7-a211-4d28-ac8f-7a990e39f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.339453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-ff9beae7-a211-4d28-ac8f-7a990e39f893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0522890 Dec 15 05:34:36.392924 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b193f-7551-4933-892e-a6dba550ad86 req-9ad85a36-b092-4540-be56-7cf05f8c1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.394467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-9ad85a36-b092-4540-be56-7cf05f8c1d06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415361 Dec 15 05:34:36.493816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-f4107152-d166-4ed3-a2a2-a45c55d99fb7 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869315 Dec 15 05:34:36.590284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-696b193f-7551-4933-892e-a6dba550ad86 req-aac0c1ee-35ee-42fe-a1b5-16c946a4bbaf service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855143 Dec 15 05:34:36.730517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-719da33f-785b-4579-bbe8-00d0106c9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.732051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-719da33f-785b-4579-bbe8-00d0106c9adf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1096 time: 0.0424070 Dec 15 05:34:36.738740 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf49d2a-e90c-4084-9062-790bc17cf29f req-c6e373fc-2cf0-4118-91b9-8d8edd1fcab7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.740318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cf49d2a-e90c-4084-9062-790bc17cf29f req-c6e373fc-2cf0-4118-91b9-8d8edd1fcab7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 944 time: 0.0487084 Dec 15 05:34:36.790756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7cf49d2a-e90c-4084-9062-790bc17cf29f req-1d9796c0-eacd-49b4-85d6-32df254b9e08 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Dec 15 05:34:36.826370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-86ea5d37-d1b5-4984-9360-e23db41acf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.828493 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-86ea5d37-d1b5-4984-9360-e23db41acf21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0895777 Dec 15 05:34:36.869826 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-205d3883-54d7-48cc-b8b5-f8dbc1740f41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 217 time: 0.0337651 Dec 15 05:34:36.923265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-1984158e-92f3-4064-aca3-dc9eab6e908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.924747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-1984158e-92f3-4064-aca3-dc9eab6e908e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0479116 Dec 15 05:34:36.974873 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-4d58d4cf-e81c-486a-91b1-a4536997cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:36.976411 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-4d58d4cf-e81c-486a-91b1-a4536997cc06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438545 Dec 15 05:34:37.066953 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-740844e2-8173-476d-aed2-159afd6c225c service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823185 Dec 15 05:34:37.160645 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-107d23dd-cc30-482c-8dd8-449ad503d7b2 req-d10c36c5-34f4-41f2-a39e-5e80c6ed74b4 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862985 Dec 15 05:34:37.730366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:37.916754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d4af-02c8-4f1a-94cc-d64bc2c043ae req-04bb1786-c8e5-4095-804c-0edd7c66d203 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:37.918215 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b00d4af-02c8-4f1a-94cc-d64bc2c043ae req-04bb1786-c8e5-4095-804c-0edd7c66d203 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 944 time: 0.0525935 Dec 15 05:34:37.966776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2b00d4af-02c8-4f1a-94cc-d64bc2c043ae req-251ff832-3f77-4159-962d-bcf4fed03bb5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Dec 15 05:34:39.081289 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de90e-2375-4d11-92f0-8b1a4c06f58a req-971929e7-8fab-4b12-9edc-781dab4d826b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:39.082728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b82de90e-2375-4d11-92f0-8b1a4c06f58a req-971929e7-8fab-4b12-9edc-781dab4d826b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 944 time: 0.0474281 Dec 15 05:34:39.131346 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b82de90e-2375-4d11-92f0-8b1a4c06f58a req-52fbd750-4e9b-438a-a316-cc7d2661f86e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Dec 15 05:34:40.178466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:34:40.246315 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b354d-c1eb-4d39-a714-95d085e9db00 req-644fe565-0c0f-4883-bed9-01e7c5bb0ec1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:40.248561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd8b354d-c1eb-4d39-a714-95d085e9db00 req-644fe565-0c0f-4883-bed9-01e7c5bb0ec1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 944 time: 0.0499537 Dec 15 05:34:40.276726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:40.289242 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'port_id': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'mac_address': 'fa:16:3e:b0:ec:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:34:40.307504 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd8b354d-c1eb-4d39-a714-95d085e9db00 req-09528bf1-df76-41f6-aa6d-8a79cb8cea91 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505629 Dec 15 05:34:40.328506 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:40.340819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:34:40.359420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:40.363647 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:40.416387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:40.771858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:34:41.422562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc870cd-99fd-400c-9252-5f51df55d1c9 req-010f4541-4c4c-4e2c-bca1-d9b07c129d5c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:41.424025 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bc870cd-99fd-400c-9252-5f51df55d1c9 req-010f4541-4c4c-4e2c-bca1-d9b07c129d5c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 945 time: 0.0488117 Dec 15 05:34:41.474990 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bc870cd-99fd-400c-9252-5f51df55d1c9 req-070e81b8-11a2-4eb4-8153-1534f627b17c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449193 Dec 15 05:34:42.175563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:34:42.222742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:34:42.226711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:34:42.227605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:42.305832 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:42.329058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:34:42.331257 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9540f5e-6dcc-48bc-83d4-5bf9d8f1def0" -d '{"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-plugged", "status": "completed", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:34:42.344293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:34:42.348224 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:42.396813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:42.424152 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d19c3c-3dc3-45af-a2b2-d40d9842c696 x-openstack-request-id: req-97d19c3c-3dc3-45af-a2b2-d40d9842c696 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:34:42.424450 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-plugged", "status": "completed", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:34:42.424731 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97d19c3c-3dc3-45af-a2b2-d40d9842c696 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:34:42.425125 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'code': 200} Dec 15 05:34:42.568416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b31a9-3313-42d4-b614-3d011d676445 req-e18c896e-f889-4fdd-9f41-471d94afd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:42.569937 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b87b31a9-3313-42d4-b614-3d011d676445 req-e18c896e-f889-4fdd-9f41-471d94afd0ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1098 time: 0.0426204 Dec 15 05:34:42.596301 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9247-0c69-4b9c-85ba-62ae17c835fd req-418db6a6-f8d0-4914-9a53-337268375024 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:42.601041 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a90c9247-0c69-4b9c-85ba-62ae17c835fd req-418db6a6-f8d0-4914-9a53-337268375024 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0490279 Dec 15 05:34:42.620327 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b87b31a9-3313-42d4-b614-3d011d676445 req-c9f6818e-c149-4895-8839-18f3001f262e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398080 Dec 15 05:34:42.648267 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a90c9247-0c69-4b9c-85ba-62ae17c835fd req-a9b6cd35-9885-4cca-a73e-60cbfb35054d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Dec 15 05:34:43.767947 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b1481-b29b-4ac2-a6c3-a84d126dfa64 req-84a90645-39e2-4f49-8dfd-2c5dedc1d194 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:43.769561 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c07b1481-b29b-4ac2-a6c3-a84d126dfa64 req-84a90645-39e2-4f49-8dfd-2c5dedc1d194 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0529170 Dec 15 05:34:43.821608 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c07b1481-b29b-4ac2-a6c3-a84d126dfa64 req-c2fbca39-4959-4498-8bab-1f574a651dac tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455580 Dec 15 05:34:44.934960 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e478b4d-c31c-4815-ad63-051bfa1ce673 req-1fb5374d-5365-4ad1-b645-f1ecb06050f0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:44.936431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e478b4d-c31c-4815-ad63-051bfa1ce673 req-1fb5374d-5365-4ad1-b645-f1ecb06050f0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0484664 Dec 15 05:34:44.985244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7e478b4d-c31c-4815-ad63-051bfa1ce673 req-75f382c2-18ed-4f07-98ff-36cd79c7d76f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428607 Dec 15 05:34:45.100794 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308d031-1e38-4add-99e8-3b31a826c441 req-9ed74283-0dc6-4adb-ba68-cc9830efa6b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:45.102155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c308d031-1e38-4add-99e8-3b31a826c441 req-9ed74283-0dc6-4adb-ba68-cc9830efa6b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0485265 Dec 15 05:34:45.154500 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c308d031-1e38-4add-99e8-3b31a826c441 req-e5036928-c09f-46b0-84e4-637099401e7c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465059 Dec 15 05:34:45.176050 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57922) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:45.214969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86539c-b2de-4f55-bfc4-27d06407de8d tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:45.216483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0f86539c-b2de-4f55-bfc4-27d06407de8d tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1093 time: 0.0394096 Dec 15 05:34:45.219438 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57924) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:45.223618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:34:45.244931 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:45.343440 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:45.441371 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.24 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/6459fb32-5192-43e9-8ea3-5ad0d68164d2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:34:45.544540 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:45.577675 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:45.616988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:34:45.619926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:34:45.623396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:34:45.629271 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=6459fb32-5192-43e9-8ea3-5ad0d68164d2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:45.958436 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:46.025260 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:46.172008 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:46.176649 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:46.250139 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=6459fb32-5192-43e9-8ea3-5ad0d68164d2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:34:46.258285 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:46.357773 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 9749d532-fb71-4d04-aced-c8a5029564f8 associated. External IP: 172.25.2.24, port: 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8. Dec 15 05:34:46.564512 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 677f761b-026d-4b72-b71a-c90439ba9f02 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:34:46.667201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:34:46.678013 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] Sync routers for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:34:46.684269 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:34:46.688745 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:46.689371 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:46.798931 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:47.023818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-456e412f-9725-499b-947f-008bffdc86c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8032680 Dec 15 05:34:47.024455 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:34:47.026800 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965e2e9f-560d-41cc-a65f-52f7f9d174aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:34:47.036664 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '9749d532-fb71-4d04-aced-c8a5029564f8', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'port_id': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'mac_address': 'fa:16:3e:b0:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5752a30e-326e-4044-9d4b-8da91f19a809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:34:45Z', 'updated_at': '2021-12-15T05:34:45Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:47.063914 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] Checking router: 677f761b-026d-4b72-b71a-c90439ba9f02 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:34:47.070615 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a5ea48-64cd-4203-b097-fdef0c580cec x-openstack-request-id: req-f7a5ea48-64cd-4203-b097-fdef0c580cec {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:34:47.070912 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:34:47.071166 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7a5ea48-64cd-4203-b097-fdef0c580cec {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:34:47.071572 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'status': 'completed', 'code': 200} Dec 15 05:34:47.072652 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:34:47.073252 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:34:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:47.138272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9c86e-9be0-42a5-9fd2-13b1432996dc req-6ade2a61-0013-4001-bf89-c65511e1d813 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:47.139900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13f9c86e-9be0-42a5-9fd2-13b1432996dc req-6ade2a61-0013-4001-bf89-c65511e1d813 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0521770 Dec 15 05:34:47.162515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-fa8fb642-e8dd-44eb-92a8-05a696af6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:47.164051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-fa8fb642-e8dd-44eb-92a8-05a696af6685 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1098 time: 0.0465348 Dec 15 05:34:47.209208 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-13f9c86e-9be0-42a5-9fd2-13b1432996dc req-3cc0c5ec-4ffd-4bb3-8d6b-0311dbb592fc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549178 Dec 15 05:34:47.233102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57932) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:47.264739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-4025f338-2f73-4200-a9c3-795c921b6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:47.266766 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-4025f338-2f73-4200-a9c3-795c921b6c61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0942178 Dec 15 05:34:47.281833 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:34:47.301437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-700cfa63-a407-450e-87aa-4e920494121a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/9749d532-fb71-4d04-aced-c8a5029564f8 HTTP/1.1" status: 200 len: 991 time: 0.0654848 Dec 15 05:34:47.332199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-8b6570b9-bf45-4cc1-b125-71f291d971bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 999 time: 0.0583224 Dec 15 05:34:47.381082 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-365cb69c-0bb3-4f3f-9439-05b99239a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:47.382548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-365cb69c-0bb3-4f3f-9439-05b99239a987 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0428550 Dec 15 05:34:47.432488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-c0e88b22-67d5-417a-8d67-fb2b57df2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:34:47.433982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-c0e88b22-67d5-417a-8d67-fb2b57df2fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423851 Dec 15 05:34:47.501810 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '9749d532-fb71-4d04-aced-c8a5029564f8', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'port_id': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'mac_address': 'fa:16:3e:b0:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5752a30e-326e-4044-9d4b-8da91f19a809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:34:45Z', 'updated_at': '2021-12-15T05:34:45Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:34:47.522116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-641c760a-91f7-4c95-be5e-8681c1129433 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807486 Dec 15 05:34:47.531609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca50ba-d298-42dc-ae96-9235fcbae17b None None] The sync data for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 is: [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '9749d532-fb71-4d04-aced-c8a5029564f8', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'port_id': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'mac_address': 'fa:16:3e:b0:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5752a30e-326e-4044-9d4b-8da91f19a809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:34:45Z', 'updated_at': '2021-12-15T05:34:45Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:34:47.622496 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-965e2e9f-560d-41cc-a65f-52f7f9d174aa req-ee37e935-3fe1-4c7c-ac0b-8408bca15536 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928047 Dec 15 05:34:47.723844 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305fb71-42e2-4c4d-88a1-6a0324efb66f None None] New status for floating IP 9749d532-fb71-4d04-aced-c8a5029564f8: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:34:48.304252 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 57934) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:34:48.363333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-543631b5-f0f5-4c33-81d1-651d8764ac2f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/9749d532-fb71-4d04-aced-c8a5029564f8 HTTP/1.1" status: 200 len: 993 time: 0.0579565 Dec 15 05:34:57.026866 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:34:57.851352 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d90be249-8a06-4cb9-8c0c-a96193bd6ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:00.020744 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb30b03a-61bc-4356-95a8-432a452c8112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:01.370263 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:02.904202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:03.504805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:04.048832 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:07.729894 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:21.762563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 57954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:35:21.770244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791f51-ee38-495f-bfdf-40c286d28248 req-ef23134c-dff5-4373-897f-77ebe3bda1a1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:21.771294 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15791f51-ee38-495f-bfdf-40c286d28248 req-ef23134c-dff5-4373-897f-77ebe3bda1a1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0487709 Dec 15 05:35:21.821911 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-15791f51-ee38-495f-bfdf-40c286d28248 req-d2c1c8bb-8d5f-4030-b38c-dcf91c5445a0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Dec 15 05:35:21.842582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-738fb3b3-4e3f-41a9-b49e-d64834a52759 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782549 Dec 15 05:35:21.851331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-15aa2e71-c260-428c-94e4-3d8c1768790c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:35:21.852336 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-15aa2e71-c260-428c-94e4-3d8c1768790c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049043 Dec 15 05:35:22.939615 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc3ef-7182-4957-9f2d-4797d4000f43 req-dbb691f1-2e2b-4301-b2ab-428b7a18cd4c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:22.941097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-662bc3ef-7182-4957-9f2d-4797d4000f43 req-dbb691f1-2e2b-4301-b2ab-428b7a18cd4c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0517302 Dec 15 05:35:22.999887 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-662bc3ef-7182-4957-9f2d-4797d4000f43 req-86812164-df5f-46de-8764-830b4cddb503 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522752 Dec 15 05:35:24.116223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81422bc4-f8ad-42d2-8458-ce722fcb6400 req-0b1593b9-7d71-460f-be68-2577e092bb1e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:24.117661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81422bc4-f8ad-42d2-8458-ce722fcb6400 req-0b1593b9-7d71-460f-be68-2577e092bb1e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0476177 Dec 15 05:35:24.166301 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-81422bc4-f8ad-42d2-8458-ce722fcb6400 req-b05d4d1f-1d8e-4170-bf5c-a6c0c4310079 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427713 Dec 15 05:35:25.291925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca15e2-8641-4f67-be98-7dd2278f60f7 req-55b67d93-41af-4681-9954-1434aaad6cf4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:25.293382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39ca15e2-8641-4f67-be98-7dd2278f60f7 req-55b67d93-41af-4681-9954-1434aaad6cf4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0520895 Dec 15 05:35:25.342710 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-39ca15e2-8641-4f67-be98-7dd2278f60f7 req-6869ab34-e506-42d8-8c22-6fa90b2c2549 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427840 Dec 15 05:35:26.458923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d3fe3-5b8f-486b-ac48-b05a007047a3 req-497d7c10-3e16-42e6-8aac-75ebc5301e30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:26.460492 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-656d3fe3-5b8f-486b-ac48-b05a007047a3 req-497d7c10-3e16-42e6-8aac-75ebc5301e30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0508807 Dec 15 05:35:26.512132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-656d3fe3-5b8f-486b-ac48-b05a007047a3 req-e0eedfa8-dd54-4104-ac4d-eddd72ea3549 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Dec 15 05:35:27.097909 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-ff271113-e40b-426c-9572-e50c9c8a0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:27.099378 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-ff271113-e40b-426c-9572-e50c9c8a0447 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1098 time: 0.0397775 Dec 15 05:35:27.190735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-348a3639-ec0a-4b82-8947-dad7e9d39dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:27.192257 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-348a3639-ec0a-4b82-8947-dad7e9d39dcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0855644 Dec 15 05:35:27.261147 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-3017e1ff-a68b-4ac2-a453-f6a544b51879 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 1001 time: 0.0575738 Dec 15 05:35:27.314836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-4ce8e991-704a-4951-9d16-bd5715bbb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:27.316325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-4ce8e991-704a-4951-9d16-bd5715bbb25f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0428829 Dec 15 05:35:27.370853 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-7f244312-4afe-4679-8d61-d16862166015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:27.372261 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-7f244312-4afe-4679-8d61-d16862166015 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426211 Dec 15 05:35:27.465191 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-3742a430-748c-4390-b132-280f7d158a43 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801804 Dec 15 05:35:27.562163 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-9ce0618f-4bb6-44a6-aadb-09c767b487ab service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842669 Dec 15 05:35:27.634439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5506fd-5c16-438b-b38d-86690ea09ead req-7db658b0-f367-421f-b6ec-15c3f1bed30d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:27.635829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb5506fd-5c16-438b-b38d-86690ea09ead req-7db658b0-f367-421f-b6ec-15c3f1bed30d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0495491 Dec 15 05:35:27.692707 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-eb5506fd-5c16-438b-b38d-86690ea09ead req-d2238186-9f53-4192-9d57-c4d70cead4f2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501447 Dec 15 05:35:27.852550 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-844d9aa5-82eb-4462-80ff-4994aee194df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:28.807639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebeefe9-36a6-4a77-bc15-ee50d7b170a6 req-24ab8565-543e-4259-81f7-41992efef61c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:28.809102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ebeefe9-36a6-4a77-bc15-ee50d7b170a6 req-24ab8565-543e-4259-81f7-41992efef61c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Dec 15 05:35:28.867651 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9ebeefe9-36a6-4a77-bc15-ee50d7b170a6 req-f8af8b85-7767-4eb2-b87b-bed2156b32f2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525763 Dec 15 05:35:29.980401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789986df-0c11-42c5-9e8f-490ff0c1c076 req-ab95f4ba-a025-449c-b48c-fd3b9c10b466 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:29.981847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-789986df-0c11-42c5-9e8f-490ff0c1c076 req-ab95f4ba-a025-449c-b48c-fd3b9c10b466 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0469236 Dec 15 05:35:30.021140 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b5351844-d88a-4bdc-92fa-77025485fff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:30.032082 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-789986df-0c11-42c5-9e8f-490ff0c1c076 req-47b28619-675f-416f-8e41-aa34a748ad0e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Dec 15 05:35:31.150710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384835f-a121-442d-b13e-f0ad35d2c898 req-e2b7331f-a2d5-49a8-a71a-1410d323d044 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:31.152185 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7384835f-a121-442d-b13e-f0ad35d2c898 req-e2b7331f-a2d5-49a8-a71a-1410d323d044 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0514908 Dec 15 05:35:31.200369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7384835f-a121-442d-b13e-f0ad35d2c898 req-9002f50c-ef24-45f1-a6ff-7479b6a49197 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417364 Dec 15 05:35:31.373211 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:32.315274 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77d05-30df-4126-998a-b4c46faa9a86 req-93f6905b-44ad-4b47-93ed-15e8cdad40ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:32.316756 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c77d05-30df-4126-998a-b4c46faa9a86 req-93f6905b-44ad-4b47-93ed-15e8cdad40ea tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Dec 15 05:35:32.364753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c77d05-30df-4126-998a-b4c46faa9a86 req-fa75e982-b803-4d4d-b637-ebb8d1973d75 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Dec 15 05:35:32.913263 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:33.481475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1404-46e0-4e57-88f6-93661ba0d5e4 req-20763d67-858c-4b3c-bd86-ee0eb1411773 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:33.482908 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52ff1404-46e0-4e57-88f6-93661ba0d5e4 req-20763d67-858c-4b3c-bd86-ee0eb1411773 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0471349 Dec 15 05:35:33.506539 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:33.536207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52ff1404-46e0-4e57-88f6-93661ba0d5e4 req-a666d7a9-40eb-49ae-a60f-e5543ca4e042 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471401 Dec 15 05:35:34.025356 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:35:34.047553 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:34.649617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e04d7-070f-4099-a733-9cf32ff0626c req-e035bf84-5858-44f9-af0e-b98190dd9807 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:34.651071 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b43e04d7-070f-4099-a733-9cf32ff0626c req-e035bf84-5858-44f9-af0e-b98190dd9807 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0473075 Dec 15 05:35:34.699557 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b43e04d7-070f-4099-a733-9cf32ff0626c req-a1971fc6-caf1-468d-84b3-584127dc9d6c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426059 Dec 15 05:35:35.004351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-54da82c8-b6c1-4f19-8790-f00b4c826c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:35.005736 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-54da82c8-b6c1-4f19-8790-f00b4c826c4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1098 time: 0.0405328 Dec 15 05:35:35.111451 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-899f418a-eeec-4d29-b7d4-3ccb66f25c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:35.112923 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-899f418a-eeec-4d29-b7d4-3ccb66f25c25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0820279 Dec 15 05:35:35.186814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-3d6ae791-4111-41a8-b73f-bc986a0c1442 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 1001 time: 0.0596931 Dec 15 05:35:35.240434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-8f67de7b-b087-42c9-a7a1-8f87094e0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:35.241839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-8f67de7b-b087-42c9-a7a1-8f87094e0d13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0422292 Dec 15 05:35:35.289586 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-5aa1113b-1aa2-4511-bad5-fe98347e712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:35.291058 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-5aa1113b-1aa2-4511-bad5-fe98347e712d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382180 Dec 15 05:35:35.391010 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-8460deaf-b316-4a4a-98ab-5d9019c1cef6 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Dec 15 05:35:35.483181 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9ffd5c1d-fcb6-4374-b17d-c8f82a367a12 req-ab70a19f-4f0e-4235-92b4-f762b166cc5e service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801046 Dec 15 05:35:35.814981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b7ff3-0d02-4b70-906c-643963356060 req-76341135-05d4-4221-b0a9-d4ce0bd4192f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:35.816432 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf0b7ff3-0d02-4b70-906c-643963356060 req-76341135-05d4-4221-b0a9-d4ce0bd4192f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0476232 Dec 15 05:35:35.864605 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cf0b7ff3-0d02-4b70-906c-643963356060 req-45c291c1-7e89-461a-a05e-1e06c8ab864c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Dec 15 05:35:36.981934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac464fd-d837-49ea-b3f9-8a515177ff10 req-7a8b110d-2a0d-4abb-b0cb-a9aaf0b1c64c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:36.983397 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cac464fd-d837-49ea-b3f9-8a515177ff10 req-7a8b110d-2a0d-4abb-b0cb-a9aaf0b1c64c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Dec 15 05:35:37.031191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cac464fd-d837-49ea-b3f9-8a515177ff10 req-dbbb1c4e-8a9d-4b18-9118-c2d7dcc0ef65 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Dec 15 05:35:37.739559 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:38.144828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256f574-ffb7-4596-b61d-a3c8bdeb9078 req-8c2813fe-94d8-45fd-adbc-665ff2943279 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:38.146269 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8256f574-ffb7-4596-b61d-a3c8bdeb9078 req-8c2813fe-94d8-45fd-adbc-665ff2943279 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0473328 Dec 15 05:35:38.194936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8256f574-ffb7-4596-b61d-a3c8bdeb9078 req-de336722-65e3-42ac-af3e-0aefa438661f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Dec 15 05:35:39.317278 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd37fec-8b54-4383-a9cb-1f3d00a8cf4c req-c1ff9394-5c63-4608-b1a4-e623dad1d894 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:39.318754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cd37fec-8b54-4383-a9cb-1f3d00a8cf4c req-c1ff9394-5c63-4608-b1a4-e623dad1d894 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0548546 Dec 15 05:35:39.371207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4cd37fec-8b54-4383-a9cb-1f3d00a8cf4c req-3a704737-5fba-4665-8566-bea93c277e1e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Dec 15 05:35:39.917912 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-13ca7562-3c55-47de-964b-a9515b027f10 service neutron] show failed (client error): The resource could not be found. Dec 15 05:35:39.918857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-13ca7562-3c55-47de-964b-a9515b027f10 service neutron] 10.222.0.16 "GET /v2.0/ports/72ecb9a3-c006-42f3-bcab-d2e7a74adbc8/bindings/n-h2-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.0591147 Dec 15 05:35:40.142982 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-e2a65d68-d397-4448-9ccf-6bcdc47ead1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:40.144509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-e2a65d68-d397-4448-9ccf-6bcdc47ead1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 1098 time: 0.0418530 Dec 15 05:35:40.166033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:35:40.217659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:40.422892 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:35:40.457883 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:35:40.488423 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f166-4307-4a59-bb66-9f63eaf849c5 req-d7704d2b-4986-416c-a916-0d12b9674e29 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:40.489847 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d761f166-4307-4a59-bb66-9f63eaf849c5 req-d7704d2b-4986-416c-a916-0d12b9674e29 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0491824 Dec 15 05:35:40.496885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:35:40.499233 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c7598-7a25-41e8-941f-ba44f3075825" -d '{"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-unplugged", "status": "completed", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:35:40.503785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:40.516391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Transition to ACTIVE for port object 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:35:40.521566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:40.544770 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d761f166-4307-4a59-bb66-9f63eaf849c5 req-e6e9f077-ba62-49e6-9427-3ef82c651cdb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488193 Dec 15 05:35:40.600517 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb13b27-1ed1-410e-b0b7-f1c9a0c447d2 x-openstack-request-id: req-bcb13b27-1ed1-410e-b0b7-f1c9a0c447d2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:35:40.600817 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-unplugged", "status": "completed", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:35:40.601082 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcb13b27-1ed1-410e-b0b7-f1c9a0c447d2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:35:40.601519 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'code': 200} Dec 15 05:35:40.612464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:35:40.627593 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.628034 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.628494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.628867 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.629164 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.629526 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.629890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.630278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.630660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.630997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.631330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.631659 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.631989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:40.663213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] No DVR routers for this DVR port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:35:40.802466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:35:40.802806 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:35:40.803137 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:35:40.807405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:35:40.807727 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Attempting to bind port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on network d08a31b6-4cb2-4dbf-8056-450f6c02a06a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:35:40.812532 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:35:40.812871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Checking segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:35:40.813888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Bound using segment: {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:35:40.814311 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Bound port: 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21867eb3-a795-4400-b6f7-da3886f5bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:35:40.814663 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:40.879871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:35:40.883288 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:35:40.887049 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:40.922210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:40.923475 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:40.925076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] 10.222.0.42 "PUT /v2.0/ports/72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 1093 time: 0.7629793 Dec 15 05:35:40.947567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd396b04-86ba-4595-a0f4-cb5968e70819 service neutron] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:35:41.004591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-675ad4fd-45eb-4675-8198-c67858f20227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:41.006063 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-675ad4fd-45eb-4675-8198-c67858f20227 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1096 time: 0.0463400 Dec 15 05:35:41.098945 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-2cf6bcf3-f374-4517-8446-110447217776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:41.100466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-2cf6bcf3-f374-4517-8446-110447217776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0864446 Dec 15 05:35:41.168886 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-9a5feeb7-9991-4aea-a216-eb6f241414de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 999 time: 0.0609035 Dec 15 05:35:41.217737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-b54392f4-4605-4050-a0e7-343e16fbbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:41.219085 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-b54392f4-4605-4050-a0e7-343e16fbbb75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0420759 Dec 15 05:35:41.262944 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-b9b3e309-0bc0-44b8-a42a-465c1f159f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:41.264377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-b9b3e309-0bc0-44b8-a42a-465c1f159f94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383837 Dec 15 05:35:41.357090 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-20910119-2a5a-4e9a-bb7e-b3933a413c89 service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859554 Dec 15 05:35:41.446467 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8925f5c2-e7e9-47c9-a585-b9f994fd3fe4 req-3c7816bf-ce39-415b-b8b8-381954854eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825069 Dec 15 05:35:41.667370 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343cba-d53b-40e9-a801-dfb2a40b8c80 req-cf9a9b54-24e3-4723-b8da-28dba673695b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:41.668861 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58343cba-d53b-40e9-a801-dfb2a40b8c80 req-cf9a9b54-24e3-4723-b8da-28dba673695b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 944 time: 0.0486958 Dec 15 05:35:41.721661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-58343cba-d53b-40e9-a801-dfb2a40b8c80 req-91217181-830c-4b72-9520-b0ef42938b08 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467086 Dec 15 05:35:42.603126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:35:42.605518 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:35:42.653709 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf6b514-cfda-4a2f-8664-443fc8d651c2 x-openstack-request-id: req-4bf6b514-cfda-4a2f-8664-443fc8d651c2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:35:42.654003 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:35:42.654263 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bf6b514-cfda-4a2f-8664-443fc8d651c2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:35:42.654698 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'status': 'completed', 'code': 200} Dec 15 05:35:42.779494 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-cf1f0694-0160-44ef-a734-c3d37b507ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:42.781058 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-cf1f0694-0160-44ef-a734-c3d37b507ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1096 time: 0.0794063 Dec 15 05:35:42.783923 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-330befd9-fc74-47a6-b942-2da93f0dc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:42.785573 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-330befd9-fc74-47a6-b942-2da93f0dc656 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1096 time: 0.0745423 Dec 15 05:35:42.842682 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5d96d-c18c-4db0-ba4c-869329f7ace0 req-ab77b51a-ef8a-44d5-a114-823531849277 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:42.844098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf5d96d-c18c-4db0-ba4c-869329f7ace0 req-ab77b51a-ef8a-44d5-a114-823531849277 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 944 time: 0.0482833 Dec 15 05:35:42.900708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:35:42.904700 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbf5d96d-c18c-4db0-ba4c-869329f7ace0 req-3d0e0c27-3e24-4284-a66e-d0cc3a96bbe1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 Dec 15 05:35:42.942787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-1589d37f-8f33-4c1f-891f-15ff06857714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:42.944502 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-1589d37f-8f33-4c1f-891f-15ff06857714 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.1548402 Dec 15 05:35:42.946064 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-6c284e7b-bc24-410d-8991-02dec297ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:42.947512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-6c284e7b-bc24-410d-8991-02dec297ca69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.1508343 Dec 15 05:35:43.007403 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:35:43.021395 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'port_id': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'mac_address': 'fa:16:3e:b0:ec:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:35:43.061752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:43.063548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-e20a424e-d2ce-4b0b-908c-b758bd4a8168 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 999 time: 0.1077392 Dec 15 05:35:43.065491 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-0e330a65-6be6-429e-a7ea-8d1a4238790f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 999 time: 0.1035945 Dec 15 05:35:43.075793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:35:43.095605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:35:43.099583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:43.146976 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-1a4032cd-ae04-4631-8e24-18896e5bbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:43.148466 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-1a4032cd-ae04-4631-8e24-18896e5bbed6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0773804 Dec 15 05:35:43.148867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:35:43.149967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-9c0b604e-543c-4573-a16a-7904448725ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:43.151264 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-9c0b604e-543c-4573-a16a-7904448725ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0729012 Dec 15 05:35:43.156479 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.156884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.157230 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.157574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.157915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.158249 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.158634 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.158967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.159297 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.159622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.160227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.160556 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.160883 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:35:43.226066 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-9cf6e3bf-fac4-4e3a-b19c-836827b59e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:43.227568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-9cf6e3bf-fac4-4e3a-b19c-836827b59e8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709231 Dec 15 05:35:43.229971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-d77cfc1f-0fba-40b4-815a-dc2c96bcc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:43.231346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-d77cfc1f-0fba-40b4-815a-dc2c96bcc1b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659728 Dec 15 05:35:43.384932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:35:43.392141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-824463f0-d1d2-4945-8e85-d2846962906e service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534400 Dec 15 05:35:43.394235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-ad9239cd-b01f-44f5-912b-176ae603319d service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477485 Dec 15 05:35:43.549656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-2a2cd697-9c70-4171-a567-f426ce1cb0d6 service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504133 Dec 15 05:35:43.555375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92e1dcb5-d202-40c2-bf3a-823a36eee9ea req-cb3d1205-552d-4123-bc14-5d231746e23f service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382749 Dec 15 05:35:44.026546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d626b68-6c95-49af-9e65-de501311229a req-2987ee02-5c55-4345-b05f-1d1b6594e2e1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:44.027982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d626b68-6c95-49af-9e65-de501311229a req-2987ee02-5c55-4345-b05f-1d1b6594e2e1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 945 time: 0.0468807 Dec 15 05:35:44.076537 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8d626b68-6c95-49af-9e65-de501311229a req-b794aa32-0aba-42ca-8e23-62c9c1574bb3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420697 Dec 15 05:35:44.278457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78cce-c0d4-4477-bbaf-7ca2a3dfd8c2 req-44d8f25d-cdbf-4d81-bd75-b0227a5c1d8d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:44.279900 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ae78cce-c0d4-4477-bbaf-7ca2a3dfd8c2 req-44d8f25d-cdbf-4d81-bd75-b0227a5c1d8d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 945 time: 0.0525901 Dec 15 05:35:44.306764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-d8c84a1a-b75e-4996-9050-b60f9a6daec4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:44.308321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-d8c84a1a-b75e-4996-9050-b60f9a6daec4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.16 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809&tenant_id=a2e2a9643278440caf84812d9207461b&binding%3Ahost_id=n-h2-820935-10 HTTP/1.1" status: 200 len: 945 time: 0.0561099 Dec 15 05:35:44.330534 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1ae78cce-c0d4-4477-bbaf-7ca2a3dfd8c2 req-b8d40eb7-bebc-4eda-8a9d-2f3df80aabb6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Dec 15 05:35:44.451066 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab1c45-97aa-4ba2-8e6b-687b9fd3bce3 req-0dc95fe6-6ef3-4bc3-8ee7-f4f0ea0590ec tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:44.452948 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35ab1c45-97aa-4ba2-8e6b-687b9fd3bce3 req-0dc95fe6-6ef3-4bc3-8ee7-f4f0ea0590ec tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 945 time: 0.0505352 Dec 15 05:35:44.459984 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:35:44.503439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:35:44.508801 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35ab1c45-97aa-4ba2-8e6b-687b9fd3bce3 req-df820a51-f011-4402-ab30-7759eb4f6b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490532 Dec 15 05:35:44.676814 n-d-820935-10 neutron-server[103132]: INFO neutron.api.v2.resource [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-a6cc17ce-aa3b-4307-8467-7b282dac7500 service neutron] delete failed (client error): The resource could not be found. Dec 15 05:35:44.677823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-a6cc17ce-aa3b-4307-8467-7b282dac7500 service neutron] 10.222.0.16 "DELETE /v2.0/ports/72ecb9a3-c006-42f3-bcab-d2e7a74adbc8/bindings/n-h1-820935-10 HTTP/1.1" status: 404 len: 381 time: 0.3578763 Dec 15 05:35:44.806057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-d7f9b113-2ffb-4cfd-a1c4-0b16c6ec3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:44.807513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-d7f9b113-2ffb-4cfd-a1c4-0b16c6ec3229 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1097 time: 0.0402541 Dec 15 05:35:44.897673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:35:44.901817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-3172f63d-fabe-4f0f-a356-105cf57740b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:44.903282 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-3172f63d-fabe-4f0f-a356-105cf57740b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0852020 Dec 15 05:35:44.949505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:35:44.953522 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:35:44.954427 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:44.974396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-c7a06b4a-94a4-4521-ad26-9514362ff920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 1000 time: 0.0588944 Dec 15 05:35:45.026038 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-615ca7a8-f711-41aa-b4f6-e60be5d4e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:45.027642 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-615ca7a8-f711-41aa-b4f6-e60be5d4e101 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0424898 Dec 15 05:35:45.029118 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:45.052055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:35:45.054320 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1041528e-765a-4c30-b5a4-22c27ff92fed" -d '{"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-plugged", "status": "completed", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:35:45.067349 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:35:45.072096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:45.085596 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-353dab62-ff65-434c-b08e-2dda625186e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:45.087225 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-353dab62-ff65-434c-b08e-2dda625186e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473099 Dec 15 05:35:45.108560 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c194bacc-00f4-4c85-bfbc-012b40ad9171 x-openstack-request-id: req-c194bacc-00f4-4c85-bfbc-012b40ad9171 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:35:45.108857 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-plugged", "status": "completed", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:35:45.109120 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c194bacc-00f4-4c85-bfbc-012b40ad9171 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:35:45.109516 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'code': 200} Dec 15 05:35:45.126607 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:35:45.180244 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-9778431a-82f0-4c4f-b828-43ec7736aa98 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813260 Dec 15 05:35:45.272855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c37d6e9a-e597-460a-9d56-880dd14e0325 req-9fa9535f-2e19-4cd2-b4df-3eb6993335b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845997 Dec 15 05:35:45.632858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e4c8a-0ffd-4caf-993e-7eea9298accb req-fdea512a-ffc9-4d99-b8ee-defe5238f1e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:45.634311 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f46e4c8a-0ffd-4caf-993e-7eea9298accb req-fdea512a-ffc9-4d99-b8ee-defe5238f1e7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Dec 15 05:35:45.688493 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f46e4c8a-0ffd-4caf-993e-7eea9298accb req-a430f6fb-a416-4567-be14-a8c1e088ecd2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475886 Dec 15 05:35:46.804421 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4567da-045d-499f-9231-d2acdad958e4 req-7497ba79-0094-4930-9475-d634456204b5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:46.805864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f4567da-045d-499f-9231-d2acdad958e4 req-7497ba79-0094-4930-9475-d634456204b5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0480170 Dec 15 05:35:46.854745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f4567da-045d-499f-9231-d2acdad958e4 req-df13761f-4ec0-4fbd-b6e3-8e6dd6aaa50e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Dec 15 05:35:46.877756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58048) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:35:46.943628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-882ec391-6974-4eb1-ab66-3e3ed5bef767 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/9749d532-fb71-4d04-aced-c8a5029564f8 HTTP/1.1" status: 200 len: 993 time: 0.0647163 Dec 15 05:35:57.853573 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-192f7d19-e5d3-4deb-a5b5-01386c4c735a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:35:57.922893 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-1fe7ec76-feb4-40ba-abd8-51a987f3f432 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392225 Dec 15 05:35:58.020847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446acab-688d-4cea-8c3c-83f65fed591d req-95021e3d-8374-41bc-b414-bd9394d4a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:58.022299 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-95021e3d-8374-41bc-b414-bd9394d4a558 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1098 time: 0.0394833 Dec 15 05:35:58.125425 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446acab-688d-4cea-8c3c-83f65fed591d req-4db52f64-4bb7-4237-a3b2-7423ba9b364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:58.126792 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-4db52f64-4bb7-4237-a3b2-7423ba9b364e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0852263 Dec 15 05:35:58.194521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-bd7eb555-a52e-4d9f-82c0-22d6f8f92462 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 1001 time: 0.0580280 Dec 15 05:35:58.246523 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446acab-688d-4cea-8c3c-83f65fed591d req-738c2352-3b73-4c8b-9e35-568eb8fc7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:58.247971 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-738c2352-3b73-4c8b-9e35-568eb8fc7314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0429449 Dec 15 05:35:58.297465 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446acab-688d-4cea-8c3c-83f65fed591d req-24c16b68-ca3b-42aa-8392-9eed7ffece46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:35:58.299621 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-24c16b68-ca3b-42aa-8392-9eed7ffece46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442381 Dec 15 05:35:58.386983 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-d30df8d4-19b6-465f-8e2c-76a0e33ea98b service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789940 Dec 15 05:35:58.477469 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7446acab-688d-4cea-8c3c-83f65fed591d req-4701cb68-f540-4798-a802-1dca2264634c service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830612 Dec 15 05:36:00.022914 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8caa6caa-f78d-471d-97f0-486a0ede2814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:01.376151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:02.909114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:03.509261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:04.050390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:07.755244 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:11.024118 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:36:13.307071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58058) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:13.463035 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 6459fb32-5192-43e9-8ea3-5ad0d68164d2 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:36:13.463381 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:13.542688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:13.543021 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:13.556056 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 6459fb32-5192-43e9-8ea3-5ad0d68164d2 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:36:13.702501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:13.726789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=6459fb32-5192-43e9-8ea3-5ad0d68164d2,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:13.754642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.754995 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.755344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.755684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.756018 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.756381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.756714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.757044 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.757374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.757701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.758027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.758351 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.758700 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:13.799328 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:13.799938 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 9749d532-fb71-4d04-aced-c8a5029564f8 disassociated (deleted). External IP: 172.25.2.24, port: 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8. Dec 15 05:36:13.802636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-f87b4766-933c-49a3-ade3-4ea63cc26add req-d88fc44a-8f41-4136-a7c6-925bc4cd5d12 service neutron] (103132) timed out ('10.222.0.16', 52635) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:36:14.004191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 677f761b-026d-4b72-b71a-c90439ba9f02 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:36:14.106747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:36:14.112140 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:14.116820 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] Sync routers for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:36:14.126364 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:14.126986 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:14.234682 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:14.439200 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:14.451864 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-11b4cb83-17f5-4329-98d0-ff21c470e9c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/floatingips/9749d532-fb71-4d04-aced-c8a5029564f8 HTTP/1.1" status: 204 len: 168 time: 1.1436899 Dec 15 05:36:14.452530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:36:14.455303 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d767923-0487-4b7e-bec0-17e28acf1a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:36:14.465579 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] Checking router: 677f761b-026d-4b72-b71a-c90439ba9f02 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:36:14.474581 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:14.475185 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:14.570236 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b46a6f8-bea6-4b1f-9c23-d5f8c85c9b22 x-openstack-request-id: req-6b46a6f8-bea6-4b1f-9c23-d5f8c85c9b22 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:36:14.570534 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:36:14.570959 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b46a6f8-bea6-4b1f-9c23-d5f8c85c9b22 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:36:14.571244 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'status': 'completed', 'code': 200} Dec 15 05:36:14.589827 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:14.680305 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-5e357d8a-112c-4c0e-8826-fd2b27a5f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:14.681939 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-5e357d8a-112c-4c0e-8826-fd2b27a5f0bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 1098 time: 0.0434070 Dec 15 05:36:14.693409 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186152f8-3121-4c52-9b53-8ce75cdd611e req-9e420396-f749-46b4-926a-7443b4d308c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:14.694798 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-186152f8-3121-4c52-9b53-8ce75cdd611e req-9e420396-f749-46b4-926a-7443b4d308c7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0488136 Dec 15 05:36:14.747567 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-186152f8-3121-4c52-9b53-8ce75cdd611e req-3e4c56c3-893f-4ce5-a301-9c8cef035e89 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455091 Dec 15 05:36:14.781160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-096f31b3-ca5e-4c64-b822-4ebbb56b6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:14.783201 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-096f31b3-ca5e-4c64-b822-4ebbb56b6390 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 200 len: 897 time: 0.0929105 Dec 15 05:36:14.793694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:14.823649 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a1eea-8dbb-4881-adda-8998523765a7 None None] The sync data for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 is: [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:34:31Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9f063e11-b52f-4427-b5e3-7156e1d3b664', 'name': '', 'network_id': 'd08a31b6-4cb2-4dbf-8056-450f6c02a06a', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:3e:6b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:31Z', 'updated_at': '2021-12-15T05:34:34Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': 'bfa60f63-c09f-4ef3-8996-2d0ea129515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:36:14.830685 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-70c55b81-2636-40e3-8f92-1ac678206b42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 200 len: 217 time: 0.0367031 Dec 15 05:36:14.889090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-741732a2-ed10-4802-922e-ca6bc16da84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:14.890626 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-741732a2-ed10-4802-922e-ca6bc16da84e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 200 len: 835 time: 0.0508659 Dec 15 05:36:14.941850 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-f458969b-e62d-45a4-a417-946ec9387431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:14.943477 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-f458969b-e62d-45a4-a417-946ec9387431 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d08a31b6-4cb2-4dbf-8056-450f6c02a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416892 Dec 15 05:36:15.043984 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-38c6b2e6-0b4d-4e6a-9444-bd50894de42d service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914927 Dec 15 05:36:15.044177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ba2f7-9b5a-42ee-bb88-e91ce8a8e6b6 None None] New status for floating IP 9749d532-fb71-4d04-aced-c8a5029564f8: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:36:15.137445 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1d767923-0487-4b7e-bec0-17e28acf1a2a req-cdfc5a7e-9fc7-4131-8c26-f01059ee20b3 service neutron] 10.222.0.42 "GET /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847535 Dec 15 05:36:15.865696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500da8c-1a35-437f-b5b9-c92314c522ee req-5bf2a2ef-9449-417f-8e9f-34a4e2844504 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:15.867055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8500da8c-1a35-437f-b5b9-c92314c522ee req-5bf2a2ef-9449-417f-8e9f-34a4e2844504 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0481646 Dec 15 05:36:15.919855 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8500da8c-1a35-437f-b5b9-c92314c522ee req-b4023d4f-51a1-4de7-b244-93f375364c22 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=824af209-94ea-4516-8665-9b63ff5271db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469389 Dec 15 05:36:16.116848 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-5427bc45-b9f2-4a4e-afb5-f4d24e79bbe0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:16.118202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-5427bc45-b9f2-4a4e-afb5-f4d24e79bbe0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 946 time: 0.0525165 Dec 15 05:36:16.204733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:36:16.205048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:16.300538 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:16.300897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:16.312441 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:36:16.439509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:16.477861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=72ecb9a3-c006-42f3-bcab-d2e7a74adbc8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:16.512239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] No DVR routers for this DVR port 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:36:16.514857 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:16.518340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-691354cc-9a3d-4217-8039-66f4ebc3036f req-38c541b8-c24e-410e-82fa-9973a8926da7 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "DELETE /v2.0/ports/72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 HTTP/1.1" status: 204 len: 173 time: 0.3937104 Dec 15 05:36:16.518778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-deleted', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:36:16.521134 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7cfe95-e4a5-4b8d-8f95-3957172ecd13" -d '{"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-deleted", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:36:16.561005 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9434e49-b1da-4582-b531-cd3fe5432614 x-openstack-request-id: req-a9434e49-b1da-4582-b531-cd3fe5432614 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:36:16.561301 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752a30e-326e-4044-9d4b-8da91f19a809", "name": "network-vif-deleted", "tag": "72ecb9a3-c006-42f3-bcab-d2e7a74adbc8", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:36:16.561556 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9434e49-b1da-4582-b531-cd3fe5432614 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:36:16.561967 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752a30e-326e-4044-9d4b-8da91f19a809', 'name': 'network-vif-deleted', 'tag': '72ecb9a3-c006-42f3-bcab-d2e7a74adbc8', 'status': 'completed', 'code': 200} Dec 15 05:36:17.029503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d06cf437-1321-4a06-92fd-7141e95aecc9 req-49476030-e673-4b9f-93ee-42ce74d2181d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=5752a30e-326e-4044-9d4b-8da91f19a809 HTTP/1.1" status: 200 len: 210 time: 0.0267005 Dec 15 05:36:18.086776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58076) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:18.430116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:18.676747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 9f063e11-b52f-4427-b5e3-7156e1d3b664 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:36:18.677089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:18.767731 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 9f063e11-b52f-4427-b5e3-7156e1d3b664, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9f063e11-b52f-4427-b5e3-7156e1d3b664,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:18.768006 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:18.780161 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 9f063e11-b52f-4427-b5e3-7156e1d3b664 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:36:18.960445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:18.991848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=9f063e11-b52f-4427-b5e3-7156e1d3b664,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:19.147731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:36:19.165172 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.171765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:36:19.172140 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 72ecb9a3-c006-42f3-bcab-d2e7a74adbc8 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:36:19.371614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 677f761b-026d-4b72-b71a-c90439ba9f02 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:36:19.474395 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:36:19.479368 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f0c93d5a-2a6c-42f1-b2b1-856c9b108b30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/677f761b-026d-4b72-b71a-c90439ba9f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916006 Dec 15 05:36:19.482170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58078) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:19.484234 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] Sync routers for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:36:19.495394 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:19.496325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:19.534759 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting subnet bfa60f63-c09f-4ef3-8996-2d0ea129515c {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:36:19.538355 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.578970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.600428 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:19.667976 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.736234 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.763191 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa60f63-c09f-4ef3-8996-2d0ea129515c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:19.773577 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.779777 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e0052d2d-1a54-4a03-bc92-dc54402e7e0b tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/subnets/bfa60f63-c09f-4ef3-8996-2d0ea129515c HTTP/1.1" status: 204 len: 168 time: 0.2938671 Dec 15 05:36:19.780166 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58080) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:19.786742 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74763ce-e131-4a3b-941e-236df6917a6f None None] Network d08a31b6-4cb2-4dbf-8056-450f6c02a06a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:36:19.898414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:19.909732 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:36:18Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:19.937164 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] Checking router: 677f761b-026d-4b72-b71a-c90439ba9f02 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:36:19.947573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] Routers {'677f761b-026d-4b72-b71a-c90439ba9f02'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:19.947806 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['677f761b-026d-4b72-b71a-c90439ba9f02'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:19.958666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] DHCP port deletion for d08a31b6-4cb2-4dbf-8056-450f6c02a06a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:36:20.017313 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.030049 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] Deleting port 38fe6e19-a340-4d4b-b6a2-d036022fe48f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:36:20.030426 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.069962 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] Set router 677f761b-026d-4b72-b71a-c90439ba9f02 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:20.077915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port ac27089e-c960-4348-aefd-361f43c586a4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:36:20.078744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.092420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] For port 38fe6e19-a340-4d4b-b6a2-d036022fe48f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=38fe6e19-a340-4d4b-b6a2-d036022fe48f,segment=NetworkSegment(21867eb3-a795-4400-b6f7-da3886f5bb79),segment_id=21867eb3-a795-4400-b6f7-da3886f5bb79)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:20.092820 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.106037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] Calling delete_port for 38fe6e19-a340-4d4b-b6a2-d036022fe48f owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:36:20.164431 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port ac27089e-c960-4348-aefd-361f43c586a4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac27089e-c960-4348-aefd-361f43c586a4,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:20.164835 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.177330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for ac27089e-c960-4348-aefd-361f43c586a4 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:36:20.188670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.215238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] Pushing event deleted for resources: {'Port': ['ID=38fe6e19-a340-4d4b-b6a2-d036022fe48f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:20.219743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1b567-17c9-463a-b186-b88529000f70 None None] No DVR routers for this DVR port 38fe6e19-a340-4d4b-b6a2-d036022fe48f on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:36:20.259707 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:36:18Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:20.290910 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a5d8b-5db9-40de-887c-b9cc752d8e93 None None] The sync data for ids ['677f761b-026d-4b72-b71a-c90439ba9f02'] in n-d-820935-10 is: [{'id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069302013', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:34:27Z', 'updated_at': '2021-12-15T05:36:18Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'ac27089e-c960-4348-aefd-361f43c586a4', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677f761b-026d-4b72-b71a-c90439ba9f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:34:28Z', 'updated_at': '2021-12-15T05:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:36:20.355826 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.382475 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=ac27089e-c960-4348-aefd-361f43c586a4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:20.397637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73108222-9738-4bf9-a75b-45044bc4d1f3 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:36:20.452903 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.548458 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.550591 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.595223 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.595788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Fanout notify agent at l3_agent the message router_deleted on router 677f761b-026d-4b72-b71a-c90439ba9f02 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:36:20.602993 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.604171 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-be1b3468-2617-4677-9e31-6eeafd595bbc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/routers/677f761b-026d-4b72-b71a-c90439ba9f02 HTTP/1.1" status: 204 len: 168 time: 0.8232529 Dec 15 05:36:20.606847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58086) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:20.689670 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.773966 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.792728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08a31b6-4cb2-4dbf-8056-450f6c02a06a']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:20.801569 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21867eb3-a795-4400-b6f7-da3886f5bb79') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:20.801860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21867eb3-a795-4400-b6f7-da3886f5bb79') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:20.810808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.823848 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.830968 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:36:20.831386 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:36:20.834422 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:36:20.893701 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.900709 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.903872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/networks/d08a31b6-4cb2-4dbf-8056-450f6c02a06a HTTP/1.1" status: 204 len: 168 time: 0.2959852 Dec 15 05:36:20.906729 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58088) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:20.915791 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0e19a-ce74-4cac-afb1-f9d3af657f11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Network': ['ID=d08a31b6-4cb2-4dbf-8056-450f6c02a06a,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:20.963848 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a585f0a9-a3f2-4a5e-b5b7-832228b5bd84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:20.992928 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a585f0a9-a3f2-4a5e-b5b7-832228b5bd84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.056935 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a585f0a9-a3f2-4a5e-b5b7-832228b5bd84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.059729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a585f0a9-a3f2-4a5e-b5b7-832228b5bd84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.060956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a585f0a9-a3f2-4a5e-b5b7-832228b5bd84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/security-groups/824af209-94ea-4516-8665-9b63ff5271db HTTP/1.1" status: 204 len: 168 time: 0.1531599 Dec 15 05:36:21.074708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f0a9-a3f2-4a5e-b5b7-832228b5bd84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824af209-94ea-4516-8665-9b63ff5271db,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:21.507876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58094) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:21.512510 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88189385', 'description': 'tempest-secgroup-smoke-88189385 description', 'project_id': 'a2e2a9643278440caf84812d9207461b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:21.535706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.600949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.604762 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.635393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.636650 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1277342 Dec 15 05:36:21.638516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d360083-53f9-474e-afe0-5fce04df4c95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:21.639778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58096) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:21.644415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '6e0f90cc-a3b4-4dd6-8231-5c612d0f9372', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:21.671500 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.724858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.728149 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.744517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e252a4d-8507-40b0-8e4e-7eed4b42a99d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:21.752424 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.753600 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e5723b02-b560-4770-9436-413b68d897db tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127748 Dec 15 05:36:21.756336 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58098) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:21.760521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '6e0f90cc-a3b4-4dd6-8231-5c612d0f9372', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:21.787270 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.838153 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9f063e11-b52f-4427-b5e3-7156e1d3b664 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:36:21.843017 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.847366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.858156 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9f063e11-b52f-4427-b5e3-7156e1d3b664 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:36:21.858510 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9f063e11-b52f-4427-b5e3-7156e1d3b664 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:36:21.858922 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac27089e-c960-4348-aefd-361f43c586a4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:36:21.870071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1def87ee-fa61-4af2-a999-ec4866412693,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:21.874503 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.878350 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-908343aa-56f9-4829-a969-c2aa806533f5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185305 Dec 15 05:36:21.878862 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58100) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:21.881393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ac27089e-c960-4348-aefd-361f43c586a4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:36:21.881743 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac27089e-c960-4348-aefd-361f43c586a4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:36:21.882157 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38fe6e19-a340-4d4b-b6a2-d036022fe48f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:36:21.882860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '6e0f90cc-a3b4-4dd6-8231-5c612d0f9372', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:21.901604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 38fe6e19-a340-4d4b-b6a2-d036022fe48f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:36:21.901950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 38fe6e19-a340-4d4b-b6a2-d036022fe48f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:36:21.910973 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.966090 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.969572 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.986294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca4ffa2-2303-4110-964b-4bdc1719a6fc,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:21.994095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:21.995329 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-26c38b82-befd-4b3b-aef2-0b5062bb2de8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158040 Dec 15 05:36:21.998006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58102) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:22.002434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '6e0f90cc-a3b4-4dd6-8231-5c612d0f9372', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:22.028607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.087715 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.091108 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.108704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4a3895-dad0-479c-9a3f-b449cf95b25a,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:22.116119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.117328 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-fdc5fc47-ed18-4527-a224-14fee8da5b9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183987 Dec 15 05:36:22.120030 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58104) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:22.124332 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '6e0f90cc-a3b4-4dd6-8231-5c612d0f9372', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:22.145904 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:36:22.150946 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.207949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.211350 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.233169 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18006cf2-7a8d-4003-946a-c82b21518843,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:22.238720 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.239813 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-52a8a5eb-3ff6-4363-99ca-a72e86e5102a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188476 Dec 15 05:36:22.242549 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58106) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:22.246752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': '6e0f90cc-a3b4-4dd6-8231-5c612d0f9372', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:22.269326 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:36:22.274163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.332287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.335899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.353362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f07bc29-a086-4b2f-8ffc-04301c68e217,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:22.360644 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.361863 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-10f5ee87-ba9c-4927-86a2-a02a504a10d3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183975 Dec 15 05:36:22.364769 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58108) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:22.370322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'network': {'name': 'tempest-network-smoke--627600363', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'port_security_enabled': True}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:22.393912 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:36:22.397384 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.420613 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:36:22.430588 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.430937 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Added segment f9521f45-7734-435a-9dae-c1862ee7a663 of type vlan for network 81bfdd76-7421-4368-969c-65aa02f2295f Dec 15 05:36:22.470504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.494551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.500966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:22.501492 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.559245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1933987 Dec 15 05:36:22.562100 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58110) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:22.567810 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'admin_state_up': True, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:22.572107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1cb0d-ca9e-4324-ae69-d31b31c99b3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Network': ['ID=81bfdd76-7421-4368-969c-65aa02f2295f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:22.588089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 81bfdd76-7421-4368-969c-65aa02f2295f details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:36:22.592382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.593454 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.648949 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.782231 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.969963 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:22.988311 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.084034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.148 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/c1025f92-b5ba-4d36-81b2-9965c0472382) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:36:23.183559 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.215580 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.251913 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:36:23.256381 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:23.259773 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:36:23.265024 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=c1025f92-b5ba-4d36-81b2-9965c0472382,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:23.273194 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e3ca4-243f-4c28-a7f5-7dd703718bf0 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:36:23.393752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-743ed57b-8c81-44a7-ba2a-72a245301cbf None None] Provisioning complete for port c1025f92-b5ba-4d36-81b2-9965c0472382 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:23.394045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-743ed57b-8c81-44a7-ba2a-72a245301cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.431256 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-743ed57b-8c81-44a7-ba2a-72a245301cbf None None] Port c1025f92-b5ba-4d36-81b2-9965c0472382 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:36:23.504413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.696898 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.822365 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 97d875c4-8d55-401f-9321-1d42d983a017 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:36:23.930934 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:36:23.940574 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Sync routers for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:36:23.951109 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:23.951547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:23.951681 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:23.955915 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b0df1430-eb1c-4f74-8b7a-316e4f90e288 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3891780 Dec 15 05:36:23.956186 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:23.983830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-7bdb8cb1-a09c-4e9c-818c-6944b178a4f7 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a2e2a9643278440caf84812d9207461b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264392 Dec 15 05:36:23.986883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58114) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:24.053581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:24.072216 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa2650-2d3a-454e-b537-93da892ed462 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:24.073716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bdaa2650-2d3a-454e-b537-93da892ed462 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859571 Dec 15 05:36:24.076533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58116) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:24.107088 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d87560f1-ec4e-4dcb-bdfc-3302f48b5004 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294876 Dec 15 05:36:24.110120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:24.114672 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458233157', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:24.200765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:36:24.204502 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.227450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:23Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:24.257815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Checking router: 97d875c4-8d55-401f-9321-1d42d983a017 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:36:24.258237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Updating router 97d875c4-8d55-401f-9321-1d42d983a017 port c1025f92-b5ba-4d36-81b2-9965c0472382 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:36:24.282701 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.537629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.543755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.595935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04727dec-049e-416d-85ba-e64a517260f0 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:36:24.601792 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Attempting to bind port c1025f92-b5ba-4d36-81b2-9965c0472382 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:36:24.602168 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Attempting to bind port c1025f92-b5ba-4d36-81b2-9965c0472382 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:36:24.602535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Attempting to bind port c1025f92-b5ba-4d36-81b2-9965c0472382 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:36:24.614450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac146de-04f6-45c0-bfdd-03335fd77738 None None] Pushing event updated for resources: {'Port': ['ID=c1025f92-b5ba-4d36-81b2-9965c0472382,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:24.618098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:36:24.618477 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:36:24.618884 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.619269 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:36:24.619759 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Bound port: c1025f92-b5ba-4d36-81b2-9965c0472382, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:36:24.620168 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.679509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a4b60232-5517-43b8-b6af-8fdaa6de39a7 None None] Provisioning complete for port c1025f92-b5ba-4d36-81b2-9965c0472382 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:24.679887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a4b60232-5517-43b8-b6af-8fdaa6de39a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.681730 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] For port c1025f92-b5ba-4d36-81b2-9965c0472382, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:36:24.685450 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] For port c1025f92-b5ba-4d36-81b2-9965c0472382, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c1025f92-b5ba-4d36-81b2-9965c0472382,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:36:24.705396 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.708248 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.754766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a4b60232-5517-43b8-b6af-8fdaa6de39a7 None None] Port c1025f92-b5ba-4d36-81b2-9965c0472382 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:36:24.760554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6874f-6cf3-408e-b53d-a1e69037451b None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:36:24.770121 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Subnet': ['ID=340a418d-88cb-42de-98cc-da487b6d6cab,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:24.777386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Checking segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:36:24.777754 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network hostable DHCP agents. Network: 81bfdd76-7421-4368-969c-65aa02f2295f, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:36:24.782564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:24.783203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:24.786968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac146de-04f6-45c0-bfdd-03335fd77738 None None] Pushing event updated for resources: {'Port': ['ID=c1025f92-b5ba-4d36-81b2-9965c0472382,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:24.805679 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 81bfdd76-7421-4368-969c-65aa02f2295f is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:36:24.815517 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 81bfdd76-7421-4368-969c-65aa02f2295f) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:24.819580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:24.820245 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:24.837711 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-27628ac9-5cdb-4f9e-a193-c29f39cb93fa tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7266114 Dec 15 05:36:24.840716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58120) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:24.850185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb03bce-f21f-43cc-b608-9dfc4392c231 None None] Network 81bfdd76-7421-4368-969c-65aa02f2295f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:36:24.945446 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b81a5175-34fb-48b6-87e8-b01490b42267 None None] Provisioning complete for port c1025f92-b5ba-4d36-81b2-9965c0472382 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:24.945807 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b81a5175-34fb-48b6-87e8-b01490b42267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.002734 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:25.223295 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-81bfdd76-7421-4368-969c-65aa02f2295f', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:36:25.224166 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.269100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.440397 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b81a5175-34fb-48b6-87e8-b01490b42267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.493877 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b81a5175-34fb-48b6-87e8-b01490b42267 None None] For port c1025f92-b5ba-4d36-81b2-9965c0472382, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c1025f92-b5ba-4d36-81b2-9965c0472382,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:25.506378 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b81a5175-34fb-48b6-87e8-b01490b42267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.508579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Allocated IP 172.20.0.2 (81bfdd76-7421-4368-969c-65aa02f2295f/340a418d-88cb-42de-98cc-da487b6d6cab/e45301cb-401b-4646-8fed-fc5c82d8182d) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:36:25.619570 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a5175-34fb-48b6-87e8-b01490b42267 None None] Pushing event updated for resources: {'Port': ['ID=c1025f92-b5ba-4d36-81b2-9965c0472382,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:25.631860 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:23Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:25.659711 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f42669-ecc2-4d6d-8139-093082dbf1d1 None None] The sync data for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 is: [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:23Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:36:25.749233 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.757103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.799007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Network 81bfdd76-7421-4368-969c-65aa02f2295f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:36:25.804851 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:25.806713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Pushing event updated for resources: {'Port': ['ID=e45301cb-401b-4646-8fed-fc5c82d8182d,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:25.810134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:36:25.813457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.1 (81bfdd76-7421-4368-969c-65aa02f2295f/340a418d-88cb-42de-98cc-da487b6d6cab/5cb9ad8f-e61e-4530-9164-300d036eed3c) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:36:25.867609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Attempting to bind port e45301cb-401b-4646-8fed-fc5c82d8182d on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:36:25.868033 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Attempting to bind port e45301cb-401b-4646-8fed-fc5c82d8182d by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:36:25.868398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Attempting to bind port e45301cb-401b-4646-8fed-fc5c82d8182d on network 81bfdd76-7421-4368-969c-65aa02f2295f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:36:25.873804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:36:25.874717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Checking segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:36:25.874717 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.875151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Bound using segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:36:25.875454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Bound port: e45301cb-401b-4646-8fed-fc5c82d8182d, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:36:25.875836 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.959026 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] For port e45301cb-401b-4646-8fed-fc5c82d8182d, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:36:25.959520 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:25.963336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] For port e45301cb-401b-4646-8fed-fc5c82d8182d, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e45301cb-401b-4646-8fed-fc5c82d8182d,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:36:25.971670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.007451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.036533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efb739-8c99-418a-b2fd-3c943151a604 None None] Pushing event updated for resources: {'Port': ['ID=e45301cb-401b-4646-8fed-fc5c82d8182d,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:26.056720 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 81bfdd76-7421-4368-969c-65aa02f2295f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:36:26.059719 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:26.064475 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:36:26.103638 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=5cb9ad8f-e61e-4530-9164-300d036eed3c,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:26.125902 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.294106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.601507 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.604688 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.683722 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:26.688182 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=5cb9ad8f-e61e-4530-9164-300d036eed3c,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:26.782657 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 81bfdd76-7421-4368-969c-65aa02f2295f is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:36:26.784337 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:26.902889 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 97d875c4-8d55-401f-9321-1d42d983a017 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:36:27.014478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e3a20-09ff-41b3-8aec-16ecb996b02b None None] Network 81bfdd76-7421-4368-969c-65aa02f2295f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:36:27.022496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:36:27.027654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9cd68c28-ed8f-43b7-84a7-d0472ddbdffb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/97d875c4-8d55-401f-9321-1d42d983a017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859119 Dec 15 05:36:27.091534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-5f82c75b-84cb-4acd-8960-fc17ee016cdd None None] Provisioning complete for port e45301cb-401b-4646-8fed-fc5c82d8182d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:27.091908 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f82c75b-84cb-4acd-8960-fc17ee016cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.187802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-a58b7c04-8955-41b2-82bf-f05890adc071 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88189385&fields=id&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 267 time: 0.0497200 Dec 15 05:36:27.212535 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f82c75b-84cb-4acd-8960-fc17ee016cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.257776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-5f82c75b-84cb-4acd-8960-fc17ee016cdd None None] For port e45301cb-401b-4646-8fed-fc5c82d8182d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e45301cb-401b-4646-8fed-fc5c82d8182d,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:27.263522 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5f82c75b-84cb-4acd-8960-fc17ee016cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.333590 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-ecb108f6-a9be-44af-9e47-52f8f3a0581f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:27.335364 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-ecb108f6-a9be-44af-9e47-52f8f3a0581f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 796 time: 0.1398184 Dec 15 05:36:27.349613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82c75b-84cb-4acd-8960-fc17ee016cdd None None] Pushing event updated for resources: {'Port': ['ID=e45301cb-401b-4646-8fed-fc5c82d8182d,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:27.355482 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-f881ed1b-905f-4955-9f81-53ab9ebbd3bd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/quotas/a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 375 time: 0.0104697 Dec 15 05:36:27.411647 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-3f33c172-4953-4373-84a4-99e4e6c8f353 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487695 Dec 15 05:36:27.486594 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-429dcc46-dfbf-4caf-b38d-f0584f6bb0cc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:36:27.487637 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-429dcc46-dfbf-4caf-b38d-f0584f6bb0cc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0631893 Dec 15 05:36:27.491472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e91d1988-5e0a-44cd-97d5-4c1205a05838 None None] Provisioning complete for port 5cb9ad8f-e61e-4530-9164-300d036eed3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:27.491846 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e91d1988-5e0a-44cd-97d5-4c1205a05838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.530285 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e91d1988-5e0a-44cd-97d5-4c1205a05838 None None] Port 5cb9ad8f-e61e-4530-9164-300d036eed3c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:36:27.541722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e91d1988-5e0a-44cd-97d5-4c1205a05838 None None] Provisioning complete for port e45301cb-401b-4646-8fed-fc5c82d8182d triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:27.542014 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e91d1988-5e0a-44cd-97d5-4c1205a05838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.606976 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-fa33ebae-c71c-4fab-8bba-9f7efaabb3bb service neutron] 10.222.0.37 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117980 Dec 15 05:36:27.668544 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Sync routers for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:36:27.679287 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:27.679902 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:27.715782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-f6f28da5-8bf4-4264-9b7f-c4c7f263e033 service neutron] 10.222.0.37 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981684 Dec 15 05:36:27.756207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-e6f52256-344c-4aba-9759-caa8658ac6cd None None] Provisioning complete for port 5cb9ad8f-e61e-4530-9164-300d036eed3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:27.756627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e6f52256-344c-4aba-9759-caa8658ac6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.793075 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:27.802260 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-e6f52256-344c-4aba-9759-caa8658ac6cd None None] Port 5cb9ad8f-e61e-4530-9164-300d036eed3c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:36:27.879127 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ad492ecb-aab8-4bb4-b385-cf28e1a8955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.943578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f162218d-655b-4acf-ba4c-a6f2eeac032d None None] Provisioning complete for port 5cb9ad8f-e61e-4530-9164-300d036eed3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:27.944010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f162218d-655b-4acf-ba4c-a6f2eeac032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:27.965029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1838294d-4531-4e9c-91b1-2ebad4196187 req-953923fc-7876-4561-b1a6-414f5cc1964e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 210 time: 0.0379007 Dec 15 05:36:27.992572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e45301cb-401b-4646-8fed-fc5c82d8182d up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:36:28.035444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-f162218d-655b-4acf-ba4c-a6f2eeac032d None None] Port 5cb9ad8f-e61e-4530-9164-300d036eed3c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:36:28.049347 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 2, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:28.055590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port e45301cb-401b-4646-8fed-fc5c82d8182d triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:28.055951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.076933 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Checking router: 97d875c4-8d55-401f-9321-1d42d983a017 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:36:28.077286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Updating router 97d875c4-8d55-401f-9321-1d42d983a017 port 5cb9ad8f-e61e-4530-9164-300d036eed3c binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:36:28.101836 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.140490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c1025f92-b5ba-4d36-81b2-9965c0472382 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:36:28.196722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port c1025f92-b5ba-4d36-81b2-9965c0472382 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:28.197096 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.369527 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.374457 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.444570 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Pushing event updated for resources: {'Port': ['ID=5cb9ad8f-e61e-4530-9164-300d036eed3c,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:28.466385 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.466738 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.467271 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.467659 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.467919 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.468415 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.468751 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.469080 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.469399 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.469721 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.470037 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.470425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.470736 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:36:28.484883 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Attempting to bind port 5cb9ad8f-e61e-4530-9164-300d036eed3c on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:36:28.485276 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Attempting to bind port 5cb9ad8f-e61e-4530-9164-300d036eed3c by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:36:28.485661 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Attempting to bind port 5cb9ad8f-e61e-4530-9164-300d036eed3c on network 81bfdd76-7421-4368-969c-65aa02f2295f {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:36:28.491047 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:36:28.491425 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Checking segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:36:28.491823 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.492389 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Bound using segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:36:28.492847 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Bound port: 5cb9ad8f-e61e-4530-9164-300d036eed3c, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:36:28.493226 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.568736 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] For port 5cb9ad8f-e61e-4530-9164-300d036eed3c, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:36:28.572144 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] For port 5cb9ad8f-e61e-4530-9164-300d036eed3c, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5cb9ad8f-e61e-4530-9164-300d036eed3c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:36:28.577868 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.644235 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:28.645528 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:28.650855 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83950-b8b8-4ab9-99d6-d71924ca8aa6 None None] Pushing event updated for resources: {'Port': ['ID=5cb9ad8f-e61e-4530-9164-300d036eed3c,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:28.661425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-47b79313-8276-4c5b-b8f7-e248f3883cc8 None None] Provisioning complete for port 5cb9ad8f-e61e-4530-9164-300d036eed3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:28.661898 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47b79313-8276-4c5b-b8f7-e248f3883cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.744456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47b79313-8276-4c5b-b8f7-e248f3883cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.762486 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:28.781588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-47b79313-8276-4c5b-b8f7-e248f3883cc8 None None] For port 5cb9ad8f-e61e-4530-9164-300d036eed3c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5cb9ad8f-e61e-4530-9164-300d036eed3c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:28.786853 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-47b79313-8276-4c5b-b8f7-e248f3883cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.848444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b79313-8276-4c5b-b8f7-e248f3883cc8 None None] Pushing event updated for resources: {'Port': ['ID=5cb9ad8f-e61e-4530-9164-300d036eed3c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:28.906635 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b1b7215b-1d8c-4e3e-9415-78cec0124146 None None] Provisioning complete for port 5cb9ad8f-e61e-4530-9164-300d036eed3c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:28.907003 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1b7215b-1d8c-4e3e-9415-78cec0124146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:28.975095 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:29.065362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-283f3e67-a781-4b82-9b8f-2867ff2d7e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:29.067676 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-283f3e67-a781-4b82-9b8f-2867ff2d7e06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 796 time: 0.1155818 Dec 15 05:36:29.090145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-29d8e440-d9b8-4132-983b-1f87bfa6151e req-d179025d-1a90-41ea-a973-53019dcb6d84 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 210 time: 0.0281932 Dec 15 05:36:29.146914 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-a3874503-22b8-47a0-96ab-68307a75ebb4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 378 time: 0.0622861 Dec 15 05:36:29.149465 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b263d-a66c-403b-ba79-7803a38a3b1a None None] The sync data for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 is: [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:36:29.159352 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'port': {'device_id': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'admin_state_up': True, 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'security_groups': ['6e0f90cc-a3b4-4dd6-8231-5c612d0f9372']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:29.280539 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:36:29.284145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:29.415681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.6 (81bfdd76-7421-4368-969c-65aa02f2295f/340a418d-88cb-42de-98cc-da487b6d6cab/22bca206-d192-49a7-aaf4-82606dd51f2c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:36:29.563896 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:29.598272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:29.643525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 81bfdd76-7421-4368-969c-65aa02f2295f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:36:29.646675 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:29.650638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:36:29.684270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=22bca206-d192-49a7-aaf4-82606dd51f2c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:29.711119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:29.711763 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:29.730011 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-dac3e617-4f64-4be4-880b-bbff74f039e6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745583 Dec 15 05:36:29.749021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Request body: {'port': {'device_id': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:29.806899 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:29.884367 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5cb9ad8f-e61e-4530-9164-300d036eed3c up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:36:29.952293 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 5cb9ad8f-e61e-4530-9164-300d036eed3c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:29.952757 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:29.985483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-76edc8e4-08b1-479f-9c71-f4ed7a4e09fe None None] Provisioning complete for port 22bca206-d192-49a7-aaf4-82606dd51f2c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:29.985958 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-76edc8e4-08b1-479f-9c71-f4ed7a4e09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.047640 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-76edc8e4-08b1-479f-9c71-f4ed7a4e09fe None None] Port 22bca206-d192-49a7-aaf4-82606dd51f2c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:36:30.051478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-831fa6d4-0a97-4307-af8b-398a5b5114ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.098005 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bca206-d192-49a7-aaf4-82606dd51f2c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:36:30.106682 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.120525 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Transition to ACTIVE for port object 22bca206-d192-49a7-aaf4-82606dd51f2c will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:36:30.130409 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.185928 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Pushing event updated for resources: {'Port': ['ID=22bca206-d192-49a7-aaf4-82606dd51f2c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:30.233034 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cce27-974e-44c0-bad2-06fb31d4c9e3 req-ae73f377-cd95-4b54-815c-76e2f1069a66 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:30.236059 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb1cce27-974e-44c0-bad2-06fb31d4c9e3 req-ae73f377-cd95-4b54-815c-76e2f1069a66 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 943 time: 0.0668159 Dec 15 05:36:30.278011 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Attempting to bind port 22bca206-d192-49a7-aaf4-82606dd51f2c on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:36:30.278501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Attempting to bind port 22bca206-d192-49a7-aaf4-82606dd51f2c by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:36:30.279065 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Attempting to bind port 22bca206-d192-49a7-aaf4-82606dd51f2c on network 81bfdd76-7421-4368-969c-65aa02f2295f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:36:30.287568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Port 22bca206-d192-49a7-aaf4-82606dd51f2c on network 81bfdd76-7421-4368-969c-65aa02f2295f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:36:30.288027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Attempting to bind port 22bca206-d192-49a7-aaf4-82606dd51f2c on network 81bfdd76-7421-4368-969c-65aa02f2295f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:36:30.294171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:36:30.294656 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Checking segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:36:30.295163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Bound using segment: {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:36:30.295734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Bound port: 22bca206-d192-49a7-aaf4-82606dd51f2c, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9521f45-7734-435a-9dae-c1862ee7a663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:36:30.296226 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.300752 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb1cce27-974e-44c0-bad2-06fb31d4c9e3 req-5bb8f6cf-f61a-4650-80e1-271ee1c79485 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576236 Dec 15 05:36:30.369583 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] For port 22bca206-d192-49a7-aaf4-82606dd51f2c, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:36:30.372803 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] For port 22bca206-d192-49a7-aaf4-82606dd51f2c, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=22bca206-d192-49a7-aaf4-82606dd51f2c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:36:30.377075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.413804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:30.414432 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:30.415875 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] 10.222.0.42 "PUT /v2.0/ports/22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 1092 time: 0.6723824 Dec 15 05:36:30.416374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:36:30.418659 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8281ab-aa52-4543-a4e1-6008eddc6449" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:36:30.441256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78c6a1-075b-4109-b2f4-77251835b555 service neutron] Pushing event updated for resources: {'Port': ['ID=22bca206-d192-49a7-aaf4-82606dd51f2c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:30.477816 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af317e0-7e5b-446e-9b3a-551627a85245 x-openstack-request-id: req-2af317e0-7e5b-446e-9b3a-551627a85245 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:36:30.478113 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:36:30.478395 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2af317e0-7e5b-446e-9b3a-551627a85245 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:36:30.478815 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'status': 'completed', 'code': 200} Dec 15 05:36:30.536483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2c1d19df-217f-4f69-a83f-8730d8430b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:30.538009 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-2c1d19df-217f-4f69-a83f-8730d8430b76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0422668 Dec 15 05:36:30.589831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-6a5a12b3-cf4f-4010-8a7a-11989f175c41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 217 time: 0.0384438 Dec 15 05:36:30.640785 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-f9031e66-0611-49b2-b816-1dccf74040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:30.642170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-f9031e66-0611-49b2-b816-1dccf74040b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0449381 Dec 15 05:36:30.690711 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-3bbe58bf-2fa5-44f4-be1d-144ec31e1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:30.692217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-3bbe58bf-2fa5-44f4-be1d-144ec31e1b4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423164 Dec 15 05:36:30.783940 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-b8ebf2fa-3255-443e-9fd2-068d56806ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 Dec 15 05:36:30.870965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f9c5f371-e35a-43d1-a6f8-b25e39a92028 req-d01511f4-a91f-4183-af81-2f131cb70b1e service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805717 Dec 15 05:36:31.001534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-dd415858-a27d-4702-a161-59a1e738a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:31.002913 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-dd415858-a27d-4702-a161-59a1e738a281 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0402486 Dec 15 05:36:31.094517 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-e1ed6410-51e4-46f9-a92a-a5480412e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:31.096146 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-e1ed6410-51e4-46f9-a92a-a5480412e4f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 896 time: 0.0856884 Dec 15 05:36:31.137483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-507e2401-44be-4021-9de5-4d5efa354a56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 217 time: 0.0344789 Dec 15 05:36:31.191176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-71af3896-95e7-4b54-9613-a0a62515d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:31.192657 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-71af3896-95e7-4b54-9613-a0a62515d518 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0472908 Dec 15 05:36:31.239546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-339899ea-bf2b-4205-bbca-4ce67626b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:31.241102 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-339899ea-bf2b-4205-bbca-4ce67626b6ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402973 Dec 15 05:36:31.332281 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-5ed91496-3adf-4ca6-a354-c35a9425eb62 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806301 Dec 15 05:36:31.379800 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:31.424122 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd78f2-766e-41e0-b9e6-f5cccaab3d89 req-b208d203-b4e7-43e7-93ea-22e7614a33d2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:31.425623 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3bd78f2-766e-41e0-b9e6-f5cccaab3d89 req-b208d203-b4e7-43e7-93ea-22e7614a33d2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 943 time: 0.0498803 Dec 15 05:36:31.434387 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-ca8281ab-aa52-4543-a4e1-6008eddc6449 req-dd35e377-5324-41ff-b7ce-41568702bc6e service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935946 Dec 15 05:36:31.474989 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c3bd78f2-766e-41e0-b9e6-f5cccaab3d89 req-75755606-3a57-4ccb-8907-5dcfd2360603 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432274 Dec 15 05:36:32.599558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c2c34-49bf-48e0-addb-584697ce3dcc req-16f4a6dd-fedb-4c30-b0bd-a34c886e9491 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:32.601055 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-198c2c34-49bf-48e0-addb-584697ce3dcc req-16f4a6dd-fedb-4c30-b0bd-a34c886e9491 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 943 time: 0.0520792 Dec 15 05:36:32.650032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-198c2c34-49bf-48e0-addb-584697ce3dcc req-69c28420-c067-4702-a053-761daf6eb999 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428913 Dec 15 05:36:32.911763 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:33.194133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 22bca206-d192-49a7-aaf4-82606dd51f2c details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:36:33.285507 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 22bca206-d192-49a7-aaf4-82606dd51f2c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=22bca206-d192-49a7-aaf4-82606dd51f2c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:33.300100 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'port_id': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'mac_address': 'fa:16:3e:06:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:36:33.334896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:33.347487 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bca206-d192-49a7-aaf4-82606dd51f2c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:36:33.366731 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 22bca206-d192-49a7-aaf4-82606dd51f2c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=22bca206-d192-49a7-aaf4-82606dd51f2c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:33.370973 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:33.415785 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=22bca206-d192-49a7-aaf4-82606dd51f2c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:33.511579 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:33.622560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['22bca206-d192-49a7-aaf4-82606dd51f2c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:36:33.763647 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c003c3-2e43-4e3f-9287-e15203fd1e27 req-27e18b30-275c-41d9-b0fc-2aabf55f3989 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:33.765054 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1c003c3-2e43-4e3f-9287-e15203fd1e27 req-27e18b30-275c-41d9-b0fc-2aabf55f3989 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 944 time: 0.0476563 Dec 15 05:36:33.815946 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e1c003c3-2e43-4e3f-9287-e15203fd1e27 req-d56e1551-0849-4de9-9d3a-db89220c5b0e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444376 Dec 15 05:36:34.059797 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:34.930170 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaadf3d-e356-42e1-9b8d-a1038f29e337 req-9266cacf-74cf-4074-92d8-2b5cc787f45e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:34.931648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4aaadf3d-e356-42e1-9b8d-a1038f29e337 req-9266cacf-74cf-4074-92d8-2b5cc787f45e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 944 time: 0.0481400 Dec 15 05:36:34.983850 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4aaadf3d-e356-42e1-9b8d-a1038f29e337 req-eec10214-0044-4772-a0a3-df5d8146b6b9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462980 Dec 15 05:36:35.211215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 22bca206-d192-49a7-aaf4-82606dd51f2c up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:36:35.262655 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 22bca206-d192-49a7-aaf4-82606dd51f2c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:36:35.267091 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 22bca206-d192-49a7-aaf4-82606dd51f2c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:36:35.267468 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:35.341258 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:35.363305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:36:35.365571 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df44b9c9-eb9d-4495-9b1a-3e54473f116c" -d '{"events": [{"server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "name": "network-vif-plugged", "status": "completed", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:36:35.377993 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 22bca206-d192-49a7-aaf4-82606dd51f2c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=22bca206-d192-49a7-aaf4-82606dd51f2c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:36:35.382865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:35.414452 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b03a86-4c05-4ca5-9675-4753f5784c08 x-openstack-request-id: req-86b03a86-4c05-4ca5-9675-4753f5784c08 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:36:35.414740 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "name": "network-vif-plugged", "status": "completed", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:36:35.414989 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86b03a86-4c05-4ca5-9675-4753f5784c08 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:36:35.415401 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'code': 200} Dec 15 05:36:35.435396 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=22bca206-d192-49a7-aaf4-82606dd51f2c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:35.534471 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85d8d-b523-45ca-abdf-182f87e2fd10 req-4bcb5462-88ea-460f-997c-3ab22fdc60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:35.536253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0ca85d8d-b523-45ca-abdf-182f87e2fd10 req-4bcb5462-88ea-460f-997c-3ab22fdc60e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0405428 Dec 15 05:36:35.586202 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0ca85d8d-b523-45ca-abdf-182f87e2fd10 req-93e034d2-12ce-4f92-90f4-2e5479f4ad3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417607 Dec 15 05:36:36.096519 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603230bd-e984-45f3-8363-de3921dc54ed req-e7f065c4-4ab5-48b1-969a-3d3ed51191cc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:36.097897 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-603230bd-e984-45f3-8363-de3921dc54ed req-e7f065c4-4ab5-48b1-969a-3d3ed51191cc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0481293 Dec 15 05:36:36.147393 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-603230bd-e984-45f3-8363-de3921dc54ed req-536b8d61-eb45-4294-8a9e-fe3335d181c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435073 Dec 15 05:36:37.261558 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e70b9-3615-40ca-afca-628888463200 req-af67a4d6-b128-439f-93a5-ab3a0d407bdd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:37.263019 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-161e70b9-3615-40ca-afca-628888463200 req-af67a4d6-b128-439f-93a5-ab3a0d407bdd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0476358 Dec 15 05:36:37.314140 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-161e70b9-3615-40ca-afca-628888463200 req-2cc92f74-7a55-43b2-a031-23052e45ef71 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434036 Dec 15 05:36:37.432169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3a20-fb0b-472d-9f1e-a7a9b56fabd3 req-35d337a3-6e1a-455d-b278-e70924f09074 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:37.433450 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca4c3a20-fb0b-472d-9f1e-a7a9b56fabd3 req-35d337a3-6e1a-455d-b278-e70924f09074 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Dec 15 05:36:37.481596 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ca4c3a20-fb0b-472d-9f1e-a7a9b56fabd3 req-2b026357-1e6e-48c3-8e62-75206997ca9f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415952 Dec 15 05:36:37.503476 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58172) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:37.541223 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f212a-0653-426d-8764-d3d52e695141 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:37.542697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1e7f212a-0653-426d-8764-d3d52e695141 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1092 time: 0.0381794 Dec 15 05:36:37.545473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:37.551027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:36:37.574064 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:37.670753 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:37.749536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:37.772030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.56 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/cf09e562-0610-4301-ad5e-466be7420608) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:36:37.873631 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:37.905469 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:37.942706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:36:37.945544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:36:37.949071 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:36:37.973296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=cf09e562-0610-4301-ad5e-466be7420608,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:38.293923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:38.358876 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:38.506019 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:38.510775 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:38.583850 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=cf09e562-0610-4301-ad5e-466be7420608,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:36:38.595455 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:38.692897 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 associated. External IP: 172.25.2.56, port: 22bca206-d192-49a7-aaf4-82606dd51f2c. Dec 15 05:36:38.894878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 97d875c4-8d55-401f-9321-1d42d983a017 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:36:38.999354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:36:39.009417 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] Sync routers for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:36:39.018504 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:39.018698 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:39.019345 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:39.044858 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f2470cdf-2243-4aca-9bf0-bf503bd7d9f8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4984050 Dec 15 05:36:39.045442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:36:39.048250 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec0143-cfcc-4c09-9f27-a570abee14ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:36:39.087900 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539de623-a065-47bf-a5fd-3100373d8cfe x-openstack-request-id: req-539de623-a065-47bf-a5fd-3100373d8cfe {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:36:39.088155 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:36:39.088422 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-539de623-a065-47bf-a5fd-3100373d8cfe {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:36:39.088832 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'status': 'completed', 'code': 200} Dec 15 05:36:39.180176 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-52c46e56-00fb-4000-9660-d8d086771551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:39.181622 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-52c46e56-00fb-4000-9660-d8d086771551 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0480251 Dec 15 05:36:39.217441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938106a-d779-4316-b15f-5c359399d190 req-c0e0284f-3ee7-43df-969a-f550c9b806d1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:39.219321 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9938106a-d779-4316-b15f-5c359399d190 req-c0e0284f-3ee7-43df-969a-f550c9b806d1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0596075 Dec 15 05:36:39.277207 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9938106a-d779-4316-b15f-5c359399d190 req-7fa9bf07-9e3c-4e74-8575-957bed567689 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510499 Dec 15 05:36:39.298600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:39.302420 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58182) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:39.366090 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-33ac9f16-ed9c-44f4-8307-1b842fb94673 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 HTTP/1.1" status: 200 len: 990 time: 0.0614600 Dec 15 05:36:39.533981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'd2e429a6-bb9b-4a7b-bb1b-d4c5bd311128', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'port_id': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'mac_address': 'fa:16:3e:06:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:36:38Z', 'updated_at': '2021-12-15T05:36:38Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:39.565055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] Checking router: 97d875c4-8d55-401f-9321-1d42d983a017 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:36:39.575597 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:36:39.576251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:36:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:39.589884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-e50bde9e-ca56-4c89-8228-bf6919f24fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:39.591448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-e50bde9e-ca56-4c89-8228-bf6919f24fdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 896 time: 0.4011321 Dec 15 05:36:39.659290 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-2242e755-a1df-4ed7-a7d5-374205f932a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 998 time: 0.0608232 Dec 15 05:36:39.681585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:36:39.707461 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-07356a64-613c-4e26-bba2-05ff28bd4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:39.708982 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-07356a64-613c-4e26-bba2-05ff28bd4e4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0428829 Dec 15 05:36:39.753801 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-18fe7300-dfc6-4d8f-abb3-3d8338d566a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:39.755285 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-18fe7300-dfc6-4d8f-abb3-3d8338d566a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391359 Dec 15 05:36:39.848649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-3be488cf-fdf5-4ae9-88ff-28f411db753c service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850368 Dec 15 05:36:39.909426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'd2e429a6-bb9b-4a7b-bb1b-d4c5bd311128', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'port_id': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'mac_address': 'fa:16:3e:06:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:36:38Z', 'updated_at': '2021-12-15T05:36:38Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:36:39.937547 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fbec0143-cfcc-4c09-9f27-a570abee14ff req-7dc67c4b-e213-45a8-9b40-9bee7ed38813 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816412 Dec 15 05:36:39.940387 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f938d44-defa-483b-8621-a235b192ae60 None None] The sync data for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 is: [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'd2e429a6-bb9b-4a7b-bb1b-d4c5bd311128', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'port_id': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'mac_address': 'fa:16:3e:06:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:36:38Z', 'updated_at': '2021-12-15T05:36:38Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:36:40.134906 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f95af-1d0d-43e9-9e3b-44314bb1507d None None] New status for floating IP d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:36:40.368281 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58184) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:36:40.430132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-60701eec-5ac3-49fc-99b2-0774bdb167f4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 HTTP/1.1" status: 200 len: 992 time: 0.0607133 Dec 15 05:36:48.024485 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:36:57.861055 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-94aaac3c-09e3-4b90-994a-952802f2b5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:36:57.955675 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-d6b3e485-ceba-4540-a39d-0e500082f768 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395429 Dec 15 05:36:58.058788 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-4395fbe3-3750-496f-82df-bd51a4d27868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:58.060354 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-4395fbe3-3750-496f-82df-bd51a4d27868 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0449429 Dec 15 05:36:58.172541 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-03d81fcc-7391-4fa7-b8eb-ba88ab94cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:58.174170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-03d81fcc-7391-4fa7-b8eb-ba88ab94cdf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 896 time: 0.0946987 Dec 15 05:36:58.249866 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-dd15971b-6cce-41c5-a6bc-29ea541e64fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 1000 time: 0.0612891 Dec 15 05:36:58.300925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-c1ad8584-ac61-48bd-9940-7fe5431d4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:58.302442 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-c1ad8584-ac61-48bd-9940-7fe5431d4bac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0451274 Dec 15 05:36:58.347088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-ffd16474-c698-41e1-8160-44512689346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:36:58.348591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-ffd16474-c698-41e1-8160-44512689346a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388770 Dec 15 05:36:58.444383 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-27582a1e-0f92-4b0e-aa78-ef943ed0a9dd service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878801 Dec 15 05:36:58.534131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9c52d820-7cdb-415e-9905-8b394ae02d84 req-bb4e4487-ebeb-4cb2-b07a-bd4aeb45b795 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821164 Dec 15 05:37:00.023737 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d79a041b-9260-49c4-b4e2-6d23a369a196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:01.379969 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:02.914768 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:03.513085 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:04.076139 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:07.769517 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:11.786396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ad97-de0c-4068-9102-2c986b30f0e9 req-065567b2-a962-46c6-8df0-7e0c235a1ec1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:11.787882 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cca2ad97-de0c-4068-9102-2c986b30f0e9 req-065567b2-a962-46c6-8df0-7e0c235a1ec1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.1045933 Dec 15 05:37:11.839708 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cca2ad97-de0c-4068-9102-2c986b30f0e9 req-30022c7a-2800-4a2a-8f2d-40ed7a80bf53 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460284 Dec 15 05:37:12.960175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f64ca-3477-42b6-a15f-ccb26d5fe6e1 req-12866483-0ec2-420e-97c2-6138ea26cc92 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:12.961674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c74f64ca-3477-42b6-a15f-ccb26d5fe6e1 req-12866483-0ec2-420e-97c2-6138ea26cc92 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0492465 Dec 15 05:37:13.322895 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c74f64ca-3477-42b6-a15f-ccb26d5fe6e1 req-2e75864e-6e0a-49ad-8b0e-14e9ec045108 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3551087 Dec 15 05:37:14.440521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757389f5-558e-4389-8ae1-a85bca3efb42 req-f4693248-40eb-48b0-876f-40842f922332 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:14.441960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757389f5-558e-4389-8ae1-a85bca3efb42 req-f4693248-40eb-48b0-876f-40842f922332 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0474577 Dec 15 05:37:14.489830 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-757389f5-558e-4389-8ae1-a85bca3efb42 req-c37c934e-43cf-4b59-8d5b-1bb3bc1a5a76 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419071 Dec 15 05:37:15.603501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbda5-99a3-4c6a-b259-53cd3d42e37b req-1009b7c3-c4a9-4a62-b41d-ff44bfa695e9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:15.605021 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f4dbda5-99a3-4c6a-b259-53cd3d42e37b req-1009b7c3-c4a9-4a62-b41d-ff44bfa695e9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0471797 Dec 15 05:37:15.653510 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6f4dbda5-99a3-4c6a-b259-53cd3d42e37b req-7234a4ba-e011-45bc-9f43-82e5e8df90e8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419600 Dec 15 05:37:16.769045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a4406-9406-4d73-9f3d-1bfd4d17b91d req-c2d4402f-90da-49cc-9239-2f400cc766bc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:16.770486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-387a4406-9406-4d73-9f3d-1bfd4d17b91d req-c2d4402f-90da-49cc-9239-2f400cc766bc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Dec 15 05:37:16.819104 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-387a4406-9406-4d73-9f3d-1bfd4d17b91d req-e6f1e503-9458-4426-81d5-08bf22584ea4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427787 Dec 15 05:37:17.931639 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fd77f-9464-43dd-a5bc-1970c8729b27 req-40efd24e-a052-4e00-92b6-46b6813e4168 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:17.933118 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-142fd77f-9464-43dd-a5bc-1970c8729b27 req-40efd24e-a052-4e00-92b6-46b6813e4168 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0487349 Dec 15 05:37:17.981318 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-142fd77f-9464-43dd-a5bc-1970c8729b27 req-ececa673-1484-4892-ad92-947327a0bee6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418212 Dec 15 05:37:19.099194 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40acc-7638-4dc8-be2f-590cd600db19 req-35137158-301c-473f-bbce-b463583f87d6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:19.100676 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35e40acc-7638-4dc8-be2f-590cd600db19 req-35137158-301c-473f-bbce-b463583f87d6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Dec 15 05:37:19.148490 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-35e40acc-7638-4dc8-be2f-590cd600db19 req-6e41681b-c774-4769-905a-a2e71636ea06 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418017 Dec 15 05:37:20.261831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02e102-a83c-446a-a31f-193390e800ca req-d475f3a6-663c-4380-9236-6220d010c9dd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:20.263285 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df02e102-a83c-446a-a31f-193390e800ca req-d475f3a6-663c-4380-9236-6220d010c9dd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Dec 15 05:37:20.314081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-df02e102-a83c-446a-a31f-193390e800ca req-1146e761-8e98-4db3-9d42-41fa030f3eaf tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446517 Dec 15 05:37:21.428579 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3a9ed-4aa2-45d1-b1f1-7ef5751090af req-bb15fffa-7fef-4eae-b780-a02c66c03ad3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:21.430026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84b3a9ed-4aa2-45d1-b1f1-7ef5751090af req-bb15fffa-7fef-4eae-b780-a02c66c03ad3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0469441 Dec 15 05:37:21.482155 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-84b3a9ed-4aa2-45d1-b1f1-7ef5751090af req-6fc17ece-326a-4a6f-a7ff-41f8609817fb tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458233 Dec 15 05:37:22.606821 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9cb8e-ca71-42a2-bd54-a9c6ce6dfa86 req-370cace5-1541-46c0-9841-a37894511825 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:22.608317 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06a9cb8e-ca71-42a2-bd54-a9c6ce6dfa86 req-370cace5-1541-46c0-9841-a37894511825 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0520611 Dec 15 05:37:22.657147 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-06a9cb8e-ca71-42a2-bd54-a9c6ce6dfa86 req-dfae1d39-d1e2-4684-a98b-eb1d65f23407 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428994 Dec 15 05:37:23.771169 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2514425-afc4-421e-8b71-0a7e2c7d8c6b req-1c76770b-58fa-40ab-8039-1374807c48f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:23.772674 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2514425-afc4-421e-8b71-0a7e2c7d8c6b req-1c76770b-58fa-40ab-8039-1374807c48f9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0485144 Dec 15 05:37:23.821789 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f2514425-afc4-421e-8b71-0a7e2c7d8c6b req-4595ff15-f6ff-43b4-a604-a6221ef4e7c0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431275 Dec 15 05:37:24.939374 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c59712-24ab-4520-bd05-076ef9f1346b req-e12dedb3-bbad-4118-806c-7c0e15d79d80 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:24.942066 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7c59712-24ab-4520-bd05-076ef9f1346b req-e12dedb3-bbad-4118-806c-7c0e15d79d80 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Dec 15 05:37:24.989345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f7c59712-24ab-4520-bd05-076ef9f1346b req-6b27d2db-bd9e-446e-8be4-e4b80063f8d5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424144 Dec 15 05:37:25.023049 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:37:26.103362 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110c2cf-b887-4deb-9ebb-044528a54832 req-323c79e4-92ff-4677-a186-c12257ba2398 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:26.104852 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0110c2cf-b887-4deb-9ebb-044528a54832 req-323c79e4-92ff-4677-a186-c12257ba2398 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0472844 Dec 15 05:37:26.153291 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0110c2cf-b887-4deb-9ebb-044528a54832 req-75afca66-9213-46c1-bd05-2697aa74c5fd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419819 Dec 15 05:37:27.272547 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7d5d-c3d7-48dc-b38a-cc5fe34e9b5b req-30e31201-e40f-4e24-8ed1-1a1035672f4d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:27.274020 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8aac7d5d-c3d7-48dc-b38a-cc5fe34e9b5b req-30e31201-e40f-4e24-8ed1-1a1035672f4d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0509129 Dec 15 05:37:27.327032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8aac7d5d-c3d7-48dc-b38a-cc5fe34e9b5b req-eb0c1739-cae0-4319-8b63-3ccb0393cf6e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470269 Dec 15 05:37:27.349322 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58234) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:37:27.407670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-69392882-3536-40e1-9643-138ffc7871c8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 HTTP/1.1" status: 200 len: 992 time: 0.0572505 Dec 15 05:37:27.866551 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9558-e217-44dc-8f57-33c5271a5aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:28.683163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb08d7-8c05-4d50-8173-f50ab7f00ff3 req-1d385732-10f9-41a1-9201-f2ac1ff07593 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:28.684575 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edeb08d7-8c05-4d50-8173-f50ab7f00ff3 req-1d385732-10f9-41a1-9201-f2ac1ff07593 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Dec 15 05:37:28.726196 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-f45f48ef-bd50-409a-993d-01c1938eed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:28.727855 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-f45f48ef-bd50-409a-993d-01c1938eed1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0417538 Dec 15 05:37:28.738258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-edeb08d7-8c05-4d50-8173-f50ab7f00ff3 req-c330f0ee-33ea-4aa0-996d-73a0d7ccb4b5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475738 Dec 15 05:37:28.824464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-34997fee-662c-4389-85ff-9784f5950030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:28.825965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-34997fee-662c-4389-85ff-9784f5950030 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 896 time: 0.0916021 Dec 15 05:37:28.895438 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-e00506b8-393c-4684-b495-d1ce0c3c1793 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 1000 time: 0.0597301 Dec 15 05:37:28.948864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-42ea9077-3ded-4e8e-8f73-0386d497a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:28.950316 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-42ea9077-3ded-4e8e-8f73-0386d497a557 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0469987 Dec 15 05:37:28.996084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-0954e3da-6a1a-4a0e-a666-0287a8dd28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:28.997557 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-0954e3da-6a1a-4a0e-a666-0287a8dd28ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406144 Dec 15 05:37:29.084801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-cba881e8-6c96-4319-ac15-372040c310b0 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797839 Dec 15 05:37:29.200629 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-03a4d36c-3eab-488f-bf04-f652f56e06b3 req-8ae5dc5f-c73d-47b2-b4e9-e97c06f7f983 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085088 Dec 15 05:37:29.862776 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566d254-a67b-43a7-9ef6-9658af6907eb req-39b59519-eb6d-40fe-8ab7-55719af0b301 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:37:29.864173 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e566d254-a67b-43a7-9ef6-9658af6907eb req-39b59519-eb6d-40fe-8ab7-55719af0b301 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Dec 15 05:37:29.913295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e566d254-a67b-43a7-9ef6-9658af6907eb req-13ad498c-b747-434a-a80d-892203eea6a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431538 Dec 15 05:37:29.934967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58250) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:37:29.993282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f0906885-e7c8-41da-aa29-86a3d3021ad3 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 HTTP/1.1" status: 200 len: 992 time: 0.0572007 Dec 15 05:37:30.025995 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-13577e31-3ed6-43fe-a948-ea8075984708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:31.386693 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:32.917752 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:33.515534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:34.075447 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:37.768860 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:57.858852 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5523c756-8578-4555-b817-5c302a5801c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:37:59.961717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-4126b6ee-2853-4610-8218-c1d47f33bcea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769112 Dec 15 05:38:00.026108 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ad7d-669e-46f9-afc7-44570922e0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:00.059536 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-0a388a0e-11da-46db-9360-3c84dfdc5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:00.061052 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-0a388a0e-11da-46db-9360-3c84dfdc5929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0398469 Dec 15 05:38:00.178563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-d4a2b1c7-4308-4427-88b5-4a978881d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:00.180808 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-d4a2b1c7-4308-4427-88b5-4a978881d146 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 896 time: 0.0989606 Dec 15 05:38:00.246071 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-e8f13466-1490-46ad-8059-7081fe30434d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 1000 time: 0.0578225 Dec 15 05:38:00.301571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-b75a4dbc-cbcc-4d36-8317-c48a9d549c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:00.303029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-b75a4dbc-cbcc-4d36-8317-c48a9d549c28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0492370 Dec 15 05:38:00.347696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-5bf197d2-bfca-43ff-b810-c9192aa9d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:00.349170 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-5bf197d2-bfca-43ff-b810-c9192aa9d5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387170 Dec 15 05:38:00.437003 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-4ab80328-ce45-4559-9a76-0c0e6fa80665 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789666 Dec 15 05:38:00.485920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58266) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:00.531196 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-448d59fe-5384-4a66-b785-e0c28fccb278 req-6f0e2957-5ab3-46bd-b740-9cd6d0ee411c service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875390 Dec 15 05:38:00.646489 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port cf09e562-0610-4301-ad5e-466be7420608 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:38:00.646893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:00.721354 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:00.721588 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:00.732893 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for cf09e562-0610-4301-ad5e-466be7420608 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:38:00.876368 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:00.902064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=cf09e562-0610-4301-ad5e-466be7420608,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:00.926459 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.926811 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.927155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.927492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.927826 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.928178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.928508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.928836 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.929163 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.929487 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.929809 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.930129 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.930449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:00.972893 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:00.973192 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 disassociated (deleted). External IP: 172.25.2.56, port: 22bca206-d192-49a7-aaf4-82606dd51f2c. Dec 15 05:38:01.170328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 97d875c4-8d55-401f-9321-1d42d983a017 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:38:01.276812 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:38:01.281100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:01.288673 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] Sync routers for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:38:01.298926 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:01.299538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:01.308002 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21a73fb4-5a57-4cc7-9cad-bf5b60de2adc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/floatingips/d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128 HTTP/1.1" status: 204 len: 168 time: 0.8209729 Dec 15 05:38:01.308619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:38:01.310889 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9211009-ab34-49db-8ee7-a209c5782f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:38:01.358752 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b326d7b9-36be-4a84-b893-08a77a37b1b0 x-openstack-request-id: req-b326d7b9-36be-4a84-b893-08a77a37b1b0 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:38:01.359310 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:38:01.359910 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b326d7b9-36be-4a84-b893-08a77a37b1b0 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:38:01.360561 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'status': 'completed', 'code': 200} Dec 15 05:38:01.401724 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:01.428954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:01.471334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-0c490a98-4032-4141-a0d5-31301aca4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:01.473217 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-0c490a98-4032-4141-a0d5-31301aca4418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0642715 Dec 15 05:38:01.566856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f120c0-d6fb-42c7-ab84-9002b99affcc req-0ce38f1e-0aba-406c-9e2e-b7bfb14a10f4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:01.568453 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2f120c0-d6fb-42c7-ab84-9002b99affcc req-0ce38f1e-0aba-406c-9e2e-b7bfb14a10f4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0570171 Dec 15 05:38:01.593464 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-7690e30a-bf31-4d41-8c45-9c5c12825c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:01.594970 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-7690e30a-bf31-4d41-8c45-9c5c12825c54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 200 len: 896 time: 0.1036258 Dec 15 05:38:01.625814 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a2f120c0-d6fb-42c7-ab84-9002b99affcc req-aaf1aa1c-308c-40e7-9a38-e68c957961e9 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507920 Dec 15 05:38:01.639810 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-ad08448e-1645-44b1-bf96-b28bdffb72d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 200 len: 217 time: 0.0365283 Dec 15 05:38:01.665007 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:01.689443 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-077c9cdf-b4e2-488e-9355-6b2cf06e0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:01.691378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] Checking router: 97d875c4-8d55-401f-9321-1d42d983a017 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:38:01.691509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-077c9cdf-b4e2-488e-9355-6b2cf06e0326 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 200 len: 834 time: 0.0433462 Dec 15 05:38:01.699485 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:01.700143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:01.742304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-2ca512e5-125c-4f1d-9f8e-70171c507e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:01.743794 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-2ca512e5-125c-4f1d-9f8e-70171c507e60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81bfdd76-7421-4368-969c-65aa02f2295f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430212 Dec 15 05:38:01.804425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:01.836521 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-b795db84-7f21-4a60-804e-2b8f052d0d05 service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802376 Dec 15 05:38:01.936806 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e9211009-ab34-49db-8ee7-a209c5782f5e req-61f379f2-1e76-4201-8016-661d5810f55b service neutron] 10.222.0.42 "GET /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910146 Dec 15 05:38:02.003478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:02.024634 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:38:02.033197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892b123-d404-4cd6-bd6b-9f75710cb4ab None None] The sync data for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 is: [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:26Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '5cb9ad8f-e61e-4530-9164-300d036eed3c', 'name': '', 'network_id': '81bfdd76-7421-4368-969c-65aa02f2295f', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:0a:70:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:25Z', 'updated_at': '2021-12-15T05:36:28Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '340a418d-88cb-42de-98cc-da487b6d6cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:38:02.250712 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4dc080-cd8c-4323-9921-0e8197b3e791 None None] New status for floating IP d2e429a6-bb9b-4a7b-bb1b-d4c5bd311128: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:38:02.789962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe295-84c9-4318-8d11-d8e4bc207e9b req-2afccb90-c108-4af1-98d1-2d8a2cb8f350 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:02.791693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cccbe295-84c9-4318-8d11-d8e4bc207e9b req-2afccb90-c108-4af1-98d1-2d8a2cb8f350 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0947151 Dec 15 05:38:02.843726 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cccbe295-84c9-4318-8d11-d8e4bc207e9b req-1b83966e-3597-4fb8-a62f-86b631ff4f58 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459623 Dec 15 05:38:02.920132 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:03.173048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-b4feb51c-222b-49e2-a463-9b6a11e64d11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:03.174399 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-b4feb51c-222b-49e2-a463-9b6a11e64d11 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 945 time: 0.0487761 Dec 15 05:38:03.264049 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 22bca206-d192-49a7-aaf4-82606dd51f2c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:38:03.264535 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:03.353953 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 22bca206-d192-49a7-aaf4-82606dd51f2c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=22bca206-d192-49a7-aaf4-82606dd51f2c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:03.354319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:03.365899 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 22bca206-d192-49a7-aaf4-82606dd51f2c owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:38:03.492575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:03.518390 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:03.530055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=22bca206-d192-49a7-aaf4-82606dd51f2c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:03.552295 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.552645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.552989 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.553327 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.553661 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.553990 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.554319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.554646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.554969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.555299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.555620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.555940 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.556279 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:03.578527 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] No DVR routers for this DVR port 22bca206-d192-49a7-aaf4-82606dd51f2c on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:38:03.581191 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:03.584618 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-318c23ac-5d7e-4f40-b527-6367bc767bf8 req-08c53d46-5934-457e-ab4d-54f0ff1f3d3e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "DELETE /v2.0/ports/22bca206-d192-49a7-aaf4-82606dd51f2c HTTP/1.1" status: 204 len: 173 time: 0.4024427 Dec 15 05:38:03.585152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'name': 'network-vif-deleted', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:38:03.587534 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b39b106-acf8-4897-9ad9-48fe609f2152" -d '{"events": [{"server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "name": "network-vif-deleted", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:38:03.698681 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f971d8-90f3-4fe9-b693-70f1ab54866f x-openstack-request-id: req-10f971d8-90f3-4fe9-b693-70f1ab54866f {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:38:03.698987 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0d14a0-1e2e-4784-b128-71d7c44ad4a9", "name": "network-vif-deleted", "tag": "22bca206-d192-49a7-aaf4-82606dd51f2c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:38:03.699251 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10f971d8-90f3-4fe9-b693-70f1ab54866f {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:38:03.699668 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0d14a0-1e2e-4784-b128-71d7c44ad4a9', 'name': 'network-vif-deleted', 'tag': '22bca206-d192-49a7-aaf4-82606dd51f2c', 'status': 'completed', 'code': 200} Dec 15 05:38:03.977825 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4ed6b00e-287e-46f1-86e7-eef81f96ad21 req-1206b8da-5916-4c0c-a9c5-56a021412a8f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b0d14a0-1e2e-4784-b128-71d7c44ad4a9 HTTP/1.1" status: 200 len: 210 time: 0.0316384 Dec 15 05:38:04.089134 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:05.041131 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58286) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:05.390191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:05.638389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 5cb9ad8f-e61e-4530-9164-300d036eed3c {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:38:05.638729 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:05.724045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 5cb9ad8f-e61e-4530-9164-300d036eed3c, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=5cb9ad8f-e61e-4530-9164-300d036eed3c,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:05.724344 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:05.736190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 5cb9ad8f-e61e-4530-9164-300d036eed3c owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:38:05.915411 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:05.949027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=5cb9ad8f-e61e-4530-9164-300d036eed3c,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:06.120453 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.329036 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 97d875c4-8d55-401f-9321-1d42d983a017 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:38:06.432286 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:38:06.437436 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-3379bca0-c5fd-4165-b77b-a24e49e252a4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/97d875c4-8d55-401f-9321-1d42d983a017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3950264 Dec 15 05:38:06.439961 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58288) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:06.442930 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] Sync routers for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:38:06.452445 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:06.453051 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:06.489981 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting subnet 340a418d-88cb-42de-98cc-da487b6d6cab {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:38:06.493132 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.531605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.556934 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:06.624738 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.681537 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.710089 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Subnet': ['ID=340a418d-88cb-42de-98cc-da487b6d6cab,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:06.713390 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.719521 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-9778f6a6-0310-4c2d-b841-b9cd723d3d34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/subnets/340a418d-88cb-42de-98cc-da487b6d6cab HTTP/1.1" status: 204 len: 168 time: 0.2760801 Dec 15 05:38:06.719687 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9ab43-615f-4cfb-964f-24566c8678d1 None None] Network 81bfdd76-7421-4368-969c-65aa02f2295f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:38:06.719813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58290) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:06.811772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:38:05Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:06.824476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.844663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] Checking router: 97d875c4-8d55-401f-9321-1d42d983a017 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:38:06.856841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] Routers {'97d875c4-8d55-401f-9321-1d42d983a017'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:06.857457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['97d875c4-8d55-401f-9321-1d42d983a017'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:06.931757 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] DHCP port deletion for 81bfdd76-7421-4368-969c-65aa02f2295f request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:38:06.932209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:06.985435 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port c1025f92-b5ba-4d36-81b2-9965c0472382 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:38:06.985775 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.072199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port c1025f92-b5ba-4d36-81b2-9965c0472382, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=c1025f92-b5ba-4d36-81b2-9965c0472382,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:07.072558 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.085183 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for c1025f92-b5ba-4d36-81b2-9965c0472382 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:38:07.169945 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] Set router 97d875c4-8d55-401f-9321-1d42d983a017 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:07.241770 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Deleting port e45301cb-401b-4646-8fed-fc5c82d8182d {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:38:07.242146 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.253808 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.279530 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=c1025f92-b5ba-4d36-81b2-9965c0472382,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:07.308601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77f5cb-56f7-401e-bdbe-7e929938bec4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:38:07.341119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.366932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] For port e45301cb-401b-4646-8fed-fc5c82d8182d, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=e45301cb-401b-4646-8fed-fc5c82d8182d,segment=NetworkSegment(f9521f45-7734-435a-9dae-c1862ee7a663),segment_id=f9521f45-7734-435a-9dae-c1862ee7a663)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:07.367323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.387454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Calling delete_port for e45301cb-401b-4646-8fed-fc5c82d8182d owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:38:07.434174 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.436197 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.478910 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.479628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Fanout notify agent at l3_agent the message router_deleted on router 97d875c4-8d55-401f-9321-1d42d983a017 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:38:07.487390 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.491206 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-832696c9-4ad6-43ce-8eb8-f469b13870ed tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/routers/97d875c4-8d55-401f-9321-1d42d983a017 HTTP/1.1" status: 204 len: 168 time: 0.7677050 Dec 15 05:38:07.491481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58292) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:07.499148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:38:05Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:07.526400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f52481-5e1f-4e6e-84b2-d5b33b5b55b0 None None] The sync data for ids ['97d875c4-8d55-401f-9321-1d42d983a017'] in n-d-820935-10 is: [{'id': '97d875c4-8d55-401f-9321-1d42d983a017', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196500010', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:38:05Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': 'c1025f92-b5ba-4d36-81b2-9965c0472382', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d875c4-8d55-401f-9321-1d42d983a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:36:22Z', 'updated_at': '2021-12-15T05:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:38:07.533123 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.561116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Pushing event deleted for resources: {'Port': ['ID=e45301cb-401b-4646-8fed-fc5c82d8182d,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:07.568465 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] No DVR routers for this DVR port e45301cb-401b-4646-8fed-fc5c82d8182d on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:38:07.570609 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.570959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.571290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.571633 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.572038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.572481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.572812 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.573135 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.573534 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.573850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.574171 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.574489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.574810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c610d-7770-4c0c-8719-41422f7bb402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:07.577504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.588825 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 22bca206-d192-49a7-aaf4-82606dd51f2c no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:38:07.611646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 22bca206-d192-49a7-aaf4-82606dd51f2c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:38:07.611991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 22bca206-d192-49a7-aaf4-82606dd51f2c not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:38:07.675114 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.694941 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bfdd76-7421-4368-969c-65aa02f2295f']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:07.703890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9521f45-7734-435a-9dae-c1862ee7a663') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:07.704238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9521f45-7734-435a-9dae-c1862ee7a663') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:07.714025 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.726940 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.733890 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:38:07.734304 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:38:07.737564 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:38:07.754121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.799145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.806154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.809302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/networks/81bfdd76-7421-4368-969c-65aa02f2295f HTTP/1.1" status: 204 len: 168 time: 0.3167760 Dec 15 05:38:07.812156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58294) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:07.821226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3894b0-5d8c-4b8e-861c-20769540ea4a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Network': ['ID=81bfdd76-7421-4368-969c-65aa02f2295f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:07.870300 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-082abe81-2de1-4495-8ad0-953b4623d55c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.901349 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-082abe81-2de1-4495-8ad0-953b4623d55c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.985695 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-082abe81-2de1-4495-8ad0-953b4623d55c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.988612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-082abe81-2de1-4495-8ad0-953b4623d55c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:07.989804 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-082abe81-2de1-4495-8ad0-953b4623d55c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/security-groups/6e0f90cc-a3b4-4dd6-8231-5c612d0f9372 HTTP/1.1" status: 204 len: 168 time: 0.1761367 Dec 15 05:38:07.997469 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e45301cb-401b-4646-8fed-fc5c82d8182d no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:38:07.999449 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082abe81-2de1-4495-8ad0-953b4623d55c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f90cc-a3b4-4dd6-8231-5c612d0f9372,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:08.029837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: e45301cb-401b-4646-8fed-fc5c82d8182d {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:38:08.030234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device e45301cb-401b-4646-8fed-fc5c82d8182d not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:38:08.031272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5cb9ad8f-e61e-4530-9164-300d036eed3c no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:38:08.054099 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 5cb9ad8f-e61e-4530-9164-300d036eed3c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:38:08.054427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 5cb9ad8f-e61e-4530-9164-300d036eed3c not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:38:08.357765 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58300) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:08.362837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104808754', 'description': 'tempest-secgroup-smoke-104808754 description', 'project_id': 'a2e2a9643278440caf84812d9207461b'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:08.385999 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.453864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.457555 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.490208 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.491353 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1325912 Dec 15 05:38:08.492472 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a55c67-a3b9-4866-8005-e2830d6b1b88 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:08.494472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58302) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:08.499437 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:08.525461 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.579938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.583659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.601394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71524c1-20f4-426c-88a7-fe827864e1a9,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:08.610204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.611404 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-12ac78d4-f3fe-47ef-a459-a7f4f7f96b34 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158078 Dec 15 05:38:08.614768 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58304) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:08.619041 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:08.644560 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.699515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.702952 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.720745 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ca047c-3bf2-4028-8496-f77799abe5c7,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:08.725729 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.726930 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-35ab5935-0c14-4309-b40c-8d68df508753 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112316 Dec 15 05:38:08.729638 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58306) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:08.733874 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:08.760444 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.818327 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.822042 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.840680 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc1fbb0-b618-439c-8616-5aa9c093d88e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:08.849169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.850343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-82e9fed6-2081-434d-8d5f-9c100ec11546 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197865 Dec 15 05:38:08.853024 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58308) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:08.857170 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:08.883128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.938154 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.941697 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.960908 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e754f2-5c29-4003-9f54-f3ddabc28a18,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:08.969628 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:08.970811 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a174ed8-9de5-4c72-b220-7a64336d7b9c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168787 Dec 15 05:38:08.974148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58310) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:08.978712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:09.000360 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:38:09.005072 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.061320 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.064557 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.081756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d3cf4f-dc7e-40d2-8397-d1ec81b0f08d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:09.088138 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.089321 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-87c34cc5-94f5-4cc1-8940-507b1a12a5fe tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142654 Dec 15 05:38:09.092127 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58312) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:09.096261 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'security_group_rule': {'security_group_id': 'd16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:09.117498 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Project a2e2a9643278440caf84812d9207461b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:38:09.122438 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.181633 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.185095 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.202450 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb59582-af43-432a-bfa0-6b36351f9873,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:09.210160 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.211357 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ba8c0b85-44dc-4414-8798-d1527c056e51 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183200 Dec 15 05:38:09.215206 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58314) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:09.220344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'network': {'name': 'tempest-network-smoke--493452701', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'port_security_enabled': True}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:09.240554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:38:09.243835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.269098 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:38:09.278742 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.279076 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Added segment da50409d-b310-4e46-b520-57eafeb920c2 of type vlan for network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 Dec 15 05:38:09.318325 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.341335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.346986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:09.347554 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.396902 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806278 Dec 15 05:38:09.399580 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58316) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:09.405792 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'admin_state_up': True, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:09.432230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75a022-6a69-4c05-a10d-d0e11c141c26 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Network': ['ID=2ce7574e-f3d4-4cee-aa19-68f088be8ca1,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:09.442601 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:38:09.453961 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.455016 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.504372 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.639723 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:09.855967 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c1025f92-b5ba-4d36-81b2-9965c0472382 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:38:09.876867 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: c1025f92-b5ba-4d36-81b2-9965c0472382 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:38:09.877210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device c1025f92-b5ba-4d36-81b2-9965c0472382 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:38:10.122374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.141166 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.242312 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.218 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/1c574ebe-d5a7-49af-8896-870bbb250e01) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:38:10.339393 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.375441 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.411213 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:38:10.413971 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:10.417442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:38:10.426728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bbb7d4-2f90-4972-a274-a000965f9c6d None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:38:10.445091 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=1c574ebe-d5a7-49af-8896-870bbb250e01,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:10.530987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-72bee526-767e-47d7-9711-01d5fec45425 None None] Provisioning complete for port 1c574ebe-d5a7-49af-8896-870bbb250e01 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:10.531605 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-72bee526-767e-47d7-9711-01d5fec45425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.563929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-72bee526-767e-47d7-9711-01d5fec45425 None None] Port 1c574ebe-d5a7-49af-8896-870bbb250e01 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:38:10.668289 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.859585 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:10.984428 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:38:11.084710 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:38:11.095193 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Sync routers for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:38:11.103965 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.105191 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:11.105475 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-74da5876-daaf-447e-aa68-d959edf26ad6 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7047832 Dec 15 05:38:11.105783 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:11.108498 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58318) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:11.183249 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-54094781-33a5-4d60-b65e-216158e77f65 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a2e2a9643278440caf84812d9207461b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735595 Dec 15 05:38:11.185856 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58322) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:11.208288 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:11.272330 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3d425-490a-4cda-8705-23ce416563ab tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:11.273764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-00c3d425-490a-4cda-8705-23ce416563ab tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870054 Dec 15 05:38:11.276606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58324) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:11.306413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-1b6e040b-a6a3-4081-85e5-b7beee78c34f tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ca73bcec-d444-476d-8f09-f3fab153b67c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263991 Dec 15 05:38:11.306636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58326) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:11.311190 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1561740272', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:11.387628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:10Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:11.402117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:38:11.405661 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.414569 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Checking router: 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:38:11.414920 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Updating router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 port 1c574ebe-d5a7-49af-8896-870bbb250e01 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:38:11.439259 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.586378 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.648467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Subnet': ['ID=47608dbd-2d35-4baf-a6f8-7c03d6c69544,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:11.655613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Checking segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:38:11.655994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network hostable DHCP agents. Network: 2ce7574e-f3d4-4cee-aa19-68f088be8ca1, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:38:11.673937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:38:11.683652 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 2ce7574e-f3d4-4cee-aa19-68f088be8ca1) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:11.687928 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:11.688642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.694765 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584e351-9907-4981-b5e5-8bad7bff8b8b None None] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:38:11.695287 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.700937 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.708950 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-98640aaa-f08d-45b2-b390-1e5211d38f15 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4013619 Dec 15 05:38:11.710571 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58328) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:11.744764 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411f4da-f104-4dd3-bf08-10079a204034 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:38:11.748465 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Attempting to bind port 1c574ebe-d5a7-49af-8896-870bbb250e01 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:38:11.748833 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Attempting to bind port 1c574ebe-d5a7-49af-8896-870bbb250e01 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:38:11.749482 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Attempting to bind port 1c574ebe-d5a7-49af-8896-870bbb250e01 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:38:11.759267 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:38:11.759663 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:38:11.760025 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.760445 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:38:11.760872 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Bound port: 1c574ebe-d5a7-49af-8896-870bbb250e01, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:38:11.761245 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.783599 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Pushing event updated for resources: {'Port': ['ID=1c574ebe-d5a7-49af-8896-870bbb250e01,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:11.798397 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.798749 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.799101 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.799472 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.799877 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.800244 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.800799 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.801132 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.801449 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.801770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.802619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.802959 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.803476 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:38:11.815619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-428f6239-d7cf-41a9-8289-21da5efdef0d None None] Provisioning complete for port 1c574ebe-d5a7-49af-8896-870bbb250e01 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:11.815990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-428f6239-d7cf-41a9-8289-21da5efdef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.842964 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] For port 1c574ebe-d5a7-49af-8896-870bbb250e01, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:38:11.847435 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] For port 1c574ebe-d5a7-49af-8896-870bbb250e01, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1c574ebe-d5a7-49af-8896-870bbb250e01,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:38:11.851921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:38:11.853016 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.853916 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:11.856322 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-428f6239-d7cf-41a9-8289-21da5efdef0d None None] Port 1c574ebe-d5a7-49af-8896-870bbb250e01 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:38:11.907529 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:11.908164 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:11.930200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bd2d8e-067d-420c-a600-4ae42664afdd None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:38:12.005338 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8789-9415-462e-aab7-c3d9ff42cc89 None None] Pushing event updated for resources: {'Port': ['ID=1c574ebe-d5a7-49af-8896-870bbb250e01,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:12.008503 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Allocated IP 172.20.0.2 (2ce7574e-f3d4-4cee-aa19-68f088be8ca1/47608dbd-2d35-4baf-a6f8-7c03d6c69544/42ff6cc1-21c4-4382-ac18-bed8a4509f6f) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:38:12.011456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6e616da5-bef3-4d14-9172-06fbc8b0b365 None None] Provisioning complete for port 1c574ebe-d5a7-49af-8896-870bbb250e01 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:12.011456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6e616da5-bef3-4d14-9172-06fbc8b0b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.033609 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:12.177413 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6e616da5-bef3-4d14-9172-06fbc8b0b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.228508 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-6e616da5-bef3-4d14-9172-06fbc8b0b365 None None] For port 1c574ebe-d5a7-49af-8896-870bbb250e01, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1c574ebe-d5a7-49af-8896-870bbb250e01,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:12.229525 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:10Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:12.247656 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.251064 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6e616da5-bef3-4d14-9172-06fbc8b0b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.256286 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.259023 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe02c1-3956-4a6f-9ccc-dd1435457378 None None] The sync data for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 is: [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:10Z', 'revision_number': 3, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:38:12.304142 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:38:12.307248 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:12.312146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:38:12.327857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616da5-bef3-4d14-9172-06fbc8b0b365 None None] Pushing event updated for resources: {'Port': ['ID=1c574ebe-d5a7-49af-8896-870bbb250e01,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:12.382351 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Pushing event updated for resources: {'Port': ['ID=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:12.415902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Attempting to bind port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:38:12.416545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Attempting to bind port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:38:12.417089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Attempting to bind port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f on network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:38:12.422815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:38:12.423186 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Checking segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:38:12.423905 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.424059 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Bound using segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:38:12.424512 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Bound port: 42ff6cc1-21c4-4382-ac18-bed8a4509f6f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:38:12.424896 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.495378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] For port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:38:12.510827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] For port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:38:12.516607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.517114 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:12.617393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee11b7d-9d62-4cb7-a0b8-20f00fcaa27e None None] Pushing event updated for resources: {'Port': ['ID=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:12.916624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.1 (2ce7574e-f3d4-4cee-aa19-68f088be8ca1/47608dbd-2d35-4baf-a6f8-7c03d6c69544/9845a6fe-19eb-421b-933f-e889d009b4c4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:38:13.059806 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.098696 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.145642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:38:13.148854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:13.153330 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:38:13.157430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=9845a6fe-19eb-421b-933f-e889d009b4c4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:13.204669 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.347608 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.664551 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.669526 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.745541 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.747416 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=9845a6fe-19eb-421b-933f-e889d009b4c4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:13.784915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4257b9f-cd6c-4cfa-a360-15a2be162b1b None None] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:38:13.851032 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d2a4e89b-4dc0-468d-a9d7-ba2b2c66e7f9 None None] Provisioning complete for port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:13.851416 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e89b-4dc0-468d-a9d7-ba2b2c66e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.860010 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:38:13.862072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:13.971457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e89b-4dc0-468d-a9d7-ba2b2c66e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:13.995994 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1c574ebe-d5a7-49af-8896-870bbb250e01 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:38:13.998280 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:38:14.046852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d2a4e89b-4dc0-468d-a9d7-ba2b2c66e7f9 None None] For port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:14.053927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e89b-4dc0-468d-a9d7-ba2b2c66e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:14.107756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1c574ebe-d5a7-49af-8896-870bbb250e01 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:14.108154 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:14.134918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4e89b-4dc0-468d-a9d7-ba2b2c66e7f9 None None] Pushing event updated for resources: {'Port': ['ID=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:14.152728 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:38:14.158756 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-80d28167-5adb-4f96-bf61-4255b4ec1309 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/4eb415ed-fb5e-4072-b83d-af7cf6253ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4468312 Dec 15 05:38:14.211148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 42ff6cc1-21c4-4382-ac18-bed8a4509f6f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:38:14.267102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Sync routers for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:38:14.274031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:14.274402 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:14.316169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:14.316738 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:14.345288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-882bb311-fe85-4230-80ae-4aa06b65eb5e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104808754&fields=id&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 267 time: 0.0605235 Dec 15 05:38:14.360185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6bc2dc06-41e0-4c57-bd9a-da9fe1ec8fa4 None None] Provisioning complete for port 9845a6fe-19eb-421b-933f-e889d009b4c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:14.360571 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bc2dc06-41e0-4c57-bd9a-da9fe1ec8fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:14.444471 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2dc06-41e0-4c57-bd9a-da9fe1ec8fa4 None None] Port 9845a6fe-19eb-421b-933f-e889d009b4c4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:38:14.474350 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-1ab210c8-8377-48a5-9c98-6e12c74e1381 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:14.475581 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-6bc2dc06-41e0-4c57-bd9a-da9fe1ec8fa4 None None] Provisioning complete for port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:14.475962 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bc2dc06-41e0-4c57-bd9a-da9fe1ec8fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:14.480568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-1ab210c8-8377-48a5-9c98-6e12c74e1381 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/networks?id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 200 len: 796 time: 0.1236644 Dec 15 05:38:14.492916 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-df63ef84-2702-4e1d-bb19-5f3b9591b8cc tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/quotas/a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 375 time: 0.0105505 Dec 15 05:38:14.528203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:14.546939 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-697b3e49-627f-434c-a656-0df0350dfe2a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478759 Dec 15 05:38:14.707411 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-1b526692-4a45-43b5-8039-06c73fda7953 service neutron] 10.222.0.37 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473534 Dec 15 05:38:14.799584 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-7a47ddda-0e58-4bba-a517-cb25215929e4 service neutron] 10.222.0.37 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Dec 15 05:38:14.969261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 2, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:14.993095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4af161e7-242d-482f-bbeb-97fc8b09f256 req-a9dd67b5-1be0-48d6-bb4f-bb2956323b58 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 210 time: 0.0362246 Dec 15 05:38:14.996533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Checking router: 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:38:14.996912 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Updating router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 port 9845a6fe-19eb-421b-933f-e889d009b4c4 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:38:15.030530 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.034466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-034bf169-a647-4f97-8490-23a86b75be7c None None] Provisioning complete for port 9845a6fe-19eb-421b-933f-e889d009b4c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:15.034807 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-034bf169-a647-4f97-8490-23a86b75be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.101584 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-034bf169-a647-4f97-8490-23a86b75be7c None None] Port 9845a6fe-19eb-421b-933f-e889d009b4c4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:38:15.333483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.342741 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.392575 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec144d-d492-4e96-a9ef-5c2f16efb775 None None] Pushing event updated for resources: {'Port': ['ID=9845a6fe-19eb-421b-933f-e889d009b4c4,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:15.446120 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Attempting to bind port 9845a6fe-19eb-421b-933f-e889d009b4c4 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:38:15.446499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Attempting to bind port 9845a6fe-19eb-421b-933f-e889d009b4c4 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:38:15.447060 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Attempting to bind port 9845a6fe-19eb-421b-933f-e889d009b4c4 on network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:38:15.452309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:38:15.452683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Checking segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:38:15.453082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.453598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Bound using segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:38:15.453915 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Bound port: 9845a6fe-19eb-421b-933f-e889d009b4c4, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:38:15.454302 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.524533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] For port 9845a6fe-19eb-421b-933f-e889d009b4c4, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:38:15.528895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] For port 9845a6fe-19eb-421b-933f-e889d009b4c4, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9845a6fe-19eb-421b-933f-e889d009b4c4,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:38:15.534642 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.589761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:15.590379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:15.693911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec144d-d492-4e96-a9ef-5c2f16efb775 None None] Pushing event updated for resources: {'Port': ['ID=9845a6fe-19eb-421b-933f-e889d009b4c4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:15.719644 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9b43745f-c254-480c-9617-87fb513fd64d None None] Provisioning complete for port 9845a6fe-19eb-421b-933f-e889d009b4c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:15.720019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b43745f-c254-480c-9617-87fb513fd64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:15.781223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:15.921646 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 42ff6cc1-21c4-4382-ac18-bed8a4509f6f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:38:15.945782 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b43745f-c254-480c-9617-87fb513fd64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.039238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9b43745f-c254-480c-9617-87fb513fd64d None None] For port 9845a6fe-19eb-421b-933f-e889d009b4c4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9845a6fe-19eb-421b-933f-e889d009b4c4,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:16.070624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9b43745f-c254-480c-9617-87fb513fd64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.075775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:16.075775 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.106228 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-128e2e12-cf90-4f01-bf3c-bd51ce69aae5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:16.107747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-128e2e12-cf90-4f01-bf3c-bd51ce69aae5 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/networks?id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 200 len: 796 time: 0.1512024 Dec 15 05:38:16.110851 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7d37453b-19e7-46c8-b670-d02262525d8e req-4070daf1-b8c5-49a0-9952-28544d4ba604 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 210 time: 0.0405695 Dec 15 05:38:16.165541 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43745f-c254-480c-9617-87fb513fd64d None None] Pushing event updated for resources: {'Port': ['ID=9845a6fe-19eb-421b-933f-e889d009b4c4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:16.185748 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-5a4bd7ce-84d0-4ff3-a606-1d1410d7cdbd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e2a9643278440caf84812d9207461b HTTP/1.1" status: 200 len: 379 time: 0.0561903 Dec 15 05:38:16.187472 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:16.203560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'port': {'device_id': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'admin_state_up': True, 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'security_groups': ['d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:16.241827 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b7e04b-b229-4349-b247-dc1f5da23ed0 None None] The sync data for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 is: [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:38:16.247355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-88e1f257-81e1-46c2-84b9-e480cb0f12ec None None] Provisioning complete for port 9845a6fe-19eb-421b-933f-e889d009b4c4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:16.247743 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-88e1f257-81e1-46c2-84b9-e480cb0f12ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.337683 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Made reservation on behalf of a2e2a9643278440caf84812d9207461b for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:38:16.341362 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.486793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.20.0.7 (2ce7574e-f3d4-4cee-aa19-68f088be8ca1/47608dbd-2d35-4baf-a6f8-7c03d6c69544/68cbde0b-6c57-404f-98af-972b014e5c7c) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:38:16.630239 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.667085 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.720906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:38:16.724230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:16.726714 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:38:16.754747 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=68cbde0b-6c57-404f-98af-972b014e5c7c,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:16.788793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:16.789471 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.806864 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-fb0ce13e-674d-4f66-b86c-2dfa4b196eab tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071761 Dec 15 05:38:16.824421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Request body: {'port': {'device_id': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:16.882402 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:16.994136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9cf50d45-276c-427e-91fe-e24f0f181356 None None] Provisioning complete for port 68cbde0b-6c57-404f-98af-972b014e5c7c triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:16.994964 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9cf50d45-276c-427e-91fe-e24f0f181356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:17.037560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-9cf50d45-276c-427e-91fe-e24f0f181356 None None] Port 68cbde0b-6c57-404f-98af-972b014e5c7c cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:38:17.165994 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cbde0b-6c57-404f-98af-972b014e5c7c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:38:17.175366 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:17.188152 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Transition to ACTIVE for port object 68cbde0b-6c57-404f-98af-972b014e5c7c will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:38:17.192680 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:17.233976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4f4c-947e-43b7-8cf3-bf68f0aaf239 req-a3bd0789-59f2-4b15-87fe-0d9315f76f95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:17.244029 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bac4f4c-947e-43b7-8cf3-bf68f0aaf239 req-a3bd0789-59f2-4b15-87fe-0d9315f76f95 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 943 time: 0.0605760 Dec 15 05:38:17.245175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Pushing event updated for resources: {'Port': ['ID=68cbde0b-6c57-404f-98af-972b014e5c7c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:17.308225 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0bac4f4c-947e-43b7-8cf3-bf68f0aaf239 req-e283f525-8ee4-4279-b9fa-f80e8be02a17 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630236 Dec 15 05:38:17.327155 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Attempting to bind port 68cbde0b-6c57-404f-98af-972b014e5c7c on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:38:17.327558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Attempting to bind port 68cbde0b-6c57-404f-98af-972b014e5c7c by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:38:17.327958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Attempting to bind port 68cbde0b-6c57-404f-98af-972b014e5c7c on network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:38:17.332648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Port 68cbde0b-6c57-404f-98af-972b014e5c7c on network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:38:17.333039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Attempting to bind port 68cbde0b-6c57-404f-98af-972b014e5c7c on network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:38:17.338270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:38:17.338678 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Checking segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:38:17.339234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Bound using segment: {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:38:17.339679 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Bound port: 68cbde0b-6c57-404f-98af-972b014e5c7c, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50409d-b310-4e46-b520-57eafeb920c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:38:17.340122 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:17.419463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] For port 68cbde0b-6c57-404f-98af-972b014e5c7c, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:38:17.423060 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] For port 68cbde0b-6c57-404f-98af-972b014e5c7c, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68cbde0b-6c57-404f-98af-972b014e5c7c,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:38:17.428926 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:17.460739 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:17.461561 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:17.462944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 200 len: 1092 time: 0.6430500 Dec 15 05:38:17.467454 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:38:17.469760 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a105a-912b-46c0-b0a8-e28db272f06b" -d '{"events": [{"name": "network-changed", "server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:38:17.499323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc8b7a-c50a-44bf-bfad-69a5b10a78a5 service neutron] Pushing event updated for resources: {'Port': ['ID=68cbde0b-6c57-404f-98af-972b014e5c7c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:17.534242 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22daa99-122a-4c04-a4c8-bead87210c1a x-openstack-request-id: req-b22daa99-122a-4c04-a4c8-bead87210c1a {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:38:17.534927 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:38:17.535028 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b22daa99-122a-4c04-a4c8-bead87210c1a {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:38:17.535408 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'status': 'completed', 'code': 200} Dec 15 05:38:17.566736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-46850b92-7723-4353-9625-a1d58d26d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:17.568305 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-46850b92-7723-4353-9625-a1d58d26d31f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1095 time: 0.0493441 Dec 15 05:38:17.622620 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-c123c5c6-3810-4eb2-89c0-10f70e63c929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 200 len: 217 time: 0.0401168 Dec 15 05:38:17.672294 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-9f12d58d-9fde-471c-8399-a75c53d3bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:17.673814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-9f12d58d-9fde-471c-8399-a75c53d3bfc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47608dbd-2d35-4baf-a6f8-7c03d6c69544 HTTP/1.1" status: 200 len: 835 time: 0.0447509 Dec 15 05:38:17.720501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-c210e89f-bcc6-464e-90b3-d6c39b5111f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:17.722572 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-c210e89f-bcc6-464e-90b3-d6c39b5111f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411766 Dec 15 05:38:17.817211 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-b9f2508e-5d16-40c3-80bf-23c771bc32a8 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870883 Dec 15 05:38:17.907513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a69204cc-7e3d-4237-a0b2-3d2532db8374 req-eef32541-1ff5-4e67-9398-40dc3c0a76b6 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829604 Dec 15 05:38:17.915495 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9845a6fe-19eb-421b-933f-e889d009b4c4 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:38:17.963706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 9845a6fe-19eb-421b-933f-e889d009b4c4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:17.964093 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:18.026445 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-b2e9c8ae-0006-407d-94cf-68d5e1a1b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:18.028857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-b2e9c8ae-0006-407d-94cf-68d5e1a1b7d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1095 time: 0.0414917 Dec 15 05:38:18.120645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-48838cd3-f0a1-49ac-90bc-dd4113558e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:18.122116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-48838cd3-f0a1-49ac-90bc-dd4113558e68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 200 len: 896 time: 0.0864434 Dec 15 05:38:18.164019 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-e5c4a066-250e-44e7-8121-af53102630c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 200 len: 217 time: 0.0345874 Dec 15 05:38:18.211518 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-8fc13670-dbd6-47d4-b6ab-fdb74f101200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:18.212989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-8fc13670-dbd6-47d4-b6ab-fdb74f101200 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47608dbd-2d35-4baf-a6f8-7c03d6c69544 HTTP/1.1" status: 200 len: 835 time: 0.0424209 Dec 15 05:38:18.262415 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-dc62be44-6c13-444f-859b-8e109f01f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:18.264042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-dc62be44-6c13-444f-859b-8e109f01f28f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432532 Dec 15 05:38:18.353512 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-63202681-52eb-4598-b523-1fd13abacd07 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821853 Dec 15 05:38:18.429001 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43e270-4ba9-43ad-923e-f01ae9053d74 req-35332033-dae2-43db-be24-9ff0a0ccc697 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:18.430385 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc43e270-4ba9-43ad-923e-f01ae9053d74 req-35332033-dae2-43db-be24-9ff0a0ccc697 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 943 time: 0.0497553 Dec 15 05:38:18.449644 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-db8a105a-912b-46c0-b0a8-e28db272f06b req-14a93439-6fac-425d-ac80-fb58e5562eac service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Dec 15 05:38:18.481509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cc43e270-4ba9-43ad-923e-f01ae9053d74 req-ab473e13-e224-4b0d-a921-70e8d1f44ead tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451488 Dec 15 05:38:19.601230 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de290-1b3e-4855-9f74-d93bea512a41 req-a5c1405f-787c-4b3e-9da2-095b5e6cc9c0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:19.602643 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90de290-1b3e-4855-9f74-d93bea512a41 req-a5c1405f-787c-4b3e-9da2-095b5e6cc9c0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 943 time: 0.0522733 Dec 15 05:38:19.628360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68cbde0b-6c57-404f-98af-972b014e5c7c details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:38:19.651790 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d90de290-1b3e-4855-9f74-d93bea512a41 req-1b49c665-6a1d-4177-a90a-142ef85a4a4d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Dec 15 05:38:19.723604 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 68cbde0b-6c57-404f-98af-972b014e5c7c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68cbde0b-6c57-404f-98af-972b014e5c7c,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:19.734549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'port_id': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'mac_address': 'fa:16:3e:75:04:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:38:19.770791 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:19.784419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cbde0b-6c57-404f-98af-972b014e5c7c {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:38:19.804137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 68cbde0b-6c57-404f-98af-972b014e5c7c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68cbde0b-6c57-404f-98af-972b014e5c7c,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:19.808159 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:19.853435 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=68cbde0b-6c57-404f-98af-972b014e5c7c,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:20.077106 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['68cbde0b-6c57-404f-98af-972b014e5c7c'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:38:20.765166 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135a82a-9d9e-471d-ba4c-f02aafb68f4d req-63e7de72-82e5-4c64-8d4b-bd292372b790 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:20.766613 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6135a82a-9d9e-471d-ba4c-f02aafb68f4d req-63e7de72-82e5-4c64-8d4b-bd292372b790 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 944 time: 0.0480161 Dec 15 05:38:20.818958 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6135a82a-9d9e-471d-ba4c-f02aafb68f4d req-82b23f03-076e-403f-ae46-9b332fb88d08 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Dec 15 05:38:21.644849 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68cbde0b-6c57-404f-98af-972b014e5c7c up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:38:21.695506 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 68cbde0b-6c57-404f-98af-972b014e5c7c completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:38:21.699769 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 68cbde0b-6c57-404f-98af-972b014e5c7c triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:38:21.700170 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:21.774245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:21.795702 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:38:21.797963 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8da3a-a6d0-4f0f-a3ad-d6597f1851f0" -d '{"events": [{"server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "name": "network-vif-plugged", "status": "completed", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:38:21.811793 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 68cbde0b-6c57-404f-98af-972b014e5c7c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68cbde0b-6c57-404f-98af-972b014e5c7c,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:38:21.817418 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:21.843972 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40441df2-bd0b-4ecc-aed8-ab50d7685edd x-openstack-request-id: req-40441df2-bd0b-4ecc-aed8-ab50d7685edd {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:38:21.844282 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "name": "network-vif-plugged", "status": "completed", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:38:21.844528 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40441df2-bd0b-4ecc-aed8-ab50d7685edd {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:38:21.844914 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'code': 200} Dec 15 05:38:21.870382 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=68cbde0b-6c57-404f-98af-972b014e5c7c,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:21.945674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e40dcd-9357-4412-9f86-a29aac1cf060 req-331a491c-312a-4b08-af4f-cb1889764e42 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:21.947165 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94e40dcd-9357-4412-9f86-a29aac1cf060 req-331a491c-312a-4b08-af4f-cb1889764e42 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0531816 Dec 15 05:38:21.961380 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b9fc-fa4b-41a1-a062-20161f9aa54c req-b26dcd57-f1ac-44e8-9614-a23a49c64dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:21.963049 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b318b9fc-fa4b-41a1-a062-20161f9aa54c req-b26dcd57-f1ac-44e8-9614-a23a49c64dc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1097 time: 0.0407972 Dec 15 05:38:21.997668 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-94e40dcd-9357-4412-9f86-a29aac1cf060 req-706bf27f-0d36-4acd-8055-7b2e93846e45 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441535 Dec 15 05:38:22.009468 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b318b9fc-fa4b-41a1-a062-20161f9aa54c req-90937516-3e26-4a36-ba34-acc0a3363bda service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396688 Dec 15 05:38:23.114325 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62d566-2bc1-4b5c-9878-bf5f8dc10a82 req-b40d557b-4204-4e9a-a8fe-36f1d9dc2f1a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:23.115697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f62d566-2bc1-4b5c-9878-bf5f8dc10a82 req-b40d557b-4204-4e9a-a8fe-36f1d9dc2f1a tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0480747 Dec 15 05:38:23.164451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8f62d566-2bc1-4b5c-9878-bf5f8dc10a82 req-d41dd32a-1f08-4ca0-886b-5019e67306d4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Dec 15 05:38:23.279508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a9fd3-0ced-45b1-9ec6-dd5ebfeda399 req-5c7eb1b6-5694-4542-9cc9-fb4b0e4c4840 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:23.281005 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a4a9fd3-0ced-45b1-9ec6-dd5ebfeda399 req-5c7eb1b6-5694-4542-9cc9-fb4b0e4c4840 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0483985 Dec 15 05:38:23.333611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9a4a9fd3-0ced-45b1-9ec6-dd5ebfeda399 req-5f0c82c1-d883-4888-a24d-de4a7ebb4e30 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463550 Dec 15 05:38:23.354597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58384) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:23.392962 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c666c4-689b-4455-a4ca-562851d56ca6 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:23.394384 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-20c666c4-689b-4455-a4ca-562851d56ca6 tempest-TestNetworkAdvancedServerOps-1962942426 tempest-TestNetworkAdvancedServerOps-1962942426-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1092 time: 0.0388157 Dec 15 05:38:23.397006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58386) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:23.401155 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:38:23.422733 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:23.514788 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:23.617523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Allocated IP 172.25.2.219 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/639137f9-2e32-423d-8e71-b998269c6412) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:38:23.719191 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:23.753273 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:23.794627 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:38:23.797663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:38:23.801210 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:38:23.806446 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=639137f9-2e32-423d-8e71-b998269c6412,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:24.144605 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:24.207934 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:24.355903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:24.360503 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:24.426619 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event updated for resources: {'Port': ['ID=639137f9-2e32-423d-8e71-b998269c6412,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:38:24.438725 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:24.535183 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 2db06410-32e6-4797-97b6-09bdbf29dfef associated. External IP: 172.25.2.219, port: 68cbde0b-6c57-404f-98af-972b014e5c7c. Dec 15 05:38:24.735831 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:38:24.839148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:38:24.849918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] Sync routers for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:38:24.860823 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:24.900222 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f945c37f-f113-4163-ac03-c02291f8c9ae tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5021410 Dec 15 05:38:24.900878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:38:24.903198 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b52d704-a4d3-4b2a-ad8c-ba504922f576" -d '{"events": [{"name": "network-changed", "server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:38:24.949641 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f3249-2c42-4483-ba50-4211c72ef83e x-openstack-request-id: req-706f3249-2c42-4483-ba50-4211c72ef83e {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:38:24.949924 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:38:24.950322 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-706f3249-2c42-4483-ba50-4211c72ef83e {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:38:24.950569 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'status': 'completed', 'code': 200} Dec 15 05:38:24.963657 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:24.964298 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:25.016704 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a3d5-6c06-4f6d-80ec-dbfe9c477964 req-0b2c18d8-c81d-490e-ac93-8cf8124e1e92 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:25.018899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cf0a3d5-6c06-4f6d-80ec-dbfe9c477964 req-0b2c18d8-c81d-490e-ac93-8cf8124e1e92 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0535085 Dec 15 05:38:25.029720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-6526f1b9-4d0c-443c-8d76-9e21ceab33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:25.031454 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-6526f1b9-4d0c-443c-8d76-9e21ceab33eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1097 time: 0.0410697 Dec 15 05:38:25.068694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:25.071039 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5cf0a3d5-6c06-4f6d-80ec-dbfe9c477964 req-32839c59-cd87-45fb-8f71-8e7add92640c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Dec 15 05:38:25.094442 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58392) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:25.127507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-bcb2a7dc-f2fd-4674-9b44-d20af20f08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:25.129288 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-bcb2a7dc-f2fd-4674-9b44-d20af20f08e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 200 len: 896 time: 0.0911939 Dec 15 05:38:25.164609 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a5774962-ae1e-4d6b-ac89-ddd3f7bac8ce tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/2db06410-32e6-4797-97b6-09bdbf29dfef HTTP/1.1" status: 200 len: 991 time: 0.0678196 Dec 15 05:38:25.195750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-06f10460-69c7-4461-be9c-fc33cbf2f0d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 200 len: 999 time: 0.0585947 Dec 15 05:38:25.247835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-69d7be75-321e-4675-83ab-695707e2a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:25.249317 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-69d7be75-321e-4675-83ab-695707e2a0ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47608dbd-2d35-4baf-a6f8-7c03d6c69544 HTTP/1.1" status: 200 len: 835 time: 0.0470688 Dec 15 05:38:25.291680 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '2db06410-32e6-4797-97b6-09bdbf29dfef', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'port_id': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'mac_address': 'fa:16:3e:75:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:38:24Z', 'updated_at': '2021-12-15T05:38:24Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:25.295274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-3d5b31f2-fb74-4e07-b882-da04498565a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:25.296891 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-3d5b31f2-fb74-4e07-b882-da04498565a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409715 Dec 15 05:38:25.320710 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] Checking router: 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:38:25.328782 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:38:25.329378 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:38:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:25.386950 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-42668870-77bc-4974-956b-2245c7410f95 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828836 Dec 15 05:38:25.432284 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:38:25.482447 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9b52d704-a4d3-4b2a-ad8c-ba504922f576 req-ba212406-debf-4f24-abe4-25880cc83c40 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880578 Dec 15 05:38:25.649104 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '2db06410-32e6-4797-97b6-09bdbf29dfef', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'port_id': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'mac_address': 'fa:16:3e:75:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:38:24Z', 'updated_at': '2021-12-15T05:38:24Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:38:25.678355 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a0d31-0195-469d-a2a1-f69f8911fdf9 None None] The sync data for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 is: [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '2db06410-32e6-4797-97b6-09bdbf29dfef', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'port_id': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'mac_address': 'fa:16:3e:75:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:38:24Z', 'updated_at': '2021-12-15T05:38:24Z', 'revision_number': 0, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:38:25.864212 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496054d-3a49-462b-9b17-0342c87bb761 None None] New status for floating IP 2db06410-32e6-4797-97b6-09bdbf29dfef: ACTIVE {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:38:26.167051 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58394) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:26.227860 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-45bbbcac-c4ef-4f33-b9ce-f8139481ecff tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/2db06410-32e6-4797-97b6-09bdbf29dfef HTTP/1.1" status: 200 len: 993 time: 0.0597086 Dec 15 05:38:27.861021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1c171856-2868-484a-ab94-4dac6f3ea635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:30.027827 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ea27daaa-7f08-4c04-9450-35cd8d07297a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:31.391771 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:32.922684 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:33.521169 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:34.098112 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:37.770253 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:39.024567 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:38:55.019608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a3392-8c9c-46b5-a233-6c2caa3f966f req-ab191af1-dd27-4fc4-aecf-a040e599b338 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:55.021122 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-367a3392-8c9c-46b5-a233-6c2caa3f966f req-ab191af1-dd27-4fc4-aecf-a040e599b338 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0514424 Dec 15 05:38:55.072396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-367a3392-8c9c-46b5-a233-6c2caa3f966f req-6632db93-b37d-4bc7-8f2b-f306b8f65173 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Dec 15 05:38:56.191295 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f70c7b-e69b-4672-b45b-ad946a1b8d49 req-10808049-a0ae-4675-886c-9e08cf56100f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:56.192716 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6f70c7b-e69b-4672-b45b-ad946a1b8d49 req-10808049-a0ae-4675-886c-9e08cf56100f tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0502284 Dec 15 05:38:56.241785 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f6f70c7b-e69b-4672-b45b-ad946a1b8d49 req-a9d629d9-cd29-420c-a24c-33306d1e4030 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430689 Dec 15 05:38:56.264753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58418) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:38:56.639232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2db8309a-15dd-4e85-98d4-c85106d7fee2 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/2db06410-32e6-4797-97b6-09bdbf29dfef HTTP/1.1" status: 200 len: 993 time: 0.3733194 Dec 15 05:38:57.866023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-70dfce7f-ff38-44e7-ab13-b2793e3be3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:38:57.910496 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781218bd-32a1-417b-b0e9-d77bbc219296 req-f37e0662-0cb4-41c7-b4e3-98860a3f52c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:57.912263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-781218bd-32a1-417b-b0e9-d77bbc219296 req-f37e0662-0cb4-41c7-b4e3-98860a3f52c1 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0507247 Dec 15 05:38:57.943705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-c4adc61f-ed74-4fc1-91c4-f03fee329c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:57.945918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-c4adc61f-ed74-4fc1-91c4-f03fee329c45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1097 time: 0.0419116 Dec 15 05:38:57.961960 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-781218bd-32a1-417b-b0e9-d77bbc219296 req-52ed14be-1d00-410b-8587-32e9fd75f5d4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435998 Dec 15 05:38:58.038900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-e45f8e21-93c8-40be-838a-acdc78c9a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:58.040422 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-e45f8e21-93c8-40be-838a-acdc78c9a679 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 200 len: 896 time: 0.0878785 Dec 15 05:38:58.103451 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-db330dd9-8cee-4771-96c1-50087bbfc52a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 200 len: 1001 time: 0.0565584 Dec 15 05:38:58.150847 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-a412575b-34b0-443a-ac99-4b83dfcb8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:58.152240 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-a412575b-34b0-443a-ac99-4b83dfcb8b62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47608dbd-2d35-4baf-a6f8-7c03d6c69544 HTTP/1.1" status: 200 len: 835 time: 0.0418627 Dec 15 05:38:58.202877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-a3c344cc-b171-4afc-8ea2-f8da64671cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:58.204405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-a3c344cc-b171-4afc-8ea2-f8da64671cb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453331 Dec 15 05:38:58.291743 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-e02dfead-a78d-4590-bf3e-11e423605ccb service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803928 Dec 15 05:38:58.381649 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c9bb33fc-594d-4a74-a867-8e5cec862bb3 req-69f6eaef-e528-475f-bfad-70aa00466738 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833564 Dec 15 05:38:59.079254 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87c491-eb0b-4966-88ca-cbec865774d5 req-d9644e3e-8d19-4f7b-b10b-57268fdc9672 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:38:59.080733 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c87c491-eb0b-4966-88ca-cbec865774d5 req-d9644e3e-8d19-4f7b-b10b-57268fdc9672 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0491588 Dec 15 05:38:59.129582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7c87c491-eb0b-4966-88ca-cbec865774d5 req-2414ec6b-745f-4484-a48f-2d5cdf55c698 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 Dec 15 05:39:00.030669 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4111b5ad-a19f-4dda-b651-f187e1b2f245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:00.250055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ea5c-3374-4c60-a6d0-ca334de34249 req-c1bfbc20-f62f-40d6-9ad9-4c6fa9c58333 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:00.251501 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d125ea5c-3374-4c60-a6d0-ca334de34249 req-c1bfbc20-f62f-40d6-9ad9-4c6fa9c58333 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0515049 Dec 15 05:39:00.301927 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d125ea5c-3374-4c60-a6d0-ca334de34249 req-8cc6fe6c-f1e8-49bc-a378-73e5cd53d872 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443783 Dec 15 05:39:00.324713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58430) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:00.398661 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f015c316-0d17-413f-bfb0-cbc5edc0b225 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/floatingips/2db06410-32e6-4797-97b6-09bdbf29dfef HTTP/1.1" status: 200 len: 993 time: 0.0719948 Dec 15 05:39:00.612755 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58436) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:00.769483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 639137f9-2e32-423d-8e71-b998269c6412 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:39:00.769737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:00.841418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:00.841740 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:00.852863 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 639137f9-2e32-423d-8e71-b998269c6412 owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:39:01.030807 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:01.060558 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=639137f9-2e32-423d-8e71-b998269c6412,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:01.116482 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:01.117412 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Floating IP 2db06410-32e6-4797-97b6-09bdbf29dfef disassociated (deleted). External IP: 172.25.2.219, port: 68cbde0b-6c57-404f-98af-972b014e5c7c. Dec 15 05:39:01.394569 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:01.628618 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:39:01.740341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:01.745124 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:01.749525 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] Sync routers for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:01.758815 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:01.759403 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:01.771137 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-6e288da6-f80d-4164-9fdb-74d1e40d6b1c tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/floatingips/2db06410-32e6-4797-97b6-09bdbf29dfef HTTP/1.1" status: 204 len: 168 time: 1.1572902 Dec 15 05:39:01.771730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:39:01.774649 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:39:01.812449 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c622f29b-3a89-4f9b-805c-f82607021794 x-openstack-request-id: req-c622f29b-3a89-4f9b-805c-f82607021794 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:39:01.812748 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:39:01.813122 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c622f29b-3a89-4f9b-805c-f82607021794 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:39:01.813536 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'status': 'completed', 'code': 200} Dec 15 05:39:01.878969 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:01.911045 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-183d7714-4a40-463d-a249-972009c4d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:01.912651 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-183d7714-4a40-463d-a249-972009c4d2bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2e2a9643278440caf84812d9207461b&device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 1097 time: 0.0445976 Dec 15 05:39:02.020211 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-684ef601-7037-4f46-b17f-ab9c60e282a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:02.022109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-684ef601-7037-4f46-b17f-ab9c60e282a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 200 len: 896 time: 0.1012888 Dec 15 05:39:02.044482 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ebb41-813d-4566-9c51-dc65d27e244e req-eb81fb56-447b-450e-a526-97f20b943efd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:02.046013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c59ebb41-813d-4566-9c51-dc65d27e244e req-eb81fb56-447b-450e-a526-97f20b943efd tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0702374 Dec 15 05:39:02.070712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-2994e268-30e3-44df-9d53-a8344add3ad8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 200 len: 217 time: 0.0398316 Dec 15 05:39:02.089881 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:02.101585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c59ebb41-813d-4566-9c51-dc65d27e244e req-ea56731d-6dea-4baf-8ff4-992e8cf1b138 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484176 Dec 15 05:39:02.124115 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] Checking router: 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:02.126520 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-c8e397bb-658b-4219-ba87-d8dabfe7f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:02.127991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-c8e397bb-658b-4219-ba87-d8dabfe7f0b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47608dbd-2d35-4baf-a6f8-7c03d6c69544 HTTP/1.1" status: 200 len: 835 time: 0.0492899 Dec 15 05:39:02.132418 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:02.133000 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:02.179210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-4c4720b7-6c8b-47d8-b6e5-ee31a4d773f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:02.180752 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-4c4720b7-6c8b-47d8-b6e5-ee31a4d773f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce7574e-f3d4-4cee-aa19-68f088be8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447376 Dec 15 05:39:02.239479 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:02.277300 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-a4a39844-8403-4702-9908-151be0b9014a service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874572 Dec 15 05:39:02.379755 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-80f2f34d-ccb0-41cc-a6f5-6fe427aa1e8a req-62a4be81-c758-42b0-b50a-1ae6bd66399f service neutron] 10.222.0.42 "GET /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952148 Dec 15 05:39:02.522725 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:02.551770 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d4a1-dd27-4bf0-b6fa-f8dc3340d833 None None] The sync data for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 is: [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:38:13Z', 'revision_number': 4, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '9845a6fe-19eb-421b-933f-e889d009b4c4', 'name': '', 'network_id': '2ce7574e-f3d4-4cee-aa19-68f088be8ca1', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'mac_address': 'fa:16:3e:26:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:12Z', 'updated_at': '2021-12-15T05:38:15Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'subnets': [{'id': '47608dbd-2d35-4baf-a6f8-7c03d6c69544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:02.771486 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9964379-9397-42d0-ac20-45b693c48f82 None None] New status for floating IP 2db06410-32e6-4797-97b6-09bdbf29dfef: DOWN {{(pid=103134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:39:02.923796 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:03.219349 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a6431-db52-4034-9162-2c36c36d21fb req-6d3e1e7d-0b60-4c3d-9355-b1202d8ad2ac tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:03.220838 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f9a6431-db52-4034-9162-2c36c36d21fb req-6d3e1e7d-0b60-4c3d-9355-b1202d8ad2ac tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0487401 Dec 15 05:39:03.269472 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0f9a6431-db52-4034-9162-2c36c36d21fb req-e3cf9997-618b-4d92-a4e6-74c5106cb732 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/security-groups?id=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Dec 15 05:39:03.524968 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:03.705012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-481d1339-a9f5-409c-86cd-cfc6ddcd7b1d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:03.706461 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-481d1339-a9f5-409c-86cd-cfc6ddcd7b1d tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 945 time: 0.0486889 Dec 15 05:39:03.795551 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 68cbde0b-6c57-404f-98af-972b014e5c7c {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:39:03.795893 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:03.885195 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 68cbde0b-6c57-404f-98af-972b014e5c7c, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=68cbde0b-6c57-404f-98af-972b014e5c7c,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:03.885554 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:03.897543 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 68cbde0b-6c57-404f-98af-972b014e5c7c owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:39:04.026057 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:04.054607 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=68cbde0b-6c57-404f-98af-972b014e5c7c,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:04.066624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.066986 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.067340 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.067686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.068031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.068399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.068736 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.069071 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.069404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.070286 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.070617 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.070949 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.071272 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:04.091572 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:04.105894 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] No DVR routers for this DVR port 68cbde0b-6c57-404f-98af-972b014e5c7c on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:39:04.108549 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:04.111938 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a87829c9-08b7-4e75-80d0-bc04f5a8df54 req-30620afc-dba6-4a6f-8f4b-133c68dca70e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.42 "DELETE /v2.0/ports/68cbde0b-6c57-404f-98af-972b014e5c7c HTTP/1.1" status: 204 len: 173 time: 0.3986628 Dec 15 05:39:04.112408 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'name': 'network-vif-deleted', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:39:04.114682 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46c37b9-0ee3-4bf1-a784-de59b466cfc5" -d '{"events": [{"server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "name": "network-vif-deleted", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:39:04.156316 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8396342-9652-4c31-ba62-3db527760ca8 x-openstack-request-id: req-f8396342-9652-4c31-ba62-3db527760ca8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:39:04.156595 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f42b2-c079-4fdd-849d-d5e9e0c227bc", "name": "network-vif-deleted", "tag": "68cbde0b-6c57-404f-98af-972b014e5c7c", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:39:04.156847 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8396342-9652-4c31-ba62-3db527760ca8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:39:04.157257 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f42b2-c079-4fdd-849d-d5e9e0c227bc', 'name': 'network-vif-deleted', 'tag': '68cbde0b-6c57-404f-98af-972b014e5c7c', 'status': 'completed', 'code': 200} Dec 15 05:39:04.374218 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e46bf967-2747-45d8-b574-f80d1c33b8b3 req-a59c6086-ba6a-43f5-8ecf-64b20343dcb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "GET /v2.0/ports?device_id=949f42b2-c079-4fdd-849d-d5e9e0c227bc HTTP/1.1" status: 200 len: 210 time: 0.0255826 Dec 15 05:39:05.430389 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58452) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:05.780996 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.028363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 9845a6fe-19eb-421b-933f-e889d009b4c4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:39:06.028708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.115787 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 9845a6fe-19eb-421b-933f-e889d009b4c4, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=9845a6fe-19eb-421b-933f-e889d009b4c4,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:06.116182 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.129548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 9845a6fe-19eb-421b-933f-e889d009b4c4 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:39:06.311126 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.346237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=9845a6fe-19eb-421b-933f-e889d009b4c4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:06.518898 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.728186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:39:06.830620 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:06.838375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-904512f0-8a03-4ff9-a417-8be2ec052fb0 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "PUT /v2.0/routers/4eb415ed-fb5e-4072-b83d-af7cf6253ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041898 Dec 15 05:39:06.838375 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58454) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:06.842432 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] Sync routers for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:06.852630 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:06.853297 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:06.888877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting subnet 47608dbd-2d35-4baf-a6f8-7c03d6c69544 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:39:06.891962 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.931493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:06.954624 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:07.015671 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.071437 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.098868 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Subnet': ['ID=47608dbd-2d35-4baf-a6f8-7c03d6c69544,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:07.101433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.104676 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-aa6ab821-c8a7-499c-a5de-9254e0d7d0c4 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/subnets/47608dbd-2d35-4baf-a6f8-7c03d6c69544 HTTP/1.1" status: 204 len: 168 time: 0.2654324 Dec 15 05:39:07.107381 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58456) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:07.110203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6de557-2304-4ce5-b820-a25a8d25ce63 None None] Network 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:39:07.130520 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:39:06Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:07.157305 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] Checking router: 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:07.167144 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] Routers {'4eb415ed-fb5e-4072-b83d-af7cf6253ea3'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:07.167760 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:07.225169 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.277027 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] Set router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:07.282333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] DHCP port deletion for 2ce7574e-f3d4-4cee-aa19-68f088be8ca1 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:07.333490 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] Deleting port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:39:07.334010 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.340077 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.395988 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Deleting port 1c574ebe-d5a7-49af-8896-870bbb250e01 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:39:07.396407 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.399147 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] For port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,segment=NetworkSegment(da50409d-b310-4e46-b520-57eafeb920c2),segment_id=da50409d-b310-4e46-b520-57eafeb920c2)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:07.399624 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.412408 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] Calling delete_port for 42ff6cc1-21c4-4382-ac18-bed8a4509f6f owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:39:07.465854 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:39:06Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:07.478712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] For port 1c574ebe-d5a7-49af-8896-870bbb250e01, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1c574ebe-d5a7-49af-8896-870bbb250e01,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:07.479076 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.493683 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43d88a-7ca5-467f-ad3c-e1625ac45c91 None None] The sync data for ids ['4eb415ed-fb5e-4072-b83d-af7cf6253ea3'] in n-d-820935-10 is: [{'id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149112321', 'tenant_id': 'a2e2a9643278440caf84812d9207461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:38:09Z', 'updated_at': '2021-12-15T05:39:06Z', 'revision_number': 5, 'project_id': 'a2e2a9643278440caf84812d9207461b', 'gw_port': {'id': '1c574ebe-d5a7-49af-8896-870bbb250e01', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb415ed-fb5e-4072-b83d-af7cf6253ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:38:10Z', 'updated_at': '2021-12-15T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:07.497245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.498495 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Calling delete_port for 1c574ebe-d5a7-49af-8896-870bbb250e01 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:39:07.523093 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] Pushing event deleted for resources: {'Port': ['ID=42ff6cc1-21c4-4382-ac18-bed8a4509f6f,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:07.526432 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7abbce-c272-49c8-803e-b0a26ef545dc None None] No DVR routers for this DVR port 42ff6cc1-21c4-4382-ac18-bed8a4509f6f on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:39:07.664861 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.694358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Port': ['ID=1c574ebe-d5a7-49af-8896-870bbb250e01,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:07.704150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb4d84c-1907-4784-bd71-d661688ae187 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:07.752534 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.769274 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.844163 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.846356 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.896354 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.896914 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb415ed-fb5e-4072-b83d-af7cf6253ea3 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:39:07.905584 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:07.907774 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68cbde0b-6c57-404f-98af-972b014e5c7c no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:39:07.909312 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-94f835d0-dbe5-45de-9cee-993ecaf64a9e tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/routers/4eb415ed-fb5e-4072-b83d-af7cf6253ea3 HTTP/1.1" status: 204 len: 168 time: 0.8010709 Dec 15 05:39:07.912409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58458) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:07.936315 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 68cbde0b-6c57-404f-98af-972b014e5c7c {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:39:07.936811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 68cbde0b-6c57-404f-98af-972b014e5c7c not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:39:07.987247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 42ff6cc1-21c4-4382-ac18-bed8a4509f6f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:39:08.003980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.008664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 42ff6cc1-21c4-4382-ac18-bed8a4509f6f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:39:08.009013 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 42ff6cc1-21c4-4382-ac18-bed8a4509f6f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:39:08.009598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9845a6fe-19eb-421b-933f-e889d009b4c4 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:39:08.032440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 9845a6fe-19eb-421b-933f-e889d009b4c4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:39:08.032791 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 9845a6fe-19eb-421b-933f-e889d009b4c4 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:39:08.404607 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.424126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce7574e-f3d4-4cee-aa19-68f088be8ca1']}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:08.433308 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da50409d-b310-4e46-b520-57eafeb920c2') {'for_net_delete': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:08.433605 n-d-820935-10 neutron-server[103132]: DEBUG neutron.services.segments.db [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da50409d-b310-4e46-b520-57eafeb920c2') {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:08.443507 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9470309'] for segment, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.457088 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.463764 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:39:08.464180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9782914'] for segment, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: Traceback (most recent call last): Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: timer() Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: cb(*args, **kw) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: return func(*args, **kwargs) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: self._notify() Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: self.callback(batched_events) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: event.method(event) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: return f(self, *a, **k) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: return self._get(url).json() Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: return self.request(url, 'GET', **kwargs) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:39:08.467138 n-d-820935-10 neutron-server[103132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:39:08.523865 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.531264 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.534808 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/networks/2ce7574e-f3d4-4cee-aa19-68f088be8ca1 HTTP/1.1" status: 204 len: 168 time: 0.6201224 Dec 15 05:39:08.537756 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58460) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:08.559473 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd38d4-9151-4a47-87f9-db82e27a4372 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'Network': ['ID=2ce7574e-f3d4-4cee-aa19-68f088be8ca1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:08.605084 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47b449e7-d18c-4df3-9b17-72efbb4cbdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.634510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47b449e7-d18c-4df3-9b17-72efbb4cbdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.692587 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47b449e7-d18c-4df3-9b17-72efbb4cbdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.695747 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-47b449e7-d18c-4df3-9b17-72efbb4cbdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:08.696964 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-47b449e7-d18c-4df3-9b17-72efbb4cbdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] 10.222.0.37 "DELETE /v2.0/security-groups/d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8 HTTP/1.1" status: 204 len: 168 time: 0.1582594 Dec 15 05:39:08.713752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b449e7-d18c-4df3-9b17-72efbb4cbdb8 tempest-TestNetworkAdvancedServerOps-126127883 tempest-TestNetworkAdvancedServerOps-126127883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16991c1-ddc2-4e4a-b2f7-5bd44dd0b4f8,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:09.018205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:09.146051 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5ef73f08-2ae9-49a3-9cf0-f914ac51022b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2e2a9643278440caf84812d9207461b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266685 Dec 15 05:39:09.148630 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58472) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:09.195530 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8230c96b-ed9e-44dc-aef2-f1dc957c706a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.216732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8230c96b-ed9e-44dc-aef2-f1dc957c706a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.264773 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8230c96b-ed9e-44dc-aef2-f1dc957c706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.267380 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8230c96b-ed9e-44dc-aef2-f1dc957c706a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.268549 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8230c96b-ed9e-44dc-aef2-f1dc957c706a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e4611ca-4012-48bc-a98d-fd2c345a22f2 HTTP/1.1" status: 204 len: 168 time: 0.1190288 Dec 15 05:39:09.276763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230c96b-ed9e-44dc-aef2-f1dc957c706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4611ca-4012-48bc-a98d-fd2c345a22f2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:09.519869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58478) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:09.533854 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b7a93ab-000a-4c33-bf0d-7e6de284fea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.611659 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b7a93ab-000a-4c33-bf0d-7e6de284fea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.615403 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7b7a93ab-000a-4c33-bf0d-7e6de284fea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.654200 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7b7a93ab-000a-4c33-bf0d-7e6de284fea0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee616dce864a4e7fa1d4484de7cf1e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331697 Dec 15 05:39:09.655179 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a93ab-000a-4c33-bf0d-7e6de284fea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003c8eea-f0f3-48f8-b6ef-e046baf9cb1e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:09.656887 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58480) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:09.704394 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.729740 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.775104 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.777777 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:09.779126 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/003c8eea-f0f3-48f8-b6ef-e046baf9cb1e HTTP/1.1" status: 204 len: 168 time: 0.1212649 Dec 15 05:39:09.786848 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003c8eea-f0f3-48f8-b6ef-e046baf9cb1e,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:09.794188 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.794535 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.794877 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.795214 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.795546 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.795872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.796229 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.796554 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.796876 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.797201 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.797523 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.797867 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.798189 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1555444-c525-40e2-af01-c94537971915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:09.888542 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1c574ebe-d5a7-49af-8896-870bbb250e01 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:39:09.908290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1c574ebe-d5a7-49af-8896-870bbb250e01 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:39:09.908641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1c574ebe-d5a7-49af-8896-870bbb250e01 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:39:10.469064 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58502) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:10.562654 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1305002081-network', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:10.583038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Made reservation on behalf of 5cb870658ac34dce82c8e02d408eaf2a for: {'network': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:39:10.585584 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.593746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.671085 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.674696 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.695492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:39:10.708708 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852db984-402d-4060-b0ea-0a777483295e,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:10.713546 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.713885 n-d-820935-10 neutron-server[103133]: INFO neutron.db.segments_db [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Added segment c17f888b-a848-4176-882d-9c3976f32a7d of type vlan for network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f Dec 15 05:39:10.753703 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.777384 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.778288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:10.778855 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:10.829936 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3597014 Dec 15 05:39:10.832961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58506) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:10.837966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Request body: {'subnet': {'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1305002081-subnet', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:10.842507 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a19cf-3f84-4a3b-8b77-d94662bf5bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:10.853578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:39:10.860201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Made reservation on behalf of 5cb870658ac34dce82c8e02d408eaf2a for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:39:10.862492 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.025877 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.082171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6ef957-0fa6-4115-9cc0-6972642b5f0f,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:11.086821 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Checking segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:11.087177 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Network hostable DHCP agents. Network: 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:39:11.103721 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:39:11.112253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:11.116021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:11.116685 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.121122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62873624-9bde-41ca-9b9d-703aa3815425 None None] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:39:11.138436 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58508) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:11.138668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3c91bd5c-0a4c-42ea-93e4-d35018f4ecc5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3043811 Dec 15 05:39:11.142986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:11.165525 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.166640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.219008 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.223068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:39:11.224048 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.354179 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Allocated IP 172.20.0.2 (7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f/bd6ef957-0fa6-4115-9cc0-6972642b5f0f/325b927c-56be-40a6-b25c-073b8fe8d850) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:11.363996 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.495780 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.502008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.544146 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:11.546977 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:11.551737 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:11.553724 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Pushing event updated for resources: {'Port': ['ID=325b927c-56be-40a6-b25c-073b8fe8d850,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:11.562332 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.566076 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.566431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.566772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.567108 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.567442 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.567776 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.568124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.568454 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.568778 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.569101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.569947 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.570272 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.570593 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:11.584901 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.620173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Attempting to bind port 325b927c-56be-40a6-b25c-073b8fe8d850 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:11.620474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Attempting to bind port 325b927c-56be-40a6-b25c-073b8fe8d850 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:11.620838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Attempting to bind port 325b927c-56be-40a6-b25c-073b8fe8d850 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:11.625728 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:11.626137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Checking segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:11.626541 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.627071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Bound using segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:11.627538 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Bound port: 325b927c-56be-40a6-b25c-073b8fe8d850, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:11.627920 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.689528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] For port 325b927c-56be-40a6-b25c-073b8fe8d850, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:11.690852 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Allocated IP 172.25.2.225 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/05eacbf1-1ae8-4ec1-8988-6fe745d3c510) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:11.692819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] For port 325b927c-56be-40a6-b25c-073b8fe8d850, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=325b927c-56be-40a6-b25c-073b8fe8d850,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:11.697636 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.760313 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb827ff-e8d4-4c8b-9463-54a45e4c8899 None None] Pushing event updated for resources: {'Port': ['ID=325b927c-56be-40a6-b25c-073b8fe8d850,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:11.800461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.834331 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:11.875671 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:11.878665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:11.882385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:11.908244 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0de373-6cbf-42fa-8761-116d094408e7 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:11.910506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Pushing event updated for resources: {'Port': ['ID=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:12.054309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-724ace02-3e02-4f82-9cd7-f03241a4cb1e None None] Provisioning complete for port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:12.054907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-724ace02-3e02-4f82-9cd7-f03241a4cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:12.093950 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-724ace02-3e02-4f82-9cd7-f03241a4cb1e None None] Port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:12.152727 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:12.349341 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:12.482668 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:39:12.606863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:12.618358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:12.631400 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:12.635437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-21f17a83-7abf-46eb-865f-5672fd5717ea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4934709 Dec 15 05:39:12.635813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58510) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:12.644880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:12.645511 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:12.781129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:12.809466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b0160-f114-4818-b8e3-578991ed4abb None None] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:39:12.927075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b4bbc016-9509-4927-97af-466038fe10da None None] Provisioning complete for port 325b927c-56be-40a6-b25c-073b8fe8d850 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:12.927454 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4bbc016-9509-4927-97af-466038fe10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.083785 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.115494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4bbc016-9509-4927-97af-466038fe10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.160137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b4bbc016-9509-4927-97af-466038fe10da None None] For port 325b927c-56be-40a6-b25c-073b8fe8d850, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=325b927c-56be-40a6-b25c-073b8fe8d850,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:13.162173 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:12Z', 'revision_number': 3, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:13.191366 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b4bbc016-9509-4927-97af-466038fe10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.194675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:13.195078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Updating router 3787e7da-401d-44a4-9643-4c9c609abcb2 port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:39:13.269278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Allocated IP 172.20.0.1 (7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f/bd6ef957-0fa6-4115-9cc0-6972642b5f0f/ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:13.393990 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.428289 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.436195 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.468463 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbc016-9509-4927-97af-466038fe10da None None] Pushing event updated for resources: {'Port': ['ID=325b927c-56be-40a6-b25c-073b8fe8d850,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:13.481573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-7d9c485f-44cd-4882-9e8a-39d444045f0a None None] Provisioning complete for port 325b927c-56be-40a6-b25c-073b8fe8d850 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:13.481936 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d9c485f-44cd-4882-9e8a-39d444045f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.488090 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:13.493458 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:13.498078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:13.501359 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Pushing event updated for resources: {'Port': ['ID=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:13.539428 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.703581 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.798339 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.808670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.852598 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-4266ae42-f789-4907-adca-90d907071812 None None] Provisioning complete for port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:13.852975 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4266ae42-f789-4907-adca-90d907071812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.862312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aec149-d6ae-4911-829d-b78a4d9bf539 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:13.876142 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.883385 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.899966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af57f3-f3f8-4ca9-88f8-b26dc969cfbe None None] Pushing event updated for resources: {'Port': ['ID=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:13.905578 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Attempting to bind port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:13.905834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Attempting to bind port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:13.906203 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Attempting to bind port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:13.915331 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:13.915474 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:13.915875 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.916291 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:13.916948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Bound port: 05eacbf1-1ae8-4ec1-8988-6fe745d3c510, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:13.917515 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.951197 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-4266ae42-f789-4907-adca-90d907071812 None None] Port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:13.962440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Pushing event updated for resources: {'Port': ['ID=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:13.965180 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:13.980864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] For port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:13.984954 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] For port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:13.997411 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.002329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 325b927c-56be-40a6-b25c-073b8fe8d850 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:14.063548 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:14.065501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:14.075881 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7570c-9f9d-47f3-a72d-410c5e102319 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:14.105848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f00c9587-c94b-4bbf-8b4d-0cff35fbd7da None None] Provisioning complete for port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:14.106177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f00c9587-c94b-4bbf-8b4d-0cff35fbd7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.116528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:14.117159 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:14.178788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af57f3-f3f8-4ca9-88f8-b26dc969cfbe None None] Pushing event updated for resources: {'Port': ['ID=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:14.201537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:39:14.245658 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 325b927c-56be-40a6-b25c-073b8fe8d850 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:14.246038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.310841 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:14.320292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:14.325436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e9096f0a-7d3e-44dd-917c-63c2163e202c admin admin] 10.222.0.37 "PUT /v2.0/routers/3787e7da-401d-44a4-9643-4c9c609abcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884341 Dec 15 05:39:14.388690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f00c9587-c94b-4bbf-8b4d-0cff35fbd7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.503892 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f00c9587-c94b-4bbf-8b4d-0cff35fbd7da None None] For port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:14.513585 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f00c9587-c94b-4bbf-8b4d-0cff35fbd7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.589061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c9587-c94b-4bbf-8b4d-0cff35fbd7da None None] Pushing event updated for resources: {'Port': ['ID=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:14.640560 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-68f27eee-d82a-4f94-9579-ebe99b6ecfee None None] Provisioning complete for port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:14.640937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-68f27eee-d82a-4f94-9579-ebe99b6ecfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.681075 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 2, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:14.710521 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-68f27eee-d82a-4f94-9579-ebe99b6ecfee None None] Port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:14.712425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f6599-676d-455e-bbda-226a6ecad0dd None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 2, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:14.723054 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-68f27eee-d82a-4f94-9579-ebe99b6ecfee None None] Provisioning complete for port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:14.723648 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-68f27eee-d82a-4f94-9579-ebe99b6ecfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.828463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58526) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:14.833385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-381529304-network', 'tenant_id': '63a52559c89f4e5090481349430dee7f'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:14.855842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Made reservation on behalf of 63a52559c89f4e5090481349430dee7f for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:39:14.858464 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.867938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.967768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.972353 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:14.999918 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:39:15.010960 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74085994-09c2-4f4f-bdaf-334167311eec,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:15.018044 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.018388 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Added segment 66430fc6-f87e-480e-b80b-64ee7f9a1d86 of type vlan for network 5b1fa885-a566-4ea7-a152-a77f499e6468 Dec 15 05:39:15.061639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.088886 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.089772 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:15.090515 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.153227 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3235006 Dec 15 05:39:15.155606 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58528) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:15.160421 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Request body: {'subnet': {'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-381529304-subnet', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:15.168224 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec241-5511-4323-81aa-1683dcf849a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1fa885-a566-4ea7-a152-a77f499e6468,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:15.179151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:39:15.190782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Made reservation on behalf of 63a52559c89f4e5090481349430dee7f for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:39:15.193516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.380120 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.437419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b217c081-a2ed-467e-be9a-ddfc20f9c143,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:15.447148 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Checking segment: {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:15.447515 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Network hostable DHCP agents. Network: 5b1fa885-a566-4ea7-a152-a77f499e6468, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:39:15.464815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:39:15.478236 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 5b1fa885-a566-4ea7-a152-a77f499e6468) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:15.483057 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:15.484146 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.488741 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475e3de-2baf-4117-896a-d659a47c3879 None None] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:39:15.501717 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-ee1e1ece-163f-4c76-b797-aa00c6d9365a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3449097 Dec 15 05:39:15.504284 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58530) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:15.508885 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:15.532607 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.533820 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.588856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.599663 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-5b1fa885-a566-4ea7-a152-a77f499e6468', 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468', 'project_id': '63a52559c89f4e5090481349430dee7f', 'fixed_ips': [{'subnet_id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:39:15.601526 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.735625 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.741548 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Allocated IP 172.20.0.2 (5b1fa885-a566-4ea7-a152-a77f499e6468/b217c081-a2ed-467e-be9a-ddfc20f9c143/d430d5d9-58cd-44ea-b3b9-5186fa4deade) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:15.913071 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.921154 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.963320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:15.967999 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:15.971918 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:15.983606 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:15.985122 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Pushing event updated for resources: {'Port': ['ID=d430d5d9-58cd-44ea-b3b9-5186fa4deade,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:16.014195 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:16.015215 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.029978 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:39:16.076384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Attempting to bind port d430d5d9-58cd-44ea-b3b9-5186fa4deade on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:16.076781 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Attempting to bind port d430d5d9-58cd-44ea-b3b9-5186fa4deade by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:16.077151 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Attempting to bind port d430d5d9-58cd-44ea-b3b9-5186fa4deade on network 5b1fa885-a566-4ea7-a152-a77f499e6468 {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:16.085664 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:16.086047 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Checking segment: {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:16.086454 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.086855 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Bound using segment: {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:16.087334 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Bound port: d430d5d9-58cd-44ea-b3b9-5186fa4deade, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:16.087735 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.131597 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Allocated IP 172.25.2.39 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/0fe9400c-1943-4a80-aeb6-d3655c88618f) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:16.131876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:16.132790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.195888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] For port d430d5d9-58cd-44ea-b3b9-5186fa4deade, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:16.199281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] For port d430d5d9-58cd-44ea-b3b9-5186fa4deade, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d430d5d9-58cd-44ea-b3b9-5186fa4deade,segment=NetworkSegment(66430fc6-f87e-480e-b80b-64ee7f9a1d86),segment_id=66430fc6-f87e-480e-b80b-64ee7f9a1d86)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:16.206646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.243629 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.278505 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.300143 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc778a-716b-4d51-b779-1bdcd7f7ebfe None None] Pushing event updated for resources: {'Port': ['ID=d430d5d9-58cd-44ea-b3b9-5186fa4deade,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:16.320375 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:16.324989 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:16.328785 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:16.343589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca119766-87bc-416e-b153-afc3cc81f684 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:16.362063 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe9400c-1943-4a80-aeb6-d3655c88618f,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:16.461444 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-3c0140e0-9ecf-4987-abec-28431e463216 None None] Provisioning complete for port 0fe9400c-1943-4a80-aeb6-d3655c88618f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:16.461821 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3c0140e0-9ecf-4987-abec-28431e463216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.514794 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-3c0140e0-9ecf-4987-abec-28431e463216 None None] Port 0fe9400c-1943-4a80-aeb6-d3655c88618f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:16.634706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.836829 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:16.963545 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Router 749c1909-dcb9-4124-aa05-3e58d3a78a3b is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:39:17.070967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:17.081350 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Sync routers for ids ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:17.095042 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.096415 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Routers {'749c1909-dcb9-4124-aa05-3e58d3a78a3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:17.097028 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:17.097303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a0d1cfa6-0067-412d-9940-e179787082a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5917625 Dec 15 05:39:17.100680 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58532) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:17.233387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Set router 749c1909-dcb9-4124-aa05-3e58d3a78a3b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:17.377438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:17.390270 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:17.390893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:17.428058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093b587-7875-4d3a-a550-10a799437e63 None None] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:39:17.469805 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:39:16Z', 'revision_number': 3, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:17.497906 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Checking router: 749c1909-dcb9-4124-aa05-3e58d3a78a3b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:17.498167 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Updating router 749c1909-dcb9-4124-aa05-3e58d3a78a3b port 0fe9400c-1943-4a80-aeb6-d3655c88618f binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:39:17.524303 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.706931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ebb4a112-12e5-4a60-b363-e1e6fce3e2b2 None None] Provisioning complete for port d430d5d9-58cd-44ea-b3b9-5186fa4deade triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:17.707216 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a112-12e5-4a60-b363-e1e6fce3e2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.791050 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:17.806292 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.811764 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.863410 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Attempting to bind port 0fe9400c-1943-4a80-aeb6-d3655c88618f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:17.864286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Attempting to bind port 0fe9400c-1943-4a80-aeb6-d3655c88618f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:17.864286 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Attempting to bind port 0fe9400c-1943-4a80-aeb6-d3655c88618f on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:17.877166 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:17.877600 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:17.878003 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.878389 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:17.878509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fae711-733f-4165-ac25-ba9113041995 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:17.878849 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Bound port: 0fe9400c-1943-4a80-aeb6-d3655c88618f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:17.879339 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.923517 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.939371 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] For port 0fe9400c-1943-4a80-aeb6-d3655c88618f, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:17.942527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] For port 0fe9400c-1943-4a80-aeb6-d3655c88618f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0fe9400c-1943-4a80-aeb6-d3655c88618f,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:17.946323 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Pushing event updated for resources: {'Port': ['ID=0fe9400c-1943-4a80-aeb6-d3655c88618f,revision_number=2']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:17.953497 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:17.970214 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.970921 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.971377 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.972037 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.972470 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.972868 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.973939 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.974074 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.974511 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.974930 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.975263 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.975920 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.976311 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:39:17.992125 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a112-12e5-4a60-b363-e1e6fce3e2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.015608 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07250e9d-6021-4f42-811f-a590bd858eb2 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:39:18.040395 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Routers {'749c1909-dcb9-4124-aa05-3e58d3a78a3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:18.041315 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:18.076302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ebb4a112-12e5-4a60-b363-e1e6fce3e2b2 None None] For port d430d5d9-58cd-44ea-b3b9-5186fa4deade, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d430d5d9-58cd-44ea-b3b9-5186fa4deade,segment=NetworkSegment(66430fc6-f87e-480e-b80b-64ee7f9a1d86),segment_id=66430fc6-f87e-480e-b80b-64ee7f9a1d86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:18.101270 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a112-12e5-4a60-b363-e1e6fce3e2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.103020 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d430d5d9-58cd-44ea-b3b9-5186fa4deade up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:18.139462 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a494ee-68c8-4700-863b-60a60171836e None None] Pushing event updated for resources: {'Port': ['ID=0fe9400c-1943-4a80-aeb6-d3655c88618f,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:18.192893 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] Set router 749c1909-dcb9-4124-aa05-3e58d3a78a3b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:18.204569 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Allocated IP 172.20.0.1 (5b1fa885-a566-4ea7-a152-a77f499e6468/b217c081-a2ed-467e-be9a-ddfc20f9c143/bd013d8c-3d60-42c1-9e68-9a6928c9ab82) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:18.218238 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a112-12e5-4a60-b363-e1e6fce3e2b2 None None] Pushing event updated for resources: {'Port': ['ID=d430d5d9-58cd-44ea-b3b9-5186fa4deade,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:18.246102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 2, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:18.249834 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d430d5d9-58cd-44ea-b3b9-5186fa4deade triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:18.250202 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.301193 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-95e7c234-4477-4614-bae3-2817dee5226e None None] Provisioning complete for port 0fe9400c-1943-4a80-aeb6-d3655c88618f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:18.301547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e7c234-4477-4614-bae3-2817dee5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.309004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:18.309004 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Updating router 3787e7da-401d-44a4-9643-4c9c609abcb2 port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:39:18.325743 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.364407 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.370822 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.410070 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:18.413759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:18.417426 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:18.442005 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Pushing event updated for resources: {'Port': ['ID=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:18.460649 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.529687 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:39:16Z', 'revision_number': 3, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:18.541659 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e7c234-4477-4614-bae3-2817dee5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.562170 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b59e3-901f-4a96-9eff-77637ec3aa92 None None] The sync data for ids ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'] in n-d-820935-10 is: [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:39:16Z', 'revision_number': 3, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:18.591613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-95e7c234-4477-4614-bae3-2817dee5226e None None] For port 0fe9400c-1943-4a80-aeb6-d3655c88618f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0fe9400c-1943-4a80-aeb6-d3655c88618f,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:18.599109 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95e7c234-4477-4614-bae3-2817dee5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.643903 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.721206 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7c234-4477-4614-bae3-2817dee5226e None None] Pushing event updated for resources: {'Port': ['ID=0fe9400c-1943-4a80-aeb6-d3655c88618f,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:18.748652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d602f466-14ab-41cb-9ee8-45e2c4d50258 None None] Provisioning complete for port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:18.749026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d602f466-14ab-41cb-9ee8-45e2c4d50258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.820535 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d602f466-14ab-41cb-9ee8-45e2c4d50258 None None] Port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:18.856159 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.859131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.862944 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d602f466-14ab-41cb-9ee8-45e2c4d50258 None None] Provisioning complete for port d430d5d9-58cd-44ea-b3b9-5186fa4deade triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:18.863265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d602f466-14ab-41cb-9ee8-45e2c4d50258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.869023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.891787 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:18.946480 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Pushing event updated for resources: {'Port': ['ID=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:18.949706 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.021196 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e597ccb-0478-4914-bb3a-2704d86f38f2 None None] Pushing event updated for resources: {'Port': ['ID=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:19.038405 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Attempting to bind port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:19.038856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Attempting to bind port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:19.039284 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Attempting to bind port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:19.064895 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:19.065213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Checking segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:19.065584 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.065970 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Bound using segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:19.066456 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Bound port: ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:19.066835 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.106752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:19.109025 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:19.160048 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] For port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:19.171798 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] For port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:19.185570 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.262499 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e597ccb-0478-4914-bb3a-2704d86f38f2 None None] Pushing event updated for resources: {'Port': ['ID=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:19.268971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:19.269602 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:19.311207 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Router 749c1909-dcb9-4124-aa05-3e58d3a78a3b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:39:19.384366 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-f260211b-fc22-4822-baec-f26c106093cb None None] Provisioning complete for port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:19.384742 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f260211b-fc22-4822-baec-f26c106093cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.453509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:19.482113 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:19.490315 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-dd53ee9f-b97d-4b81-9fcb-ab70f31c588e admin admin] 10.222.0.37 "PUT /v2.0/routers/749c1909-dcb9-4124-aa05-3e58d3a78a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3878403 Dec 15 05:39:19.600910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f260211b-fc22-4822-baec-f26c106093cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.659080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-f260211b-fc22-4822-baec-f26c106093cb None None] For port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:19.666505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f260211b-fc22-4822-baec-f26c106093cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.747379 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260211b-fc22-4822-baec-f26c106093cb None None] Pushing event updated for resources: {'Port': ['ID=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:19.770381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:19.803420 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5d8e-955d-45a5-89ed-f861bab7f435 None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:19.811470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-277c03c8-0adf-4ca8-884b-a7a844c57d08 None None] Provisioning complete for port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:19.811844 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-277c03c8-0adf-4ca8-884b-a7a844c57d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.910464 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-277c03c8-0adf-4ca8-884b-a7a844c57d08 None None] Provisioning complete for port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:19.910464 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-277c03c8-0adf-4ca8-884b-a7a844c57d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:19.955287 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-277c03c8-0adf-4ca8-884b-a7a844c57d08 None None] Port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:20.037561 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58540) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.042860 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428204908', 'description': 'tempest-secgroup-smoke-1428204908 description', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.065232 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.090732 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:20.141210 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.145451 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.162037 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:20.162421 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.184489 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.185907 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1472390 Dec 15 05:39:20.189049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58542) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.195396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': '6bd3fd30-306b-4016-b809-281e42b9bddd', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.201175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6c7da-5c3c-48a6-b6f8-db5289104912 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd3fd30-306b-4016-b809-281e42b9bddd,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:20.231312 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.262274 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d430d5d9-58cd-44ea-b3b9-5186fa4deade up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:20.312543 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.316841 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.318768 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port d430d5d9-58cd-44ea-b3b9-5186fa4deade triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:20.319708 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.339203 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0255c36-d6ae-4285-a5d6-5587e884a65a,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:20.345382 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.348263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-736dc16c-092b-48d9-8e29-713dfc8aab85 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566231 Dec 15 05:39:20.349814 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58544) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.356358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': '6bd3fd30-306b-4016-b809-281e42b9bddd', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.390435 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.454860 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.459884 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.484825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333b09ad-dbac-4df7-8a2d-50079a2db2f1,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:20.494240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.495486 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5792c627-8eb3-41c9-b236-cc31cf7a0196 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445768 Dec 15 05:39:20.498184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58546) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.502837 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': '6bd3fd30-306b-4016-b809-281e42b9bddd', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.536592 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.585114 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0fe9400c-1943-4a80-aeb6-d3655c88618f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:20.611303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.615073 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.634202 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffc29e3-e665-45b8-b85c-04a9fc84be6b,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:20.638531 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 0fe9400c-1943-4a80-aeb6-d3655c88618f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:20.639120 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.642495 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.643683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-649ce730-aeb4-4dec-bfd0-a7b3323be79b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444263 Dec 15 05:39:20.646507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58548) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.651677 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': '6bd3fd30-306b-4016-b809-281e42b9bddd', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.679357 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.744222 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.749204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.766604 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc00e20-2d92-43ec-b079-d88bfce5170e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:20.775635 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.776966 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7123240c-0f1b-421f-9c2c-bafdad46ae73 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294665 Dec 15 05:39:20.779654 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58550) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.784009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': '6bd3fd30-306b-4016-b809-281e42b9bddd', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.809713 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Project 5cb870658ac34dce82c8e02d408eaf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:39:20.815060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.825716 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Sync routers for ids ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:20.836287 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Routers {'749c1909-dcb9-4124-aa05-3e58d3a78a3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:20.837117 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:20.873762 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.877333 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.895732 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218b28e8-acd3-4216-8cd0-cf8eb54caf51,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:20.904907 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.908687 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d2d321d7-2a70-49ea-8fdc-175aab8ef8f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254737 Dec 15 05:39:20.908877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58552) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:20.914119 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': '6bd3fd30-306b-4016-b809-281e42b9bddd', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:20.934592 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Project 5cb870658ac34dce82c8e02d408eaf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:39:20.939514 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:20.943802 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Set router 749c1909-dcb9-4124-aa05-3e58d3a78a3b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:21.000639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.004516 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.022199 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67641e63-8e13-4da5-8f39-0bc871cad834,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:21.030059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.031224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-9e35c089-379b-4e15-b080-948ae06dc396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214328 Dec 15 05:39:21.150095 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'bd013d8c-3d60-42c1-9e68-9a6928c9ab82', 'name': '', 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'mac_address': 'fa:16:3e:c8:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:17Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 2, 'project_id': '63a52559c89f4e5090481349430dee7f', 'subnets': [{'id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:21.177060 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Checking router: 749c1909-dcb9-4124-aa05-3e58d3a78a3b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:21.177413 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Updating router 749c1909-dcb9-4124-aa05-3e58d3a78a3b port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:39:21.202535 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.254725 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-a89c051c-6cd6-49e0-bb66-fc41e9a23ade tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428204908&fields=id&tenant_id=5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 267 time: 0.0549943 Dec 15 05:39:21.366846 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-ffc6e7c3-56e6-4481-b14b-dbaf19ed85f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:21.368351 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-ffc6e7c3-56e6-4481-b14b-dbaf19ed85f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 809 time: 0.1061263 Dec 15 05:39:21.383511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0c1dc0c4-7244-43e9-9ae8-5399b7f880f6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/quotas/5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 375 time: 0.0091383 Dec 15 05:39:21.434386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-1ce31c01-8dcd-4999-8c1c-be17e3ccbff7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451696 Dec 15 05:39:21.471883 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.477944 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.526215 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6811572-37c3-43a6-afc5-a72c05a4200f None None] Pushing event updated for resources: {'Port': ['ID=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:21.549389 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-e63638bb-859f-4d13-b6a6-bfdad8d1cb37 service neutron] 10.222.0.37 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029444 Dec 15 05:39:21.592492 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Attempting to bind port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:21.592862 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Attempting to bind port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:21.593325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Attempting to bind port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 on network 5b1fa885-a566-4ea7-a152-a77f499e6468 {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:21.603760 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:21.604596 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Checking segment: {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:21.605553 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.606154 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Bound using segment: {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:21.606852 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Bound port: bd013d8c-3d60-42c1-9e68-9a6928c9ab82, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66430fc6-f87e-480e-b80b-64ee7f9a1d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:21.607468 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.665022 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0513b208-9a3a-48b4-8d76-52096c0611db service neutron] 10.222.0.37 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091399 Dec 15 05:39:21.680241 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] For port bd013d8c-3d60-42c1-9e68-9a6928c9ab82, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:21.683438 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] For port bd013d8c-3d60-42c1-9e68-9a6928c9ab82, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,segment=NetworkSegment(66430fc6-f87e-480e-b80b-64ee7f9a1d86),segment_id=66430fc6-f87e-480e-b80b-64ee7f9a1d86)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:21.689741 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.751178 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Routers {'749c1909-dcb9-4124-aa05-3e58d3a78a3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:21.751925 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:21.754798 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6811572-37c3-43a6-afc5-a72c05a4200f None None] Pushing event updated for resources: {'Port': ['ID=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:21.798929 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-224d6626-6f84-4b24-bea8-a0bd4e458714 None None] Provisioning complete for port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:21.799887 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224d6626-6f84-4b24-bea8-a0bd4e458714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.872320 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a6654e1f-419f-4c00-9c3d-8feb12dcac3b req-ab2915d4-53d7-4a92-bce8-8ed07f8d5305 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Dec 15 05:39:21.893097 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] Set router 749c1909-dcb9-4124-aa05-3e58d3a78a3b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:21.905966 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224d6626-6f84-4b24-bea8-a0bd4e458714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:21.951149 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-224d6626-6f84-4b24-bea8-a0bd4e458714 None None] For port bd013d8c-3d60-42c1-9e68-9a6928c9ab82, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,segment=NetworkSegment(66430fc6-f87e-480e-b80b-64ee7f9a1d86),segment_id=66430fc6-f87e-480e-b80b-64ee7f9a1d86)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:21.958294 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-224d6626-6f84-4b24-bea8-a0bd4e458714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:22.029563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d6626-6f84-4b24-bea8-a0bd4e458714 None None] Pushing event updated for resources: {'Port': ['ID=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:22.086000 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-07b0f449-90e3-487a-b55f-22f86c7cad32 None None] Provisioning complete for port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:22.086295 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-07b0f449-90e3-487a-b55f-22f86c7cad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:22.124196 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'bd013d8c-3d60-42c1-9e68-9a6928c9ab82', 'name': '', 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'mac_address': 'fa:16:3e:c8:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:17Z', 'updated_at': '2021-12-15T05:39:21Z', 'revision_number': 4, 'project_id': '63a52559c89f4e5090481349430dee7f', 'subnets': [{'id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:22.156088 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e75448e-bdb5-4ff8-ba6d-fb40ea93d238 None None] The sync data for ids ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'] in n-d-820935-10 is: [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'bd013d8c-3d60-42c1-9e68-9a6928c9ab82', 'name': '', 'network_id': '5b1fa885-a566-4ea7-a152-a77f499e6468', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'mac_address': 'fa:16:3e:c8:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:17Z', 'updated_at': '2021-12-15T05:39:21Z', 'revision_number': 4, 'project_id': '63a52559c89f4e5090481349430dee7f', 'subnets': [{'id': 'b217c081-a2ed-467e-be9a-ddfc20f9c143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:22.988303 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0d918e0c-b034-4476-a9ca-28a62edeab60 req-d9ee0807-addd-4f49-8fe7-2394973ffc8c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 210 time: 0.0317674 Dec 15 05:39:23.133481 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-f76b1e42-e854-4143-8823-9004d2399ff6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:23.135068 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-f76b1e42-e854-4143-8823-9004d2399ff6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 809 time: 0.1180382 Dec 15 05:39:23.207302 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-d79f163c-5aea-4c45-af33-ce02b35d1851 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 380 time: 0.0571225 Dec 15 05:39:23.229835 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'port': {'device_id': '15945f77-2a21-4b54-a171-bccef105c189', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'admin_state_up': True, 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'security_groups': ['6bd3fd30-306b-4016-b809-281e42b9bddd']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:23.340815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Made reservation on behalf of 5cb870658ac34dce82c8e02d408eaf2a for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:39:23.344381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:23.469833 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Allocated IP 172.20.0.14 (7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f/bd6ef957-0fa6-4115-9cc0-6972642b5f0f/602f26a9-8d66-443b-98e8-6b8edfd036c1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:23.603265 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:23.635836 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:23.684621 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:23.687726 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:23.691403 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:23.714469 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:23.743333 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:23.743967 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:23.760759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-6612d6dc-b276-4e70-906f-38a7499c03aa tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5345488 Dec 15 05:39:23.778434 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Request body: {'port': {'device_id': '15945f77-2a21-4b54-a171-bccef105c189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:23.832812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:23.914360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ec05f71b-e749-4ccb-ab86-8b50c79b820f None None] Provisioning complete for port 602f26a9-8d66-443b-98e8-6b8edfd036c1 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:23.914856 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ec05f71b-e749-4ccb-ab86-8b50c79b820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:23.955679 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ec05f71b-e749-4ccb-ab86-8b50c79b820f None None] Port 602f26a9-8d66-443b-98e8-6b8edfd036c1 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:39:23.982455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bd013d8c-3d60-42c1-9e68-9a6928c9ab82 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:24.030706 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:24.031576 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:24.106690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f7a1-e1f2-48d0-a553-e7cfb290ed0d req-7a460a8c-c678-4c22-9830-09d155212833 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:24.108214 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a388f7a1-e1f2-48d0-a553-e7cfb290ed0d req-7a460a8c-c678-4c22-9830-09d155212833 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 932 time: 0.0496943 Dec 15 05:39:24.121002 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602f26a9-8d66-443b-98e8-6b8edfd036c1 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:39:24.128718 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:24.141210 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Transition to ACTIVE for port object 602f26a9-8d66-443b-98e8-6b8edfd036c1 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:39:24.145177 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:24.165409 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a388f7a1-e1f2-48d0-a553-e7cfb290ed0d req-cfb8a589-06f5-41ed-8be5-7aec8ccd71d3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 Dec 15 05:39:24.197808 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:24.264498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Attempting to bind port 602f26a9-8d66-443b-98e8-6b8edfd036c1 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:39:24.265084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Attempting to bind port 602f26a9-8d66-443b-98e8-6b8edfd036c1 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:39:24.265609 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Attempting to bind port 602f26a9-8d66-443b-98e8-6b8edfd036c1 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:24.271491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Port 602f26a9-8d66-443b-98e8-6b8edfd036c1 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:39:24.271797 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Attempting to bind port 602f26a9-8d66-443b-98e8-6b8edfd036c1 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:39:24.277524 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:39:24.277859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Checking segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:39:24.278246 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Bound using segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:39:24.278676 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Bound port: 602f26a9-8d66-443b-98e8-6b8edfd036c1, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:39:24.279228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:24.347331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:39:24.350951 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:39:24.355694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:24.392357 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:24.392982 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:24.394483 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] 10.222.0.42 "PUT /v2.0/ports/602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1093 time: 0.6203549 Dec 15 05:39:24.394946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:39:24.397769 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d612a9-dd91-4c82-b980-797505396a78" -d '{"events": [{"name": "network-changed", "server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:39:24.421567 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685546f-0d13-4860-9480-ab0184eb8e80 service neutron] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:24.441860 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6466e72-de35-46e3-9a26-d7045aaccef4 x-openstack-request-id: req-e6466e72-de35-46e3-9a26-d7045aaccef4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:39:24.442073 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:39:24.442398 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6466e72-de35-46e3-9a26-d7045aaccef4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:39:24.442805 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'status': 'completed', 'code': 200} Dec 15 05:39:24.501860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-3f31c7a7-9df4-416b-81c4-abd8b69efb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:24.503468 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-3f31c7a7-9df4-416b-81c4-abd8b69efb7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1096 time: 0.0443914 Dec 15 05:39:24.557014 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-66cdbfbc-de20-4850-8ee3-c70f057f757a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 217 time: 0.0397468 Dec 15 05:39:24.607136 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-1f49f3de-ed05-45bb-9b89-014ced283cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:24.608641 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-1f49f3de-ed05-45bb-9b89-014ced283cd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0454538 Dec 15 05:39:24.653171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-994aed9c-4f4f-4065-8a7c-677a411acdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:24.654617 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-994aed9c-4f4f-4065-8a7c-677a411acdeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393794 Dec 15 05:39:24.745994 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-9e21138b-1bb8-4656-9ea6-ba898822bdc1 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Dec 15 05:39:24.834249 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-721372ba-3cc3-4142-9d82-f7c79cfbb5fc req-dc845b64-4487-4c24-a5ae-f5c3311c215e service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812645 Dec 15 05:39:24.953719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d612a9-dd91-4c82-b980-797505396a78 req-2de4abde-fe6d-40e4-bd67-0758908b568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:24.955176 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-2de4abde-fe6d-40e4-bd67-0758908b568d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1096 time: 0.0403650 Dec 15 05:39:25.046817 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d612a9-dd91-4c82-b980-797505396a78 req-18ef5cea-2edd-410a-8eba-7987140eca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:25.048301 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-18ef5cea-2edd-410a-8eba-7987140eca2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0860512 Dec 15 05:39:25.088444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-682ac304-e990-418f-b3e8-b1930de6ddfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 217 time: 0.0329452 Dec 15 05:39:25.139144 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d612a9-dd91-4c82-b980-797505396a78 req-ea55c6e6-ae8c-42be-9838-8a7b696cd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:25.140610 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-ea55c6e6-ae8c-42be-9838-8a7b696cd07a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0462260 Dec 15 05:39:25.186861 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d612a9-dd91-4c82-b980-797505396a78 req-47102ad1-ea24-45cc-b77c-703bc6088cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:25.188360 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-47102ad1-ea24-45cc-b77c-703bc6088cf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398035 Dec 15 05:39:25.278329 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-b7cfefd8-45bc-46bb-a31b-220bfaa6cb7c service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824413 Dec 15 05:39:25.282992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e9fbd-aa7f-40a4-b643-66a3832bc7fd req-c7ab66ce-9343-4cfd-be3e-4b5d88f1ef35 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:25.284483 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec7e9fbd-aa7f-40a4-b643-66a3832bc7fd req-c7ab66ce-9343-4cfd-be3e-4b5d88f1ef35 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0489087 Dec 15 05:39:25.335162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ec7e9fbd-aa7f-40a4-b643-66a3832bc7fd req-a198c39d-f6b5-4d00-8e73-0a6d7fa12814 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 Dec 15 05:39:25.373984 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f8d612a9-dd91-4c82-b980-797505396a78 req-b905f863-9264-4566-bd0c-d48febd0807e service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873876 Dec 15 05:39:25.938613 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:39:26.032138 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:26.043452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'mac_address': 'fa:16:3e:d9:2f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:39:26.079060 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:26.092089 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602f26a9-8d66-443b-98e8-6b8edfd036c1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:39:26.114946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:26.119047 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:26.165431 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:26.386371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['602f26a9-8d66-443b-98e8-6b8edfd036c1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:39:26.453896 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aef08-7f9e-41fc-8c0e-576068e18b1e req-c96fede0-25bf-4bf8-bf47-b14e70b51c30 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:26.455660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d31aef08-7f9e-41fc-8c0e-576068e18b1e req-c96fede0-25bf-4bf8-bf47-b14e70b51c30 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Dec 15 05:39:26.504582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d31aef08-7f9e-41fc-8c0e-576068e18b1e req-a0990f42-d4d3-402a-9e84-9ed186395892 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Dec 15 05:39:27.622738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8d5c6-b7d8-4285-a35f-e5f5e411deca req-33c863ca-b075-46b0-b367-f1eec5c28bba tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:27.624324 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfd8d5c6-b7d8-4285-a35f-e5f5e411deca req-33c863ca-b075-46b0-b367-f1eec5c28bba tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Dec 15 05:39:27.673953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfd8d5c6-b7d8-4285-a35f-e5f5e411deca req-42670e74-5b39-4638-b531-74c67e889804 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Dec 15 05:39:27.860342 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c72d4eb-e4e7-4f1f-bdfa-0fa70b144c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:27.954423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:39:28.001775 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port 602f26a9-8d66-443b-98e8-6b8edfd036c1 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:39:28.005455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 602f26a9-8d66-443b-98e8-6b8edfd036c1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:39:28.005828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:28.083994 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:28.105987 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:39:28.108271 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65379f0f-1cc4-44de-9d19-164c0a8457b6" -d '{"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-plugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:39:28.121483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:39:28.125591 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:28.149004 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f960b-41b0-4623-b1cc-8a42ef5dc134 x-openstack-request-id: req-661f960b-41b0-4623-b1cc-8a42ef5dc134 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:39:28.149304 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-plugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:39:28.149561 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-661f960b-41b0-4623-b1cc-8a42ef5dc134 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:39:28.149956 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'code': 200} Dec 15 05:39:28.174229 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:28.287218 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2238f-2915-4bde-a5e2-bc60d344e563 req-67cf8ffb-e273-4a11-b9fe-fbc2d3112bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:28.289448 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ac2238f-2915-4bde-a5e2-bc60d344e563 req-67cf8ffb-e273-4a11-b9fe-fbc2d3112bab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1098 time: 0.0419328 Dec 15 05:39:28.338841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ac2238f-2915-4bde-a5e2-bc60d344e563 req-1953fc2c-e08a-4b11-bfeb-04c00ad3aa32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Dec 15 05:39:28.788986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b274100-f4c4-481f-b959-be57e22e86cb req-99d58d43-2dcf-488a-beed-62cd2d97c721 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:28.790443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b274100-f4c4-481f-b959-be57e22e86cb req-99d58d43-2dcf-488a-beed-62cd2d97c721 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0476336 Dec 15 05:39:28.838211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3b274100-f4c4-481f-b959-be57e22e86cb req-480db3a0-d0ce-4ada-81ed-51153b0254b3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Dec 15 05:39:29.958709 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b51e-655c-45e7-8c8c-36a64eecd14e req-33341573-3033-444e-990d-8e2f69535dbb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:29.960216 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f95b51e-655c-45e7-8c8c-36a64eecd14e req-33341573-3033-444e-990d-8e2f69535dbb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Dec 15 05:39:30.009776 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9f95b51e-655c-45e7-8c8c-36a64eecd14e req-59127f8c-b697-4771-b5dd-5194784966c1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Dec 15 05:39:30.032676 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3f0e2d6-3c46-4a28-a73b-c402fc02f319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:30.123861 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadf718-7699-44dd-b727-d7cc1d6829da req-40c2a2fa-0ef0-48b1-85b4-58faadac88a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:30.125232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbadf718-7699-44dd-b727-d7cc1d6829da req-40c2a2fa-0ef0-48b1-85b4-58faadac88a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0481262 Dec 15 05:39:30.173374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bbadf718-7699-44dd-b727-d7cc1d6829da req-2fe4ca38-3b1e-4b93-bc0e-945ad2ca052f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Dec 15 05:39:30.195404 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58602) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:30.323405 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8d94c-039d-4ea0-8656-5bb01f277617 tempest-TestShelveInstance-1093305262 tempest-TestShelveInstance-1093305262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:30.325002 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d2b8d94c-039d-4ea0-8656-5bb01f277617 tempest-TestShelveInstance-1093305262 tempest-TestShelveInstance-1093305262-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1093 time: 0.1286256 Dec 15 05:39:30.327916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58606) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:39:30.332133 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:39:30.353418 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:30.448484 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:30.548804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Allocated IP 172.25.2.170 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/3afab91f-caa3-4efc-b131-32940bd3397b) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:39:30.645508 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:30.682258 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:30.717946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:39:30.720584 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:39:30.723033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:39:30.755871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'Port': ['ID=3afab91f-caa3-4efc-b131-32940bd3397b,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:31.373771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:31.395609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:31.440711 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:31.590997 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:31.595475 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:31.662529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'Port': ['ID=3afab91f-caa3-4efc-b131-32940bd3397b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:39:31.677092 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:31.773322 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Floating IP 4e5f9cd3-0f27-4b40-9428-435c5f2186dc associated. External IP: 172.25.2.170, port: 602f26a9-8d66-443b-98e8-6b8edfd036c1. Dec 15 05:39:31.992782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:39:32.094029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:39:32.104165 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:39:32.112505 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:32.118443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:32.119057 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:32.143220 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-da53baf7-2763-40b3-9fd2-715e42bf20f0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8142736 Dec 15 05:39:32.143916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:39:32.146264 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a0126-9050-4e3c-a3d0-5242d7bad725" -d '{"events": [{"name": "network-changed", "server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:39:32.187707 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1087d0-32b2-4ff9-b836-7acf8199c50d x-openstack-request-id: req-ad1087d0-32b2-4ff9-b836-7acf8199c50d {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:39:32.188157 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:39:32.188519 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad1087d0-32b2-4ff9-b836-7acf8199c50d {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:39:32.189076 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'status': 'completed', 'code': 200} Dec 15 05:39:32.228615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:32.272838 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-76f9728a-77e6-43ea-969c-243f5f9361a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:32.274353 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-76f9728a-77e6-43ea-969c-243f5f9361a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1098 time: 0.0432169 Dec 15 05:39:32.367483 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-3ee3025b-9202-42c2-ac9e-872d52034bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:32.368988 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-3ee3025b-9202-42c2-ac9e-872d52034bcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0880916 Dec 15 05:39:32.437130 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-7881a241-3359-484c-bf43-94dcdcb0b3b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1000 time: 0.0615296 Dec 15 05:39:32.460554 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e5f9cd3-0f27-4b40-9428-435c5f2186dc', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'mac_address': 'fa:16:3e:d9:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15945f77-2a21-4b54-a171-bccef105c189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:39:30Z', 'updated_at': '2021-12-15T05:39:30Z', 'revision_number': 0, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:32.485324 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-e2f7a2a1-ded3-4917-b538-081b2d58fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:32.486811 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-e2f7a2a1-ded3-4917-b538-081b2d58fde9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0426748 Dec 15 05:39:32.490524 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:39:32.499381 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:39:32.499981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:39:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:32.530770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-ff8aeea1-9eb3-4a1a-b304-c3a21234a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:39:32.532267 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-ff8aeea1-9eb3-4a1a-b304-c3a21234a7c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386024 Dec 15 05:39:32.608247 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:39:32.631277 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-0520236d-6cf6-46b2-ad16-78b3a387355f service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915985 Dec 15 05:39:32.721877 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-6e4a0126-9050-4e3c-a3d0-5242d7bad725 req-f3a665c9-e57c-416f-b96f-7709dbd173cb service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Dec 15 05:39:32.831948 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e5f9cd3-0f27-4b40-9428-435c5f2186dc', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'mac_address': 'fa:16:3e:d9:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15945f77-2a21-4b54-a171-bccef105c189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:39:30Z', 'updated_at': '2021-12-15T05:39:30Z', 'revision_number': 0, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:39:32.858363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0daf6ee-3b54-4485-a0d0-eabad608a68c None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e5f9cd3-0f27-4b40-9428-435c5f2186dc', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'mac_address': 'fa:16:3e:d9:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15945f77-2a21-4b54-a171-bccef105c189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:39:30Z', 'updated_at': '2021-12-15T05:39:30Z', 'revision_number': 0, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:39:32.929099 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:33.069546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23357cdd-afa7-4ba3-8ea4-36b12fcd8ad2 None None] New status for floating IP 4e5f9cd3-0f27-4b40-9428-435c5f2186dc: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:39:33.527635 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:34.106021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:37.766161 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:39:53.033326 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:39:57.862080 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d61648b8-e011-48a9-a2f8-304d5edd01b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:00.034131 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f689-8f8d-4281-b427-c9ade25728f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:01.398543 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:02.930846 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:03.530000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:03.921508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-d8eb73ed-c592-40d0-ac44-99e01bfd7d6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449529 Dec 15 05:40:04.022348 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-f9d18148-7a0a-4959-a349-af60a094251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:40:04.023846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-f9d18148-7a0a-4959-a349-af60a094251d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1098 time: 0.0407107 Dec 15 05:40:04.120345 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:04.128971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-c0f9e2ff-1bf8-4d82-911f-d0da7a197865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:40:04.130504 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-c0f9e2ff-1bf8-4d82-911f-d0da7a197865 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0867462 Dec 15 05:40:04.200650 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-1312fe00-5570-403b-a119-8be413e0f70a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1002 time: 0.0624485 Dec 15 05:40:04.248433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-39853a95-25fd-4596-994e-9af6f04df2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:40:04.249887 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-39853a95-25fd-4596-994e-9af6f04df2c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0428915 Dec 15 05:40:04.296568 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-8f8fcedd-4e1b-47dc-b7d4-eb895c92daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:40:04.298053 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-8f8fcedd-4e1b-47dc-b7d4-eb895c92daf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412724 Dec 15 05:40:04.391401 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-fb166b88-b4f8-4e2b-a833-dfcc10ff4295 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849917 Dec 15 05:40:04.483731 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-c49b6779-e622-47b4-9d94-ad87ea784cae req-a3e03f92-44ae-43a9-97b9-a194e9b132cc service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Dec 15 05:40:07.768285 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:27.863023 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-38cbdbf5-215a-41ab-aba4-7d4e1b9a2e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:30.032454 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:40:30.035157 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7039-3de4-4259-9126-27194074fa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:31.401891 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:32.933246 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:33.532907 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:34.117505 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:37.779886 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:40:49.755966 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-da8f8545-ca71-4a04-b420-933fd292f372 req-51d2fe16-c568-4296-bd47-ce575f0abb35 service neutron] (103132) timed out ('10.222.0.37', 53998) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 05:40:57.865190 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fb0c21d4-6460-4ac9-a1e0-e29a9a9cc199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:00.035835 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-90a9cc81-57d1-461b-bdb2-7b589ed8568e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:01.406776 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:02.935024 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:03.535443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:04.132135 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:05.925343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-ff8da950-5441-4335-a88a-62dd047c6a3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452759 Dec 15 05:41:06.023595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-74a5ef10-2e03-4623-8ac1-dec26c3d894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:06.025097 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-74a5ef10-2e03-4623-8ac1-dec26c3d894f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1098 time: 0.0397155 Dec 15 05:41:06.124472 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-ec7b324b-c223-4cf5-8f35-a27a65b2418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:06.126527 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-ec7b324b-c223-4cf5-8f35-a27a65b2418c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0815895 Dec 15 05:41:06.195087 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-b8f1971e-4c5e-42dc-b8b1-efce76949554 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1002 time: 0.0606167 Dec 15 05:41:06.243658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-6d33a73f-0749-4587-9cd2-3a92365fbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:06.245124 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-6d33a73f-0749-4587-9cd2-3a92365fbc74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0418732 Dec 15 05:41:06.290277 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-a84da795-d870-4f1d-bbc1-e45419795aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:06.291773 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-a84da795-d870-4f1d-bbc1-e45419795aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397930 Dec 15 05:41:06.381764 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-332b2a83-0204-4cea-9112-346046f0d7e7 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828984 Dec 15 05:41:06.479680 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-7b6ee9ed-c6c2-4b6b-bb22-4f972fb8e5c4 req-6e714233-fd43-4552-a364-599b7a0bbfd9 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896404 Dec 15 05:41:07.031530 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:41:07.791880 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:26.668336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0ec28-c806-48c2-ac2d-9f331150f362 req-c0b942c8-1f52-44d9-b5ed-78d133f9a2f8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:26.669820 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92a0ec28-c806-48c2-ac2d-9f331150f362 req-c0b942c8-1f52-44d9-b5ed-78d133f9a2f8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0488763 Dec 15 05:41:26.722894 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92a0ec28-c806-48c2-ac2d-9f331150f362 req-61d2cfb2-4f09-4a24-a141-ee461ce2d0ac tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 Dec 15 05:41:27.865979 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937ea50-f940-4bef-afbc-d2633a3c8820 req-b53da724-ba76-4df1-8b7f-0b8495745438 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:27.866860 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-17b9d901-ded8-4d76-b600-d3176b62ef49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:27.867380 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5937ea50-f940-4bef-afbc-d2633a3c8820 req-b53da724-ba76-4df1-8b7f-0b8495745438 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0492065 Dec 15 05:41:27.918097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5937ea50-f940-4bef-afbc-d2633a3c8820 req-0ab8095d-c2a2-450f-9d46-a532f78bc85b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Dec 15 05:41:29.055506 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73919d92-691b-4d86-b633-70e029e23d1f req-2220866a-7432-48c7-92ea-7047862067b7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:29.057745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73919d92-691b-4d86-b633-70e029e23d1f req-2220866a-7432-48c7-92ea-7047862067b7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0488029 Dec 15 05:41:29.106833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-73919d92-691b-4d86-b633-70e029e23d1f req-81b62b08-d9bd-42ab-bd43-f57facc2afb1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Dec 15 05:41:30.037993 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d578a5e6-54fa-4cce-bb67-10236e504f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:30.223984 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a84f6-691e-4061-a263-371f97989ed4 req-dd9dd2ef-6f79-4591-bccd-015adc258621 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:30.225375 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e6a84f6-691e-4061-a263-371f97989ed4 req-dd9dd2ef-6f79-4591-bccd-015adc258621 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0517457 Dec 15 05:41:30.274237 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e6a84f6-691e-4061-a263-371f97989ed4 req-96f1dda6-ad6b-478a-9c04-a53157521dda tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Dec 15 05:41:31.391363 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf9d15-9746-4bbb-8455-0d24dcf11fb5 req-9ecd9e89-d112-4c9f-9c1a-cb01935d3858 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:31.392866 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7bf9d15-9746-4bbb-8455-0d24dcf11fb5 req-9ecd9e89-d112-4c9f-9c1a-cb01935d3858 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Dec 15 05:41:31.408749 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:31.442281 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a7bf9d15-9746-4bbb-8455-0d24dcf11fb5 req-50e45920-74e4-44c2-84b8-75117f399850 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Dec 15 05:41:32.561120 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c31c45-c228-49d3-aed8-b0548ff7ab03 req-ac719d19-1f38-429f-b441-8d4eee660396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:32.562620 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1c31c45-c228-49d3-aed8-b0548ff7ab03 req-ac719d19-1f38-429f-b441-8d4eee660396 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0522463 Dec 15 05:41:32.612565 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a1c31c45-c228-49d3-aed8-b0548ff7ab03 req-f6a1e39f-d6ca-4775-b5ac-a37c59f07290 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Dec 15 05:41:32.937653 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:33.539327 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:33.725282 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71979904-1a46-48cc-bfe4-e6a1f21ca123 req-5660b749-b0b6-485a-94b2-3afb91180ab6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:33.726735 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71979904-1a46-48cc-bfe4-e6a1f21ca123 req-5660b749-b0b6-485a-94b2-3afb91180ab6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0475891 Dec 15 05:41:33.775162 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-71979904-1a46-48cc-bfe4-e6a1f21ca123 req-3394a6fa-443e-4489-9728-4efa28b4006d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Dec 15 05:41:34.150952 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:34.894833 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060473-237a-4a40-995c-b0661f9a4bcf req-57094a38-934a-4015-8f1e-bf1eca9fffe0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:34.896929 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef060473-237a-4a40-995c-b0661f9a4bcf req-57094a38-934a-4015-8f1e-bf1eca9fffe0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Dec 15 05:41:34.949072 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ef060473-237a-4a40-995c-b0661f9a4bcf req-faa3bdb2-4b58-4b53-8daa-5ba365ed7230 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464957 Dec 15 05:41:36.067491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e9e06-806d-44b9-ae0b-8df684a05607 req-479bec7b-00c5-4047-984a-84624158c25f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:36.069026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc1e9e06-806d-44b9-ae0b-8df684a05607 req-479bec7b-00c5-4047-984a-84624158c25f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0520318 Dec 15 05:41:36.119243 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc1e9e06-806d-44b9-ae0b-8df684a05607 req-ab672619-14f4-4087-b93e-76618160999c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Dec 15 05:41:37.234117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a72f3-8ee1-4baa-a12b-23e384863fd5 req-5102fecf-9cbf-4d42-aef3-e3a695ef2a8b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:37.235559 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a75a72f3-8ee1-4baa-a12b-23e384863fd5 req-5102fecf-9cbf-4d42-aef3-e3a695ef2a8b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0477245 Dec 15 05:41:37.285626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a75a72f3-8ee1-4baa-a12b-23e384863fd5 req-a76be5d5-eb6a-4013-b8fb-cd1f0895217f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Dec 15 05:41:37.779609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:38.404297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d6d17-dfea-4222-bf61-1d394c27f14d req-57b9bc4f-c1a2-49b6-a381-3b7466a842df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:38.405746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b30d6d17-dfea-4222-bf61-1d394c27f14d req-57b9bc4f-c1a2-49b6-a381-3b7466a842df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Dec 15 05:41:38.454330 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b30d6d17-dfea-4222-bf61-1d394c27f14d req-d14c5f1e-3fa3-49a5-b4ee-cff3663ad6bf tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Dec 15 05:41:39.574352 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff38ac1-5d10-4972-b174-6417d9dd5cdc req-16b4af44-2ae6-4b8c-b516-8072619ef798 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:39.576600 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ff38ac1-5d10-4972-b174-6417d9dd5cdc req-16b4af44-2ae6-4b8c-b516-8072619ef798 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0508113 Dec 15 05:41:39.632568 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7ff38ac1-5d10-4972-b174-6417d9dd5cdc req-4fc42c0d-69c8-4816-b71a-7b2e960eae96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481217 Dec 15 05:41:40.586821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:41:40.704532 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:41:40.719058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'mac_address': 'fa:16:3e:d9:2f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:41:40.763987 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:40.776389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41ccaa-23fe-49cc-8c69-a21c841c6e38 req-7b430f9a-a5bc-4113-85ce-febd338ac585 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:40.777899 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f41ccaa-23fe-49cc-8c69-a21c841c6e38 req-7b430f9a-a5bc-4113-85ce-febd338ac585 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0612273 Dec 15 05:41:40.786133 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 602f26a9-8d66-443b-98e8-6b8edfd036c1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:41:40.810461 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:41:40.816583 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:40.843367 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f41ccaa-23fe-49cc-8c69-a21c841c6e38 req-2e794771-cd80-4bc0-a64c-a5c07e34b733 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583160 Dec 15 05:41:40.875136 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:41:40.883241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.883615 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.883995 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.884588 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.884928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.885695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.885695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.885982 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.886811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.886811 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.887264 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.887358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.887704 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:41:40.965747 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['602f26a9-8d66-443b-98e8-6b8edfd036c1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:41:41.965221 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bead4bd-df04-449b-ab4c-b759704dbfd6 req-32c87ec5-56df-44e9-9848-3960d9404614 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:41.966779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bead4bd-df04-449b-ab4c-b759704dbfd6 req-32c87ec5-56df-44e9-9848-3960d9404614 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 945 time: 0.0502634 Dec 15 05:41:42.020569 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6bead4bd-df04-449b-ab4c-b759704dbfd6 req-537b1e55-4018-4397-ae06-1b77fbebad91 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Dec 15 05:41:42.609828 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:41:42.670853 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 602f26a9-8d66-443b-98e8-6b8edfd036c1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:41:42.671520 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:42.752103 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:42.781832 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:41:42.784132 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494cf9a-8faa-40f5-aedf-a56d2c105fd4" -d '{"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-plugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:41:42.798498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:41:42.806197 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:42.866213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:41:42.908195 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e557cf-6b25-4478-affa-4d470ec4bf59 x-openstack-request-id: req-c4e557cf-6b25-4478-affa-4d470ec4bf59 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:41:42.908637 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-plugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:41:42.909019 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4e557cf-6b25-4478-affa-4d470ec4bf59 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:41:42.909537 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'code': 200} Dec 15 05:41:43.144473 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccc07f-ea72-48ca-8ac2-13c3bcf651d4 req-0b4cdbc8-91a7-45fe-9afa-e69df55ee9b4 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:43.146648 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfccc07f-ea72-48ca-8ac2-13c3bcf651d4 req-0b4cdbc8-91a7-45fe-9afa-e69df55ee9b4 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0525398 Dec 15 05:41:43.200383 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dfccc07f-ea72-48ca-8ac2-13c3bcf651d4 req-10e9eee7-ac7e-4baf-a8e2-0839ae047ee6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 Dec 15 05:41:44.031436 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:41:44.333275 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efcaf-db27-4d42-afd3-6992623d6361 req-94031d41-c453-4e40-90ab-57a306bd95ff tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:44.336092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a2efcaf-db27-4d42-afd3-6992623d6361 req-94031d41-c453-4e40-90ab-57a306bd95ff tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0557082 Dec 15 05:41:44.388794 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2a2efcaf-db27-4d42-afd3-6992623d6361 req-e1a6cd2f-9ed2-4da8-bce0-9663cebda9ed tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Dec 15 05:41:45.511244 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ba5d7-e3b0-492a-8c42-a24dd8e74ae6 req-b2add9d1-335e-4e7b-bb3f-fde7edb10eb8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:45.512828 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d4ba5d7-e3b0-492a-8c42-a24dd8e74ae6 req-b2add9d1-335e-4e7b-bb3f-fde7edb10eb8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0542037 Dec 15 05:41:45.567144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6d4ba5d7-e3b0-492a-8c42-a24dd8e74ae6 req-f15c5642-f0d5-4ba5-b6c7-49c468838e82 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471587 Dec 15 05:41:46.694385 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa140f64-f66d-4666-8bad-edbec40caf33 req-dadf041e-2013-449f-b0c1-9629f41f78e5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:46.702527 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa140f64-f66d-4666-8bad-edbec40caf33 req-dadf041e-2013-449f-b0c1-9629f41f78e5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0605578 Dec 15 05:41:46.750612 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-aa140f64-f66d-4666-8bad-edbec40caf33 req-7fc7c9e7-728e-4d6a-9aae-39ef1bdf1ef3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472190 Dec 15 05:41:47.894817 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f55db-2203-4db4-8ea5-ad22d2a07c5f req-bc0de853-a5da-451d-ae58-47a525cc96f7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:47.896544 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c42f55db-2203-4db4-8ea5-ad22d2a07c5f req-bc0de853-a5da-451d-ae58-47a525cc96f7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0572221 Dec 15 05:41:47.956092 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c42f55db-2203-4db4-8ea5-ad22d2a07c5f req-095746db-9020-43c4-8353-6f558919af46 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507298 Dec 15 05:41:48.921550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-024a4e5f-b853-4ef0-9c12-5573ee07603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:48.923008 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-024a4e5f-b853-4ef0-9c12-5573ee07603b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1098 time: 0.0461011 Dec 15 05:41:49.015017 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-f8a2f30a-0d4c-473d-9de5-6e7564bfa016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:49.016582 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-f8a2f30a-0d4c-473d-9de5-6e7564bfa016 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0858541 Dec 15 05:41:49.072734 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bcdff-c54a-4131-a792-1aef1a6587f8 req-ea5ccec6-ab68-4012-aa29-148124791b3b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:49.074469 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f2bcdff-c54a-4131-a792-1aef1a6587f8 req-ea5ccec6-ab68-4012-aa29-148124791b3b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0484447 Dec 15 05:41:49.086944 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-99073a37-f937-4961-8741-35155bf17dbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1002 time: 0.0633538 Dec 15 05:41:49.127370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f2bcdff-c54a-4131-a792-1aef1a6587f8 req-e10ea72b-fa2f-4ab1-927d-8edf540eb3d3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Dec 15 05:41:49.134840 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-1f9c3de7-0e29-436d-89d2-f3695e74930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:49.136363 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-1f9c3de7-0e29-436d-89d2-f3695e74930f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0429556 Dec 15 05:41:49.181334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-b5c61526-e023-4e7c-98f8-ec50e67f092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:49.182737 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-b5c61526-e023-4e7c-98f8-ec50e67f092e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394273 Dec 15 05:41:49.194188 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-4c965376-d1ba-494a-a742-2b24981537ca service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:41:49.195207 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-4c965376-d1ba-494a-a742-2b24981537ca service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048735 Dec 15 05:41:49.284978 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-ff46d6b3-30ee-48a2-a9f0-9c417063d671 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825274 Dec 15 05:41:49.372503 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2f3f9c2d-45fe-4776-9981-59afdb062f6d req-8fb532ce-2471-4493-8857-4f28e792bc7c service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804710 Dec 15 05:41:50.247829 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626c35-33a9-4e65-b9c4-166765f1ac83 req-0b63c65e-3d15-4a85-b852-9e538db9f1d8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:50.249217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc626c35-33a9-4e65-b9c4-166765f1ac83 req-0b63c65e-3d15-4a85-b852-9e538db9f1d8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Dec 15 05:41:50.298282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-bc626c35-33a9-4e65-b9c4-166765f1ac83 req-a0ac3f31-2019-411a-a498-3336ae17e0ab tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Dec 15 05:41:51.418329 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130805d2-ae3a-404d-a6cd-61a049f975cb req-8b8de9bd-0e64-43d5-b344-cbb6c63b7671 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:51.419799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-130805d2-ae3a-404d-a6cd-61a049f975cb req-8b8de9bd-0e64-43d5-b344-cbb6c63b7671 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0482852 Dec 15 05:41:51.468870 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-130805d2-ae3a-404d-a6cd-61a049f975cb req-b41e1d1f-b17d-4979-8586-d9d895b6c784 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Dec 15 05:41:51.552414 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-e6050d25-a418-4f3a-885f-69e2c8cf2211 req-3869024d-1edc-4722-82c3-8bc60c065c7d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:41:51.553437 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e6050d25-a418-4f3a-885f-69e2c8cf2211 req-3869024d-1edc-4722-82c3-8bc60c065c7d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053520 Dec 15 05:41:51.709601 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bfe0c-0ae8-4be2-8bfa-d71dd30ea653 req-2036dd0e-10c6-4f10-adfb-a0171d99e847 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:51.711083 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-866bfe0c-0ae8-4be2-8bfa-d71dd30ea653 req-2036dd0e-10c6-4f10-adfb-a0171d99e847 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 946 time: 0.0535853 Dec 15 05:41:51.760942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-866bfe0c-0ae8-4be2-8bfa-d71dd30ea653 req-27d8ca95-db1d-468d-8053-7dd60397df00 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Dec 15 05:41:52.017340 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-fe91d0c7-af6e-4576-b93d-e3425f211729 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963197 Dec 15 05:41:52.693014 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:41:52.768710 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:52.790937 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:41:52.793202 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e7e62-dc12-41bc-9cd9-4112a6f2f17b" -d '{"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-unplugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:41:52.806763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:41:52.812449 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:52.840726 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513be7bc-4be6-4451-b15d-5414daa212c7 x-openstack-request-id: req-513be7bc-4be6-4451-b15d-5414daa212c7 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:41:52.841087 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-unplugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:41:52.842379 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-513be7bc-4be6-4451-b15d-5414daa212c7 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:41:52.842976 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'code': 200} Dec 15 05:41:52.847705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-6097b7b2-5f30-45be-8a93-c24817377b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:52.849297 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-6097b7b2-5f30-45be-8a93-c24817377b64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189&tenant_id=5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 1098 time: 0.0634217 Dec 15 05:41:52.873077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:41:52.906508 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1b0fe-7937-4b5e-9403-a80c6288e703 req-b6aeea35-cf5e-4c08-9f76-a1e2f23eb061 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:52.908908 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55d1b0fe-7937-4b5e-9403-a80c6288e703 req-b6aeea35-cf5e-4c08-9f76-a1e2f23eb061 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0515971 Dec 15 05:41:52.939216 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-8e36cfef-adb5-468a-9707-ca84d2b58627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:52.940868 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-8e36cfef-adb5-468a-9707-ca84d2b58627 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1096 time: 0.0414672 Dec 15 05:41:52.959797 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-55d1b0fe-7937-4b5e-9403-a80c6288e703 req-0ca82ca4-d3c0-4954-954f-88a78fd42b69 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Dec 15 05:41:53.032964 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-c7eda1a5-1cbb-4653-9d15-6d59301745c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:53.034436 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-c7eda1a5-1cbb-4653-9d15-6d59301745c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0859346 Dec 15 05:41:53.102611 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-89b255f7-9140-4386-a023-0c5ac4005871 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1000 time: 0.0607696 Dec 15 05:41:53.150702 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-7dedbd5c-51fc-40e9-a213-5aa8d2caa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:53.152132 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-7dedbd5c-51fc-40e9-a213-5aa8d2caa4d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0421989 Dec 15 05:41:53.205628 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-f930a0c5-4648-4c4e-b044-39c2d5ce6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:53.207183 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-f930a0c5-4648-4c4e-b044-39c2d5ce6cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478132 Dec 15 05:41:53.297423 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-2b76448d-3da5-41b9-8e46-e734dd9a9d29 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834339 Dec 15 05:41:53.384343 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2eb8d637-f53b-4dc0-8682-47b56d48abee req-093273c9-e7dd-4707-95f8-e39d7e195f72 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797410 Dec 15 05:41:54.085925 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0596144-ad44-485f-891b-271c5875c196 req-6fdc49c7-e4a9-4bc0-9a55-7c470e3bb4df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:54.088298 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0596144-ad44-485f-891b-271c5875c196 req-6fdc49c7-e4a9-4bc0-9a55-7c470e3bb4df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0548418 Dec 15 05:41:54.152120 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a0596144-ad44-485f-891b-271c5875c196 req-a7aef47c-66f6-419b-8ced-2f3e19dac585 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566661 Dec 15 05:41:55.273562 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d69d-41b9-40cd-94e0-dc92045458d9 req-d659cf85-44af-48c4-bf24-31ae03fcf505 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:55.275037 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b021d69d-41b9-40cd-94e0-dc92045458d9 req-d659cf85-44af-48c4-bf24-31ae03fcf505 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0527256 Dec 15 05:41:55.351745 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b021d69d-41b9-40cd-94e0-dc92045458d9 req-4963fee5-272c-48a4-8871-e968de44cce2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569124 Dec 15 05:41:56.445053 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b97bb-abac-43b2-9f44-4cce42d1d29a req-a526cc6b-b207-48e5-a8f7-650c7344b317 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:56.446753 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-645b97bb-abac-43b2-9f44-4cce42d1d29a req-a526cc6b-b207-48e5-a8f7-650c7344b317 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0483205 Dec 15 05:41:56.502595 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-645b97bb-abac-43b2-9f44-4cce42d1d29a req-ca52d0c4-abed-434e-baa3-243fd6bfbb89 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481956 Dec 15 05:41:57.624088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf686f-4266-416b-9b89-fbf6ed3e071a req-77eaf8ff-25c2-493b-aa61-c7f6d6ce8d03 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:57.625533 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9bf686f-4266-416b-9b89-fbf6ed3e071a req-77eaf8ff-25c2-493b-aa61-c7f6d6ce8d03 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0517094 Dec 15 05:41:57.675097 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9bf686f-4266-416b-9b89-fbf6ed3e071a req-3eac7a75-4969-4d12-bd65-fd4cb63f4c1d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Dec 15 05:41:57.874258 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-252498b8-9f0b-4a01-9dd3-12b69d90b968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:41:58.800439 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc410aa3-6811-4e3e-8972-981367160d9a req-0ba497f8-d8ce-4943-ba0b-8fc4b8a7f87d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:58.801928 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc410aa3-6811-4e3e-8972-981367160d9a req-0ba497f8-d8ce-4943-ba0b-8fc4b8a7f87d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0506585 Dec 15 05:41:58.851926 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dc410aa3-6811-4e3e-8972-981367160d9a req-c85b8ab3-87b5-4eed-a8ac-89b1f8620c51 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Dec 15 05:41:59.979572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e66d3-5f37-409e-aee4-e278db3f8cf0 req-6333c71b-6a9e-4557-8db5-e5f56f6d1f87 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:41:59.981117 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a6e66d3-5f37-409e-aee4-e278db3f8cf0 req-6333c71b-6a9e-4557-8db5-e5f56f6d1f87 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0559809 Dec 15 05:42:00.042663 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fd03c234-dd10-4630-affb-d30cc405c622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:00.047793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a6e66d3-5f37-409e-aee4-e278db3f8cf0 req-a4fcdca8-923b-4ca3-bac0-511567344a2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596671 Dec 15 05:42:01.164544 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3bad-921f-4cdb-a087-47bf05f65f97 req-f053b60b-fcb5-455a-997a-bb18ac8b3537 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:01.166132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-947f3bad-921f-4cdb-a087-47bf05f65f97 req-f053b60b-fcb5-455a-997a-bb18ac8b3537 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0523236 Dec 15 05:42:01.225144 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-947f3bad-921f-4cdb-a087-47bf05f65f97 req-5e7c1d6b-f35a-4017-9920-d932dbcf17e3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516922 Dec 15 05:42:01.411546 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:02.385159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437eba0-516e-4940-a1e6-a7471e6049e9 req-f967a884-1fa3-40ff-b665-2e3272215d2b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:02.386694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3437eba0-516e-4940-a1e6-a7471e6049e9 req-f967a884-1fa3-40ff-b665-2e3272215d2b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0809009 Dec 15 05:42:02.441370 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3437eba0-516e-4940-a1e6-a7471e6049e9 req-4910f118-a043-4e20-bc3b-e89fe3b320bc tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482254 Dec 15 05:42:02.940422 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:03.549564 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:03.593294 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31d588-e0b0-493c-88dc-94d6784bc1ed req-59785f7a-4b34-4bd8-9506-27f7c62ae795 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:03.594863 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a31d588-e0b0-493c-88dc-94d6784bc1ed req-59785f7a-4b34-4bd8-9506-27f7c62ae795 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0550392 Dec 15 05:42:03.646358 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1a31d588-e0b0-493c-88dc-94d6784bc1ed req-93ea73b4-4be6-4e57-bceb-498948f1afee tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 Dec 15 05:42:04.160711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:04.774683 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64c3e1-66ef-4a99-900e-5a2368a74f77 req-c18ab4e6-5512-4379-b801-f5dac725e97d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:04.776270 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba64c3e1-66ef-4a99-900e-5a2368a74f77 req-c18ab4e6-5512-4379-b801-f5dac725e97d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0514245 Dec 15 05:42:04.844091 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ba64c3e1-66ef-4a99-900e-5a2368a74f77 req-a5818008-dde7-44bc-9d2d-601d1f66a5d8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598621 Dec 15 05:42:05.963583 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f4a4-ff94-4352-ae7c-b1548b9c7f16 req-2434d680-7cbb-486e-b592-88d5e1c68851 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:05.965408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1df1f4a4-ff94-4352-ae7c-b1548b9c7f16 req-2434d680-7cbb-486e-b592-88d5e1c68851 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0527844 Dec 15 05:42:06.019718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1df1f4a4-ff94-4352-ae7c-b1548b9c7f16 req-50c1cebf-fa68-4c2d-bbe7-9b5314375851 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455196 Dec 15 05:42:07.134313 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070569a0-280e-4464-ab5f-34e50ac8fab7 req-36266d78-eec3-4ac1-9e77-33ccbbe08a66 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:07.135739 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-070569a0-280e-4464-ab5f-34e50ac8fab7 req-36266d78-eec3-4ac1-9e77-33ccbbe08a66 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0474877 Dec 15 05:42:07.185508 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-070569a0-280e-4464-ab5f-34e50ac8fab7 req-efcc6e4c-8632-4f2e-94ed-e91047ec7ca4 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438075 Dec 15 05:42:07.426245 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-05668eac-e67a-4f90-9eff-77f45879c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:07.427627 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-05668eac-e67a-4f90-9eff-77f45879c1b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1096 time: 0.0454044 Dec 15 05:42:07.527318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-855e7629-5e3e-4443-a2e7-837834e33b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:07.528808 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-855e7629-5e3e-4443-a2e7-837834e33b17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0815589 Dec 15 05:42:07.598922 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-8ebf4f1b-d715-4124-bb46-f2b5ffb3b0c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1000 time: 0.0625160 Dec 15 05:42:07.646550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-5a4ec2cb-d133-4eca-8da3-a20f18b4423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:07.647948 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-5a4ec2cb-d133-4eca-8da3-a20f18b4423f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0425451 Dec 15 05:42:07.692213 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-36a665b2-5cc6-469c-8254-0b246159d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:07.693606 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-36a665b2-5cc6-469c-8254-0b246159d8c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383625 Dec 15 05:42:07.784325 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-cbc53cc9-575b-41ef-a95c-c7f6665d2a80 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820494 Dec 15 05:42:07.810948 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:07.873568 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3fca7e3d-4249-49af-a51d-20b0147dab4f req-782cb2dc-7864-432a-9f11-c042bef941d9 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812142 Dec 15 05:42:08.308139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55241c-2ed8-4885-8d78-2e0cb82a5ed7 req-ba87deb4-6e9e-43d9-b9f0-c25c162629f3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:08.309615 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da55241c-2ed8-4885-8d78-2e0cb82a5ed7 req-ba87deb4-6e9e-43d9-b9f0-c25c162629f3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0520771 Dec 15 05:42:08.365081 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-da55241c-2ed8-4885-8d78-2e0cb82a5ed7 req-be13745a-662c-4b63-9425-9b08aef8d572 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488198 Dec 15 05:42:09.479471 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90cfc-c735-4be3-9155-84b01b62ce45 req-4611b73b-f3cb-49d5-b97f-01812c3923ee tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:09.480955 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99f90cfc-c735-4be3-9155-84b01b62ce45 req-4611b73b-f3cb-49d5-b97f-01812c3923ee tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.0477712 Dec 15 05:42:09.529433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-99f90cfc-c735-4be3-9155-84b01b62ce45 req-05b66baf-7245-4c85-b169-6b536a86cec7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Dec 15 05:42:10.700430 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02de4e-f927-4803-9fd5-1a0ee569511f req-731456c6-1109-4cf4-94e1-d8085328bd29 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:10.702556 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d02de4e-f927-4803-9fd5-1a0ee569511f req-731456c6-1109-4cf4-94e1-d8085328bd29 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 944 time: 0.1053560 Dec 15 05:42:10.750779 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d02de4e-f927-4803-9fd5-1a0ee569511f req-af15c24f-e0ba-4e78-a6e5-ddb0e5c01ada tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420146 Dec 15 05:42:10.763010 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:42:10.855779 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:42:10.866648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'port_id': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'mac_address': 'fa:16:3e:d9:2f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:42:10.902349 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:10.914591 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602f26a9-8d66-443b-98e8-6b8edfd036c1 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:42:10.933784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:42:10.937812 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:10.987756 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:42:11.245605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['602f26a9-8d66-443b-98e8-6b8edfd036c1'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:42:11.867945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3a2a8-2343-4353-87d4-aa5d376b9273 req-5375af72-4157-4284-b6d3-662a540fed10 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:11.869335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3c3a2a8-2343-4353-87d4-aa5d376b9273 req-5375af72-4157-4284-b6d3-662a540fed10 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 945 time: 0.0512214 Dec 15 05:42:11.918511 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3c3a2a8-2343-4353-87d4-aa5d376b9273 req-1b4010f0-fcce-4659-a688-f089c0be2af8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Dec 15 05:42:12.763533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:42:12.810680 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port 602f26a9-8d66-443b-98e8-6b8edfd036c1 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:42:12.811054 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:12.886891 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:12.908839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:42:12.911459 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c830d70-16ec-4e7e-b21b-889ee5bf7f04" -d '{"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-plugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:42:12.927243 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:42:12.931877 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:12.958534 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfda224-b5c2-4693-937b-c555364199c7 x-openstack-request-id: req-2cfda224-b5c2-4693-937b-c555364199c7 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:42:12.958835 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-plugged", "status": "completed", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:42:12.959236 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cfda224-b5c2-4693-937b-c555364199c7 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:42:12.959646 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'code': 200} Dec 15 05:42:12.987694 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:42:13.047770 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18365eea-1f7f-412f-bd2e-9048cf0f2372 req-02bdbf5a-2ae6-4865-b674-7e7a48114804 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:13.049280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18365eea-1f7f-412f-bd2e-9048cf0f2372 req-02bdbf5a-2ae6-4865-b674-7e7a48114804 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 947 time: 0.0503044 Dec 15 05:42:13.103099 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18365eea-1f7f-412f-bd2e-9048cf0f2372 req-1841a911-0645-4a3e-bd64-6c48325135ed tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Dec 15 05:42:13.177529 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde252-e7ee-4a55-b070-02b1db063e0b req-767cd7f5-f488-43f0-9418-8b8103654ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:13.178934 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e8dde252-e7ee-4a55-b070-02b1db063e0b req-767cd7f5-f488-43f0-9418-8b8103654ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1099 time: 0.0395460 Dec 15 05:42:13.225157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e8dde252-e7ee-4a55-b070-02b1db063e0b req-a7d21150-888a-4385-b6eb-2bdfc26a2bc3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388122 Dec 15 05:42:14.239147 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4df66-7a8c-4941-9a29-d30dab7e35ab req-4be6d4fb-1179-4013-91e1-28f2fbd56ef2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:14.240642 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fad4df66-7a8c-4941-9a29-d30dab7e35ab req-4be6d4fb-1179-4013-91e1-28f2fbd56ef2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 947 time: 0.0618110 Dec 15 05:42:14.290361 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fad4df66-7a8c-4941-9a29-d30dab7e35ab req-c2af4a4c-866f-4c77-975b-0c6bd3f8bb74 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Dec 15 05:42:15.405072 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5374704-2645-49e5-8b1a-5d429f8d2154 req-7f519d12-3432-4adb-a7b3-d940fb62b7df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:42:15.406497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5374704-2645-49e5-8b1a-5d429f8d2154 req-7f519d12-3432-4adb-a7b3-d940fb62b7df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 947 time: 0.0474517 Dec 15 05:42:15.455544 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e5374704-2645-49e5-8b1a-5d429f8d2154 req-c9415bbf-b774-470c-a13c-08e64ce97015 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Dec 15 05:42:21.030855 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:42:27.867872 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1bdce119-943e-4776-8750-62913f9260c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:30.036254 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7dbdacda-3ec9-4b3e-84b6-502e530ed0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:31.414557 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:32.942840 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:33.544558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:34.169992 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:37.801990 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:57.871807 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e1cf44ac-bc6e-444c-9e21-216fc71b06d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:42:58.029575 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:43:00.039019 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-4861ae31-c8c3-4e13-830c-eb4ef250fe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:01.415443 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:02.946350 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:03.546910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:04.175602 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:05.970750 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-2a47becc-ce38-46ce-81ee-56ad7bb8bbf4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849831 Dec 15 05:43:06.066260 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-e481e235-c2af-4236-a92c-ee034656dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:06.067729 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-e481e235-c2af-4236-a92c-ee034656dae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1099 time: 0.0403409 Dec 15 05:43:06.167385 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-ba993823-a8f9-41e2-af25-a95ad2cbb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:06.168915 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-ba993823-a8f9-41e2-af25-a95ad2cbb890 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0820913 Dec 15 05:43:06.238004 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-c4353695-7506-4c8d-b154-840eb1aafd33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 1002 time: 0.0607054 Dec 15 05:43:06.292096 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-78e05e42-b1bb-4ce8-82da-25314f6178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:06.293652 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-78e05e42-b1bb-4ce8-82da-25314f6178dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0446594 Dec 15 05:43:06.341150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-927f37a9-0082-4476-8d5d-20ebf8749186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:06.342668 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-927f37a9-0082-4476-8d5d-20ebf8749186 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400951 Dec 15 05:43:06.433907 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-4be7f33a-12a2-4b15-9113-288b7416de06 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 Dec 15 05:43:06.518842 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a7c2b6cb-5155-4225-b79e-8a0f7111f320 req-f0eda611-0251-4a94-a449-de5b1e0826ad service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779841 Dec 15 05:43:07.823102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.125222 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58928) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:26.281128 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Deleting port 3afab91f-caa3-4efc-b131-32940bd3397b {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:43:26.281381 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.353676 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.353999 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.365117 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Calling delete_port for 3afab91f-caa3-4efc-b131-32940bd3397b owned by network:floatingip {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:43:26.507079 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.531974 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event deleted for resources: {'Port': ['ID=3afab91f-caa3-4efc-b131-32940bd3397b,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:26.556671 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.557021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.557361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.557697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.558033 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.558363 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.558696 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.559053 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.559386 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.559705 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.560031 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.560382 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.560700 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:26.604870 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.605251 n-d-820935-10 neutron-server[103132]: INFO neutron.db.l3_db [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Floating IP 4e5f9cd3-0f27-4b40-9428-435c5f2186dc disassociated (deleted). External IP: 172.25.2.170, port: 602f26a9-8d66-443b-98e8-6b8edfd036c1. Dec 15 05:43:26.815205 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:43:26.919900 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:43:26.924737 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:26.931129 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:43:26.940558 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:43:26.941167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:43:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:43:26.950784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8994d3ba-d002-4ce2-b146-238963a091d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e5f9cd3-0f27-4b40-9428-435c5f2186dc HTTP/1.1" status: 204 len: 168 time: 0.8244939 Dec 15 05:43:26.951490 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:43:26.953889 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b522725-c31c-4d1f-bf91-b38008ab94bd" -d '{"events": [{"name": "network-changed", "server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:43:27.045608 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c515ac8-327d-4c54-9985-1ac77572fe8b x-openstack-request-id: req-5c515ac8-327d-4c54-9985-1ac77572fe8b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:43:27.045901 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:43:27.046192 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c515ac8-327d-4c54-9985-1ac77572fe8b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:43:27.046774 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'status': 'completed', 'code': 200} Dec 15 05:43:27.052810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:43:27.148521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-03c3c06e-4657-4a3a-abfa-2dcc990b6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:27.151476 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-03c3c06e-4657-4a3a-abfa-2dcc990b6d7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 1099 time: 0.0595915 Dec 15 05:43:27.251600 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-34c5a0b3-731d-4aef-87e3-772a2b5f9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:27.253144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-34c5a0b3-731d-4aef-87e3-772a2b5f9ff0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0926068 Dec 15 05:43:27.266715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87a1b-a35a-492d-a2cf-0a7d458f01c5 req-83fb77ba-9d8a-427f-8fd9-c5b6ce5a5c0f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:27.268781 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2aa87a1b-a35a-492d-a2cf-0a7d458f01c5 req-83fb77ba-9d8a-427f-8fd9-c5b6ce5a5c0f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 947 time: 0.1175563 Dec 15 05:43:27.273235 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:43:27.301116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:43:27.307458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-f44c2848-b757-48ea-8bf3-3eff67647738 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 200 len: 217 time: 0.0453074 Dec 15 05:43:27.309695 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:43:27.310300 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:43:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:43:27.329357 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2aa87a1b-a35a-492d-a2cf-0a7d458f01c5 req-c9677b8f-0c5d-4018-9b69-531d284cb404 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529208 Dec 15 05:43:27.365843 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-55ccfdf6-be80-4c6c-b9a1-7d8010ffd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:27.367268 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-55ccfdf6-be80-4c6c-b9a1-7d8010ffd134 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0521204 Dec 15 05:43:27.415069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-0eb5a9dc-0749-4e82-80fd-ceba49c0e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:27.416608 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-0eb5a9dc-0749-4e82-80fd-ceba49c0e232 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416861 Dec 15 05:43:27.417355 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:43:27.508326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-b9a6fd4b-108c-4b3d-a33a-620389d48b03 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Dec 15 05:43:27.597565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1b522725-c31c-4d1f-bf91-b38008ab94bd req-cfaaf2f6-94a5-4b0a-9501-3277bc585efa service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814536 Dec 15 05:43:27.613239 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:43:27.643959 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1350d-112d-4e30-805d-df7859a41d94 None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:43:27.868870 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d4264-c3ac-404c-a333-4f743588ec72 None None] New status for floating IP 4e5f9cd3-0f27-4b40-9428-435c5f2186dc: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:43:27.874313 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a34-58a4-4ae8-842e-f77918698501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:28.446742 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678665fe-1438-41d4-869f-f59ffe1219a7 req-97e33457-ac42-4ba8-9bb1-bc9cc006cc3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:28.448217 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-678665fe-1438-41d4-869f-f59ffe1219a7 req-97e33457-ac42-4ba8-9bb1-bc9cc006cc3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 947 time: 0.0482256 Dec 15 05:43:28.496681 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-678665fe-1438-41d4-869f-f59ffe1219a7 req-b78fec80-9486-4b58-8b14-96d5ce3189da tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=6bd3fd30-306b-4016-b809-281e42b9bddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Dec 15 05:43:28.670757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-083009c1-eab1-4367-97dd-3cf925d9e0b2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:28.672116 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-083009c1-eab1-4367-97dd-3cf925d9e0b2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 947 time: 0.0484045 Dec 15 05:43:28.759770 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Deleting port 602f26a9-8d66-443b-98e8-6b8edfd036c1 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:43:28.760132 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:28.844534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] For port 602f26a9-8d66-443b-98e8-6b8edfd036c1, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=602f26a9-8d66-443b-98e8-6b8edfd036c1,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:43:28.844889 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:28.857384 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Calling delete_port for 602f26a9-8d66-443b-98e8-6b8edfd036c1 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:43:28.983754 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:29.010189 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event deleted for resources: {'Port': ['ID=602f26a9-8d66-443b-98e8-6b8edfd036c1,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:29.056274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] No DVR routers for this DVR port 602f26a9-8d66-443b-98e8-6b8edfd036c1 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:43:29.058819 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:29.062150 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d541532a-36c9-43bd-8dbc-5de054fe8eef req-741a5d1f-d8f7-426d-a054-66f18b38db67 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "DELETE /v2.0/ports/602f26a9-8d66-443b-98e8-6b8edfd036c1 HTTP/1.1" status: 204 len: 173 time: 0.3839569 Dec 15 05:43:29.062591 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-deleted', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:43:29.064855 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f88fe-534c-4d6e-8e99-1e5903a172e7" -d '{"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-deleted", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:43:29.103161 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a9dc4-b468-4bf1-af32-7c65d45aa37e x-openstack-request-id: req-773a9dc4-b468-4bf1-af32-7c65d45aa37e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:43:29.103458 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15945f77-2a21-4b54-a171-bccef105c189", "name": "network-vif-deleted", "tag": "602f26a9-8d66-443b-98e8-6b8edfd036c1", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:43:29.103707 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-773a9dc4-b468-4bf1-af32-7c65d45aa37e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:43:29.104149 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15945f77-2a21-4b54-a171-bccef105c189', 'name': 'network-vif-deleted', 'tag': '602f26a9-8d66-443b-98e8-6b8edfd036c1', 'status': 'completed', 'code': 200} Dec 15 05:43:29.605921 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-02537695-068e-42b2-a5f5-3ab1ca6ac3cf req-741d9dae-591d-4f0d-bb80-b04070a1e778 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=15945f77-2a21-4b54-a171-bccef105c189 HTTP/1.1" status: 200 len: 210 time: 0.0281575 Dec 15 05:43:30.039360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8676-c349-4fc8-b777-79f922805a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:30.663396 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58954) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:30.719396 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cbe8-9dd4-4bd0-9102-8c69faeaaf4c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:30.745039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cbe8-9dd4-4bd0-9102-8c69faeaaf4c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:30.802476 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cbe8-9dd4-4bd0-9102-8c69faeaaf4c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:30.805303 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ef0cbe8-9dd4-4bd0-9102-8c69faeaaf4c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:30.806700 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-4ef0cbe8-9dd4-4bd0-9102-8c69faeaaf4c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "DELETE /v2.0/security-groups/6bd3fd30-306b-4016-b809-281e42b9bddd HTTP/1.1" status: 204 len: 168 time: 0.1422596 Dec 15 05:43:30.816150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0cbe8-9dd4-4bd0-9102-8c69faeaaf4c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd3fd30-306b-4016-b809-281e42b9bddd,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.106866 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 58960) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.111429 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491870998', 'description': 'tempest-secgroup-smoke-491870998 description', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.134032 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.198352 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.201732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.228319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.229548 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1216795 Dec 15 05:43:31.232849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58962) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.234107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b937c-03c5-47a5-b953-a3d7614f0a71 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b652b977-8244-4392-9e67-8844c78724df,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.239052 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': 'b652b977-8244-4392-9e67-8844c78724df', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.266143 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.322204 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.325856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.347020 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e058c5-8faf-4631-a9a3-7f825c577370,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.357112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.357384 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.357789 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.358132 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.358463 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.358927 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.359109 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.359474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.359756 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.360135 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.360593 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.360914 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.361270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:43:31.366282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.367552 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-229697b6-4da5-409f-bf09-f313e344fed0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336355 Dec 15 05:43:31.370276 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58964) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.374557 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': 'b652b977-8244-4392-9e67-8844c78724df', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.401592 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.417375 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.458524 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.462420 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.480112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87064a21-bede-4369-a6e4-a725b585f7cf,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.491842 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.493080 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-f89f9986-cb43-4712-8ea6-639edd4f3916 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218851 Dec 15 05:43:31.495872 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58966) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.500171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': 'b652b977-8244-4392-9e67-8844c78724df', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.526037 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.582080 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.585665 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.605521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5feff70-78b4-4b40-992e-a813296c7267,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.611089 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.612837 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-55de22a8-5fc5-4926-b584-52e17c92ed96 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159854 Dec 15 05:43:31.616251 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58968) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.620642 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': 'b652b977-8244-4392-9e67-8844c78724df', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.647100 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.703824 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.707314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.726849 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b386ff-d3b0-418f-ad6c-71eacc1c0022,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.733776 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.734951 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d1ebd30b-bada-40f6-b3f3-63936e845d38 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177666 Dec 15 05:43:31.738222 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58970) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.742396 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': 'b652b977-8244-4392-9e67-8844c78724df', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.763731 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Project 5cb870658ac34dce82c8e02d408eaf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:43:31.768501 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.837680 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.841335 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.858521 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba958a8-fd33-43d3-807c-ea28dfd56b5c,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.866639 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.867824 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-fc193bed-cfcf-40e2-ac6f-190879d50ee7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286898 Dec 15 05:43:31.870552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 58972) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:43:31.874749 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'security_group_rule': {'security_group_id': 'b652b977-8244-4392-9e67-8844c78724df', 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:31.896299 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Project 5cb870658ac34dce82c8e02d408eaf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:43:31.901061 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.959601 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.963260 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.980501 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d23ccd7-978a-47c4-92b9-4d0f364c9183,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:31.987624 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:31.989023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-37c39607-df9e-451a-9226-e2ce33573756 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175668 Dec 15 05:43:32.951367 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:33.150419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:43:33.175429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: 602f26a9-8d66-443b-98e8-6b8edfd036c1 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:43:33.175935 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device 602f26a9-8d66-443b-98e8-6b8edfd036c1 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:43:33.551947 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:34.192272 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:35.029628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:43:37.828001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:47.210468 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-096c538d-3a61-48ba-a3a4-6104e3731f88 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491870998&fields=id&tenant_id=5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 267 time: 0.0457079 Dec 15 05:43:47.322572 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-5cabc904-59ea-4803-a1d3-c92355d7e803 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:47.323913 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-5cabc904-59ea-4803-a1d3-c92355d7e803 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 809 time: 0.1055813 Dec 15 05:43:47.338857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-c23218c5-0b95-49bd-939f-e279790e5fbf tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/quotas/5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 375 time: 0.0092359 Dec 15 05:43:47.389263 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-385b0184-8f95-4939-95c9-59c0a7cc99f5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445020 Dec 15 05:43:47.529496 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-6059a080-6fd1-438a-a1c8-946b9905ca84 service neutron] 10.222.0.37 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284974 Dec 15 05:43:47.618816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e169cc92-3680-41f9-9810-9240b5466135 service neutron] 10.222.0.37 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832455 Dec 15 05:43:47.913723 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0ece0352-eb3e-4bad-a0ba-bd986d1cd525 req-f1a1406a-c639-44d3-8c1d-8f1c9e8e64f7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0267653 Dec 15 05:43:49.018626 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-245f36e3-b342-4071-b0b3-dd347b5941ff req-52d167cb-f588-40d3-9137-5bb6c20869e7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Dec 15 05:43:49.706857 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-d8b37455-bf4a-4fcd-ac32-fcfeed8d8930 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:49.708271 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-d8b37455-bf4a-4fcd-ac32-fcfeed8d8930 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.16 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 809 time: 0.4162147 Dec 15 05:43:49.786818 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-175361e5-aa6c-4752-b47c-058fcd7e9972 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 379 time: 0.0533197 Dec 15 05:43:49.800827 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'port': {'device_id': '90b9e262-d5d4-4000-a682-a1431a054806', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'admin_state_up': True, 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'security_groups': ['b652b977-8244-4392-9e67-8844c78724df']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:49.911107 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Made reservation on behalf of 5cb870658ac34dce82c8e02d408eaf2a for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:43:49.915145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.044263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Allocated IP 172.20.0.8 (7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f/bd6ef957-0fa6-4115-9cc0-6972642b5f0f/e7383dc1-30cf-44ad-81c3-fbf2a5b34014) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:43:50.124740 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-92092423-1ee0-4daa-8e76-4dd3ddfc12a6 req-9a4a94ae-9077-417f-958d-6babf768c108 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0270422 Dec 15 05:43:50.188949 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.223400 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.270320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:43:50.273323 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:43:50.277068 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:43:50.308012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:50.340026 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:50.340980 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.365856 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-b70adfed-e906-4c82-80fc-5059ce2dcb2f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691164 Dec 15 05:43:50.440477 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Request body: {'port': {'device_id': '90b9e262-d5d4-4000-a682-a1431a054806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:43:50.498298 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.505077 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-51a8e62c-12e9-45a7-a375-73c7460043dc None None] Provisioning complete for port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:43:50.505627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-51a8e62c-12e9-45a7-a375-73c7460043dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.539968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-51a8e62c-12e9-45a7-a375-73c7460043dc None None] Port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:43:50.764006 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7383dc1-30cf-44ad-81c3-fbf2a5b34014 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:43:50.771902 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.783980 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Transition to ACTIVE for port object e7383dc1-30cf-44ad-81c3-fbf2a5b34014 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:43:50.788375 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:50.875355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:50.911275 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:43:50.911608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:43:50.911939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:43:50.916885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:43:50.917055 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:43:50.922243 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:43:50.922595 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Checking segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:43:50.922984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Bound using segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:43:50.923412 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Bound port: e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:43:50.923812 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:51.011312 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:43:51.014826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:43:51.021064 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:51.059226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.059858 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:51.061287 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 1092 time: 0.6731026 Dec 15 05:43:51.061807 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:43:51.064035 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f500c769-a182-4754-8a6f-11045d6042b0" -d '{"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:43:51.098184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1bfdd-6075-4f80-b637-88076e8f3994 service neutron] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:43:51.129564 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a39a4e1-5936-41e1-8022-b1cd619ffee2 x-openstack-request-id: req-2a39a4e1-5936-41e1-8022-b1cd619ffee2 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:43:51.129867 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:43:51.130128 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a39a4e1-5936-41e1-8022-b1cd619ffee2 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:43:51.130539 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'status': 'completed', 'code': 200} Dec 15 05:43:51.194561 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-db95273a-5d3d-47de-8086-2b8b0144dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.196292 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-db95273a-5d3d-47de-8086-2b8b0144dc15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1095 time: 0.0489767 Dec 15 05:43:51.262006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf4da-7ccd-4f64-bd79-9b54e857dd28 req-379bacde-3fe3-4d1c-b586-4e9b33c7308e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.264703 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cfbf4da-7ccd-4f64-bd79-9b54e857dd28 req-379bacde-3fe3-4d1c-b586-4e9b33c7308e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0576501 Dec 15 05:43:51.268182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-2fd00ef0-05a2-45ff-b478-6d11153278d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 217 time: 0.0436234 Dec 15 05:43:51.319487 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-3cfbf4da-7ccd-4f64-bd79-9b54e857dd28 req-7d616b9a-d2d7-4eeb-b20e-d56a6b0f7f98 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486536 Dec 15 05:43:51.326648 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-86e872c9-8158-4dca-a89d-849bbe58ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.328110 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-86e872c9-8158-4dca-a89d-849bbe58ad3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0524817 Dec 15 05:43:51.381665 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-f0defd13-5cea-4c1c-88d7-adb9fd0518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.383104 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-f0defd13-5cea-4c1c-88d7-adb9fd0518e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436714 Dec 15 05:43:51.477464 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-c5b1844e-d2e0-4f52-834a-01478fadaf09 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860286 Dec 15 05:43:51.572462 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-a71d42d4-acf5-4668-a4f6-f34106c20756 req-6a9ad8b5-b13f-405e-a689-1c1106be9311 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820227 Dec 15 05:43:51.702498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500c769-a182-4754-8a6f-11045d6042b0 req-38a982b1-bb78-4d0f-9fbd-a691820d4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.703987 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-38a982b1-bb78-4d0f-9fbd-a691820d4252 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1095 time: 0.0411453 Dec 15 05:43:51.797537 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500c769-a182-4754-8a6f-11045d6042b0 req-5a007edb-04fa-4ea7-88d7-e1c9ea925878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.799541 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-5a007edb-04fa-4ea7-88d7-e1c9ea925878 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0871096 Dec 15 05:43:51.843722 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-d053be14-a80c-4f4b-9f1c-a1bf2d0dbf4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 217 time: 0.0360794 Dec 15 05:43:51.900092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500c769-a182-4754-8a6f-11045d6042b0 req-15fbce61-79f9-4fff-a1ff-50c2ae4c1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.901592 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-15fbce61-79f9-4fff-a1ff-50c2ae4c1226 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0511813 Dec 15 05:43:51.953151 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500c769-a182-4754-8a6f-11045d6042b0 req-cb301bc0-d6a4-4a29-89ed-f46472cb58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:51.954641 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-cb301bc0-d6a4-4a29-89ed-f46472cb58cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413017 Dec 15 05:43:52.049634 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-7eee42a7-0120-431f-8576-61d5267b33a8 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818331 Dec 15 05:43:52.150193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-f500c769-a182-4754-8a6f-11045d6042b0 req-9993da1d-bbb0-4e22-a4ba-5991d1d9d02d service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885713 Dec 15 05:43:52.439994 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88043ae6-b408-476c-9cd6-01b69403a66e req-a2f18548-7947-4fe6-9af7-0c556f867821 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:52.441413 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88043ae6-b408-476c-9cd6-01b69403a66e req-a2f18548-7947-4fe6-9af7-0c556f867821 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0489211 Dec 15 05:43:52.493942 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-88043ae6-b408-476c-9cd6-01b69403a66e req-ab0a0d2d-c00f-4e32-9ce3-e5b0bb0f1290 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464704 Dec 15 05:43:53.617022 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1330ea-476b-4dd9-8c89-ebbfba994391 req-b9e920b6-eb80-4825-b2ac-75524249b935 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:53.618477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb1330ea-476b-4dd9-8c89-ebbfba994391 req-b9e920b6-eb80-4825-b2ac-75524249b935 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0496225 Dec 15 05:43:53.668431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cb1330ea-476b-4dd9-8c89-ebbfba994391 req-8030eeb3-9816-4260-8a35-340d807c016d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438597 Dec 15 05:43:54.782674 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb2d19-00c0-4648-abf8-d6bd63e17a5e req-cfa4828d-3a26-47db-9b79-76525fbe2740 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:54.784161 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7acb2d19-00c0-4648-abf8-d6bd63e17a5e req-cfa4828d-3a26-47db-9b79-76525fbe2740 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0485802 Dec 15 05:43:54.833279 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7acb2d19-00c0-4648-abf8-d6bd63e17a5e req-bfb222ee-b369-4a1d-b63c-17e5066b46f1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429482 Dec 15 05:43:55.950617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4996e-c343-44cc-98e3-910a060dfb17 req-bf0b42a8-f980-4174-9bc6-50e2cb856f9a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:55.952102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffb4996e-c343-44cc-98e3-910a060dfb17 req-bf0b42a8-f980-4174-9bc6-50e2cb856f9a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0511742 Dec 15 05:43:56.001369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffb4996e-c343-44cc-98e3-910a060dfb17 req-5f328ad9-8388-44f8-84aa-9a7dc621a341 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Dec 15 05:43:57.114009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e69c8-4e37-4591-bf72-745cd1560a2d req-039375b2-e392-4892-ab57-02e38472f34a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:57.115431 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f3e69c8-4e37-4591-bf72-745cd1560a2d req-039375b2-e392-4892-ab57-02e38472f34a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0470617 Dec 15 05:43:57.163258 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-7f3e69c8-4e37-4591-bf72-745cd1560a2d req-2bb148de-1c3b-4b62-a8f0-3d68942a1432 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Dec 15 05:43:57.876176 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-683514e7-cdcf-4703-981d-579c82b0b797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:43:58.277217 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d85ea-abfa-4206-a6b3-724a4ca7dbe0 req-d589d5b1-1af0-49e2-a9ca-6eaba5de1b08 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:58.278660 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd6d85ea-abfa-4206-a6b3-724a4ca7dbe0 req-d589d5b1-1af0-49e2-a9ca-6eaba5de1b08 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0476623 Dec 15 05:43:58.331013 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd6d85ea-abfa-4206-a6b3-724a4ca7dbe0 req-690a9eac-c681-419a-8088-6821a72053f3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462236 Dec 15 05:43:59.445665 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47afc-b7bf-47e6-a2a7-590624064b18 req-edb634a0-3d2a-44f5-9c95-ac983a6833a1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:43:59.447125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6a47afc-b7bf-47e6-a2a7-590624064b18 req-edb634a0-3d2a-44f5-9c95-ac983a6833a1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0505362 Dec 15 05:43:59.495139 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c6a47afc-b7bf-47e6-a2a7-590624064b18 req-1dd9477b-c250-431e-ace3-c6ef4ab675ae tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Dec 15 05:44:00.040155 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6ff183da-4dfc-45d0-81d0-8fb18c17c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:00.608372 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98734e-d3e0-4d73-a932-a7eeed806782 req-aca465bc-c82e-492e-b379-a6f0d70173f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:00.609835 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f98734e-d3e0-4d73-a932-a7eeed806782 req-aca465bc-c82e-492e-b379-a6f0d70173f2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0476754 Dec 15 05:44:00.658382 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1f98734e-d3e0-4d73-a932-a7eeed806782 req-9d281553-2d72-4521-afac-d2fc6c020b3b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 Dec 15 05:44:01.420558 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:01.774296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0f0b7-2b30-44b0-9993-0d97215bd65c req-49db0ff4-2a66-4f8b-9e97-46c4f06d8961 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:01.775736 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7f0f0b7-2b30-44b0-9993-0d97215bd65c req-49db0ff4-2a66-4f8b-9e97-46c4f06d8961 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0503793 Dec 15 05:44:01.823747 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b7f0f0b7-2b30-44b0-9993-0d97215bd65c req-cdbfbfdd-4e7b-4ebc-aabf-72dfddebef66 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Dec 15 05:44:02.937743 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453391f-9701-4494-a9e8-432b54551921 req-e15ea30a-1866-479e-a0bd-9e9f16e27aca tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:02.939356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1453391f-9701-4494-a9e8-432b54551921 req-e15ea30a-1866-479e-a0bd-9e9f16e27aca tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0488029 Dec 15 05:44:02.953679 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:02.989477 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1453391f-9701-4494-a9e8-432b54551921 req-b957fa67-2aa6-41a0-9398-3c9bfe9d7e66 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436118 Dec 15 05:44:03.544603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:04.106405 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8700d6-cebe-4c59-9d80-7d83ccab70df req-d1fdf836-1811-4d78-aadc-f80a9738ddb2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:04.107849 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c8700d6-cebe-4c59-9d80-7d83ccab70df req-d1fdf836-1811-4d78-aadc-f80a9738ddb2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0510082 Dec 15 05:44:04.156956 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4c8700d6-cebe-4c59-9d80-7d83ccab70df req-0cc7ca8e-a747-4742-9865-052d8ad33b2c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 Dec 15 05:44:04.192799 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:04.617953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:44:04.873550 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:44:04.883894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'port_id': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'mac_address': 'fa:16:3e:6a:f3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:44:04.919117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:04.931611 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7383dc1-30cf-44ad-81c3-fbf2a5b34014 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:44:04.950112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:44:04.954344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:05.000304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:44:05.007492 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.007845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.008226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.008565 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.008901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.009234 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.009561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.009887 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.010211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.010533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.010856 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.011175 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.011498 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:44:05.271837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2b17-b565-49d8-8fc1-59a13cc3f2b2 req-d49f32bd-2e50-4551-b38c-9c484b6a03bb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:05.273323 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a0d2b17-b565-49d8-8fc1-59a13cc3f2b2 req-d49f32bd-2e50-4551-b38c-9c484b6a03bb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 944 time: 0.0467725 Dec 15 05:44:05.304772 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['e7383dc1-30cf-44ad-81c3-fbf2a5b34014'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:44:05.322793 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a0d2b17-b565-49d8-8fc1-59a13cc3f2b2 req-f34f490f-86c1-4edf-9c31-f883b98ab464 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Dec 15 05:44:06.438847 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65c691-132c-445b-bc75-0203a8a6582a req-4c37c044-02af-4697-904b-c7734ec7451e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:06.440349 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c65c691-132c-445b-bc75-0203a8a6582a req-4c37c044-02af-4697-904b-c7734ec7451e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 944 time: 0.0473025 Dec 15 05:44:06.492211 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5c65c691-132c-445b-bc75-0203a8a6582a req-2b6fa7ec-c414-4c6a-b393-e7e4ded2503f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460608 Dec 15 05:44:06.629068 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:44:06.676729 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:44:06.680648 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:44:06.681021 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:06.754084 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:06.776268 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:44:06.778515 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d2bd5b-7ef8-44a0-93db-7fd9444cb6ee" -d '{"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-plugged", "status": "completed", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:44:06.794911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:44:06.799177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:06.823833 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04e474-a04d-4c79-87e8-6ca40d4f4d22 x-openstack-request-id: req-ce04e474-a04d-4c79-87e8-6ca40d4f4d22 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:44:06.824156 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-plugged", "status": "completed", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:44:06.824410 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce04e474-a04d-4c79-87e8-6ca40d4f4d22 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:44:06.824796 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'code': 200} Dec 15 05:44:06.851796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:44:06.950089 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d5721-8422-40f1-869a-77b672c15ae1 req-9f4b0f82-8de0-46da-9e6a-737545b72fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:06.951500 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d81d5721-8422-40f1-869a-77b672c15ae1 req-9f4b0f82-8de0-46da-9e6a-737545b72fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1097 time: 0.0392551 Dec 15 05:44:07.000531 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-d81d5721-8422-40f1-869a-77b672c15ae1 req-888722b8-8df1-4818-a67a-475a38cc7ec2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377920 Dec 15 05:44:07.607620 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3aedc-91f4-4c0b-8a82-6fc63cb2605c req-26bc1cf5-b83b-4fc5-9115-0f8291cb52a4 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:07.609102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3b3aedc-91f4-4c0b-8a82-6fc63cb2605c req-26bc1cf5-b83b-4fc5-9115-0f8291cb52a4 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0477228 Dec 15 05:44:07.657963 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3b3aedc-91f4-4c0b-8a82-6fc63cb2605c req-5fc6210d-a5b2-4626-b42e-2551093e2288 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Dec 15 05:44:07.821798 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:08.773805 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da87d0-7940-4d2b-bc61-56e9b8f1a4e2 req-fad01648-b0e7-4b90-bc0d-1b5c84cf6044 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:08.775282 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97da87d0-7940-4d2b-bc61-56e9b8f1a4e2 req-fad01648-b0e7-4b90-bc0d-1b5c84cf6044 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0480478 Dec 15 05:44:08.823694 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-97da87d0-7940-4d2b-bc61-56e9b8f1a4e2 req-44dcbbc4-3566-496b-a79d-6f61915d43ad tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423634 Dec 15 05:44:08.938663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fb339-e04f-4bfd-90ba-75cd8a42c70d req-02f8a9ff-d2d1-4eb2-bdc5-76a587f522df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:08.940586 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e94fb339-e04f-4bfd-90ba-75cd8a42c70d req-02f8a9ff-d2d1-4eb2-bdc5-76a587f522df tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0511618 Dec 15 05:44:08.991410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e94fb339-e04f-4bfd-90ba-75cd8a42c70d req-75d4540e-c197-4c5d-9c09-a6c693afb731 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448244 Dec 15 05:44:09.013102 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59172) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:44:09.051715 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e1f0c-0f17-407a-98fa-00ebfcfc7e70 tempest-TestShelveInstance-1093305262 tempest-TestShelveInstance-1093305262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:09.053210 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-a06e1f0c-0f17-407a-98fa-00ebfcfc7e70 tempest-TestShelveInstance-1093305262 tempest-TestShelveInstance-1093305262-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1092 time: 0.0391145 Dec 15 05:44:09.055905 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59174) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:44:09.060139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:44:09.082099 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:09.177691 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:09.279077 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Allocated IP 172.25.2.148 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/04546ecc-7156-4ae9-8240-1f3a427a6085) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:44:09.380695 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:09.413386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:09.449310 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:44:09.451978 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:44:09.454716 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:44:09.483690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'Port': ['ID=04546ecc-7156-4ae9-8240-1f3a427a6085,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:44:10.104536 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:10.167428 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:10.337640 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:10.341843 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:10.410232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event updated for resources: {'Port': ['ID=04546ecc-7156-4ae9-8240-1f3a427a6085,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:44:10.420023 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:10.517132 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Floating IP b3c7fde4-bc53-4c49-b511-0c745b8b5f1a associated. External IP: 172.25.2.148, port: e7383dc1-30cf-44ad-81c3-fbf2a5b34014. Dec 15 05:44:10.718576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:44:10.823240 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:44:10.832618 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:44:10.839890 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:10.842245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:44:10.842857 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:44:10.867182 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d1a2854a-81fc-435a-b6cd-79a2d324584d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8102462 Dec 15 05:44:10.867894 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:44:10.870314 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc395e68-2f8c-4106-958a-ee0563656167" -d '{"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:44:10.950302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:44:10.963219 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46d6fd-b65f-41aa-b1e6-41274154b565 x-openstack-request-id: req-1b46d6fd-b65f-41aa-b1e6-41274154b565 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:44:10.963512 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:44:10.963767 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b46d6fd-b65f-41aa-b1e6-41274154b565 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:44:10.964489 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'status': 'completed', 'code': 200} Dec 15 05:44:11.052343 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395e68-2f8c-4106-958a-ee0563656167 req-382a8d5e-8bff-404d-8462-747371ba978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:11.053839 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-382a8d5e-8bff-404d-8462-747371ba978a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1097 time: 0.0458403 Dec 15 05:44:11.148466 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395e68-2f8c-4106-958a-ee0563656167 req-07bfc1b5-b260-4258-97a9-8007aa46b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:11.149965 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-07bfc1b5-b260-4258-97a9-8007aa46b9bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0882704 Dec 15 05:44:11.179595 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'b3c7fde4-bc53-4c49-b511-0c745b8b5f1a', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'port_id': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'mac_address': 'fa:16:3e:6a:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b9e262-d5d4-4000-a682-a1431a054806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:44:09Z', 'updated_at': '2021-12-15T05:44:09Z', 'revision_number': 0, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:44:11.206252 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:44:11.214603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:44:11.215205 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:44:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:44:11.220530 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-9cc4e2b1-5e0e-463b-9765-4462c379a8c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 999 time: 0.0622699 Dec 15 05:44:11.268939 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395e68-2f8c-4106-958a-ee0563656167 req-55dc39c8-3e6a-44dd-86cf-7074fcb6e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:11.270395 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-55dc39c8-3e6a-44dd-86cf-7074fcb6e4a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0427268 Dec 15 05:44:11.316563 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395e68-2f8c-4106-958a-ee0563656167 req-1dcf89a6-eebe-4114-85c8-0291c5e8d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:11.317952 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-1dcf89a6-eebe-4114-85c8-0291c5e8d485 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392282 Dec 15 05:44:11.321105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:44:11.411235 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-51f07f5f-61db-4bc9-b815-57890037f373 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851383 Dec 15 05:44:11.500629 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-fc395e68-2f8c-4106-958a-ee0563656167 req-aaa4f53d-d607-4db0-916f-3d30e8c3be46 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Dec 15 05:44:11.550932 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'b3c7fde4-bc53-4c49-b511-0c745b8b5f1a', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'port_id': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'mac_address': 'fa:16:3e:6a:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b9e262-d5d4-4000-a682-a1431a054806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:44:09Z', 'updated_at': '2021-12-15T05:44:09Z', 'revision_number': 0, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:44:11.577577 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3eeb2b-0dd5-44b8-b86b-7738d1181f7f None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': 'b3c7fde4-bc53-4c49-b511-0c745b8b5f1a', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'port_id': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'mac_address': 'fa:16:3e:6a:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b9e262-d5d4-4000-a682-a1431a054806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:44:09Z', 'updated_at': '2021-12-15T05:44:09Z', 'revision_number': 0, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:44:11.765369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e0d33-c134-45bc-aef4-a95c99f9e105 None None] New status for floating IP b3c7fde4-bc53-4c49-b511-0c745b8b5f1a: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:44:12.028325 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:44:27.879341 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-10361f19-0cd6-4aab-ab80-5a0dd9f0ebf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:30.041918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d3ed64c6-a694-48a2-98a9-fe9e3bdec5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:31.424205 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:32.954511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:33.549193 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:34.187451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:37.829065 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:44:43.938578 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-b52e8123-7b1b-4b52-9259-89e5b504d3ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391593 Dec 15 05:44:44.045105 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-837b35f4-a2f5-4334-9771-ace032a9f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:44.046595 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-837b35f4-a2f5-4334-9771-ace032a9f5d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1097 time: 0.0459476 Dec 15 05:44:44.158322 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-73e60bae-80b0-4394-b9d0-5c071a6f73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:44.159802 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-73e60bae-80b0-4394-b9d0-5c071a6f73fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0905991 Dec 15 05:44:44.232733 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-7df325a4-b642-44c2-9fa6-c50ed991a22c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 1001 time: 0.0621197 Dec 15 05:44:44.281826 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-7f7be327-cff3-45cd-baad-6e791e22fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:44.283233 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-7f7be327-cff3-45cd-baad-6e791e22fd7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0434141 Dec 15 05:44:44.329075 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-743e3590-ca02-4ad5-8daa-04687551aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:44:44.331123 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-743e3590-ca02-4ad5-8daa-04687551aaf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396478 Dec 15 05:44:44.342646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-6016e3c2-6ef0-4b2b-b13b-43ada8bc47e2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:44:44.343667 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-6016e3c2-6ef0-4b2b-b13b-43ada8bc47e2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048203 Dec 15 05:44:44.435059 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-f766b4a9-ab46-4c8f-8f15-57da65154e61 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836484 Dec 15 05:44:44.524823 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-81370f40-10fd-4ddc-9e62-7b0c118125d2 req-3b7c52dc-8de6-4ed8-9367-3ee0cffc5ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819352 Dec 15 05:44:49.028688 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:44:57.881177 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-899bd033-ef44-499e-80b2-944ddc74bdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:00.045986 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cdba5202-6f1b-47b6-8a6a-d41818d83e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:01.427385 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:02.958600 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:03.552689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:04.203074 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:07.836970 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:26.028357 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:45:27.882360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-06084b5d-54c9-4e6e-92b0-4d28c3fc4921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:30.047088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-36b3b082-6c62-49b9-92f2-c2597f1768cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:31.432351 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:32.961180 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:33.554109 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:34.202590 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:37.823453 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:45:43.930111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-4d356638-d125-41ea-89a6-e4f1ec766906 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396388 Dec 15 05:45:44.049488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-f00214dd-c5b1-4a3d-8ecb-e14cb99bf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:45:44.051538 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-f00214dd-c5b1-4a3d-8ecb-e14cb99bf986 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1097 time: 0.0449977 Dec 15 05:45:44.154779 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-fda19df7-e3ff-436c-81dd-410cb82b2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:45:44.156253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-fda19df7-e3ff-436c-81dd-410cb82b2ce1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0817115 Dec 15 05:45:44.229916 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-a0693c6c-1004-4c27-a890-41306dfa9efe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 1001 time: 0.0604782 Dec 15 05:45:44.280864 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-65bcf3c6-2314-497c-ba57-166b36e6c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:45:44.282245 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-65bcf3c6-2314-497c-ba57-166b36e6c8fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0416977 Dec 15 05:45:44.331836 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-6216d0a9-a9c2-4c88-8019-3314a0f26d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:45:44.333386 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-6216d0a9-a9c2-4c88-8019-3314a0f26d54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390892 Dec 15 05:45:44.428565 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-0448819c-d799-4dda-ae25-3a079fc81ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829425 Dec 15 05:45:44.519403 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-9f08efe9-6a47-4654-9e64-65d163e9752d req-d320a8eb-190e-4b9a-b0c3-ef84a9997610 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787754 Dec 15 05:45:57.883307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-63527fa4-12c4-422f-9de0-02c6fd1f4128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:00.048282 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae991-f838-48d9-b232-9fb62e2e219f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:01.432622 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:02.967140 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:03.028825 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:46:03.555261 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:04.218431 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:07.850561 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:08.839243 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a43459-d741-4e31-a069-daf0cf00c3d2 req-016258c7-b310-42b0-8921-4704f4d4245a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:08.840654 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76a43459-d741-4e31-a069-daf0cf00c3d2 req-016258c7-b310-42b0-8921-4704f4d4245a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Dec 15 05:46:08.889621 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-76a43459-d741-4e31-a069-daf0cf00c3d2 req-d5fcfe41-d7e0-416d-b0d2-dc9287885fb2 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Dec 15 05:46:10.034901 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b0ef0-c795-4a8b-b9cd-cddc1358a6e8 req-2a567048-bca9-4bfd-a9c8-38bee00459bb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:10.036396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d78b0ef0-c795-4a8b-b9cd-cddc1358a6e8 req-2a567048-bca9-4bfd-a9c8-38bee00459bb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0476341 Dec 15 05:46:10.085901 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d78b0ef0-c795-4a8b-b9cd-cddc1358a6e8 req-071c167e-3a7e-4d45-876f-e926bbeab02f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431635 Dec 15 05:46:11.202923 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3319-55e9-4010-aedd-8eb42f7fa22b req-5df13b36-53a4-4c07-aaa6-cfb27a06cb1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:11.204420 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e40f3319-55e9-4010-aedd-8eb42f7fa22b req-5df13b36-53a4-4c07-aaa6-cfb27a06cb1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Dec 15 05:46:11.252295 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e40f3319-55e9-4010-aedd-8eb42f7fa22b req-cd9acf47-9857-4553-a363-6808a59645bd tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Dec 15 05:46:12.368945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c6f4-8650-409c-89db-8322ad9c4c76 req-69e825c7-93c8-4221-bdff-d36168788085 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:12.370335 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5727c6f4-8650-409c-89db-8322ad9c4c76 req-69e825c7-93c8-4221-bdff-d36168788085 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0497344 Dec 15 05:46:12.421491 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5727c6f4-8650-409c-89db-8322ad9c4c76 req-195e8008-cc45-432b-a1aa-23296e13d7b5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 Dec 15 05:46:13.537065 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b878-426d-4b88-9f26-9ad989dde6d7 req-a6998bde-396f-4d34-ab8f-badfc024718d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:13.538920 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d414b878-426d-4b88-9f26-9ad989dde6d7 req-a6998bde-396f-4d34-ab8f-badfc024718d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Dec 15 05:46:13.595345 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d414b878-426d-4b88-9f26-9ad989dde6d7 req-35287b26-cf5f-447a-869c-32bc91677c9b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501695 Dec 15 05:46:14.712055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab982-2218-440f-a8d3-34b7d03f638f req-8b564e4e-af78-4c3d-887f-91af9f9386e3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:14.714451 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333ab982-2218-440f-a8d3-34b7d03f638f req-8b564e4e-af78-4c3d-887f-91af9f9386e3 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Dec 15 05:46:14.770427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-333ab982-2218-440f-a8d3-34b7d03f638f req-09dd15e0-ba4b-4d6f-b97d-b6df455e37e0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501101 Dec 15 05:46:15.884454 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735e105-2bc1-471d-ba90-bc2ffbe8209f req-45dc32f6-6b0c-4ab9-b58f-13a2dcc423bc tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:15.885799 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8735e105-2bc1-471d-ba90-bc2ffbe8209f req-45dc32f6-6b0c-4ab9-b58f-13a2dcc423bc tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0477347 Dec 15 05:46:15.933714 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8735e105-2bc1-471d-ba90-bc2ffbe8209f req-d4d68ca4-db13-467b-86cf-58a833ebd21d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Dec 15 05:46:17.050828 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a264e-ab31-46b7-a39d-1dd482bce6dc req-2aeb84e8-49e5-42e4-a7bf-301380a7edc8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:17.052833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f82a264e-ab31-46b7-a39d-1dd482bce6dc req-2aeb84e8-49e5-42e4-a7bf-301380a7edc8 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Dec 15 05:46:17.100945 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f82a264e-ab31-46b7-a39d-1dd482bce6dc req-d01e669d-98ca-44b4-8700-160db3405079 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Dec 15 05:46:18.216701 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55b86d-f441-4462-a52d-5314bb958afb req-d020be97-290a-47a7-9854-22d35a4b5ce6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:18.218138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d55b86d-f441-4462-a52d-5314bb958afb req-d020be97-290a-47a7-9854-22d35a4b5ce6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Dec 15 05:46:18.267333 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2d55b86d-f441-4462-a52d-5314bb958afb req-1d860b70-8f39-4a07-8f07-d49f23797b1b tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Dec 15 05:46:19.115292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-e52b4916-d31e-4816-95ef-3af6d53196c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:19.116805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-e52b4916-d31e-4816-95ef-3af6d53196c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1097 time: 0.0403275 Dec 15 05:46:19.213513 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-0d6fe1ca-f0f2-4877-a65d-dc5ad1bec667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:19.215019 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-0d6fe1ca-f0f2-4877-a65d-dc5ad1bec667 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0870543 Dec 15 05:46:19.286348 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-50e3f358-cc85-4fad-94bb-a6a357ef0e80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 1001 time: 0.0564301 Dec 15 05:46:19.343719 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-f4ff6511-356a-4692-95aa-7cda1e5f0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:19.345209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-f4ff6511-356a-4692-95aa-7cda1e5f0f1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0478196 Dec 15 05:46:19.385336 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136c028-3e65-4dde-9697-459ee9dc57c3 req-1686d9b5-2c73-4550-8ea7-efb8d86f8e98 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:19.386728 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1136c028-3e65-4dde-9697-459ee9dc57c3 req-1686d9b5-2c73-4550-8ea7-efb8d86f8e98 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0514271 Dec 15 05:46:19.395409 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-7e7eeb9e-c714-4211-a82c-2e6af1dc6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:19.397437 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-7e7eeb9e-c714-4211-a82c-2e6af1dc6115 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404384 Dec 15 05:46:19.436408 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-1136c028-3e65-4dde-9697-459ee9dc57c3 req-72936fc7-8eb1-46d0-b223-8320032f760d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Dec 15 05:46:19.491193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-57fbdd69-3739-41a7-b418-e53a3fe191ba service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 Dec 15 05:46:19.583523 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78ed954c-6605-424b-b6a7-ffe5630adad6 req-3f166a34-fdb7-4718-9e70-dfa3fd1722d3 service neutron] 10.222.0.16 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850184 Dec 15 05:46:20.549738 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35529-5223-432c-b774-27929f1d614a req-4524df80-89b1-4d67-9994-31872407ef21 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:20.551171 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9a35529-5223-432c-b774-27929f1d614a req-4524df80-89b1-4d67-9994-31872407ef21 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Dec 15 05:46:20.601343 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c9a35529-5223-432c-b774-27929f1d614a req-a47635cc-0100-43af-bbd3-cf80c1ee0cc0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Dec 15 05:46:21.716696 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0446-224b-484a-b005-4b22ca904a30 req-b7b53cec-526f-4da9-ba9d-3fd1ac3bbf29 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:21.718085 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b3c0446-224b-484a-b005-4b22ca904a30 req-b7b53cec-526f-4da9-ba9d-3fd1ac3bbf29 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Dec 15 05:46:21.771807 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8b3c0446-224b-484a-b005-4b22ca904a30 req-7c8eb302-ffb1-422b-a61b-87422b1a1391 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476949 Dec 15 05:46:22.886011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d1100-6702-4c21-9a9b-dd197b8d6803 req-538c9ec6-91ff-4382-886d-df72f990ca01 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:22.887476 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab8d1100-6702-4c21-9a9b-dd197b8d6803 req-538c9ec6-91ff-4382-886d-df72f990ca01 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0483086 Dec 15 05:46:22.937547 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ab8d1100-6702-4c21-9a9b-dd197b8d6803 req-18ddf9a5-99cd-4866-ac37-af2ef9db5a4f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440612 Dec 15 05:46:24.050386 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edc3d6-90ae-4878-a318-4978e0c6850c req-5c8e783d-9f5d-4115-a04f-90edcf06a72d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:24.051833 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8edc3d6-90ae-4878-a318-4978e0c6850c req-5c8e783d-9f5d-4115-a04f-90edcf06a72d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0483644 Dec 15 05:46:24.100698 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c8edc3d6-90ae-4878-a318-4978e0c6850c req-114adf96-951e-47de-8af7-464140bb8b83 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Dec 15 05:46:25.188438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:46:25.266836 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:25.294589 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:46:25.297001 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14702c0-d9d0-4d6b-8035-82ad56483527" -d '{"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-unplugged", "status": "completed", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:46:25.313326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-5b6f695c-e6a3-4c8e-9322-d211d2e776eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429187 Dec 15 05:46:25.320378 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:46:25.324858 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-2b095ef5-7fca-4b02-9e19-2ea3794c6648 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:46:25.325481 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:25.326918 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-2b095ef5-7fca-4b02-9e19-2ea3794c6648 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078270 Dec 15 05:46:25.334233 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 05:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92078b53-de9e-4634-816e-70cc0cdbded2 x-openstack-request-id: req-92078b53-de9e-4634-816e-70cc0cdbded2 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:46:25.334594 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-unplugged", "status": "failed", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "code": 422}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:46:25.334912 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92078b53-de9e-4634-816e-70cc0cdbded2 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:46:25.335379 n-d-820935-10 neutron-server[103134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'code': 422} returned with failed status Dec 15 05:46:25.354285 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ed7e-05eb-49c4-8a9e-c388cffc7805 req-16dcfc15-90e4-4668-addd-332a8aa3e726 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:25.355841 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4256ed7e-05eb-49c4-8a9e-c388cffc7805 req-16dcfc15-90e4-4668-addd-332a8aa3e726 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 945 time: 0.0656075 Dec 15 05:46:25.391685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:46:25.399890 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.400419 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.401169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.401169 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.401426 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.401766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.402098 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.402421 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.402749 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.403103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.403429 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.403752 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.404096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:25.410447 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4256ed7e-05eb-49c4-8a9e-c388cffc7805 req-bbdd3a33-bc80-452b-9a05-110d2595f51c tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484986 Dec 15 05:46:26.527334 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33788e-4016-46fc-ba11-fd6ff0cb6bce req-a17a6553-f786-4f5a-bcec-b2cef5d9b243 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:26.528857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de33788e-4016-46fc-ba11-fd6ff0cb6bce req-a17a6553-f786-4f5a-bcec-b2cef5d9b243 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0489709 Dec 15 05:46:26.579280 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-de33788e-4016-46fc-ba11-fd6ff0cb6bce req-930fc452-5565-4909-af3c-1470a19423fe tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443797 Dec 15 05:46:27.694116 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d7278-d592-4259-91db-4090f8d95df0 req-6e2c2768-f23a-4079-9ae3-d2c7eccc1582 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:27.695576 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e08d7278-d592-4259-91db-4090f8d95df0 req-6e2c2768-f23a-4079-9ae3-d2c7eccc1582 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0479448 Dec 15 05:46:27.748238 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e08d7278-d592-4259-91db-4090f8d95df0 req-97057563-906f-4c26-a842-d1223d7e6ec1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466268 Dec 15 05:46:27.884998 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f04b7d01-7a9e-47e4-a607-e65d172c95b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:28.875319 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80fa8-7c96-4542-8c0f-a7493f4f63a3 req-dd59b4d1-9bf4-47ae-bad6-bb104d0e52d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:28.877206 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffc80fa8-7c96-4542-8c0f-a7493f4f63a3 req-dd59b4d1-9bf4-47ae-bad6-bb104d0e52d0 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0557358 Dec 15 05:46:28.930422 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ffc80fa8-7c96-4542-8c0f-a7493f4f63a3 req-8a126647-f265-4d84-af05-9854d772f2c1 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465555 Dec 15 05:46:30.050107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a64a1a-4483-4856-9db7-5b6975b906da req-5da039aa-a2c1-4144-a0d2-8d7b9eed3924 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:30.051868 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3a64a1a-4483-4856-9db7-5b6975b906da req-5da039aa-a2c1-4144-a0d2-8d7b9eed3924 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0494320 Dec 15 05:46:30.052584 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-849525ff-584a-4973-962c-c9ef59dbcddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:30.104146 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e3a64a1a-4483-4856-9db7-5b6975b906da req-ac80ee56-ea13-448b-8586-3e37cc1d9387 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442355 Dec 15 05:46:31.125885 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-49756ecb-d4e3-4a33-aa57-2b595aa63437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:31.127396 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-49756ecb-d4e3-4a33-aa57-2b595aa63437 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806&tenant_id=5cb870658ac34dce82c8e02d408eaf2a HTTP/1.1" status: 200 len: 1095 time: 0.0403233 Dec 15 05:46:31.145028 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-10', 'device_owner': 'compute:nova'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:46:31.201336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.222745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809b13a-0a2a-4aa6-b9df-0521d7be4714 req-88e22ebc-167d-474c-a9a9-d4e57a10e063 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:31.224754 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f809b13a-0a2a-4aa6-b9df-0521d7be4714 req-88e22ebc-167d-474c-a9a9-d4e57a10e063 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0519679 Dec 15 05:46:31.273721 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f809b13a-0a2a-4aa6-b9df-0521d7be4714 req-14751ea1-bca2-4919-ae14-a1a7d4e54195 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429924 Dec 15 05:46:31.397406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:46:31.431942 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:46:31.439478 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.463931 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7383dc1-30cf-44ad-81c3-fbf2a5b34014 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:46:31.471286 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.483365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Transition to ACTIVE for port object e7383dc1-30cf-44ad-81c3-fbf2a5b34014 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:46:31.486748 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.561971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:46:31.583778 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.584153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.584505 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.584839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.585175 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.585691 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.586130 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.586758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.586870 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.587184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.587751 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.588361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.588891 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:46:31.630503 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] No DVR routers for this DVR port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:46:31.764588 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:46:31.764919 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:46:31.765237 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:46:31.769342 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:46:31.769653 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Attempting to bind port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:46:31.774925 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:46:31.775256 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Checking segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:46:31.775633 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Bound using segment: {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:46:31.776046 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Bound port: e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17f888b-a848-4176-882d-9c3976f32a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:46:31.776430 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.839491 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:46:31.842325 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:46:31.846959 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.881796 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:31.882405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:31.883784 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] 10.222.0.42 "PUT /v2.0/ports/e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 1092 time: 0.7428396 Dec 15 05:46:31.884252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:46:31.886486 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db9970-fb5b-44ab-a55c-7850ff7eae7c" -d '{"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:46:31.909782 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548ee67-a5a4-4008-a4d9-610e2f4678ba service neutron] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:46:31.932395 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095240a6-8c74-41b1-a0d3-be2db074b4a4 x-openstack-request-id: req-095240a6-8c74-41b1-a0d3-be2db074b4a4 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:46:31.932872 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:46:31.933227 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-095240a6-8c74-41b1-a0d3-be2db074b4a4 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:46:31.933772 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'status': 'completed', 'code': 200} Dec 15 05:46:31.978582 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-3e38612d-ccb4-4aa4-9068-3d82e9273737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:31.980509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-3e38612d-ccb4-4aa4-9068-3d82e9273737 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1095 time: 0.0623841 Dec 15 05:46:32.075263 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-0bc1c5fb-27be-47a9-8dcd-47e33ab99288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:32.076780 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-0bc1c5fb-27be-47a9-8dcd-47e33ab99288 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0889003 Dec 15 05:46:32.140441 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-96974963-aab2-4184-a1bd-9a6914284499 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 999 time: 0.0563302 Dec 15 05:46:32.187462 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-27290da0-364c-420b-b4e5-200705af2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:32.188890 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-27290da0-364c-420b-b4e5-200705af2c48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0422373 Dec 15 05:46:32.236351 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-45b51020-d809-4663-82ac-78147efe0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:32.237814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-45b51020-d809-4663-82ac-78147efe0d18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420768 Dec 15 05:46:32.328361 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-55210ee9-efa4-4067-b9a1-0aa0e3b86ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829139 Dec 15 05:46:32.389532 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde6f70-03be-42f8-ba0a-4e366aaa5a77 req-853d4a19-1246-4e5f-983d-d3f52b048937 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:32.390997 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfde6f70-03be-42f8-ba0a-4e366aaa5a77 req-853d4a19-1246-4e5f-983d-d3f52b048937 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0484023 Dec 15 05:46:32.421819 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-787be4e0-5009-4232-b21d-dd44e809942b service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866723 Dec 15 05:46:32.440433 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cfde6f70-03be-42f8-ba0a-4e366aaa5a77 req-b99be7a4-91b7-48e8-a834-1f9c822a8cfb tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 Dec 15 05:46:32.567969 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-1e528468-b889-4d04-a589-3b0e52a05fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:32.569508 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-1e528468-b889-4d04-a589-3b0e52a05fab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1095 time: 0.0411358 Dec 15 05:46:32.661763 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-2f393c31-b23e-408d-bfbd-8208ec522f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:32.663472 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-2f393c31-b23e-408d-bfbd-8208ec522f83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0853748 Dec 15 05:46:32.968330 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:33.037334 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-18d45f53-a04c-425a-8659-209c344eef3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 999 time: 0.3655891 Dec 15 05:46:33.085048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-451081ab-5738-4809-938a-51609604669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:33.086440 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-451081ab-5738-4809-938a-51609604669d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0417964 Dec 15 05:46:33.134023 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-9a39deca-b6df-47ec-8b62-8765c23919bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:33.135458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-9a39deca-b6df-47ec-8b62-8765c23919bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410519 Dec 15 05:46:33.221718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-1da620a4-e745-4013-a028-feee4dbdf08a service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787446 Dec 15 05:46:33.316125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-78db9970-fb5b-44ab-a55c-7850ff7eae7c req-1ba21697-efb3-4fdd-9712-297d92e81ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Dec 15 05:46:33.556613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:33.561491 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def8a2-7a6f-42ef-9e1a-5a72c1855ec4 req-3229058c-708f-4c4f-b23b-f37b2bd56a83 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:33.562971 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41def8a2-7a6f-42ef-9e1a-5a72c1855ec4 req-3229058c-708f-4c4f-b23b-f37b2bd56a83 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0518699 Dec 15 05:46:33.615909 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-41def8a2-7a6f-42ef-9e1a-5a72c1855ec4 req-d792d79c-234a-4549-ad21-859c1b102009 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Dec 15 05:46:34.230613 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:34.728822 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae2a52-1635-4ef5-a127-f8bff30cf08d req-5ef4bf79-ca41-4bc1-a75d-d42ce1a70c9d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:34.730244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbae2a52-1635-4ef5-a127-f8bff30cf08d req-5ef4bf79-ca41-4bc1-a75d-d42ce1a70c9d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0474198 Dec 15 05:46:34.778489 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cbae2a52-1635-4ef5-a127-f8bff30cf08d req-a2128728-559a-49dc-ae61-c5386584ef0d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Dec 15 05:46:35.891611 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4394-da10-49f4-bc50-7820ba1e4799 req-ade9750d-7f29-47c2-8c79-b54675b70608 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:35.892982 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbda4394-da10-49f4-bc50-7820ba1e4799 req-ade9750d-7f29-47c2-8c79-b54675b70608 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0473554 Dec 15 05:46:35.945652 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fbda4394-da10-49f4-bc50-7820ba1e4799 req-7a475cd6-b970-45da-8269-510d9a3e7a53 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 Dec 15 05:46:37.058533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02b7ab-cb72-499a-b28c-4c426c9adf44 req-974eefa6-3484-4165-82a7-14b51639cd20 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:37.059980 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb02b7ab-cb72-499a-b28c-4c426c9adf44 req-974eefa6-3484-4165-82a7-14b51639cd20 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0482659 Dec 15 05:46:37.108765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fb02b7ab-cb72-499a-b28c-4c426c9adf44 req-f0c844ef-72a8-4a80-9e84-1e45718f70d7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Dec 15 05:46:37.834190 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:38.221845 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d80645-d441-4991-8aeb-42090fb9f258 req-b45a0ca5-57ed-4d3c-bc36-94442beef29d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:38.223312 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37d80645-d441-4991-8aeb-42090fb9f258 req-b45a0ca5-57ed-4d3c-bc36-94442beef29d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0478513 Dec 15 05:46:38.272098 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-37d80645-d441-4991-8aeb-42090fb9f258 req-9ae795c6-67c2-43a4-9dd1-e244f568eafc tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Dec 15 05:46:39.388566 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be98de-11aa-4e61-9db9-3cc1e7535a3e req-5d9fb92f-ab17-4c28-8e67-f918e7bd132d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:39.389995 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2be98de-11aa-4e61-9db9-3cc1e7535a3e req-5d9fb92f-ab17-4c28-8e67-f918e7bd132d tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0508108 Dec 15 05:46:39.438253 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d2be98de-11aa-4e61-9db9-3cc1e7535a3e req-21b70520-a0fc-4d61-8a2a-42df3ce5b016 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Dec 15 05:46:40.027989 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:46:40.551159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317db4e-813a-4d97-9ba3-9498557dc9a8 req-442b2a5a-1d64-4e69-84ca-f6d6bbd75938 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:40.552670 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2317db4e-813a-4d97-9ba3-9498557dc9a8 req-442b2a5a-1d64-4e69-84ca-f6d6bbd75938 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0486090 Dec 15 05:46:40.601250 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2317db4e-813a-4d97-9ba3-9498557dc9a8 req-1c49023a-c467-465e-be30-71bd6cfac6c5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Dec 15 05:46:41.714027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe4d3a-2b5b-4933-8e79-5f44f36d6f0d req-3a98aa82-dd2e-439d-a4dd-a6314cb625c7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:41.715473 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-defe4d3a-2b5b-4933-8e79-5f44f36d6f0d req-3a98aa82-dd2e-439d-a4dd-a6314cb625c7 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 943 time: 0.0472801 Dec 15 05:46:41.767768 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-defe4d3a-2b5b-4933-8e79-5f44f36d6f0d req-03c89baa-459a-4b5b-bc07-b151ae03b68a tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464158 Dec 15 05:46:42.145625 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:46:42.240460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:46:42.251280 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'port_id': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'mac_address': 'fa:16:3e:6a:f3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:46:42.287302 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:42.300044 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7383dc1-30cf-44ad-81c3-fbf2a5b34014 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:46:42.318951 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:46:42.322775 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:42.371071 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=9']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:46:42.602561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e7383dc1-30cf-44ad-81c3-fbf2a5b34014'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:46:42.881983 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5c772-0e3c-4716-acc3-8275d93d0f03 req-b9f0347c-3802-437c-b655-f330fb466e03 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:42.883438 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b5c772-0e3c-4716-acc3-8275d93d0f03 req-b9f0347c-3802-437c-b655-f330fb466e03 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 944 time: 0.0479829 Dec 15 05:46:42.931582 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-68b5c772-0e3c-4716-acc3-8275d93d0f03 req-3dd5d8ab-58c2-4c4d-aa9d-6238e0c666d9 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422976 Dec 15 05:46:44.047660 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3862e4-6c23-4b8c-be8d-e768da33562e req-10d13acc-74df-4fe1-987f-19dac76ba4a5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:44.049137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad3862e4-6c23-4b8c-be8d-e768da33562e req-10d13acc-74df-4fe1-987f-19dac76ba4a5 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 944 time: 0.0477326 Dec 15 05:46:44.098251 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ad3862e4-6c23-4b8c-be8d-e768da33562e req-754443dd-c004-4d82-9263-09bd5a282f8f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 Dec 15 05:46:44.146921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:46:44.196371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:46:44.199983 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:46:44.200392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:44.286728 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:44.309561 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:46:44.311798 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a936356-5012-416d-a6a2-42f2f3d83049" -d '{"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-plugged", "status": "completed", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:46:44.323889 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:46:44.327843 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:46:44.376603 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=10']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:46:44.404728 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6dbf98-ee3c-4c81-8e27-d1d333d94e9a x-openstack-request-id: req-4b6dbf98-ee3c-4c81-8e27-d1d333d94e9a {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:46:44.405027 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-plugged", "status": "completed", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:46:44.405283 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b6dbf98-ee3c-4c81-8e27-d1d333d94e9a {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:46:44.405680 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'code': 200} Dec 15 05:46:44.592534 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f55e10-9bb5-42d3-b0ef-d2de8c6c5087 req-ccd6d3ef-7939-4afc-89b6-034a692d7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:44.594056 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-23f55e10-9bb5-42d3-b0ef-d2de8c6c5087 req-ccd6d3ef-7939-4afc-89b6-034a692d7aef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1098 time: 0.0427125 Dec 15 05:46:44.639029 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-23f55e10-9bb5-42d3-b0ef-d2de8c6c5087 req-64a8c914-6089-4243-924e-9350cbf12300 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Dec 15 05:46:45.215608 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a8cf2-558b-4a09-9b6c-e075a6d06fec req-09c9167d-4795-462a-a609-20ea3bd18428 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:45.217086 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-911a8cf2-558b-4a09-9b6c-e075a6d06fec req-09c9167d-4795-462a-a609-20ea3bd18428 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 946 time: 0.0519576 Dec 15 05:46:45.265718 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-911a8cf2-558b-4a09-9b6c-e075a6d06fec req-2083c624-9de5-47e0-98c6-132f617c0367 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Dec 15 05:46:46.381515 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a71fd2-1c53-4278-b914-11433ae4b04e req-e334eec5-19eb-4b80-af73-61b85a89af60 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:46:46.382869 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95a71fd2-1c53-4278-b914-11433ae4b04e req-e334eec5-19eb-4b80-af73-61b85a89af60 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 946 time: 0.0480967 Dec 15 05:46:46.431443 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-95a71fd2-1c53-4278-b914-11433ae4b04e req-008a9377-266f-41f1-a86b-dd7c234b8d56 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 Dec 15 05:46:57.887670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6caa368f-3cb2-4938-b0b4-49aa235fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:00.054941 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3259f8d2-68a4-4da7-b85d-392f5fc4003c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:01.438533 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:02.970470 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:03.558790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:04.249113 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:07.866906 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:09.909346 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-86a050b1-2f15-4665-9ac0-cf2ced317d26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399439 Dec 15 05:47:10.013946 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-e18a1fb3-c686-4430-8f2e-073de130506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:47:10.015428 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-e18a1fb3-c686-4430-8f2e-073de130506f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1098 time: 0.0430796 Dec 15 05:47:10.126103 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-ffb7cd72-85e5-4a72-a46d-5dd58d854541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:47:10.127712 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-ffb7cd72-85e5-4a72-a46d-5dd58d854541 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.0916910 Dec 15 05:47:10.192801 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-96e2333f-3a56-4148-9f18-9cecae196f51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 1001 time: 0.0578046 Dec 15 05:47:10.244514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-a2db3b4c-2518-492d-8bec-8db912991300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:47:10.246147 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-a2db3b4c-2518-492d-8bec-8db912991300 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0467374 Dec 15 05:47:10.291419 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-392ee5bd-0be5-48d6-9a83-541a31511e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:47:10.292985 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-392ee5bd-0be5-48d6-9a83-541a31511e6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389051 Dec 15 05:47:10.381991 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-b1ed2881-be4e-4742-b6ec-ea29abe801d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807681 Dec 15 05:47:10.473438 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-75cca0e6-ee09-422f-af2f-9c1aee5c4fa3 req-3ff1a824-8c67-4ee3-a0ec-436bc4f3f099 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838461 Dec 15 05:47:17.027835 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:47:27.888012 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-71d37af8-8612-4928-9886-6f1368451b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:30.056052 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-92cb51df-4390-4913-bf3c-8520c5c7ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:31.441521 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:32.973489 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:33.560245 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:34.261521 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:37.878651 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:54.026334 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:47:57.889950 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-85f1a288-eb8d-4f0f-9b16-11add7c48530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:59.317495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59330) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:47:59.487296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Deleting port 04546ecc-7156-4ae9-8240-1f3a427a6085 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:47:59.487556 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:59.562790 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:59.563116 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:59.574813 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Calling delete_port for 04546ecc-7156-4ae9-8240-1f3a427a6085 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:47:59.720746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:59.747844 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event deleted for resources: {'Port': ['ID=04546ecc-7156-4ae9-8240-1f3a427a6085,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:47:59.759819 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.760191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.760529 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.760859 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.761191 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.761516 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.761839 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.762159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.762479 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.762798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.763115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.763433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.763747 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:47:59.820152 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:47:59.820482 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Floating IP b3c7fde4-bc53-4c49-b511-0c745b8b5f1a disassociated (deleted). External IP: 172.25.2.148, port: e7383dc1-30cf-44ad-81c3-fbf2a5b34014. Dec 15 05:48:00.018606 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:48:00.058027 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5a947a8c-9a78-423c-ad04-5a27192e5c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:00.128921 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:00.133321 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:00.139087 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b11e5-a64f-4173-908b-97184514010f None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:00.148483 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:00.149105 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:00.160374 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49251588-0fb8-4f26-9028-48b697ec6d3f tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "DELETE /v2.0/floatingips/b3c7fde4-bc53-4c49-b511-0c745b8b5f1a HTTP/1.1" status: 204 len: 168 time: 0.8417838 Dec 15 05:48:00.161038 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:48:00.163302 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38205a59-27eb-4494-a57f-4ac41d73dcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:48:00.203286 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eef230d-ab08-47ce-9a04-70425e91158a x-openstack-request-id: req-6eef230d-ab08-47ce-9a04-70425e91158a {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:48:00.203718 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:48:00.203900 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6eef230d-ab08-47ce-9a04-70425e91158a {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:48:00.204436 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'status': 'completed', 'code': 200} Dec 15 05:48:00.293358 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-5a94ebf7-a0b0-4771-a8c2-ab8243fcbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:00.295607 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-5a94ebf7-a0b0-4771-a8c2-ab8243fcbc41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 1098 time: 0.0469618 Dec 15 05:48:00.441519 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-f77376b8-3f7e-4602-bf09-689c8f5e7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:00.443131 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-f77376b8-3f7e-4602-bf09-689c8f5e7467 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 200 len: 909 time: 0.1041033 Dec 15 05:48:00.453452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:00.479706 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d16da-7d6a-460e-b852-98b25d948d87 req-f63969b5-8f97-4363-9f44-bd4880bb0003 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:00.481341 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b75d16da-7d6a-460e-b852-98b25d948d87 req-f63969b5-8f97-4363-9f44-bd4880bb0003 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 946 time: 0.1229525 Dec 15 05:48:00.486760 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-e88676c3-3836-4b80-9760-9029e3edf5cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 200 len: 217 time: 0.0355794 Dec 15 05:48:00.538710 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-c7f4125d-0bb8-4431-9a38-4891474ab1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:00.540354 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-c7f4125d-0bb8-4431-9a38-4891474ab1b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0441673 Dec 15 05:48:00.541746 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b75d16da-7d6a-460e-b852-98b25d948d87 req-167cf056-e2c1-4c9b-ba0b-5da221f99650 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538576 Dec 15 05:48:00.594338 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-48f3e445-bd76-4114-a699-228b127e0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:00.595857 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-48f3e445-bd76-4114-a699-228b127e0cac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484107 Dec 15 05:48:00.651466 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:00.683585 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b11e5-a64f-4173-908b-97184514010f None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:00.686450 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-510da40a-b595-4969-9a22-a7b6286a7f30 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822873 Dec 15 05:48:00.692427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:00.693030 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:00.792326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-38205a59-27eb-4494-a57f-4ac41d73dcf8 req-1dc70772-5d46-40a5-b248-4ad51cb8bda2 service neutron] 10.222.0.42 "GET /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978968 Dec 15 05:48:00.803294 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:00.998838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-960b11e5-a64f-4173-908b-97184514010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:01.027701 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b11e5-a64f-4173-908b-97184514010f None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:13Z', 'revision_number': 4, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': 'ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3', 'name': '', 'network_id': '7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'mac_address': 'fa:16:3e:2e:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:13Z', 'updated_at': '2021-12-15T05:39:19Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'subnets': [{'id': 'bd6ef957-0fa6-4115-9cc0-6972642b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:01.256372 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b7c4b-336a-4f31-8f00-195755d687d3 None None] New status for floating IP b3c7fde4-bc53-4c49-b511-0c745b8b5f1a: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:48:01.443198 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:01.655760 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078b7-2a76-4fe1-b2c0-73186d944894 req-ec31d342-9b59-4fb0-acda-db20e5c8fb56 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:01.657244 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5b078b7-2a76-4fe1-b2c0-73186d944894 req-ec31d342-9b59-4fb0-acda-db20e5c8fb56 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 946 time: 0.0486410 Dec 15 05:48:01.713840 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d5b078b7-2a76-4fe1-b2c0-73186d944894 req-5cdeaca2-a431-47c0-9c61-7bb1334f4cac tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/security-groups?id=b652b977-8244-4392-9e67-8844c78724df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506063 Dec 15 05:48:02.057440 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6328eb-78c3-4d88-b745-087548abf69d req-f0003eba-195c-47ce-93f0-2ca0f4790258 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:02.058912 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e6328eb-78c3-4d88-b745-087548abf69d req-f0003eba-195c-47ce-93f0-2ca0f4790258 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 946 time: 0.0562744 Dec 15 05:48:02.144693 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Deleting port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:02.145060 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:02.237282 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] For port e7383dc1-30cf-44ad-81c3-fbf2a5b34014, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:02.237638 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:02.250098 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Calling delete_port for e7383dc1-30cf-44ad-81c3-fbf2a5b34014 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:02.377585 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:02.405681 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event deleted for resources: {'Port': ['ID=e7383dc1-30cf-44ad-81c3-fbf2a5b34014,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:02.433270 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.433624 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.433971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.434309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.434644 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.434975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.435304 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.435631 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.435958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.436319 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.436646 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.436971 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.437292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:02.456355 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] No DVR routers for this DVR port e7383dc1-30cf-44ad-81c3-fbf2a5b34014 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:48:02.458867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:02.462816 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5e6328eb-78c3-4d88-b745-087548abf69d req-9cbfe59b-99e3-442d-b895-bef292a38e1e tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.42 "DELETE /v2.0/ports/e7383dc1-30cf-44ad-81c3-fbf2a5b34014 HTTP/1.1" status: 204 len: 173 time: 0.3976476 Dec 15 05:48:02.463254 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-deleted', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:48:02.465565 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6e517-e36a-46d7-af1e-3e845182464d" -d '{"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-deleted", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:48:02.505856 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee2973-4b3a-4b6a-8fd0-123590be4333 x-openstack-request-id: req-c5ee2973-4b3a-4b6a-8fd0-123590be4333 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:48:02.506151 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b9e262-d5d4-4000-a682-a1431a054806", "name": "network-vif-deleted", "tag": "e7383dc1-30cf-44ad-81c3-fbf2a5b34014", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:48:02.506407 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5ee2973-4b3a-4b6a-8fd0-123590be4333 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:48:02.506816 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b9e262-d5d4-4000-a682-a1431a054806', 'name': 'network-vif-deleted', 'tag': 'e7383dc1-30cf-44ad-81c3-fbf2a5b34014', 'status': 'completed', 'code': 200} Dec 15 05:48:02.821288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5ebd1400-d5b7-4822-9616-470288099537 req-677da8c1-5e8a-4b15-bb62-55ef8f246cfe tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Dec 15 05:48:02.977174 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:03.562629 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:03.914234 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e9f92611-4d90-4b55-834d-bf5dbb3f90bd req-29c84a60-9340-44c1-8354-ba81ec713570 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0253265 Dec 15 05:48:04.259388 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:05.012857 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-18252d9a-f337-4a80-b04a-129f7aa04d96 req-119b7d35-e6a9-4184-ac76-36783c790534 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0299518 Dec 15 05:48:06.106076 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4688c605-8fc1-47f1-a80c-15dac3b48e41 req-108664d9-5303-4f1f-aa0a-f2558b1e3b34 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0254486 Dec 15 05:48:06.503028 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:06.523443 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: e7383dc1-30cf-44ad-81c3-fbf2a5b34014 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:06.524311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7383dc1-30cf-44ad-81c3-fbf2a5b34014 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:07.224871 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b532d563-fe66-4ee6-8b3b-e3959652b0c6 req-051cc6cb-1d9f-4c8b-8cf3-7d91111b9766 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "GET /v2.0/ports?device_id=90b9e262-d5d4-4000-a682-a1431a054806 HTTP/1.1" status: 200 len: 210 time: 0.0309589 Dec 15 05:48:07.879154 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:08.278245 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59366) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:08.338988 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a805e9-74a4-4e34-a38f-e006f1d013a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:08.365056 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a805e9-74a4-4e34-a38f-e006f1d013a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:08.426657 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a805e9-74a4-4e34-a38f-e006f1d013a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:08.430150 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b6a805e9-74a4-4e34-a38f-e006f1d013a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:08.431386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b6a805e9-74a4-4e34-a38f-e006f1d013a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] 10.222.0.37 "DELETE /v2.0/security-groups/b652b977-8244-4392-9e67-8844c78724df HTTP/1.1" status: 204 len: 168 time: 0.1520610 Dec 15 05:48:08.440986 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a805e9-74a4-4e34-a38f-e006f1d013a6 tempest-TestShelveInstance-755342711 tempest-TestShelveInstance-755342711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b652b977-8244-4392-9e67-8844c78724df,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:09.506658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59372) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:09.940562 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:10.189693 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Deleting port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:10.190124 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:10.266762 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] For port ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:10.267062 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:10.280156 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Calling delete_port for ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:10.463055 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:10.489495 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:10.982906 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:11.194617 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Router 3787e7da-401d-44a4-9643-4c9c609abcb2 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:48:11.296573 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:11.302184 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-acac8cdd-5cb9-446f-9284-2cfe4d48b84f admin admin] 10.222.0.37 "PUT /v2.0/routers/3787e7da-401d-44a4-9643-4c9c609abcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944696 Dec 15 05:48:11.304926 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59376) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:11.305838 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] Sync routers for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:11.315436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:11.316154 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:11.409408 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:11.423255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:11.512529 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:11.567954 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Deleting port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:11.568329 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:11.610066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:48:10Z', 'revision_number': 5, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port': {'id': '05eacbf1-1ae8-4ec1-8988-6fe745d3c510', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:11.640328 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] Checking router: 3787e7da-401d-44a4-9643-4c9c609abcb2 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:11.646088 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] For port 05eacbf1-1ae8-4ec1-8988-6fe745d3c510, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:11.646521 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:11.648572 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] Routers {'3787e7da-401d-44a4-9643-4c9c609abcb2'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:11.649180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['3787e7da-401d-44a4-9643-4c9c609abcb2'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:11.659370 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Calling delete_port for 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:11.729478 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] Set router 3787e7da-401d-44a4-9643-4c9c609abcb2 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:11.787273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:48:11Z', 'revision_number': 6, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:11.813696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779de746-0646-4875-9603-80d914f7d3d3 None None] The sync data for ids ['3787e7da-401d-44a4-9643-4c9c609abcb2'] in n-d-820935-10 is: [{'id': '3787e7da-401d-44a4-9643-4c9c609abcb2', 'name': 'tempest-TestShelveInstance-1305002081-router', 'tenant_id': '5cb870658ac34dce82c8e02d408eaf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:11Z', 'updated_at': '2021-12-15T05:48:11Z', 'revision_number': 6, 'project_id': '5cb870658ac34dce82c8e02d408eaf2a', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:11.826133 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:11.859238 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Pushing event deleted for resources: {'Port': ['ID=05eacbf1-1ae8-4ec1-8988-6fe745d3c510,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:11.875460 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14ca38-f9a2-451f-88ad-74e1c2c59530 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:11.931153 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.019927 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.022048 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.064187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.064650 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3787e7da-401d-44a4-9643-4c9c609abcb2 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:48:12.069140 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.070156 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a8c53a58-9f0a-4b30-bde7-2068ec548434 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3787e7da-401d-44a4-9643-4c9c609abcb2 HTTP/1.1" status: 204 len: 168 time: 0.7642353 Dec 15 05:48:12.073309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59378) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:12.115669 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Deleting subnet bd6ef957-0fa6-4115-9cc0-6972642b5f0f {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:48:12.119510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.158207 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.248094 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.310335 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.337184 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6ef957-0fa6-4115-9cc0-6972642b5f0f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:12.341039 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.346660 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c42ed705-61a0-4bf4-ac2d-476cd2c70dcc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd6ef957-0fa6-4115-9cc0-6972642b5f0f HTTP/1.1" status: 204 len: 168 time: 0.2700593 Dec 15 05:48:12.347455 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59380) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:12.349134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d9c22-cc2b-4514-85b5-6310da7c5a3c None None] Network 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:48:12.420538 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.477272 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Deleting port 325b927c-56be-40a6-b25c-073b8fe8d850 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:12.477614 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.543870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] For port 325b927c-56be-40a6-b25c-073b8fe8d850, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=325b927c-56be-40a6-b25c-073b8fe8d850,segment=NetworkSegment(c17f888b-a848-4176-882d-9c3976f32a7d),segment_id=c17f888b-a848-4176-882d-9c3976f32a7d)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:12.544271 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.556714 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Calling delete_port for 325b927c-56be-40a6-b25c-073b8fe8d850 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:12.608335 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] DHCP port deletion for 7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:12.613884 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:12.639383 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:12.639726 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device ac3f7e0f-88d9-40fd-b384-6894b9c1c4e3 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:12.659632 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.688937 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Pushing event deleted for resources: {'Port': ['ID=325b927c-56be-40a6-b25c-073b8fe8d850,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:12.690798 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] No DVR routers for this DVR port 325b927c-56be-40a6-b25c-073b8fe8d850 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:48:12.693865 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Deleting port 325b927c-56be-40a6-b25c-073b8fe8d850 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:12.694362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.763360 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] For port 325b927c-56be-40a6-b25c-073b8fe8d850, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:12.763801 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.766977 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.780451 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Calling delete_port for 325b927c-56be-40a6-b25c-073b8fe8d850 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:12.783255 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Port 325b927c-56be-40a6-b25c-073b8fe8d850 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:48:12.785394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.795759 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:12.806662 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17f888b-a848-4176-882d-9c3976f32a7d') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:12.807046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17f888b-a848-4176-882d-9c3976f32a7d') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:12.812839 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Pushing event deleted for resources: {'Port': ['ID=325b927c-56be-40a6-b25c-073b8fe8d850,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:12.817180 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.821080 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] No DVR routers for this DVR port 325b927c-56be-40a6-b25c-073b8fe8d850 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:48:12.823962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.823962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.824305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.826139 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.826468 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.826801 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.827137 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.827467 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.827796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.828160 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.828705 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.828960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.829283 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdf895-0687-4be9-a1ac-d21cb52dda58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:12.832480 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.843304 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:48:12.843715 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:48:12.845556 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:48:12.904617 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.910301 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:12.914872 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] 10.222.0.37 "DELETE /v2.0/networks/7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f HTTP/1.1" status: 204 len: 168 time: 0.5655544 Dec 15 05:48:12.917906 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59382) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:12.936231 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb97b7f-fe6f-406e-81e6-21a5dc51541c admin admin] Pushing event deleted for resources: {'Network': ['ID=7aad6fe0-78b4-4cbb-8cf4-0e40bb88783f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:13.282850 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:13.521453 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Deleting port bd013d8c-3d60-42c1-9e68-9a6928c9ab82 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:13.522145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:13.600376 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] For port bd013d8c-3d60-42c1-9e68-9a6928c9ab82, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,segment=NetworkSegment(66430fc6-f87e-480e-b80b-64ee7f9a1d86),segment_id=66430fc6-f87e-480e-b80b-64ee7f9a1d86)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:13.600736 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:13.615422 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Calling delete_port for bd013d8c-3d60-42c1-9e68-9a6928c9ab82 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:13.794290 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:13.825712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Pushing event deleted for resources: {'Port': ['ID=bd013d8c-3d60-42c1-9e68-9a6928c9ab82,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:13.996600 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:14.207430 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Router 749c1909-dcb9-4124-aa05-3e58d3a78a3b has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:48:14.267053 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:14.290873 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:14.291245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 05eacbf1-1ae8-4ec1-8988-6fe745d3c510 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:14.291659 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 325b927c-56be-40a6-b25c-073b8fe8d850 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:14.311217 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 325b927c-56be-40a6-b25c-073b8fe8d850 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:14.311566 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 325b927c-56be-40a6-b25c-073b8fe8d850 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:14.314901 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:14.322800 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5a14c5d0-eddb-434f-b709-4438b1bceadf admin admin] 10.222.0.37 "PUT /v2.0/routers/749c1909-dcb9-4124-aa05-3e58d3a78a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4007432 Dec 15 05:48:14.322800 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59384) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:14.326982 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] Sync routers for ids ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:14.336585 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] Routers {'749c1909-dcb9-4124-aa05-3e58d3a78a3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:14.337198 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:14.444473 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] Set router 749c1909-dcb9-4124-aa05-3e58d3a78a3b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:14.636546 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:48:13Z', 'revision_number': 5, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:14.663324 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] Checking router: 749c1909-dcb9-4124-aa05-3e58d3a78a3b for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:14.675456 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] Routers {'749c1909-dcb9-4124-aa05-3e58d3a78a3b'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:14.676155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:14.727204 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:14.779089 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] Set router 749c1909-dcb9-4124-aa05-3e58d3a78a3b gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:14.825531 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:14.882658 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Deleting port 0fe9400c-1943-4a80-aeb6-d3655c88618f {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:14.883003 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:14.952014 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:48:13Z', 'revision_number': 5, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:14.959306 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] For port 0fe9400c-1943-4a80-aeb6-d3655c88618f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=0fe9400c-1943-4a80-aeb6-d3655c88618f,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:14.959667 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:14.974498 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Calling delete_port for 0fe9400c-1943-4a80-aeb6-d3655c88618f owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:14.982863 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48945d5a-408a-4520-a981-ca5c0ede9d34 None None] The sync data for ids ['749c1909-dcb9-4124-aa05-3e58d3a78a3b'] in n-d-820935-10 is: [{'id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'name': 'tempest-TestShelveInstance-381529304-router', 'tenant_id': '63a52559c89f4e5090481349430dee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:39:15Z', 'updated_at': '2021-12-15T05:48:13Z', 'revision_number': 5, 'project_id': '63a52559c89f4e5090481349430dee7f', 'gw_port': {'id': '0fe9400c-1943-4a80-aeb6-d3655c88618f', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c1909-dcb9-4124-aa05-3e58d3a78a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:39:16Z', 'updated_at': '2021-12-15T05:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:15.138602 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.164141 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe9400c-1943-4a80-aeb6-d3655c88618f,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:15.179520 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2da97-7c1a-484d-b099-96cc2435a2e4 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:15.231723 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.321170 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.323345 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.368376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.368970 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 749c1909-dcb9-4124-aa05-3e58d3a78a3b {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:48:15.373433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.374587 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-1c85665c-5168-4304-9f38-1b17d02807c0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/749c1909-dcb9-4124-aa05-3e58d3a78a3b HTTP/1.1" status: 204 len: 168 time: 1.0508883 Dec 15 05:48:15.377239 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59386) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:15.423877 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Deleting subnet b217c081-a2ed-467e-be9a-ddfc20f9c143 {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:48:15.427112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.467253 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.544059 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.603209 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.630159 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b217c081-a2ed-467e-be9a-ddfc20f9c143,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:15.634953 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.640840 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-b0f1320b-db62-4919-8748-a2b8391fa3b2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b217c081-a2ed-467e-be9a-ddfc20f9c143 HTTP/1.1" status: 204 len: 168 time: 0.2601945 Dec 15 05:48:15.641218 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59388) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:15.641842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8406fd91-e77b-488f-8c34-4bdf55a8f478 None None] Network 5b1fa885-a566-4ea7-a152-a77f499e6468 requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:48:15.721700 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.775045 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Deleting port d430d5d9-58cd-44ea-b3b9-5186fa4deade {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:48:15.775386 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.841577 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] For port d430d5d9-58cd-44ea-b3b9-5186fa4deade, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=d430d5d9-58cd-44ea-b3b9-5186fa4deade,segment=NetworkSegment(66430fc6-f87e-480e-b80b-64ee7f9a1d86),segment_id=66430fc6-f87e-480e-b80b-64ee7f9a1d86)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:15.841856 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.854148 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Calling delete_port for d430d5d9-58cd-44ea-b3b9-5186fa4deade owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:48:15.930864 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:15.955175 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Pushing event deleted for resources: {'Port': ['ID=d430d5d9-58cd-44ea-b3b9-5186fa4deade,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:15.958945 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] No DVR routers for this DVR port d430d5d9-58cd-44ea-b3b9-5186fa4deade on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:48:16.028739 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b22d5-3bf0-4663-ae9c-8baa454d4346 None None] DHCP port deletion for 5b1fa885-a566-4ea7-a152-a77f499e6468 request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:16.043287 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.063875 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1fa885-a566-4ea7-a152-a77f499e6468']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:16.073006 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66430fc6-f87e-480e-b80b-64ee7f9a1d86') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:16.073299 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66430fc6-f87e-480e-b80b-64ee7f9a1d86') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:16.082329 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.095027 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.100744 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:48:16.101114 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:48:16.103231 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:48:16.161495 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.181746 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.187772 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b1fa885-a566-4ea7-a152-a77f499e6468 HTTP/1.1" status: 204 len: 168 time: 0.5453486 Dec 15 05:48:16.189173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac3a19-0ca1-4988-b4fa-ff48cc73115c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1fa885-a566-4ea7-a152-a77f499e6468,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:16.232854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bd013d8c-3d60-42c1-9e68-9a6928c9ab82 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:16.254005 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: bd013d8c-3d60-42c1-9e68-9a6928c9ab82 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:16.254276 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device bd013d8c-3d60-42c1-9e68-9a6928c9ab82 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:16.254858 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d430d5d9-58cd-44ea-b3b9-5186fa4deade no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:16.274224 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: d430d5d9-58cd-44ea-b3b9-5186fa4deade {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:16.274579 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device d430d5d9-58cd-44ea-b3b9-5186fa4deade not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:16.274971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0fe9400c-1943-4a80-aeb6-d3655c88618f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:48:16.295316 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 0fe9400c-1943-4a80-aeb6-d3655c88618f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:48:16.295652 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 0fe9400c-1943-4a80-aeb6-d3655c88618f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:48:16.297092 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59392) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:16.343377 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-7e5f21ec-e524-4d3b-b419-aa45724903a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cb870658ac34dce82c8e02d408eaf2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448937 Dec 15 05:48:16.345839 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59394) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:16.391410 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c708ecf3-181d-4741-865e-2af87ad52540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.411788 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c708ecf3-181d-4741-865e-2af87ad52540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.457398 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c708ecf3-181d-4741-865e-2af87ad52540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.460575 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c708ecf3-181d-4741-865e-2af87ad52540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.462452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-c708ecf3-181d-4741-865e-2af87ad52540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/852db984-402d-4060-b0ea-0a777483295e HTTP/1.1" status: 204 len: 168 time: 0.1157472 Dec 15 05:48:16.482293 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ecf3-181d-4741-865e-2af87ad52540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852db984-402d-4060-b0ea-0a777483295e,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:16.780056 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59400) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:16.819397 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f96cafdd-ce34-40ff-a713-cfcd22586bbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a52559c89f4e5090481349430dee7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380142 Dec 15 05:48:16.822414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59402) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:16.876247 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cafa-8229-4485-b59b-2bea412a2957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.896792 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cafa-8229-4485-b59b-2bea412a2957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.944548 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cafa-8229-4485-b59b-2bea412a2957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.947732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cafa-8229-4485-b59b-2bea412a2957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:16.948936 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8dd6cafa-8229-4485-b59b-2bea412a2957 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74085994-09c2-4f4f-bdaf-334167311eec HTTP/1.1" status: 204 len: 168 time: 0.1255867 Dec 15 05:48:16.956372 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6cafa-8229-4485-b59b-2bea412a2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74085994-09c2-4f4f-bdaf-334167311eec,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:17.620171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59424) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:17.712811 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1937551033-network', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:17.733544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Made reservation on behalf of 66a33c5e3e6449aeb7e5fe1ab85906d5 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:48:17.735911 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.744749 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.817774 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.821382 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.848134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:48:17.854854 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f88c9-fb90-4c07-8a1b-0e495e7c999d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:17.861001 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.861343 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Added segment 7cc7835d-faee-4f1f-88d1-07ca8f5c952c of type vlan for network fa3a4c72-bf5e-4886-a23f-b53e35eef28a Dec 15 05:48:17.900341 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.923537 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.924500 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:17.925075 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:17.977554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3561993 Dec 15 05:48:17.980858 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59428) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:17.985840 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Request body: {'subnet': {'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1937551033-subnet', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'ip_version': 4}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:17.987961 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd5b25-27b5-42fd-9d97-70866213b234 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3a4c72-bf5e-4886-a23f-b53e35eef28a,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:17.998685 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:48:18.006127 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Made reservation on behalf of 66a33c5e3e6449aeb7e5fe1ab85906d5 for: {'subnet': 1} {{(pid=103133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:48:18.009157 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9093354'] for subnet, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.176379 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8699959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9093364'] for subnet, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.233767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:18.237949 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Checking segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:18.238306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Network hostable DHCP agents. Network: fa3a4c72-bf5e-4886-a23f-b53e35eef28a, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:48:18.255057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:48:18.263635 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, fa3a4c72-bf5e-4886-a23f-b53e35eef28a) {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:18.267512 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:18.268112 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.273505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814ff80-639d-4e8c-b452-61c6bd9ceb7b None None] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:48:18.287147 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59430) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:18.287427 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-49c269d7-6021-476a-bfd9-78e26c64dba5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3052692 Dec 15 05:48:18.292220 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:18.316916 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.317938 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.368714 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.376808 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:48:18.377671 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.506710 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.509363 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Allocated IP 172.20.0.2 (fa3a4c72-bf5e-4886-a23f-b53e35eef28a/c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1/6e5b830e-e249-4606-aa0d-8e3bc324c4c8) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:18.649424 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.656028 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.699966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:18.705025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:18.707112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Pushing event updated for resources: {'Port': ['ID=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:18.709237 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:18.715168 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.733970 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.762780 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Attempting to bind port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:18.763064 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Attempting to bind port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:18.763423 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Attempting to bind port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:18.768569 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:18.768931 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Checking segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:18.769325 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.769715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Bound using segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:18.770192 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Bound port: 6e5b830e-e249-4606-aa0d-8e3bc324c4c8, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:18.770547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.830802 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] For port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:18.833433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Allocated IP 172.25.2.137 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/1da0d1d2-686d-4506-b9d4-8736de0874a6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:18.833761 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] For port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:18.838121 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.894180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908160e1-7891-4bf9-b405-105111f3ffba None None] Pushing event updated for resources: {'Port': ['ID=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:18.942605 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:18.977230 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:19.015578 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:19.018379 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:19.021871 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:19.043627 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a09f9-dbf2-4cd7-a9ec-19ab51251e1a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:19.051397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1da0d1d2-686d-4506-b9d4-8736de0874a6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:19.128321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-59c4ec91-b1fb-4e18-9698-709d0a737579 None None] Provisioning complete for port 1da0d1d2-686d-4506-b9d4-8736de0874a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:19.128690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-59c4ec91-b1fb-4e18-9698-709d0a737579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:19.165006 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-59c4ec91-b1fb-4e18-9698-709d0a737579 None None] Port 1da0d1d2-686d-4506-b9d4-8736de0874a6 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:19.295287 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:19.487054 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:19.621281 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Router a1ccb48d-f822-4819-bacf-20e89040a340 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:48:19.731958 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:19.740852 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:19.752119 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:19.752494 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:19.753110 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:19.753564 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-76faaadd-45a2-4cb0-91a0-7eece21df9d2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4653709 Dec 15 05:48:19.756361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59432) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:19.868473 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b249c9e0-21c4-446c-901c-8781d93b057c None None] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:48:19.877312 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:20.189433 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.211622 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b46c04ba-f030-49d7-85a5-879afd710573 None None] Provisioning complete for port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:20.212227 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b46c04ba-f030-49d7-85a5-879afd710573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.259820 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:20.360310 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Allocated IP 172.20.0.1 (fa3a4c72-bf5e-4886-a23f-b53e35eef28a/c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1/4039d21e-b386-43de-9ad3-70e7b614344f) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:20.418427 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:20.418713 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.462627 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b46c04ba-f030-49d7-85a5-879afd710573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.468776 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.499275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:19Z', 'revision_number': 3, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:20.508022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.511900 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-b46c04ba-f030-49d7-85a5-879afd710573 None None] For port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:20.541531 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b46c04ba-f030-49d7-85a5-879afd710573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.545296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:20.546134 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Updating router a1ccb48d-f822-4819-bacf-20e89040a340 port 1da0d1d2-686d-4506-b9d4-8736de0874a6 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:48:20.547252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:20.552682 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:20.556467 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:20.596984 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Pushing event updated for resources: {'Port': ['ID=4039d21e-b386-43de-9ad3-70e7b614344f,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:20.610772 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.625456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.682716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c04ba-f030-49d7-85a5-879afd710573 None None] Pushing event updated for resources: {'Port': ['ID=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:20.748058 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a0bce973-afba-4e8f-9137-1e39d198ebea None None] Provisioning complete for port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:20.748336 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.748808 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0bce973-afba-4e8f-9137-1e39d198ebea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.920509 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.925492 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.989811 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.990928 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:20.992399 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Pushing event updated for resources: {'Port': ['ID=4039d21e-b386-43de-9ad3-70e7b614344f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:20.997508 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.052717 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec1638-43e7-49aa-b1c9-4640b517b663 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:21.063116 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Attempting to bind port 1da0d1d2-686d-4506-b9d4-8736de0874a6 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:21.063481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Attempting to bind port 1da0d1d2-686d-4506-b9d4-8736de0874a6 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:21.063843 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Attempting to bind port 1da0d1d2-686d-4506-b9d4-8736de0874a6 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:21.065686 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accf467-8305-4f0e-82c5-50d60e3e8908 None None] Pushing event updated for resources: {'Port': ['ID=1da0d1d2-686d-4506-b9d4-8736de0874a6,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:21.075665 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:21.076038 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:21.076460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.076842 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:21.077309 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Bound port: 1da0d1d2-686d-4506-b9d4-8736de0874a6, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:21.077686 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.082017 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-291159c5-88aa-4896-bb07-b93ca28619a9 None None] Provisioning complete for port 4039d21e-b386-43de-9ad3-70e7b614344f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:21.082372 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-291159c5-88aa-4896-bb07-b93ca28619a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.090642 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:21.092021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:21.158245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-291159c5-88aa-4896-bb07-b93ca28619a9 None None] Port 4039d21e-b386-43de-9ad3-70e7b614344f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:21.165632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] For port 1da0d1d2-686d-4506-b9d4-8736de0874a6, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:21.169045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] For port 1da0d1d2-686d-4506-b9d4-8736de0874a6, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1da0d1d2-686d-4506-b9d4-8736de0874a6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:21.174820 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.210507 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Router a1ccb48d-f822-4819-bacf-20e89040a340 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:48:21.228823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d824c9-a278-4dca-9148-a72565686fd7 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:21.244712 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:21.245251 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:21.247649 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accf467-8305-4f0e-82c5-50d60e3e8908 None None] Pushing event updated for resources: {'Port': ['ID=1da0d1d2-686d-4506-b9d4-8736de0874a6,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:21.331643 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:21.341301 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-0fd6f887-001e-40bf-8631-714508a5ca7d admin admin] 10.222.0.37 "PUT /v2.0/routers/a1ccb48d-f822-4819-bacf-20e89040a340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804636 Dec 15 05:48:21.343564 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-05414a9c-6f61-44c7-b234-044a7fd5c860 None None] Provisioning complete for port 1da0d1d2-686d-4506-b9d4-8736de0874a6 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:21.343935 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05414a9c-6f61-44c7-b234-044a7fd5c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.399063 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:21.538232 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05414a9c-6f61-44c7-b234-044a7fd5c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.567226 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-05414a9c-6f61-44c7-b234-044a7fd5c860 None None] For port 1da0d1d2-686d-4506-b9d4-8736de0874a6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1da0d1d2-686d-4506-b9d4-8736de0874a6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:21.573410 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-05414a9c-6f61-44c7-b234-044a7fd5c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.660879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05414a9c-6f61-44c7-b234-044a7fd5c860 None None] Pushing event updated for resources: {'Port': ['ID=1da0d1d2-686d-4506-b9d4-8736de0874a6,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:21.700210 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 2, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:21.703290 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d6aaf455-0743-41b0-b2d8-775976e71164 None None] Provisioning complete for port 4039d21e-b386-43de-9ad3-70e7b614344f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:21.703672 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d6aaf455-0743-41b0-b2d8-775976e71164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.729042 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d627024-f81e-4799-8c4e-e7897278a49d None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 2, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:21.762517 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-d6aaf455-0743-41b0-b2d8-775976e71164 None None] Port 4039d21e-b386-43de-9ad3-70e7b614344f cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:21.824009 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59450) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:21.829163 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-933342181-network', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:21.850234 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Made reservation on behalf of f01e587615d14851b2ea4dc168c604c1 for: {'network': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:48:21.853326 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for network, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.862944 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.977708 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:21.985673 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.014299 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 05:48:22.024331 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840295b-d2e8-49d9-8b13-5e0f664cea60,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:22.033311 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.033664 n-d-820935-10 neutron-server[103132]: INFO neutron.db.segments_db [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Added segment bb326749-6a31-4f14-90f4-9c47820d4559 of type vlan for network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d Dec 15 05:48:22.078013 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745017309727'] for network, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.104761 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207'] for network, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.105735 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:22.106319 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Publish callbacks [] for network, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.165691 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3401744 Dec 15 05:48:22.168201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59452) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:22.172916 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Request body: {'subnet': {'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-933342181-subnet', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'ip_version': 4}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:22.177426 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bbe4b-a161-48d0-a4e1-3181abebe842 admin admin] Pushing event updated for resources: {'Network': ['ID=31fadefd-a3c1-43a7-9cb5-08f2a20e838d,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:22.201287 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Made reservation on behalf of f01e587615d14851b2ea4dc168c604c1 for: {'subnet': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:48:22.203590 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d details requested by agent ovs-agent-n-d-820935-10 with host n-d-820935-10 {{(pid=103134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 05:48:22.203767 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8506948'] for subnet, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.293619 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:22.355496 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:22.355874 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.389111 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9782575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8506970'] for subnet, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.449414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:22.476433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Checking segment: {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:22.476690 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Network hostable DHCP agents. Network: 31fadefd-a3c1-43a7-9cb5-08f2a20e838d, hostable agents: ['606a93e1-4e99-4ca2-b5c3-b7e44a4d4931'], hosted agents: [] {{(pid=103132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 05:48:22.493150 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d is scheduled to be hosted by DHCP agent 606a93e1-4e99-4ca2-b5c3-b7e44a4d4931 with binding_index 1 {{(pid=103132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 05:48:22.502160 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-10, 31fadefd-a3c1-43a7-9cb5-08f2a20e838d) {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:22.508815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:22.509488 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.515470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293bae2c-cd4e-42ee-b7d3-c117567244ff None None] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:48:22.532701 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-79f388e2-648d-49b9-81c4-a3eba4185ffd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3633485 Dec 15 05:48:22.532910 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59454) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:22.537474 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:22.560941 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4181'] for router, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.562547 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539271', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4174'] for router, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.628010 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.636476 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f6d54-c06f-5dba-8e7d-1434e90a41d6-31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'fixed_ips': [{'subnet_id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d'}]}} from n-d-820935-10. {{(pid=103134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 05:48:22.637451 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.775683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.db_base_plugin_common [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Allocated IP 172.20.0.2 (31fadefd-a3c1-43a7-9cb5-08f2a20e838d/b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d/a9a003ba-8b21-44f0-b60a-cd7b378adf81) {{(pid=103134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:22.776581 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:22.992496 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.016307 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.111751 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.119690 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656'] for port, after_create {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.126380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Allocated IP 172.25.2.115 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/76c4832a-bb6c-49ad-bc54-829938d478f2) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:23.162981 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d is already hosted by enough agents. {{(pid=103134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:23.166697 n-d-820935-10 neutron-server[103134]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Resources bound (agent type, host, resource id): {{(pid=103134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:23.170273 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Received port after_create {{(pid=103134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:23.177208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Pushing event updated for resources: {'Port': ['ID=a9a003ba-8b21-44f0-b60a-cd7b378adf81,revision_number=1']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:23.232901 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Attempting to bind port a9a003ba-8b21-44f0-b60a-cd7b378adf81 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:23.233271 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Attempting to bind port a9a003ba-8b21-44f0-b60a-cd7b378adf81 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:23.233631 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Attempting to bind port a9a003ba-8b21-44f0-b60a-cd7b378adf81 on network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:23.238563 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:23.238933 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Checking segment: {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:23.239334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.239722 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Bound using segment: {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:23.240207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Bound port: a9a003ba-8b21-44f0-b60a-cd7b378adf81, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:23.240581 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.247282 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.282642 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.303916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] For port a9a003ba-8b21-44f0-b60a-cd7b378adf81, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:23.307343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] For port a9a003ba-8b21-44f0-b60a-cd7b378adf81, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a9a003ba-8b21-44f0-b60a-cd7b378adf81,segment=NetworkSegment(bb326749-6a31-4f14-90f4-9c47820d4559),segment_id=bb326749-6a31-4f14-90f4-9c47820d4559)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:23.312406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.322081 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:23.325107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:23.328690 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:23.345819 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebf0c4-c7f3-4d9f-8f38-06a00a1f564b None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:23.352457 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Pushing event updated for resources: {'Port': ['ID=76c4832a-bb6c-49ad-bc54-829938d478f2,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:23.388321 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b2d5-8e76-493a-a52b-c7a2c7a1d6f4 None None] Pushing event updated for resources: {'Port': ['ID=a9a003ba-8b21-44f0-b60a-cd7b378adf81,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:23.500462 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-335669a5-5eaf-4863-a0e8-50dd4e5feb52 None None] Provisioning complete for port 76c4832a-bb6c-49ad-bc54-829938d478f2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:23.500934 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-335669a5-5eaf-4863-a0e8-50dd4e5feb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.551180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-335669a5-5eaf-4863-a0e8-50dd4e5feb52 None None] Port 76c4832a-bb6c-49ad-bc54-829938d478f2 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:23.606548 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.817484 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539380'] for router, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:23.945492 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 is scheduled to L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 with binding_index 1 {{(pid=103133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 05:48:23.963384 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:23.973414 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:23.974012 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:24.052687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:24.064894 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Sync routers for ids ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:24.072799 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.076758 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e5bf72db-73b4-4e3f-a832-9f817a067430 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5402374 Dec 15 05:48:24.077968 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Routers {'5b871b35-8d25-49ae-9139-bba7f9ac4ee9'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:24.078140 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59456) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:24.078784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:24.176738 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:24.200716 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Set router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:24.376180 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a9a003ba-8b21-44f0-b60a-cd7b378adf81 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:24.447426 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 2, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:24.479911 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a9a003ba-8b21-44f0-b60a-cd7b378adf81 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:24.480303 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.482140 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:24.482593 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Updating router a1ccb48d-f822-4819-bacf-20e89040a340 port 4039d21e-b386-43de-9ad3-70e7b614344f binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:48:24.511434 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.547124 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:48:23Z', 'revision_number': 3, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:24.590265 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Checking router: 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:24.590641 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Updating router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 port 76c4832a-bb6c-49ad-bc54-829938d478f2 binding host n-d-820935-10 {{(pid=103134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:48:24.603894 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.651458 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.678369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.770096 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] For port a9a003ba-8b21-44f0-b60a-cd7b378adf81, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a9a003ba-8b21-44f0-b60a-cd7b378adf81,segment=NetworkSegment(bb326749-6a31-4f14-90f4-9c47820d4559),segment_id=bb326749-6a31-4f14-90f4-9c47820d4559)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:24.778707 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.779632 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1da0d1d2-686d-4506-b9d4-8736de0874a6 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:24.788833 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45845dee-8d26-483f-83b6-c34881f4b2a9 None None] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:48:24.808344 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Allocated IP 172.20.0.1 (31fadefd-a3c1-43a7-9cb5-08f2a20e838d/b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d/1b76ff66-ca43-4755-8d1e-1ed3cc79d978) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:24.837373 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.842663 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.927868 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.945678 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Attempting to bind port 4039d21e-b386-43de-9ad3-70e7b614344f on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:24.946415 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Attempting to bind port 4039d21e-b386-43de-9ad3-70e7b614344f by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:24.947015 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Attempting to bind port 4039d21e-b386-43de-9ad3-70e7b614344f on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:24.954694 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:24.955628 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Checking segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:24.956281 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.956879 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Bound using segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:24.957580 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Bound port: 4039d21e-b386-43de-9ad3-70e7b614344f, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:24.958063 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.973822 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9f35cc8d-cc12-4f07-80a5-33517424309b None None] Provisioning complete for port a9a003ba-8b21-44f0-b60a-cd7b378adf81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:24.974195 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9f35cc8d-cc12-4f07-80a5-33517424309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:24.987560 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.014736 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Pushing event updated for resources: {'Port': ['ID=a9a003ba-8b21-44f0-b60a-cd7b378adf81,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:25.026475 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] For port 4039d21e-b386-43de-9ad3-70e7b614344f, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:25.029788 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] For port 4039d21e-b386-43de-9ad3-70e7b614344f, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4039d21e-b386-43de-9ad3-70e7b614344f,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:25.038329 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.048032 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Pushing event updated for resources: {'Port': ['ID=4039d21e-b386-43de-9ad3-70e7b614344f,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:25.058548 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.059343 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.059894 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.060365 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.060787 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.061353 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.061775 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.062196 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.062616 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.063103 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.063541 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.063957 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.064392 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:48:25.088220 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1da0d1d2-686d-4506-b9d4-8736de0874a6 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:25.088601 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.090199 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Pushing event updated for resources: {'Port': ['ID=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:25.100034 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:25.100815 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:25.125124 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:25.126830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:25.130663 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:25.184540 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538759'] for router_interface, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.254037 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0bc4f-ea83-435f-9adc-1ba35f136d00 None None] Pushing event updated for resources: {'Port': ['ID=4039d21e-b386-43de-9ad3-70e7b614344f,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:25.258588 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:25.299199 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Publish callbacks [] for port, precommit_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.315149 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.378662 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7703a80-ac37-4c2f-a5ee-a7094c932bfe None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:25.386688 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Attempting to bind port 76c4832a-bb6c-49ad-bc54-829938d478f2 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:25.387061 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Attempting to bind port 76c4832a-bb6c-49ad-bc54-829938d478f2 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:25.387428 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Attempting to bind port 76c4832a-bb6c-49ad-bc54-829938d478f2 on network ca73bcec-d444-476d-8f09-f3fab153b67c {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:25.389377 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbeeeb-b4b3-42d2-a08a-8401a6f05fc9 None None] Pushing event updated for resources: {'Port': ['ID=76c4832a-bb6c-49ad-bc54-829938d478f2,revision_number=2']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:25.403763 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:25.404172 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Checking segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:25.404675 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.404962 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Bound using segment: {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'} {{(pid=103134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:25.405455 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.managers [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Bound port: 76c4832a-bb6c-49ad-bc54-829938d478f2, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af34932-19c8-4b50-a5e2-6e43facfc6f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c'}}] {{(pid=103134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:25.405838 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.420449 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.452813 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d9ec8aff-2550-4bd2-84d1-0ec767abb007 None None] Provisioning complete for port 4039d21e-b386-43de-9ad3-70e7b614344f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:25.454088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8aff-2550-4bd2-84d1-0ec767abb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.534666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] For port 76c4832a-bb6c-49ad-bc54-829938d478f2, host n-d-820935-10, cleared binding levels {{(pid=103134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:25.540481 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] For port 76c4832a-bb6c-49ad-bc54-829938d478f2, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76c4832a-bb6c-49ad-bc54-829938d478f2,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:25.549232 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.569167 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:25.606494 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992585e-134b-422b-a7df-03751ca1d53d None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:25.643296 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470735cc-200a-4682-9646-cb74748fc10a None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:48:25.660715 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbeeeb-b4b3-42d2-a08a-8401a6f05fc9 None None] Pushing event updated for resources: {'Port': ['ID=76c4832a-bb6c-49ad-bc54-829938d478f2,revision_number=3']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:25.669910 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8aff-2550-4bd2-84d1-0ec767abb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.672132 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Routers {'5b871b35-8d25-49ae-9139-bba7f9ac4ee9'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:25.672700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:25.787346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-d9ec8aff-2550-4bd2-84d1-0ec767abb007 None None] For port 4039d21e-b386-43de-9ad3-70e7b614344f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4039d21e-b386-43de-9ad3-70e7b614344f,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:25.794610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8aff-2550-4bd2-84d1-0ec767abb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:25.856219 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] Set router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:25.909286 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec8aff-2550-4bd2-84d1-0ec767abb007 None None] Pushing event updated for resources: {'Port': ['ID=4039d21e-b386-43de-9ad3-70e7b614344f,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:26.026616 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.032852 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.103390 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Pushing event updated for resources: {'Port': ['ID=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:26.106059 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533559'] for router_interface, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.174699 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Provisioning complete for port 4039d21e-b386-43de-9ad3-70e7b614344f triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:26.175107 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.213433 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:26.215046 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:26.324214 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a9a003ba-8b21-44f0-b60a-cd7b378adf81 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:26.343133 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:48:26.401810 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Provisioning complete for port a9a003ba-8b21-44f0-b60a-cd7b378adf81 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:26.402360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.426207 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-355670ed-34be-4125-b3e5-49936195f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '1b76ff66-ca43-4755-8d1e-1ed3cc79d978', 'name': '', 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'mac_address': 'fa:16:3e:50:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:24Z', 'updated_at': '2021-12-15T05:48:24Z', 'revision_number': 1, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'subnets': [{'id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:26.462845 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355670ed-34be-4125-b3e5-49936195f25c None None] The sync data for ids ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'] in n-d-820935-10 is: [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '1b76ff66-ca43-4755-8d1e-1ed3cc79d978', 'name': '', 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'mac_address': 'fa:16:3e:50:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:24Z', 'updated_at': '2021-12-15T05:48:24Z', 'revision_number': 1, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'subnets': [{'id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:26.478536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port a9a003ba-8b21-44f0-b60a-cd7b378adf81 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:26.478911 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.501941 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:26.507891 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-c3974b2f-b164-4a0d-86b2-10ac3a11006a admin admin] 10.222.0.37 "PUT /v2.0/routers/5b871b35-8d25-49ae-9139-bba7f9ac4ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4287703 Dec 15 05:48:26.610888 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4039d21e-b386-43de-9ad3-70e7b614344f up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:26.653078 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Provisioning complete for port 76c4832a-bb6c-49ad-bc54-829938d478f2 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:26.653456 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.700846 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 4039d21e-b386-43de-9ad3-70e7b614344f triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:26.701223 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.803308 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.852031 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] For port 76c4832a-bb6c-49ad-bc54-829938d478f2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76c4832a-bb6c-49ad-bc54-829938d478f2,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:26.857689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.909583 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Provisioning complete for port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:26.909954 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:26.940788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Pushing event updated for resources: {'Port': ['ID=76c4832a-bb6c-49ad-bc54-829938d478f2,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:26.954209 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5dd20-5fe3-4526-a5fc-408262c52782 None None] Port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:27.072958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-b5e4cd45-07d6-4968-89e1-f7f6a3365788 None None] Provisioning complete for port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:27.073329 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b5e4cd45-07d6-4968-89e1-f7f6a3365788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:27.107998 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4cd45-07d6-4968-89e1-f7f6a3365788 None None] Port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:27.890660 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-c3c07c2d-de71-4218-b1ba-287aa1d1d373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.248831 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76c4832a-bb6c-49ad-bc54-829938d478f2 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:28.266637 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59466) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:28.271297 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742220974', 'description': 'tempest-secgroup-smoke-742220974 description', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:28.294564 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.302927 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 76c4832a-bb6c-49ad-bc54-829938d478f2 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:28.303293 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.366643 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.374017 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.406688 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9460be3-2dc8-4b1c-af2e-5acec33c2903,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:28.412106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.417165 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59468) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:28.417682 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b46f29ac-1967-4e8c-80c3-db3e73f13eae tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1494412 Dec 15 05:48:28.422660 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group_rule': {'security_group_id': 'd9460be3-2dc8-4b1c-af2e-5acec33c2903', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:28.451566 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.501250 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.505272 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.523793 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c6bb4c-5e4f-4ac8-bd33-4e6467661245,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:28.532956 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.534193 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-d7b2d93f-b840-4714-aab1-954279a40371 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151569 Dec 15 05:48:28.537029 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59470) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:28.542335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group_rule': {'security_group_id': 'd9460be3-2dc8-4b1c-af2e-5acec33c2903', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:28.571128 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.631466 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.635229 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.653479 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563063b8-de06-45dc-81fd-f91286c38fc4,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:28.661639 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.662869 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-8c574bee-03d5-4213-ae9f-a11515465aab tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247671 Dec 15 05:48:28.666335 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59472) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:28.670920 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group_rule': {'security_group_id': 'd9460be3-2dc8-4b1c-af2e-5acec33c2903', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:28.699573 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.756467 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.760654 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.778501 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca4c69b-3887-49f1-9084-f4090d9bf341,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:28.787897 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:28.790077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-88e813b8-b317-432f-8b3d-f8d41e13be94 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227522 Dec 15 05:48:28.792752 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59474) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:28.797550 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group_rule': {'security_group_id': 'd9460be3-2dc8-4b1c-af2e-5acec33c2903', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:28.825677 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.192825 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.196694 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.213860 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1af42f-bea0-4ec9-8aef-0e7ee6cf674e,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:29.222145 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.223335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-2adc08bc-9252-422f-a462-98b151ed31a9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4296286 Dec 15 05:48:29.226193 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 59476) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:29.230433 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group_rule': {'security_group_id': 'd9460be3-2dc8-4b1c-af2e-5acec33c2903', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:29.252111 n-d-820935-10 neutron-server[103132]: INFO neutron.db.securitygroups_db [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Project 66a33c5e3e6449aeb7e5fe1ab85906d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:48:29.257112 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.314504 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.326053 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.339044 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061f6fab-dd8f-4d95-97a6-07d8c5ccc8bc,revision_number=0']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:29.354061 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.357872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-3bb12734-e2ef-49a7-b6bb-c56e26ecd796 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281366 Dec 15 05:48:29.358576 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59478) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:29.364039 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'security_group_rule': {'security_group_id': 'd9460be3-2dc8-4b1c-af2e-5acec33c2903', 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:29.386613 n-d-820935-10 neutron-server[103133]: INFO neutron.db.securitygroups_db [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Project 66a33c5e3e6449aeb7e5fe1ab85906d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 05:48:29.393409 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.454835 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.458553 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644050'] for security_group_rule, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.476128 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9889ed20-aa41-470b-864d-081978b84553,revision_number=0']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:29.486695 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:29.488497 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-13f6ddce-4dc1-4560-9cfd-07f80c757363 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288831 Dec 15 05:48:29.647619 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Sync routers for ids ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:29.657719 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Routers {'5b871b35-8d25-49ae-9139-bba7f9ac4ee9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:29.658330 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:29.744145 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-72acc57c-e4c8-42fe-a2e8-0ba30804c2ef tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742220974&fields=id&tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5 HTTP/1.1" status: 200 len: 267 time: 0.0457344 Dec 15 05:48:29.765539 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Set router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:29.855533 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-91d416a5-0355-451e-8e79-11d41005f709 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:29.857239 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-91d416a5-0355-451e-8e79-11d41005f709 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 810 time: 0.1062546 Dec 15 05:48:29.873135 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-b7d9c8ba-2cbf-4eb3-a26a-65a3085d2bb5 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/quotas/66a33c5e3e6449aeb7e5fe1ab85906d5 HTTP/1.1" status: 200 len: 375 time: 0.0100689 Dec 15 05:48:29.923201 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-6ede8d48-0059-47a0-a03c-72232361d99f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445981 Dec 15 05:48:29.963057 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '1b76ff66-ca43-4755-8d1e-1ed3cc79d978', 'name': '', 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'mac_address': 'fa:16:3e:50:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:24Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 2, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'subnets': [{'id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:29.989573 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Checking router: 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:29.989922 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Updating router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 binding host n-d-820935-10 {{(pid=103135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 05:48:30.014509 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.040088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-b0140e20-e93c-4e16-9cca-d03d79e5afc4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:48:30.041137 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-b0140e20-e93c-4e16-9cca-d03d79e5afc4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060627 Dec 15 05:48:30.061206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bf48-b4ce-4411-a640-f429ce3c0a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.134953 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-d86a2ef8-5295-4f32-8ce3-fbbab248901c service neutron] 10.222.0.37 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872386 Dec 15 05:48:30.223486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-49b63562-45dc-435f-988e-43f0ee95f767 service neutron] 10.222.0.37 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822310 Dec 15 05:48:30.279923 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Publish callbacks [] for port, precommit_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.284959 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.391507 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffc21a-d619-4eff-9de1-94802e9d2101 None None] Pushing event updated for resources: {'Port': ['ID=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,revision_number=3']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:30.404424 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Attempting to bind port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 on host n-d-820935-10 for vnic_type normal with profile {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:30.404799 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Attempting to bind port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 by drivers openvswitch,hyperv on host n-d-820935-10 at level 0 using segments [{'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:30.405132 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-66aa44a8-71cd-4027-bb68-4fafa5189178 req-0889fb5a-9ed9-42b8-bb0f-ca5c19bd6c82 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 210 time: 0.0347245 Dec 15 05:48:30.405638 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Attempting to bind port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 on network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:30.410643 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Checking agent: {'id': 'c7eccdfb-af36-4fbd-abcb-b88c71919601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 19, 3), 'started_at': datetime.datetime(2021, 12, 15, 4, 19, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:30.411016 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Checking segment: {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:30.411564 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.411959 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Bound using segment: {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'} {{(pid=103135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:30.412576 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.managers [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Bound port: 1b76ff66-ca43-4755-8d1e-1ed3cc79d978, host: n-d-820935-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb326749-6a31-4f14-90f4-9c47820d4559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d'}}] {{(pid=103135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:30.412963 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.484772 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] For port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978, host n-d-820935-10, cleared binding levels {{(pid=103135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:30.488477 n-d-820935-10 neutron-server[103135]: DEBUG neutron.plugins.ml2.db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] For port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978, host n-d-820935-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,segment=NetworkSegment(bb326749-6a31-4f14-90f4-9c47820d4559),segment_id=bb326749-6a31-4f14-90f4-9c47820d4559)] {{(pid=103135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:30.495211 n-d-820935-10 neutron-server[103135]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.559214 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Routers {'5b871b35-8d25-49ae-9139-bba7f9ac4ee9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:30.559844 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:30.564986 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffc21a-d619-4eff-9de1-94802e9d2101 None None] Pushing event updated for resources: {'Port': ['ID=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,revision_number=4']} {{(pid=103135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:30.663307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-9156e295-47a5-4cfe-b5b3-4ba873e4eb3e None None] Provisioning complete for port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:30.664460 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9156e295-47a5-4cfe-b5b3-4ba873e4eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.751483 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9156e295-47a5-4cfe-b5b3-4ba873e4eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.774196 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] Set router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:30.787398 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-9156e295-47a5-4cfe-b5b3-4ba873e4eb3e None None] For port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,segment=NetworkSegment(bb326749-6a31-4f14-90f4-9c47820d4559),segment_id=bb326749-6a31-4f14-90f4-9c47820d4559)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:30.792059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9156e295-47a5-4cfe-b5b3-4ba873e4eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.838837 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e295-47a5-4cfe-b5b3-4ba873e4eb3e None None] Pushing event updated for resources: {'Port': ['ID=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:30.910904 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-d62875d4-6b59-45e0-b9c1-193d3474cd35 None None] Provisioning complete for port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:30.911306 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d62875d4-6b59-45e0-b9c1-193d3474cd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:30.981189 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '1b76ff66-ca43-4755-8d1e-1ed3cc79d978', 'name': '', 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'mac_address': 'fa:16:3e:50:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:24Z', 'updated_at': '2021-12-15T05:48:30Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'subnets': [{'id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:31.011156 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9aa4d-6d81-464e-8ddb-5c11b55eb466 None None] The sync data for ids ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'] in n-d-820935-10 is: [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '1b76ff66-ca43-4755-8d1e-1ed3cc79d978', 'name': '', 'network_id': '31fadefd-a3c1-43a7-9cb5-08f2a20e838d', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'mac_address': 'fa:16:3e:50:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:24Z', 'updated_at': '2021-12-15T05:48:30Z', 'revision_number': 4, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'subnets': [{'id': 'b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:31.025217 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:48:31.447957 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:31.483765 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f79fdb69-f38f-4d49-92be-b605d7694b36 req-cf16fde5-32c3-4fd6-a8e8-1ec14f58d55a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Dec 15 05:48:32.246675 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 up at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:32.298241 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Provisioning complete for port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:32.298677 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:32.564599 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-fec98fb5-0f27-4910-b344-21fba0fac170 req-c8ad9947-fb3f-453d-9508-ff3065a4fb4b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 210 time: 0.0304930 Dec 15 05:48:32.975271 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:33.565755 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:33.659525 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-4073a248-a2bc-4b01-8c81-75eb048e7d6b req-aea3efcb-1a62-4399-8ee7-b0c5d80cf1b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 210 time: 0.0254040 Dec 15 05:48:34.278469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:34.743869 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-760bf1d9-8da5-45f3-a476-c5385f773ea0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:34.745358 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-760bf1d9-8da5-45f3-a476-c5385f773ea0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 810 time: 0.1054401 Dec 15 05:48:34.760693 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-52073bcd-6644-44d0-9ca4-5e7885a95e8a req-298e4276-9190-4dbe-802d-a106fdf91f29 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 210 time: 0.0270948 Dec 15 05:48:34.822186 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-d14eaaea-8c11-4f73-8c01-183d64df2f51 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5 HTTP/1.1" status: 200 len: 379 time: 0.0551624 Dec 15 05:48:34.833447 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'port': {'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'admin_state_up': True, 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'security_groups': ['d9460be3-2dc8-4b1c-af2e-5acec33c2903']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:34.936713 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Made reservation on behalf of 66a33c5e3e6449aeb7e5fe1ab85906d5 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:48:34.940276 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.066297 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Allocated IP 172.20.0.13 (fa3a4c72-bf5e-4886-a23f-b53e35eef28a/c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1/6132b576-3660-49b2-953b-7d21859efd57) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:35.202030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.234387 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.278252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:35.281360 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:35.285012 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:35.311374 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:35.337039 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:35.337668 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.354656 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-57d44f31-baaa-424a-ba49-304564a385b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5247402 Dec 15 05:48:35.380318 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Request body: {'port': {'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:35.439091 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.549358 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-1da794ef-54a2-4c8d-914a-5c35b56b538f None None] Provisioning complete for port 6132b576-3660-49b2-953b-7d21859efd57 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:35.549930 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1da794ef-54a2-4c8d-914a-5c35b56b538f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.583672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-1da794ef-54a2-4c8d-914a-5c35b56b538f None None] Port 6132b576-3660-49b2-953b-7d21859efd57 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:48:35.693186 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6132b576-3660-49b2-953b-7d21859efd57 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:48:35.700463 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.712521 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Transition to ACTIVE for port object 6132b576-3660-49b2-953b-7d21859efd57 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:48:35.716256 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.787546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:35.841350 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Attempting to bind port 6132b576-3660-49b2-953b-7d21859efd57 on host n-h1-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:48:35.841743 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Attempting to bind port 6132b576-3660-49b2-953b-7d21859efd57 by drivers openvswitch,hyperv on host n-h1-820935-10 at level 0 using segments [{'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:48:35.842020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Attempting to bind port 6132b576-3660-49b2-953b-7d21859efd57 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:35.846758 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Port 6132b576-3660-49b2-953b-7d21859efd57 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:48:35.847265 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Attempting to bind port 6132b576-3660-49b2-953b-7d21859efd57 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:48:35.852663 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Checking agent: {'id': '84b66936-67b7-4fc0-ad26-9eba5dedd1d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:48:35.853004 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Checking segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:48:35.853391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Bound using segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:48:35.853823 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Bound port: 6132b576-3660-49b2-953b-7d21859efd57, host: n-h1-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:48:35.854187 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.886193 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc601-175f-4d4d-981a-a9f1f09cc928 req-0745ed57-76e0-4a8d-9fc7-96f234528695 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:35.888509 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bfcc601-175f-4d4d-981a-a9f1f09cc928 req-0745ed57-76e0-4a8d-9fc7-96f234528695 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0536764 Dec 15 05:48:35.921072 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:48:35.924226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:48:35.929582 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.943160 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-9bfcc601-175f-4d4d-981a-a9f1f09cc928 req-4463e403-9f8e-4471-9e85-c58ecfc8872b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485599 Dec 15 05:48:35.967194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:35.967834 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:35.969246 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] 10.222.0.16 "PUT /v2.0/ports/6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 1093 time: 0.5933344 Dec 15 05:48:35.969694 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:48:35.971958 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c" -d '{"events": [{"name": "network-changed", "server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:48:35.994733 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064ffe1-96d0-4d90-b252-75c8c1db3cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:36.084134 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-d5b77285-647e-4f77-841a-b1d273635550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.086846 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-d5b77285-647e-4f77-841a-b1d273635550 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1096 time: 0.0496323 Dec 15 05:48:36.093251 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ff58d9-f7f9-45a2-b74e-018d76573d14 x-openstack-request-id: req-e9ff58d9-f7f9-45a2-b74e-018d76573d14 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:48:36.093543 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:48:36.093798 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9ff58d9-f7f9-45a2-b74e-018d76573d14 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:48:36.094488 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'status': 'completed', 'code': 200} Dec 15 05:48:36.151509 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-6dfa106a-7939-4889-b73c-9d5c4cc0714d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 217 time: 0.0363946 Dec 15 05:48:36.203634 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-c297ba80-8eb4-4aee-afe2-21053fe1f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.205109 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-c297ba80-8eb4-4aee-afe2-21053fe1f20a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0442617 Dec 15 05:48:36.256697 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-7f217693-c6ae-432a-848e-06c3801f7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.258833 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-7f217693-c6ae-432a-848e-06c3801f7cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456333 Dec 15 05:48:36.353898 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-32c2b594-427f-4abd-a76b-aeaaebd5ee32 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Dec 15 05:48:36.454513 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-e64db0fa-0a28-4c39-a057-1c26235ad4a8 req-01fbde79-419c-4090-8d01-55db58c00fa2 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886769 Dec 15 05:48:36.588636 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-313d0c86-6854-4f84-aded-761d4a7c4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.590162 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-313d0c86-6854-4f84-aded-761d4a7c4c82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1096 time: 0.0423927 Dec 15 05:48:36.684686 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-7615805e-995a-488d-b28d-c34adbde8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.686209 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-7615805e-995a-488d-b28d-c34adbde8542 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0879793 Dec 15 05:48:36.731144 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-f07911e8-e5ce-466a-8540-7661ed0d51f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 217 time: 0.0377731 Dec 15 05:48:36.784334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-d75dc43e-ed97-4371-8e69-5f07a4a9d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.785753 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-d75dc43e-ed97-4371-8e69-5f07a4a9d4ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0418978 Dec 15 05:48:36.830792 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-2bd25572-fbfc-47a8-a56b-177b8a305cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:36.832299 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-2bd25572-fbfc-47a8-a56b-177b8a305cec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387192 Dec 15 05:48:36.927405 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-b6fa7fd6-c85b-4fa0-a2cc-93c933a8e53b service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873113 Dec 15 05:48:37.025800 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-0c6aa7a4-3c23-4fba-a182-24b799b2e70c req-a1409dd1-af7a-4dd1-bc54-eba2bf84f28a service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854392 Dec 15 05:48:37.078612 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e0170-ebcb-4c83-af05-74f1ebb2bcec req-fc1db09a-ec35-4a22-8772-b4104a48cc6b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:37.080015 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e1e0170-ebcb-4c83-af05-74f1ebb2bcec req-fc1db09a-ec35-4a22-8772-b4104a48cc6b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0586357 Dec 15 05:48:37.128663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6e1e0170-ebcb-4c83-af05-74f1ebb2bcec req-2747f984-3b23-4003-a2a3-cf17396d7f9b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Dec 15 05:48:37.877711 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:38.248732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2f89c-3f3f-4f17-b5cb-0dab5fe76d72 req-09aef80a-ad12-498c-91ed-f00075733864 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:38.250179 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5f2f89c-3f3f-4f17-b5cb-0dab5fe76d72 req-09aef80a-ad12-498c-91ed-f00075733864 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0478969 Dec 15 05:48:38.298802 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c5f2f89c-3f3f-4f17-b5cb-0dab5fe76d72 req-70ea9302-ef82-47e5-9196-e8a733c6c8d9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426967 Dec 15 05:48:39.419027 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83100120-e58e-4b02-b1ff-33c54d959568 req-851239f6-8ba1-4353-ba74-8e4a90b17761 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:39.420499 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83100120-e58e-4b02-b1ff-33c54d959568 req-851239f6-8ba1-4353-ba74-8e4a90b17761 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0486555 Dec 15 05:48:39.472369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-83100120-e58e-4b02-b1ff-33c54d959568 req-0e7eef6f-f0f8-490e-98b8-420b5dd276c4 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460107 Dec 15 05:48:39.718789 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:48:39.809804 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:39.821125 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6132b576-3660-49b2-953b-7d21859efd57', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:48:39.859670 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:39.872281 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6132b576-3660-49b2-953b-7d21859efd57 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:48:39.890527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:39.895406 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:39.940348 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:40.272202 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6132b576-3660-49b2-953b-7d21859efd57'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:48:40.586878 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b57e7-c441-479c-bb32-0d2f5b81c6bf req-f5bd182e-61a0-46bb-ae17-c3bf93807324 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:40.588386 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c79b57e7-c441-479c-bb32-0d2f5b81c6bf req-f5bd182e-61a0-46bb-ae17-c3bf93807324 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Dec 15 05:48:40.638827 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c79b57e7-c441-479c-bb32-0d2f5b81c6bf req-df9ad1c3-7def-458f-90a2-9ee6b6e3570f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444994 Dec 15 05:48:41.720341 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:48:41.752863 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da39d6-4365-4c46-9876-0ef22b36978d req-32f1d230-0e4a-41f5-8134-6a3a4521a598 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:41.754356 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36da39d6-4365-4c46-9876-0ef22b36978d req-32f1d230-0e4a-41f5-8134-6a3a4521a598 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Dec 15 05:48:41.768440 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning for port 6132b576-3660-49b2-953b-7d21859efd57 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:48:41.772164 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6132b576-3660-49b2-953b-7d21859efd57 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:48:41.773020 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:41.805881 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-36da39d6-4365-4c46-9876-0ef22b36978d req-20a490aa-8795-49e0-a27f-9eb4fbfee20f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449274 Dec 15 05:48:41.853813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:41.875373 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:48:41.877625 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdff35e-2b08-4072-a934-54059b40b87b" -d '{"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-plugged", "status": "completed", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:48:41.889963 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:48:41.894102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:41.919180 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e4fe81-137c-47b7-8fd3-e2b3bfa9054e x-openstack-request-id: req-d4e4fe81-137c-47b7-8fd3-e2b3bfa9054e {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:48:41.919467 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-plugged", "status": "completed", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:48:41.919719 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4e4fe81-137c-47b7-8fd3-e2b3bfa9054e {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:48:41.920123 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'code': 200} Dec 15 05:48:41.943953 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:42.056995 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58717e-7f1c-41c6-91e2-d2622bbecf9f req-79dbf2c4-134d-4c0c-ad86-ad3a9bf1d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:42.058459 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d58717e-7f1c-41c6-91e2-d2622bbecf9f req-79dbf2c4-134d-4c0c-ad86-ad3a9bf1d464 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1098 time: 0.0478284 Dec 15 05:48:42.106338 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5d58717e-7f1c-41c6-91e2-d2622bbecf9f req-5a139583-beed-41d7-9f26-9ba040ac5765 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373635 Dec 15 05:48:42.926752 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea3d3-5302-41f3-91ae-235017fd75a6 req-5fb02f24-04eb-4ef1-b3b0-fa385c1d7bff tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:42.928232 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-973ea3d3-5302-41f3-91ae-235017fd75a6 req-5fb02f24-04eb-4ef1-b3b0-fa385c1d7bff tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 946 time: 0.0529246 Dec 15 05:48:42.977024 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-973ea3d3-5302-41f3-91ae-235017fd75a6 req-b1d4586e-ab96-434c-83aa-76b4f16a8d25 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423837 Dec 15 05:48:44.092004 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b3161-e275-445d-934d-e076d6523558 req-c69bd3cc-b79f-4f32-b9b4-8274f5d9a865 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:44.093486 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b82b3161-e275-445d-934d-e076d6523558 req-c69bd3cc-b79f-4f32-b9b4-8274f5d9a865 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 946 time: 0.0487096 Dec 15 05:48:44.141462 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b82b3161-e275-445d-934d-e076d6523558 req-2646480e-ca90-4399-9e2f-51e9ab80d971 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Dec 15 05:48:44.258348 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc729-201a-45c8-834e-38dc8d6954c2 req-885bb75a-f3c7-4b9d-81a8-7101f2340a8e tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:44.259378 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09fc729-201a-45c8-834e-38dc8d6954c2 req-885bb75a-f3c7-4b9d-81a8-7101f2340a8e tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 946 time: 0.0520561 Dec 15 05:48:44.309369 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c09fc729-201a-45c8-834e-38dc8d6954c2 req-340fc019-7176-4f74-b528-9483044f8dd3 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Dec 15 05:48:44.330851 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59550) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:44.410779 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9902254-98b8-482d-b1eb-f272017b4bd2 tempest-TestSnapshotPattern-901121098 tempest-TestSnapshotPattern-901121098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:44.412314 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d9902254-98b8-482d-b1eb-f272017b4bd2 tempest-TestSnapshotPattern-901121098 tempest-TestSnapshotPattern-901121098-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1093 time: 0.0804815 Dec 15 05:48:44.416117 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59554) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:48:44.420399 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:48:44.442001 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:44.538923 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:44.638253 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Allocated IP 172.25.2.87 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/5078f267-c0d1-436f-bb98-29f666f5a3c3) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:48:44.746528 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:44.778595 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:44.814401 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:48:44.818552 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:48:44.821732 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:48:44.847684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'Port': ['ID=5078f267-c0d1-436f-bb98-29f666f5a3c3,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:45.156880 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:45.219866 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:45.365597 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:45.370684 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:45.445359 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'Port': ['ID=5078f267-c0d1-436f-bb98-29f666f5a3c3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:48:45.454096 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:45.548975 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Floating IP 4e733567-ca7d-4936-a76a-dede6117dce2 associated. External IP: 172.25.2.87, port: 6132b576-3660-49b2-953b-7d21859efd57. Dec 15 05:48:45.751777 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Router a1ccb48d-f822-4819-bacf-20e89040a340 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:48:45.858437 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:48:45.874329 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:48:45.880122 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:48:45.886400 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:45.887101 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:45.907187 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-db808095-74b4-47fc-ba96-dc63313bcdcf tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4900277 Dec 15 05:48:45.907888 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:48:45.910193 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfb3808-057b-48f8-95fd-42a4548ea452" -d '{"events": [{"name": "network-changed", "server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:48:45.922048 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-f3dff380-4c4a-4ca1-abd4-92dfcfd0cec7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561559 Dec 15 05:48:45.947306 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ee19a-3086-4d0f-bcb8-329911fad97f x-openstack-request-id: req-f50ee19a-3086-4d0f-bcb8-329911fad97f {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:48:45.947870 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:48:45.948191 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f50ee19a-3086-4d0f-bcb8-329911fad97f {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:48:45.948608 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'status': 'completed', 'code': 200} Dec 15 05:48:45.996806 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:46.023309 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-be9526de-e8ea-44d4-99dd-e26086daa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.024872 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-be9526de-e8ea-44d4-99dd-e26086daa98a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1098 time: 0.0446844 Dec 15 05:48:46.128780 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-5e9c0e71-db06-44be-849e-8438d7caf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.130243 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-5e9c0e71-db06-44be-849e-8438d7caf635 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0857642 Dec 15 05:48:46.195559 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-4741561d-5bfa-420f-b0ca-98b7693c9703 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 999 time: 0.0574930 Dec 15 05:48:46.217015 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:45Z', 'revision_number': 0, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:46.246917 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:48:46.247774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-60f560a9-244b-4b43-9d43-8a54d5ccd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.249260 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-60f560a9-244b-4b43-9d43-8a54d5ccd7b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0470223 Dec 15 05:48:46.255311 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:48:46.255916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:48:30Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:46.296506 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-59eef5aa-a1f1-4471-925c-b0f090a09709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.298013 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-59eef5aa-a1f1-4471-925c-b0f090a09709 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416915 Dec 15 05:48:46.365815 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:48:46.385815 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-a375c54f-435d-4c7b-972b-5b1b9e0d2ad9 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800335 Dec 15 05:48:46.481579 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-44ba0af9-25f7-441c-baf1-8712ea233c47 req-d85859ec-0fd6-42be-a2d3-66e1f2802351 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Dec 15 05:48:46.592025 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:45Z', 'revision_number': 0, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:48:46.601997 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-9b9e3348-3132-436f-9f4d-2a33f9ecc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.603683 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-9b9e3348-3132-436f-9f4d-2a33f9ecc245 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1098 time: 0.0527475 Dec 15 05:48:46.622353 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e68937-ed86-48b2-ab02-89e016a91463 None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:45Z', 'revision_number': 0, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:48:46.700132 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-ec8e0f57-665c-4532-923a-39cca416a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.701631 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-ec8e0f57-665c-4532-923a-39cca416a024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0908718 Dec 15 05:48:46.769314 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-10450fd1-d05c-45dd-9639-02a7967d417a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 999 time: 0.0598547 Dec 15 05:48:46.820818 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-5aa0b239-e0b9-4c0a-9c79-99b8ed623342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.822355 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-5aa0b239-e0b9-4c0a-9c79-99b8ed623342 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0454104 Dec 15 05:48:46.835369 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4934adae-ad92-424f-8915-6d3cd49f06bb None None] New status for floating IP 4e733567-ca7d-4936-a76a-dede6117dce2: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:48:46.873830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-3e1a79dc-8767-442b-8f91-3eeffba7f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:48:46.875253 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-3e1a79dc-8767-442b-8f91-3eeffba7f264 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456550 Dec 15 05:48:46.967458 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-6ea0b944-aa6f-465d-bcc2-4c7a9b352fb2 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Dec 15 05:48:47.061759 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-bdfb3808-057b-48f8-95fd-42a4548ea452 req-c85d99e6-3585-45bf-b8f2-9cb613fa4f2e service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868270 Dec 15 05:48:57.891805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2479d823-e9fb-43bb-a037-9601a7eaf9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:00.063050 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a3963497-12cf-4630-a36e-55166cc3b4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:01.450331 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:02.978259 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:03.567326 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:04.275238 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:07.877730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:08.023502 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:49:27.893362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-af043c30-0611-4d3a-b633-8ed9091e2977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:30.065045 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-437b9a96-a018-4f7b-a574-b9344ca8e912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:31.452534 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:32.979603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:33.569851 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:34.273793 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:37.876700 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:49:45.022918 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:49:47.959889 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-7d5c14ca-679e-4617-a3eb-b5fd107f67cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828655 Dec 15 05:49:48.068831 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-e146e5a3-6491-4dac-8e81-de70729920ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:49:48.070289 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-e146e5a3-6491-4dac-8e81-de70729920ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1098 time: 0.0399480 Dec 15 05:49:48.193081 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-729b1093-9195-435e-8cb2-bcb35a94c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:49:48.195284 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-729b1093-9195-435e-8cb2-bcb35a94c02f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0993555 Dec 15 05:49:48.264942 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-141d6e7c-4f82-45ca-9e0f-b2525d2f040d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 1001 time: 0.0577073 Dec 15 05:49:48.315329 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-bddfe3c9-5490-4c72-be47-493f04bff673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:49:48.316841 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-bddfe3c9-5490-4c72-be47-493f04bff673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0422916 Dec 15 05:49:48.369917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-42fcefb9-017f-4dd5-809f-8cae17a478d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:49:48.371554 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-42fcefb9-017f-4dd5-809f-8cae17a478d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430648 Dec 15 05:49:48.464141 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-ef9cd304-67d5-43c9-9a09-9fc3fbdf7ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801189 Dec 15 05:49:48.576414 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-5bfacdbc-e4d7-441b-ab35-d5b5c38a91ca req-7c4dd77e-70b1-4092-b19f-f9941bd08285 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012232 Dec 15 05:49:57.894640 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6340189b-7004-4f6b-a4e8-bbaf82ba7917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:00.066703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d73470c7-ee83-4e9e-b844-c76a4e81739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:01.456088 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:02.982811 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:03.573206 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:04.288643 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:07.890323 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:22.022074 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:50:27.895507 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-723c5281-9e4e-4bcb-bce9-be6d79f13424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:30.068703 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-27ea70f1-c268-4f55-84fc-a73a1bab169e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:31.458817 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:32.985859 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:33.575698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:34.298172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:37.907152 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:46.295796 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 details requested by agent hyperv_n-h1-820935-10 with host n-h1-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:50:46.390166 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:50:46.401200 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Returning: {'device': '6132b576-3660-49b2-953b-7d21859efd57', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:50:46.436469 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:46.449126 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6132b576-3660-49b2-953b-7d21859efd57 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:50:46.467647 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:50:46.472186 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:46.517991 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:50:46.525208 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.525552 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.525902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.526246 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.526576 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.526902 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.527227 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.527545 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.527864 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.528213 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.528533 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.528850 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.529167 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:50:46.649023 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] get_ports_and_sgs() called for port_ids ['6132b576-3660-49b2-953b-7d21859efd57'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:50:48.002048 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-c907f370-d18d-4cff-adcb-746f6ef04a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:50:48.003452 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-c907f370-d18d-4cff-adcb-746f6ef04a8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1097 time: 0.0402577 Dec 15 05:50:48.105171 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-5a7a9259-8a02-4406-8e5c-cbf1a7e099fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:50:48.106663 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-5a7a9259-8a02-4406-8e5c-cbf1a7e099fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0825803 Dec 15 05:50:48.181690 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-fcf57873-ebd2-45d1-bb03-b093eb0732dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 1000 time: 0.0674374 Dec 15 05:50:48.243560 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-47a773db-89d5-4464-a96e-2bea015ccd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:50:48.245070 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-47a773db-89d5-4464-a96e-2bea015ccd06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0439210 Dec 15 05:50:48.290391 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-5b82e13a-bdc0-43b0-835b-4aebef085368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:50:48.292086 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-5b82e13a-bdc0-43b0-835b-4aebef085368 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397427 Dec 15 05:50:48.329346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 up at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:50:48.382683 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Provisioning complete for port 6132b576-3660-49b2-953b-7d21859efd57 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:50:48.383026 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:48.395805 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-8c5fd90e-8c9f-4095-977b-44ac88cb9019 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905292 Dec 15 05:50:48.467038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:48.494365 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-91225d3b-82f4-48e0-8b7c-f2351cf1fe6e req-d7714140-9d81-40c4-988a-6041e66e6f84 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913885 Dec 15 05:50:48.494612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:50:48.496836 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e644d2-cb69-4a6c-b965-77d27756de7b" -d '{"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-plugged", "status": "completed", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:50:48.509766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:50:48.514570 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:48.543941 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2639cff5-7ca0-4d1e-9f4b-1b74cd550ae5 x-openstack-request-id: req-2639cff5-7ca0-4d1e-9f4b-1b74cd550ae5 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:50:48.544782 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-plugged", "status": "completed", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:50:48.545050 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2639cff5-7ca0-4d1e-9f4b-1b74cd550ae5 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:50:48.545451 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'code': 200} Dec 15 05:50:48.573303 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:50:57.897927 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-466d5ff8-873c-4bf7-b755-737d9716640e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:50:58.181796 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-b5a9aaf9-80db-4fb3-97b4-601c655e9c2b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742220974&fields=id&tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5 HTTP/1.1" status: 200 len: 267 time: 0.0512083 Dec 15 05:50:58.285367 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-88cd073e-7e39-489e-9525-243660318cc5 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:50:58.286829 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-88cd073e-7e39-489e-9525-243660318cc5 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 810 time: 0.0983360 Dec 15 05:50:58.302254 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-f9959549-2072-4d58-ac63-946185ce9019 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/quotas/66a33c5e3e6449aeb7e5fe1ab85906d5 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Dec 15 05:50:58.353440 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-fcae8fce-9cc3-4e97-8710-602e56f83196 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459414 Dec 15 05:50:58.449973 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-f5b356d7-3291-40d8-a422-7f895102b69b service neutron] 10.222.0.37 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846033 Dec 15 05:50:58.535815 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-b5aa545a-539c-455d-8ded-becac8f1378f service neutron] 10.222.0.37 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796845 Dec 15 05:50:58.728169 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-8860bf67-24fa-4f38-9117-42018a53e66f req-7a6b1e41-ab92-456f-ac64-2e15fa2ddc54 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 210 time: 0.0305703 Dec 15 05:50:59.021284 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:50:59.684047 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-7e6b6cbc-51b7-4b33-96d5-d8f2fa0335fc tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:50:59.685519 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-7e6b6cbc-51b7-4b33-96d5-d8f2fa0335fc tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.42 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 810 time: 0.1067109 Dec 15 05:50:59.751358 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-c8ed40e7-7b6f-4a82-bb3e-72ebf5f082e0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5 HTTP/1.1" status: 200 len: 379 time: 0.0519936 Dec 15 05:50:59.783356 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'port': {'device_id': '54d03f79-4467-4980-a86d-e80e0aead29a', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'admin_state_up': True, 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'security_groups': ['d9460be3-2dc8-4b1c-af2e-5acec33c2903']}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:50:59.826192 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-344733df-778c-443f-87c1-4eba1b73ba39 req-2c7d54f8-00ba-453c-bdcb-b8fe7fefc99f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 210 time: 0.0274029 Dec 15 05:50:59.905463 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Made reservation on behalf of 66a33c5e3e6449aeb7e5fe1ab85906d5 for: {'port': 1} {{(pid=103132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 05:50:59.909022 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.076544 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Allocated IP 172.20.0.8 (fa3a4c72-bf5e-4886-a23f-b53e35eef28a/c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1/e7aea4c9-808b-41df-a307-f8f92d0c12d4) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:51:00.087457 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-e47441ce-6a5c-4131-90c9-c50aa0fe78de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.251637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for port, precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.290550 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.361704 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:51:00.364699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:51:00.367943 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:51:00.398346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:51:00.406008 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:00.449608 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:00.451127 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.464292 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.464703 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.465061 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.465400 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.465737 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.466077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.466406 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.466911 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.467253 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.467579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.467913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.468377 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.468712 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:00.484775 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-91bf488c-5283-4ff4-a9c9-f2e0c9a0eb80 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7054536 Dec 15 05:51:00.502951 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.531324 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:51:00.534110 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8d9cab-167e-4159-8ec4-00013fafce79" -d '{"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-unplugged", "status": "completed", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:51:00.551223 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:51:00.559337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.610170 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8ca752-cc44-4c63-85e7-4df684a68e92 x-openstack-request-id: req-fd8ca752-cc44-4c63-85e7-4df684a68e92 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:51:00.610589 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-unplugged", "status": "completed", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:51:00.610950 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd8ca752-cc44-4c63-85e7-4df684a68e92 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:51:00.611482 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'code': 200} Dec 15 05:51:00.652388 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:00.697573 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-a9037d0c-b1d8-4686-bc67-2f662ee3330f None None] Provisioning complete for port e7aea4c9-808b-41df-a307-f8f92d0c12d4 triggered by entity DHCP. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:51:00.697937 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a9037d0c-b1d8-4686-bc67-2f662ee3330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:00.736505 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-a9037d0c-b1d8-4686-bc67-2f662ee3330f None None] Port e7aea4c9-808b-41df-a307-f8f92d0c12d4 cannot update to ACTIVE because it is not bound. {{(pid=103134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 05:51:00.950101 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c15d7-9a9c-4bde-a5ee-39e0d0613b99 req-37b96479-84b5-4cf5-be01-fe1c1d00e87b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:00.951519 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce6c15d7-9a9c-4bde-a5ee-39e0d0613b99 req-37b96479-84b5-4cf5-be01-fe1c1d00e87b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0515213 Dec 15 05:51:01.002803 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-ce6c15d7-9a9c-4bde-a5ee-39e0d0613b99 req-a9916fc9-bd3c-4b0a-9302-1abe140bc67d tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449297 Dec 15 05:51:01.463731 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:02.124173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb5a2-4d45-4b02-ab6f-4d18811aaff8 req-c1c5bb44-3722-43b4-9f3b-cbfcaea6b165 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:02.125697 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42bfb5a2-4d45-4b02-ab6f-4d18811aaff8 req-c1c5bb44-3722-43b4-9f3b-cbfcaea6b165 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0499566 Dec 15 05:51:02.182396 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-42bfb5a2-4d45-4b02-ab6f-4d18811aaff8 req-d19c304f-4750-48c4-9407-5ff4b631b1da tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505538 Dec 15 05:51:02.990773 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:03.304484 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31258d46-e7e3-4826-a3f4-43b0b488f5e6 req-b87bebc4-d474-4696-8099-c45fb8665a57 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:03.306026 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31258d46-e7e3-4826-a3f4-43b0b488f5e6 req-b87bebc4-d474-4696-8099-c45fb8665a57 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0512397 Dec 15 05:51:03.361300 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-31258d46-e7e3-4826-a3f4-43b0b488f5e6 req-733671a3-4472-4ec9-92ac-63745bb38d5a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493124 Dec 15 05:51:03.579677 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:04.303749 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:04.479435 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272acb3-a989-40bc-b5e1-5ec801b6697e req-46c96ab6-ccac-4f04-9021-e4c6e2f13fea tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:04.481078 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2272acb3-a989-40bc-b5e1-5ec801b6697e req-46c96ab6-ccac-4f04-9021-e4c6e2f13fea tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0486891 Dec 15 05:51:04.533548 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-2272acb3-a989-40bc-b5e1-5ec801b6697e req-3ee52fe8-86cc-41ca-8392-0a24af66b7e2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455637 Dec 15 05:51:05.676987 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a7ed-47b6-4d93-8ea4-fda806b2dcbe req-255afd94-f5e2-4ed9-a051-57dc38c51a45 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:05.678924 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1c0a7ed-47b6-4d93-8ea4-fda806b2dcbe req-255afd94-f5e2-4ed9-a051-57dc38c51a45 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0706229 Dec 15 05:51:05.732633 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-f1c0a7ed-47b6-4d93-8ea4-fda806b2dcbe req-b6d4c81f-33c6-4443-8fe0-0cad2766c518 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 Dec 15 05:51:06.853553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eea452-69f1-4619-a8a4-3daa50c13bd8 req-33110f86-ec9f-458a-b571-18d0b2004ee5 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:06.855125 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67eea452-69f1-4619-a8a4-3daa50c13bd8 req-33110f86-ec9f-458a-b571-18d0b2004ee5 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0515592 Dec 15 05:51:06.913191 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-67eea452-69f1-4619-a8a4-3daa50c13bd8 req-66b1e1fc-4520-4e1b-af9c-f346b12acd7f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513961 Dec 15 05:51:07.895182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:08.047614 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4087529-67a1-4666-895a-925623049e75 req-5114666d-b85d-404e-91f3-2d2480b2b092 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:08.049102 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4087529-67a1-4666-895a-925623049e75 req-5114666d-b85d-404e-91f3-2d2480b2b092 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0646834 Dec 15 05:51:08.102032 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b4087529-67a1-4666-895a-925623049e75 req-22a570ed-843c-43f2-a3fa-252160674778 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468638 Dec 15 05:51:09.219830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc430f-dd8f-4bac-b617-c6c374f78c1b req-77dafe8b-43df-4993-ba97-238136bae8d4 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:09.221360 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dcc430f-dd8f-4bac-b617-c6c374f78c1b req-77dafe8b-43df-4993-ba97-238136bae8d4 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 931 time: 0.0490396 Dec 15 05:51:09.271585 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6dcc430f-dd8f-4bac-b617-c6c374f78c1b req-bc1848bd-280d-488a-b72f-ec14c33bef3c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438733 Dec 15 05:51:09.942730 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.v2.base [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Request body: {'port': {'device_id': '54d03f79-4467-4980-a86d-e80e0aead29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-10'}} {{(pid=103132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:51:09.994707 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:10.244365 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aea4c9-808b-41df-a307-f8f92d0c12d4 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:51:10.251838 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:10.264718 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Transition to ACTIVE for port object e7aea4c9-808b-41df-a307-f8f92d0c12d4 will not be triggered until provisioned by entity L2. {{(pid=103132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 05:51:10.268494 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:10.322079 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:10.395734 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Attempting to bind port e7aea4c9-808b-41df-a307-f8f92d0c12d4 on host n-h2-820935-10 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 05:51:10.396235 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Attempting to bind port e7aea4c9-808b-41df-a307-f8f92d0c12d4 by drivers openvswitch,hyperv on host n-h2-820935-10 at level 0 using segments [{'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 05:51:10.396565 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Attempting to bind port e7aea4c9-808b-41df-a307-f8f92d0c12d4 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:51:10.401084 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752faa73-62df-4898-89ad-34edb35f0a8e req-1e1666ef-e81c-406a-b522-e05f94946160 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:10.401612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Port e7aea4c9-808b-41df-a307-f8f92d0c12d4 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-10 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 05:51:10.401612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Attempting to bind port e7aea4c9-808b-41df-a307-f8f92d0c12d4 on network fa3a4c72-bf5e-4886-a23f-b53e35eef28a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 05:51:10.402611 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-752faa73-62df-4898-89ad-34edb35f0a8e req-1e1666ef-e81c-406a-b522-e05f94946160 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 943 time: 0.0511248 Dec 15 05:51:10.406414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Checking agent: {'id': '788a068e-1cc5-483a-b33c-8d9e1f5715fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'started_at': datetime.datetime(2021, 12, 15, 4, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 05:51:10.406754 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Checking segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 05:51:10.407126 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Bound using segment: {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 05:51:10.407552 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Bound port: e7aea4c9-808b-41df-a307-f8f92d0c12d4, host: n-h2-820935-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc7835d-faee-4f1f-88d1-07ca8f5c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 05:51:10.408134 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:10.461425 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-752faa73-62df-4898-89ad-34edb35f0a8e req-b6e4722f-f7d4-48e6-a044-25456bb5c983 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521708 Dec 15 05:51:10.480533 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 05:51:10.485084 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 05:51:10.489317 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9782950'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:10.525514 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:10.526147 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:10.527852 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] 10.222.0.42 "PUT /v2.0/ports/e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 200 len: 1092 time: 0.6408284 Dec 15 05:51:10.530194 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:51:10.532495 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:51:10.557510 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1019f25-c302-4a91-ad9d-7563fa432377 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:10.581032 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96722695-ad0a-4d7f-bd73-80d49e5a86f8 x-openstack-request-id: req-96722695-ad0a-4d7f-bd73-80d49e5a86f8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:51:10.581332 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:51:10.581576 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96722695-ad0a-4d7f-bd73-80d49e5a86f8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:51:10.581992 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'status': 'completed', 'code': 200} Dec 15 05:51:10.652021 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-5a55b2e4-b701-4444-ae72-cbb583628ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:10.653735 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-5a55b2e4-b701-4444-ae72-cbb583628ce5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1095 time: 0.0434608 Dec 15 05:51:10.707543 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-aa496004-43ab-48ff-ba71-bad503bf220e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 200 len: 217 time: 0.0397279 Dec 15 05:51:10.756774 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-f401b364-edce-4974-bf15-d1e423664b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:10.758230 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-f401b364-edce-4974-bf15-d1e423664b89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0442939 Dec 15 05:51:10.803131 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-6f16e6b2-6ef3-4aae-bfe1-cc2565dd06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:10.804705 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-6f16e6b2-6ef3-4aae-bfe1-cc2565dd06d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395625 Dec 15 05:51:10.893983 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-c5d90282-c403-44b7-a77c-9396ca7cf4fc service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Dec 15 05:51:10.981798 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-cd5b9cdc-38df-4bd5-98d6-e30df4459947 req-17deb991-ddc0-4360-aa54-28a1d72b159c service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806470 Dec 15 05:51:11.099936 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-69513984-a137-4e0e-ac92-d42d3c9bd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:11.101332 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-69513984-a137-4e0e-ac92-d42d3c9bd4a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1095 time: 0.0398934 Dec 15 05:51:11.190320 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-073f1978-0d02-4c04-a04e-76693d090282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:11.191747 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-073f1978-0d02-4c04-a04e-76693d090282 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0830913 Dec 15 05:51:11.232989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-62b8ddd5-e160-4ede-a3b6-aa1060a3c043 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 200 len: 217 time: 0.0342309 Dec 15 05:51:11.279922 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-37c1f1de-22ba-4dfa-a3f6-85d0c6511e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:11.281375 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-37c1f1de-22ba-4dfa-a3f6-85d0c6511e64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0415692 Dec 15 05:51:11.330824 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-b781cdd5-d2fa-4375-ad1c-974c2aa07791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:11.332306 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-b781cdd5-d2fa-4375-ad1c-974c2aa07791 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415399 Dec 15 05:51:11.420035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-8e49c60d-c31e-44b7-ab1c-737e5ab0803b service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803244 Dec 15 05:51:11.581976 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1768-8a06-4b62-b531-932be9c5872d req-5486b2f3-34b9-4e1b-be23-59413f878da0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:11.584410 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b49c1768-8a06-4b62-b531-932be9c5872d req-5486b2f3-34b9-4e1b-be23-59413f878da0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 943 time: 0.0503345 Dec 15 05:51:11.636247 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b49c1768-8a06-4b62-b531-932be9c5872d req-a3bc145b-9e6d-4ee3-81f5-3ed915d667ee tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455649 Dec 15 05:51:11.819035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-3f8bd2dd-8232-4eb4-b563-f91ddf3d0c6a req-0f01894c-2ccd-4354-880a-1a31bd79003d service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904245 Dec 15 05:51:12.755985 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71d3ed-0d48-4aa7-a139-81ec7c90a024 req-16858e44-eec5-45e3-8af0-ba64e3ebeb0a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:12.757503 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e71d3ed-0d48-4aa7-a139-81ec7c90a024 req-16858e44-eec5-45e3-8af0-ba64e3ebeb0a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 943 time: 0.0478530 Dec 15 05:51:12.807755 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-0e71d3ed-0d48-4aa7-a139-81ec7c90a024 req-43754edc-8d34-4fee-ad19-0d9c68814088 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442262 Dec 15 05:51:13.372909 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:51:13.463086 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:51:13.473766 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'port_id': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'mac_address': 'fa:16:3e:8c:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:51:13.520182 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:13.534414 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aea4c9-808b-41df-a307-f8f92d0c12d4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:51:13.557623 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:51:13.580603 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:13.634103 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=4']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:13.880449 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e7aea4c9-808b-41df-a307-f8f92d0c12d4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:51:13.929178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3b41-1bb8-4c14-b828-2c91f8ed4845 req-eca49e2c-203a-4a37-bca6-cd184a62867f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:13.930572 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b26a3b41-1bb8-4c14-b828-2c91f8ed4845 req-eca49e2c-203a-4a37-bca6-cd184a62867f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 944 time: 0.0523102 Dec 15 05:51:13.980204 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-b26a3b41-1bb8-4c14-b828-2c91f8ed4845 req-a3ec8c16-b011-4b6c-b070-1af8458092cb tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Dec 15 05:51:15.094173 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547513e0-fbb5-4138-b214-051d6c4f04f6 req-2ff6f87f-246c-4d10-954e-d5e8d27ca41f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:15.095675 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-547513e0-fbb5-4138-b214-051d6c4f04f6 req-2ff6f87f-246c-4d10-954e-d5e8d27ca41f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 944 time: 0.0479321 Dec 15 05:51:15.144764 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-547513e0-fbb5-4138-b214-051d6c4f04f6 req-6c19b1e3-14e0-4f0e-936c-12ca17740358 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Dec 15 05:51:15.373318 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:51:15.419319 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning for port e7aea4c9-808b-41df-a307-f8f92d0c12d4 completed by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 05:51:15.422976 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e7aea4c9-808b-41df-a307-f8f92d0c12d4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:51:15.423344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:15.500335 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:15.522336 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:51:15.524656 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31e742c-e7c2-4ecb-b6e5-8d64f145396c" -d '{"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-plugged", "status": "completed", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:51:15.538188 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:51:15.542619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:15.566777 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b2c90-9ad9-49c7-945e-7184eb6d6a72 x-openstack-request-id: req-9e2b2c90-9ad9-49c7-945e-7184eb6d6a72 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:51:15.567105 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-plugged", "status": "completed", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:51:15.567369 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e2b2c90-9ad9-49c7-945e-7184eb6d6a72 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:51:15.567762 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'code': 200} Dec 15 05:51:15.592669 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=5']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:15.692913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92460ba2-767a-4379-a7ba-331d90c4554c req-8606b089-a416-4a7a-aa1c-8e4623524b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:15.694315 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92460ba2-767a-4379-a7ba-331d90c4554c req-8606b089-a416-4a7a-aa1c-8e4623524b07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1097 time: 0.0395474 Dec 15 05:51:15.739795 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-92460ba2-767a-4379-a7ba-331d90c4554c req-f64377d3-61b8-410c-a929-5467b7d7b2b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385234 Dec 15 05:51:16.258814 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbb221-1b48-4700-9d29-bcd36f13deaa req-c1abd51e-cbb9-4d70-8a55-34de7d9e1a25 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:16.260293 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57bbb221-1b48-4700-9d29-bcd36f13deaa req-c1abd51e-cbb9-4d70-8a55-34de7d9e1a25 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 945 time: 0.0468738 Dec 15 05:51:16.312724 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57bbb221-1b48-4700-9d29-bcd36f13deaa req-6cf288fa-8933-4a23-83a0-160a6fa170b9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465448 Dec 15 05:51:17.427870 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84dd5-47ac-4e45-b487-9235037e693a req-d9166342-06ad-478d-b6b7-ba92c54bc78f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:17.429890 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57d84dd5-47ac-4e45-b487-9235037e693a req-d9166342-06ad-478d-b6b7-ba92c54bc78f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 945 time: 0.0475836 Dec 15 05:51:17.478153 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-57d84dd5-47ac-4e45-b487-9235037e693a req-75f7f46c-bee0-4a48-8c7e-cf585837cb4f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423651 Dec 15 05:51:17.590467 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444dcd9-bf75-4884-8efd-924074833e66 req-c39e1cff-f903-49eb-ab6d-ec4b4f324ee2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:17.591975 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c444dcd9-bf75-4884-8efd-924074833e66 req-c39e1cff-f903-49eb-ab6d-ec4b4f324ee2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 945 time: 0.0472300 Dec 15 05:51:17.640816 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-c444dcd9-bf75-4884-8efd-924074833e66 req-3932f64f-b4e6-4b1e-bd7c-001103055c00 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429809 Dec 15 05:51:17.661854 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59832) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:51:17.705559 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520edfc6-7cea-4963-8d4d-fa4b15c0ae38 tempest-TestSnapshotPattern-901121098 tempest-TestSnapshotPattern-901121098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:17.707064 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-520edfc6-7cea-4963-8d4d-fa4b15c0ae38 tempest-TestSnapshotPattern-901121098 tempest-TestSnapshotPattern-901121098-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1092 time: 0.0437233 Dec 15 05:51:17.709895 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 59834) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:51:17.714032 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.v2.base [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Request body: {'floatingip': {'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'port_id': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 05:51:17.735690 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:17.831153 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:18.241342 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_common [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Allocated IP 172.25.2.98 (ca73bcec-d444-476d-8f09-f3fab153b67c/532dcb43-d3d3-48af-95c1-883304f4d5d0/cdad5fda-8499-470c-ae84-840794f878fc) {{(pid=103133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 05:51:18.342811 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for port, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:18.374664 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745017289656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:18.411107 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Network ca73bcec-d444-476d-8f09-f3fab153b67c is already hosted by enough agents. {{(pid=103133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 05:51:18.413924 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.base_scheduler [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Resources bound (agent type, host, resource id): {{(pid=103133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 05:51:18.418417 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Received port after_create {{(pid=103133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 05:51:18.442553 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'Port': ['ID=cdad5fda-8499-470c-ae84-840794f878fc,revision_number=1']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:18.457361 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.457713 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.458057 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.458398 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.458753 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.459088 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.459996 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.460354 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.460684 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.461011 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.461340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.461669 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.462016 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:51:18.765108 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:18.829238 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:18.973504 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for port, precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:18.978252 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700862'] for port, after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:19.048184 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event updated for resources: {'Port': ['ID=cdad5fda-8499-470c-ae84-840794f878fc,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:51:19.058402 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538642'] for floatingip, after_create {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:19.151861 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Floating IP e3188075-5954-41cf-8f07-57c932d4f4bf associated. External IP: 172.25.2.98, port: e7aea4c9-808b-41df-a307-f8f92d0c12d4. Dec 15 05:51:19.356827 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Router a1ccb48d-f822-4819-bacf-20e89040a340 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:51:19.463178 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:51:19.472676 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:51:19.482221 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:19.482528 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:51:19.483145 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:51:19.508515 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-d89e8a96-1d19-4ae3-98e9-94b97f2e30f8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7975807 Dec 15 05:51:19.509112 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:51:19.511436 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f6a77-7892-4238-aa00-bc0574861904" -d '{"events": [{"name": "network-changed", "server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:51:19.592700 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:51:19.611174 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c15c7bf-8a19-4d80-a112-a2cef1ac2d57 x-openstack-request-id: req-6c15c7bf-8a19-4d80-a112-a2cef1ac2d57 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:51:19.611500 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:51:19.611760 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c15c7bf-8a19-4d80-a112-a2cef1ac2d57 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:51:19.612229 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'status': 'completed', 'code': 200} Dec 15 05:51:19.689673 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f6a77-7892-4238-aa00-bc0574861904 req-fc0d187f-2105-4c8b-9f41-24d85f1a7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:19.691157 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-fc0d187f-2105-4c8b-9f41-24d85f1a7fe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1097 time: 0.0392210 Dec 15 05:51:19.781278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f6a77-7892-4238-aa00-bc0574861904 req-fdc23149-415b-486d-90bf-1dff591a6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:19.782749 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-fdc23149-415b-486d-90bf-1dff591a6846 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0845551 Dec 15 05:51:19.821384 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:46Z', 'revision_number': 1, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}, {'id': 'e3188075-5954-41cf-8f07-57c932d4f4bf', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:8c:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d03f79-4467-4980-a86d-e80e0aead29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:51:18Z', 'updated_at': '2021-12-15T05:51:18Z', 'revision_number': 0, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:51:19.847800 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:51:19.848485 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-6ccebb2c-1118-42a7-8aea-e51d0b5b4442 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 200 len: 998 time: 0.0580680 Dec 15 05:51:19.856221 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:51:19.856823 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:51:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:51:19.900975 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f6a77-7892-4238-aa00-bc0574861904 req-5d7db910-93a8-4957-b34f-5d3346ad6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:19.902421 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-5d7db910-93a8-4957-b34f-5d3346ad6769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0475476 Dec 15 05:51:19.947917 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f6a77-7892-4238-aa00-bc0574861904 req-89fc4b33-4e46-4342-9085-1bf83c646869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:19.949426 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-89fc4b33-4e46-4342-9085-1bf83c646869 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393174 Dec 15 05:51:19.965745 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:51:20.038989 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-9a08388e-b945-4540-bf07-ff889fbe686b service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817587 Dec 15 05:51:20.131223 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-784f6a77-7892-4238-aa00-bc0574861904 req-5957c07c-b4e8-4879-bb3b-02da98c6f933 service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845275 Dec 15 05:51:20.189876 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:46Z', 'revision_number': 1, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}, {'id': 'e3188075-5954-41cf-8f07-57c932d4f4bf', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:8c:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d03f79-4467-4980-a86d-e80e0aead29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:51:18Z', 'updated_at': '2021-12-15T05:51:18Z', 'revision_number': 0, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:51:20.215612 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bb1e5-7e6e-451d-988e-7c472505c323 None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:46Z', 'revision_number': 1, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}, {'id': 'e3188075-5954-41cf-8f07-57c932d4f4bf', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:8c:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d03f79-4467-4980-a86d-e80e0aead29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:51:18Z', 'updated_at': '2021-12-15T05:51:18Z', 'revision_number': 0, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:51:20.401204 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9dcc08-245e-4462-afe9-f0286f235349 None None] New status for floating IP e3188075-5954-41cf-8f07-57c932d4f4bf: ACTIVE {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:51:27.899108 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd989e9c-56d1-4456-b23d-91cc93590e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:30.069634 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3cdb6898-ae2d-40c0-9036-7d9eb57ff025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:31.464059 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:32.991511 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:33.583336 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:34.330805 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:36.020387 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:51:37.903610 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:51:47.895715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-afb67da4-4f6a-4e5a-8634-a22181424fdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391262 Dec 15 05:51:48.005274 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08d25-b820-4176-b86d-9c7113a13820 req-54ac312f-3c10-4cf3-94ee-d972a6f48230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:48.006715 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-54ac312f-3c10-4cf3-94ee-d972a6f48230 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1096 time: 0.0388639 Dec 15 05:51:48.116020 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08d25-b820-4176-b86d-9c7113a13820 req-da0e77f8-1a94-4273-bffc-24c6197fe57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:48.118007 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-da0e77f8-1a94-4273-bffc-24c6197fe57b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0848498 Dec 15 05:51:48.190326 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-c707edae-4d42-40b7-a96c-f03d984bd4c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 999 time: 0.0588014 Dec 15 05:51:48.240884 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08d25-b820-4176-b86d-9c7113a13820 req-2c4402ae-c4e1-48ae-81eb-c6770e0655e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:48.242878 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-2c4402ae-c4e1-48ae-81eb-c6770e0655e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0455403 Dec 15 05:51:48.293488 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08d25-b820-4176-b86d-9c7113a13820 req-6e9a9572-10d7-4658-8839-cf07e9502cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:51:48.294941 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-6e9a9572-10d7-4658-8839-cf07e9502cf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392878 Dec 15 05:51:48.390628 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-67a1668a-c8bc-4e5e-9624-8abc7bd91dcd service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883906 Dec 15 05:51:48.482453 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-97e08d25-b820-4176-b86d-9c7113a13820 req-3ffa6ae7-eb43-4d49-8384-895f2fcf3b99 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808189 Dec 15 05:51:57.900532 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1a0357c3-ac46-4847-b23d-116d78d31eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:00.071038 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-f5b7db87-76f7-4a13-a5fe-ee739e9a6377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:01.466658 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:02.993633 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:03.586102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:04.316900 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:07.924723 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:13.020154 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:52:13.878639 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-032061bb-6398-4575-b9f0-fed284132c02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391610 Dec 15 05:52:13.979672 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-4d1656aa-5b3a-4587-8358-4af0f43ad2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:13.981175 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-4d1656aa-5b3a-4587-8358-4af0f43ad2f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1097 time: 0.0436988 Dec 15 05:52:14.082414 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-226cfc8b-32b4-488b-80e4-61cadaabb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:14.084862 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-226cfc8b-32b4-488b-80e4-61cadaabb83f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0848117 Dec 15 05:52:14.153811 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-a85e86a5-6c39-4401-88c3-6aaccb56a421 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 200 len: 1000 time: 0.0620329 Dec 15 05:52:14.202252 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-d6f1aeb1-1f2f-46c8-b6ff-546772ac92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:14.203718 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-d6f1aeb1-1f2f-46c8-b6ff-546772ac92e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0424929 Dec 15 05:52:14.246913 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-57aaadfb-990f-4955-95ab-bc83aacac191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:14.248413 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-57aaadfb-990f-4955-95ab-bc83aacac191 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376396 Dec 15 05:52:14.259069 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-40774449-40a2-4afc-87a3-8626ffcd59e6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 05:52:14.260167 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-40774449-40a2-4afc-87a3-8626ffcd59e6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047781 Dec 15 05:52:14.350628 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-3eda729e-3de2-469c-b14c-4d9befb69d31 service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Dec 15 05:52:14.440367 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-125db457-c4e5-4a02-a85c-9d3f1c3cfb16 req-23f38efa-9981-41b6-b27c-fa61d2d30fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829427 Dec 15 05:52:27.902496 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1f3a-a825-4ca0-9ca9-b8ce698ab352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:30.072403 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-981cb84d-ed7a-4082-acb7-8c1dd32e546e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:31.472646 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:32.996030 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:33.587227 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:34.331849 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:37.919358 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:52:48.940814 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-c1058ddd-2367-4d97-8173-4ff1d03e2338 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394638 Dec 15 05:52:49.062258 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-fc8e485c-a675-41e3-aedd-dad723c24d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:49.063731 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-fc8e485c-a675-41e3-aedd-dad723c24d56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1096 time: 0.0453231 Dec 15 05:52:49.170825 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-4363ef6f-a3e9-4c7b-bfca-103dadc7693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:49.172330 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-4363ef6f-a3e9-4c7b-bfca-103dadc7693c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0830493 Dec 15 05:52:49.244224 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-0dc596b5-5ee6-4076-a5e7-e3eb6fb362a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 999 time: 0.0609159 Dec 15 05:52:49.297278 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-aef72574-ee04-4eab-aacc-74e08baabb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:49.298696 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-aef72574-ee04-4eab-aacc-74e08baabb5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0426679 Dec 15 05:52:49.349080 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-fd1034b7-13d3-4924-9ed9-813ceb88e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:52:49.350539 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-fd1034b7-13d3-4924-9ed9-813ceb88e03e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399463 Dec 15 05:52:49.445155 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-c5363059-c9bb-43fb-b079-795765ed38db service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Dec 15 05:52:49.537444 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-dd5a38aa-4ad5-45a7-8e20-6884639fbe91 req-f96b4b32-2ab0-4f84-a10c-57696b929ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801494 Dec 15 05:52:50.019035 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:52:57.904179 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0af875c7-f69b-4062-8b22-1458fb55349a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:00.074988 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd873-9fe5-46c7-bf7a-33fd9a6d6170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:01.473488 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:01.903204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 details requested by agent hyperv_n-h2-820935-10 with host n-h2-820935-10 {{(pid=103134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 05:53:02.011489 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:02.023661 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Returning: {'device': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'port_id': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'mac_address': 'fa:16:3e:8c:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 05:53:02.062917 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:02.079184 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7aea4c9-808b-41df-a307-f8f92d0c12d4 {{(pid=103134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 05:53:02.106150 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:02.110162 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:02.178678 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=6']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:02.189666 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.190346 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.190898 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.191333 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.191848 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.192275 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.192821 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.193371 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.193903 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.194307 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.194708 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.195102 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.195493 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:02.247055 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] get_ports_and_sgs() called for port_ids ['e7aea4c9-808b-41df-a307-f8f92d0c12d4'] {{(pid=103134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 05:53:03.003609 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:03.595614 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:03.903392 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 up at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 05:53:03.965240 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.provisioning_blocks [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Provisioning complete for port e7aea4c9-808b-41df-a307-f8f92d0c12d4 triggered by entity L2. {{(pid=103134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 05:53:03.965722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781227'] for port, provisioning_complete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:04.066866 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:04.094413 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:53:04.096900 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f6661-1bc5-44fd-9c97-0d252389282f" -d '{"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-plugged", "status": "completed", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:53:04.122784 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:04.127689 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:04.196425 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=7']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:04.211194 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5420c-b1de-451c-b071-011810a87409 x-openstack-request-id: req-bbc5420c-b1de-451c-b071-011810a87409 {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:53:04.211477 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-plugged", "status": "completed", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:53:04.211902 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbc5420c-b1de-451c-b071-011810a87409 {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:53:04.212284 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'code': 200} Dec 15 05:53:04.333790 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:07.910926 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:11.306837 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60028) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:11.471159 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Deleting port cdad5fda-8499-470c-ae84-840794f878fc {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:11.471413 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:11.548549 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:11.548873 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:11.560658 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Calling delete_port for cdad5fda-8499-470c-ae84-840794f878fc owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:11.704736 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:11.730969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event deleted for resources: {'Port': ['ID=cdad5fda-8499-470c-ae84-840794f878fc,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:11.742277 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.742624 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.742964 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.743306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.743645 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.743967 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.744356 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.744685 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.745009 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.745328 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.745648 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.745969 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.746288 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:11.798620 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:11.798945 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Floating IP e3188075-5954-41cf-8f07-57c932d4f4bf disassociated (deleted). External IP: 172.25.2.98, port: e7aea4c9-808b-41df-a307-f8f92d0c12d4. Dec 15 05:53:12.001380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Router a1ccb48d-f822-4819-bacf-20e89040a340 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:53:12.108623 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:53:12.114045 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:12.118399 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:53:12.127305 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:12.127914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:12.140289 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-ff8e3d48-8e5b-465d-9c21-169167c87c8c tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3188075-5954-41cf-8f07-57c932d4f4bf HTTP/1.1" status: 204 len: 168 time: 0.8322742 Dec 15 05:53:12.140880 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:53:12.143209 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d8731-5d07-4310-89b3-1dc38320b49c" -d '{"events": [{"name": "network-changed", "server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:53:12.184853 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807004f0-7a87-469c-a76b-d6133329de31 x-openstack-request-id: req-807004f0-7a87-469c-a76b-d6133329de31 {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:53:12.185150 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:53:12.185533 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-807004f0-7a87-469c-a76b-d6133329de31 {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:53:12.186056 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'status': 'completed', 'code': 200} Dec 15 05:53:12.234600 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:12.270935 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8731-5d07-4310-89b3-1dc38320b49c req-cf8950ab-07b8-4b04-8ea1-e37330812385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:12.273179 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-cf8950ab-07b8-4b04-8ea1-e37330812385 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 1097 time: 0.0449436 Dec 15 05:53:12.393153 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8731-5d07-4310-89b3-1dc38320b49c req-cd5d2cae-043c-4990-8b61-433426d595ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:12.395199 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-cd5d2cae-043c-4990-8b61-433426d595ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.1133935 Dec 15 05:53:12.413205 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabc0ab-949a-43a8-8cb2-3bbc056bbd32 req-70f80b17-9d5c-4122-9beb-a299821cc826 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:12.415074 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afabc0ab-949a-43a8-8cb2-3bbc056bbd32 req-70f80b17-9d5c-4122-9beb-a299821cc826 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 945 time: 0.0582380 Dec 15 05:53:12.453735 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-71edfd83-8c14-41cd-b502-7ded0b6a003b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 200 len: 217 time: 0.0495806 Dec 15 05:53:12.471288 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-afabc0ab-949a-43a8-8cb2-3bbc056bbd32 req-0ec6fa94-9e92-42c8-a559-ea4cc680740a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494552 Dec 15 05:53:12.503439 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:46Z', 'revision_number': 1, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:12.512830 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8731-5d07-4310-89b3-1dc38320b49c req-6f5f2f45-5597-4c1f-859e-897c869865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:12.514335 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-6f5f2f45-5597-4c1f-859e-897c869865c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0540693 Dec 15 05:53:12.535946 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:53:12.544854 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:12.546185 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:12.567226 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8731-5d07-4310-89b3-1dc38320b49c req-07f83729-10be-4352-84ae-e114a2666677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:12.568890 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-07f83729-10be-4352-84ae-e114a2666677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462537 Dec 15 05:53:12.658592 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:12.663035 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-d8936ec4-bf47-44d1-aa07-16018a9f330e service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854404 Dec 15 05:53:12.761076 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-205d8731-5d07-4310-89b3-1dc38320b49c req-522fc227-94b1-43f6-a073-8ea469302c74 service neutron] 10.222.0.42 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897670 Dec 15 05:53:12.881879 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:46Z', 'revision_number': 1, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:12.910343 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a30f4-13cc-4d50-986b-917bfed12db2 None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_floatingips': [{'id': '4e733567-ca7d-4936-a76a-dede6117dce2', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'router_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'port_id': '6132b576-3660-49b2-953b-7d21859efd57', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'mac_address': 'fa:16:3e:53:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T05:48:45Z', 'updated_at': '2021-12-15T05:48:46Z', 'revision_number': 1, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:53:13.184710 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af78fd-910e-4566-9e70-23c8286c0972 None None] New status for floating IP e3188075-5954-41cf-8f07-57c932d4f4bf: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:53:13.652232 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e80a7-5f7f-4d57-a397-35e19daac397 req-bc9714a2-8293-4b37-8444-55b12960b56f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:13.653782 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-680e80a7-5f7f-4d57-a397-35e19daac397 req-bc9714a2-8293-4b37-8444-55b12960b56f tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 945 time: 0.1041627 Dec 15 05:53:13.707309 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-680e80a7-5f7f-4d57-a397-35e19daac397 req-4e8194f2-ad44-4403-aab4-08516f4b21f9 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473440 Dec 15 05:53:13.979928 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:14.054235 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1691930'] for port, before_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:14.075975 n-d-820935-10 neutron-server[103134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:53:14.078217 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}451063dc321fdb9a92f0e2269a09bec9244b8e8659756fdac0d25491cdf536f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112d3cd0-3108-4fea-9d34-c9aaed860ba7" -d '{"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-unplugged", "status": "completed", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:53:14.087724 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-87a3b455-6c67-482f-ad02-ce7bffabd62a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:14.089486 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-87a3b455-6c67-482f-ad02-ce7bffabd62a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.42 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 945 time: 0.0484340 Dec 15 05:53:14.092045 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:14.096582 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745017855461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745017289674', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745017289692'] for port, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:14.122648 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 05:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a287833-f602-4819-8837-23da0eaeeeee x-openstack-request-id: req-6a287833-f602-4819-8837-23da0eaeeeee {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:53:14.122940 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-unplugged", "status": "completed", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "code": 200}]} {{(pid=103134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:53:14.123195 n-d-820935-10 neutron-server[103134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a287833-f602-4819-8837-23da0eaeeeee {{(pid=103134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:53:14.123584 n-d-820935-10 neutron-server[103134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'code': 200} Dec 15 05:53:14.150966 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Pushing event updated for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=8']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:14.180614 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Deleting port e7aea4c9-808b-41df-a307-f8f92d0c12d4 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:14.181050 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:14.271645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] For port e7aea4c9-808b-41df-a307-f8f92d0c12d4, host n-h2-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-10',level=0,port_id=e7aea4c9-808b-41df-a307-f8f92d0c12d4,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:14.271925 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:14.284027 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Calling delete_port for e7aea4c9-808b-41df-a307-f8f92d0c12d4 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:14.415393 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:14.445221 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event deleted for resources: {'Port': ['ID=e7aea4c9-808b-41df-a307-f8f92d0c12d4,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:14.457952 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.458315 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.458657 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.458996 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.459334 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.459666 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.459999 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.460362 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.460687 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.461015 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.461341 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.461674 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.462000 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-10 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 05:53:14.495201 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] No DVR routers for this DVR port e7aea4c9-808b-41df-a307-f8f92d0c12d4 on host n-h2-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:53:14.497744 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:14.501111 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-8d60648a-bdec-41a8-9358-1c52f3cc4b1d req-9b48482d-a90b-4946-9ff7-8837d0065009 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.42 "DELETE /v2.0/ports/e7aea4c9-808b-41df-a307-f8f92d0c12d4 HTTP/1.1" status: 204 len: 173 time: 0.4051690 Dec 15 05:53:14.501546 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-deleted', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:53:14.504385 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79518d3a-2317-4018-b0e0-6ae851daa7ce" -d '{"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-deleted", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:53:14.540548 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8300c827-25f7-4057-81bb-28268cc4ff7c x-openstack-request-id: req-8300c827-25f7-4057-81bb-28268cc4ff7c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:53:14.540843 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d03f79-4467-4980-a86d-e80e0aead29a", "name": "network-vif-deleted", "tag": "e7aea4c9-808b-41df-a307-f8f92d0c12d4", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:53:14.541355 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8300c827-25f7-4057-81bb-28268cc4ff7c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:53:14.541759 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d03f79-4467-4980-a86d-e80e0aead29a', 'name': 'network-vif-deleted', 'tag': 'e7aea4c9-808b-41df-a307-f8f92d0c12d4', 'status': 'completed', 'code': 200} Dec 15 05:53:14.817095 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-6218fc5b-e86d-4d53-b89d-15aaee8c5b27 req-edae0061-97c4-4d1c-86bc-9448a2f2ebc0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=54d03f79-4467-4980-a86d-e80e0aead29a HTTP/1.1" status: 200 len: 210 time: 0.0274704 Dec 15 05:53:16.376115 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60090) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:16.528920 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Deleting port 5078f267-c0d1-436f-bb98-29f666f5a3c3 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:16.529258 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:16.609395 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:16.609646 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:16.621530 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Calling delete_port for 5078f267-c0d1-436f-bb98-29f666f5a3c3 owned by network:floatingip {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:16.762552 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:16.787373 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event deleted for resources: {'Port': ['ID=5078f267-c0d1-436f-bb98-29f666f5a3c3,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:16.845136 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for floatingip, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:16.845467 n-d-820935-10 neutron-server[103133]: INFO neutron.db.l3_db [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Floating IP 4e733567-ca7d-4936-a76a-dede6117dce2 disassociated (deleted). External IP: 172.25.2.87, port: 6132b576-3660-49b2-953b-7d21859efd57. Dec 15 05:53:17.047613 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Router a1ccb48d-f822-4819-bacf-20e89040a340 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:53:17.152306 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:53:17.156973 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for floatingip, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:17.162062 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:53:17.171960 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:17.172606 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:17.185628 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-80717821-fa22-4e14-ba22-303602905dd8 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e733567-ca7d-4936-a76a-dede6117dce2 HTTP/1.1" status: 204 len: 168 time: 0.8060260 Dec 15 05:53:17.185628 n-d-820935-10 neutron-server[103133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:53:17.186050 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9095c052a68b508531101fc7c0445006c14400bda23af53d9c8a7089bff0b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0612c87-0868-4499-92c0-f11dda24dabb" -d '{"events": [{"name": "network-changed", "server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:53:17.234333 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 05:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50776a4b-89b3-457b-94bc-1138bd17b67b x-openstack-request-id: req-50776a4b-89b3-457b-94bc-1138bd17b67b {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:53:17.234632 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "status": "completed", "code": 200}]} {{(pid=103133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:53:17.234890 n-d-820935-10 neutron-server[103133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50776a4b-89b3-457b-94bc-1138bd17b67b {{(pid=103133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:53:17.235304 n-d-820935-10 neutron-server[103133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'status': 'completed', 'code': 200} Dec 15 05:53:17.353361 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612c87-0868-4499-92c0-f11dda24dabb req-5b500150-f9b1-4027-ba76-e8c4d337e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:17.355125 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-5b500150-f9b1-4027-ba76-e8c4d337e00a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 1096 time: 0.0593412 Dec 15 05:53:17.439520 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c76a4-40cf-4ac1-90bb-8355d8b88713 req-ed8efd5e-3ea5-4671-b0f2-df70e5ca74b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:17.441663 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a2c76a4-40cf-4ac1-90bb-8355d8b88713 req-ed8efd5e-3ea5-4671-b0f2-df70e5ca74b2 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0500150 Dec 15 05:53:17.444320 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:17.492350 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-5a2c76a4-40cf-4ac1-90bb-8355d8b88713 req-c2446a3b-fba6-466f-9299-5e2833e8b9b0 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447538 Dec 15 05:53:17.492757 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612c87-0868-4499-92c0-f11dda24dabb req-d9357e88-cb4d-4061-b645-f01fe7e3dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:17.494239 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-d9357e88-cb4d-4061-b645-f01fe7e3dd88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 200 len: 910 time: 0.0923829 Dec 15 05:53:17.544182 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-a53c563d-d685-4af1-9b02-c457d43119bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 200 len: 217 time: 0.0395803 Dec 15 05:53:17.593635 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612c87-0868-4499-92c0-f11dda24dabb req-40dca2eb-eff9-44a0-a752-16194adb3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:17.595105 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-40dca2eb-eff9-44a0-a752-16194adb3b0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 200 len: 849 time: 0.0433095 Dec 15 05:53:17.640915 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612c87-0868-4499-92c0-f11dda24dabb req-dedb0cfc-50f4-4212-b48c-5e7f7c931090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:17.641921 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:17.642410 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-dedb0cfc-50f4-4212-b48c-5e7f7c931090 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa3a4c72-bf5e-4886-a23f-b53e35eef28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393772 Dec 15 05:53:17.669536 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:53:17.677830 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:17.678436 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:17.733622 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-e1b72bf7-a0e9-458c-a39c-df8f3335f68b service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835817 Dec 15 05:53:17.782437 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:17.822042 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-b0612c87-0868-4499-92c0-f11dda24dabb req-93809ce3-5873-4e77-b8bb-778d2f4519ea service neutron] 10.222.0.16 "GET /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800848 Dec 15 05:53:17.979332 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 no longer exists at agent hyperv_n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:17.982066 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:18.022965 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] No Port match for: e7aea4c9-808b-41df-a307-f8f92d0c12d4 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:18.023306 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Device e7aea4c9-808b-41df-a307-f8f92d0c12d4 not bound to the agent host n-h2-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:18.024914 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167348e-7b3e-4b54-a877-75d05ee13191 None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:20Z', 'revision_number': 4, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10', '_interfaces': [{'id': '4039d21e-b386-43de-9ad3-70e7b614344f', 'name': '', 'network_id': 'fa3a4c72-bf5e-4886-a23f-b53e35eef28a', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'mac_address': 'fa:16:3e:cc:d6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:20Z', 'updated_at': '2021-12-15T05:48:25Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'subnets': [{'id': 'c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:53:18.242811 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793cbb7-8268-477c-ae23-470545e285dc None None] New status for floating IP 4e733567-ca7d-4936-a76a-dede6117dce2: DOWN {{(pid=103135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 05:53:18.616567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522858d-b797-437b-890c-b9f386b5f23f req-c0ffea24-8be0-40a4-8370-a373c29d85ec tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:18.618035 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d522858d-b797-437b-890c-b9f386b5f23f req-c0ffea24-8be0-40a4-8370-a373c29d85ec tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0551531 Dec 15 05:53:18.667604 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-d522858d-b797-437b-890c-b9f386b5f23f req-78d750ba-9606-4dd0-8177-f49b1bee514b tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9460be3-2dc8-4b1c-af2e-5acec33c2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435457 Dec 15 05:53:19.394623 n-d-820935-10 neutron-server[103132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-d40060da-ca9e-4c6d-b06a-1669fa801e76 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 05:53:19.396077 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-d40060da-ca9e-4c6d-b06a-1669fa801e76 tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.16 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 944 time: 0.0505145 Dec 15 05:53:19.489078 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Deleting port 6132b576-3660-49b2-953b-7d21859efd57 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:19.489414 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:19.574102 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] For port 6132b576-3660-49b2-953b-7d21859efd57, host n-h1-820935-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-10',level=0,port_id=6132b576-3660-49b2-953b-7d21859efd57,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:19.574457 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:19.587167 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Calling delete_port for 6132b576-3660-49b2-953b-7d21859efd57 owned by compute:nova {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:19.716273 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:19.745397 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event deleted for resources: {'Port': ['ID=6132b576-3660-49b2-953b-7d21859efd57,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:19.768618 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [req-dd3ba3fe-0059-4efb-8f7f-752ac3641810 req-b1df38bc-71ab-4ef8-b262-2ae0c733bcec tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "GET /v2.0/ports?device_id=01efd740-76ba-4598-8ed4-a96acbb824e9 HTTP/1.1" status: 200 len: 210 time: 0.0290906 Dec 15 05:53:19.794889 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] No DVR routers for this DVR port 6132b576-3660-49b2-953b-7d21859efd57 on host n-h1-820935-10 {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:53:19.797493 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31261'] for port, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:19.801353 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [req-1389fd4e-77b5-4f37-ae3f-318e7abda4a3 req-900d4721-5178-409a-ba15-1f065788655a tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.16 "DELETE /v2.0/ports/6132b576-3660-49b2-953b-7d21859efd57 HTTP/1.1" status: 204 len: 173 time: 0.3958871 Dec 15 05:53:19.801804 n-d-820935-10 neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-deleted', 'tag': '6132b576-3660-49b2-953b-7d21859efd57'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 05:53:19.804022 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a313e047ec6a479902176b3b7de8d6e791d77edb13634142d5f2994294049c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9ecf54-13b9-4d73-b2bd-5f2a450ea853" -d '{"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-deleted", "tag": "6132b576-3660-49b2-953b-7d21859efd57"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 05:53:19.841900 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 05:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d819a-3f22-4c70-b1ac-2a7163c05837 x-openstack-request-id: req-7c9d819a-3f22-4c70-b1ac-2a7163c05837 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 05:53:19.842190 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01efd740-76ba-4598-8ed4-a96acbb824e9", "name": "network-vif-deleted", "tag": "6132b576-3660-49b2-953b-7d21859efd57", "status": "completed", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 05:53:19.842441 n-d-820935-10 neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c9d819a-3f22-4c70-b1ac-2a7163c05837 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 05:53:19.842843 n-d-820935-10 neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01efd740-76ba-4598-8ed4-a96acbb824e9', 'name': 'network-vif-deleted', 'tag': '6132b576-3660-49b2-953b-7d21859efd57', 'status': 'completed', 'code': 200} Dec 15 05:53:20.825560 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60106) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:20.881920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-457f411d-fc25-4d80-b66c-40c72b1ba8be tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:20.906681 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-457f411d-fc25-4d80-b66c-40c72b1ba8be tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:20.966315 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-457f411d-fc25-4d80-b66c-40c72b1ba8be tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:20.968878 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-457f411d-fc25-4d80-b66c-40c72b1ba8be tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Publish callbacks [] for security_group, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:20.970023 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-457f411d-fc25-4d80-b66c-40c72b1ba8be tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9460be3-2dc8-4b1c-af2e-5acec33c2903 HTTP/1.1" status: 204 len: 168 time: 0.1434839 Dec 15 05:53:20.979567 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f411d-fc25-4d80-b66c-40c72b1ba8be tempest-TestSnapshotPattern-509495141 tempest-TestSnapshotPattern-509495141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9460be3-2dc8-4b1c-af2e-5acec33c2903,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:22.034110 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60112) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:22.480101 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:22.885304 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 no longer exists at agent hyperv_n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:22.904885 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] No Port match for: 6132b576-3660-49b2-953b-7d21859efd57 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:22.905215 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Device 6132b576-3660-49b2-953b-7d21859efd57 not bound to the agent host n-h1-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:23.031992 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Deleting port 4039d21e-b386-43de-9ad3-70e7b614344f {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:23.032353 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:23.106965 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] For port 4039d21e-b386-43de-9ad3-70e7b614344f, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=4039d21e-b386-43de-9ad3-70e7b614344f,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:23.107660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:23.119340 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Calling delete_port for 4039d21e-b386-43de-9ad3-70e7b614344f owned by network:router_interface {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:23.293313 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:23.318271 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4039d21e-b386-43de-9ad3-70e7b614344f,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:23.483660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:23.695416 n-d-820935-10 neutron-server[103133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Router a1ccb48d-f822-4819-bacf-20e89040a340 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:53:23.797707 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:53:23.802759 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-e3f15290-8587-45eb-bd3d-247a8d6c7f8f admin admin] 10.222.0.37 "PUT /v2.0/routers/a1ccb48d-f822-4819-bacf-20e89040a340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674899 Dec 15 05:53:23.805441 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60116) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:23.806263 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] Sync routers for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:53:23.816261 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:23.816872 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:23.908106 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks [] for router, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:23.923177 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: n-d-820935-10 {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:24.009541 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.062378 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Deleting port 1da0d1d2-686d-4506-b9d4-8736de0874a6 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:24.062714 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.098549 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:53:23Z', 'revision_number': 5, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port': {'id': '1da0d1d2-686d-4506-b9d4-8736de0874a6', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:24.129470 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] Checking router: a1ccb48d-f822-4819-bacf-20e89040a340 for host: n-d-820935-10 {{(pid=103134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:53:24.137605 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] Routers {'a1ccb48d-f822-4819-bacf-20e89040a340'} bound to L3 agent in host n-d-820935-10 {{(pid=103134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:24.138199 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['a1ccb48d-f822-4819-bacf-20e89040a340'], 'active': True} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:24.144171 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] For port 1da0d1d2-686d-4506-b9d4-8736de0874a6, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1da0d1d2-686d-4506-b9d4-8736de0874a6,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:24.144673 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.156758 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Calling delete_port for 1da0d1d2-686d-4506-b9d4-8736de0874a6 owned by network:router_gateway {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:24.222786 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvr_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] Set router a1ccb48d-f822-4819-bacf-20e89040a340 gateway port host: None {{(pid=103134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:24.275527 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_hamode_db [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:53:24Z', 'revision_number': 6, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:24.305452 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f38fec-306e-41fc-9127-2350915940b3 None None] The sync data for ids ['a1ccb48d-f822-4819-bacf-20e89040a340'] in n-d-820935-10 is: [{'id': 'a1ccb48d-f822-4819-bacf-20e89040a340', 'name': 'tempest-TestSnapshotPattern-1937551033-router', 'tenant_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:18Z', 'updated_at': '2021-12-15T05:53:24Z', 'revision_number': 6, 'project_id': '66a33c5e3e6449aeb7e5fe1ab85906d5', 'gw_port_host': None}] {{(pid=103134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:53:24.322277 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.349293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Pushing event deleted for resources: {'Port': ['ID=1da0d1d2-686d-4506-b9d4-8736de0874a6,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:24.362204 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b8f17-f712-49aa-90c8-51e16b98863b None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:53:24.411532 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.498783 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.500781 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.544274 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.544800 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ccb48d-f822-4819-bacf-20e89040a340 {{(pid=103133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:53:24.549990 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] Publish callbacks [] for router, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.554138 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-6c664310-b177-4d14-ab50-31bcd304c25b admin admin] 10.222.0.37 "DELETE /v2.0/routers/a1ccb48d-f822-4819-bacf-20e89040a340 HTTP/1.1" status: 204 len: 168 time: 0.7453582 Dec 15 05:53:24.554296 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60118) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:24.597636 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Deleting subnet c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 {{(pid=103133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:53:24.600726 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.639317 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512579'] for subnet, precommit_delete_associations {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.725298 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.778773 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9093261'] for subnet, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.804745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:24.808314 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.811627 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-8d43decb-5e61-4092-b62e-106cac9d6c94 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c7918a73-4fbb-4bda-8fc0-6476d7d5f1c1 HTTP/1.1" status: 204 len: 168 time: 0.2562780 Dec 15 05:53:24.814030 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60120) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:24.814518 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4fb6e7-8510-4594-a0e1-59108b02423b None None] Network fa3a4c72-bf5e-4886-a23f-b53e35eef28a requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:53:24.883461 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.936270 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Deleting port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:24.936612 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:24.997073 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] For port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,segment=NetworkSegment(7cc7835d-faee-4f1f-88d1-07ca8f5c952c),segment_id=7cc7835d-faee-4f1f-88d1-07ca8f5c952c)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:24.997419 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.013293 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Calling delete_port for 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:25.094086 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.112412 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0550b-ea25-4a38-b094-185aa3409c03 None None] DHCP port deletion for fa3a4c72-bf5e-4886-a23f-b53e35eef28a request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:53:25.122883 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5b830e-e249-4606-aa0d-8e3bc324c4c8,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:25.126389 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] No DVR routers for this DVR port 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:53:25.199987 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.221736 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3a4c72-bf5e-4886-a23f-b53e35eef28a']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:25.232767 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc7835d-faee-4f1f-88d1-07ca8f5c952c') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:25.233059 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc7835d-faee-4f1f-88d1-07ca8f5c952c') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:25.242488 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.255660 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.261616 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:53:25.262024 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:53:25.263723 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:53:25.317255 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.323171 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.327136 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] 10.222.0.37 "DELETE /v2.0/networks/fa3a4c72-bf5e-4886-a23f-b53e35eef28a HTTP/1.1" status: 204 len: 168 time: 0.5121624 Dec 15 05:53:25.330251 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60122) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:25.342149 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e689e1-5c0d-4cd3-8d89-1823e80facbe admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3a4c72-bf5e-4886-a23f-b53e35eef28a,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:25.681240 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533522'] for router_interface, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:25.931855 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Deleting port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:25.932104 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:26.008859 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] For port 1b76ff66-ca43-4755-8d1e-1ed3cc79d978, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,segment=NetworkSegment(bb326749-6a31-4f14-90f4-9c47820d4559),segment_id=bb326749-6a31-4f14-90f4-9c47820d4559)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:26.009211 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:26.021720 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Calling delete_port for 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 owned by network:router_interface {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:26.197637 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:26.223893 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b76ff66-ca43-4755-8d1e-1ed3cc79d978,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:26.388768 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533646'] for router_interface, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:26.449916 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4039d21e-b386-43de-9ad3-70e7b614344f no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:26.470629 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 4039d21e-b386-43de-9ad3-70e7b614344f {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:26.470971 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 4039d21e-b386-43de-9ad3-70e7b614344f not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:26.471393 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1da0d1d2-686d-4506-b9d4-8736de0874a6 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:26.491637 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1da0d1d2-686d-4506-b9d4-8736de0874a6 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:26.491893 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1da0d1d2-686d-4506-b9d4-8736de0874a6 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:26.492338 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:26.512441 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:26.512788 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 6e5b830e-e249-4606-aa0d-8e3bc324c4c8 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:26.913725 n-d-820935-10 neutron-server[103132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 has already been hosted by L3 agent 41dd5c56-9840-43b5-bcd4-d3ecf533f7b8 {{(pid=103132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 05:53:27.017580 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:53:27.018670 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] Notify agent at l3_agent.n-d-820935-10 the message routers_updated {{(pid=103132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 05:53:27.024591 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-27b955f1-cc96-4000-92c5-3a7d01b76d14 admin admin] 10.222.0.37 "PUT /v2.0/routers/5b871b35-8d25-49ae-9139-bba7f9ac4ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918159 Dec 15 05:53:27.026888 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60124) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:27.027330 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] Sync routers for ids ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'] in n-d-820935-10 {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 05:53:27.037978 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] Routers {'5b871b35-8d25-49ae-9139-bba7f9ac4ee9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:27.038579 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:27.130790 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.140302 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] Set router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 gateway port host: n-d-820935-10 {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:27.235416 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.285699 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Deleting port 76c4832a-bb6c-49ad-bc54-829938d478f2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:27.286030 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.314981 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'external_fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:53:26Z', 'revision_number': 5, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port': {'id': '76c4832a-bb6c-49ad-bc54-829938d478f2', 'name': '', 'network_id': 'ca73bcec-d444-476d-8f09-f3fab153b67c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:05:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T05:48:23Z', 'updated_at': '2021-12-15T05:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532dcb43-d3d3-48af-95c1-883304f4d5d0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-10'}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:27.344633 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] Checking router: 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 for host: n-d-820935-10 {{(pid=103135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 05:53:27.353391 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] Routers {'5b871b35-8d25-49ae-9139-bba7f9ac4ee9'} bound to L3 agent in host n-d-820935-10 {{(pid=103135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 05:53:27.353981 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T04:19:00Z,description=,heartbeat_timestamp=2021-12-15T05:53:00Z,host='n-d-820935-10',id=41dd5c56-9840-43b5-bcd4-d3ecf533f7b8,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T04:19:00Z,topic='l3_agent')) {'router_ids': ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'], 'active': True} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:27.366143 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] For port 76c4832a-bb6c-49ad-bc54-829938d478f2, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=76c4832a-bb6c-49ad-bc54-829938d478f2,segment=NetworkSegment(1af34932-19c8-4b50-a5e2-6e43facfc6f1),segment_id=1af34932-19c8-4b50-a5e2-6e43facfc6f1)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:27.366510 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.383230 n-d-820935-10 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Calling delete_port for 76c4832a-bb6c-49ad-bc54-829938d478f2 owned by network:router_gateway {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:27.435155 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_dvr_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] Set router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 gateway port host: None {{(pid=103135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 05:53:27.489052 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.l3_hamode_db [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:53:27Z', 'revision_number': 6, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port_host': None}], 'n-d-820935-10', False) {} {{(pid=103135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:27.515188 n-d-820935-10 neutron-server[103135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f51ee5-eb7e-47ff-94c6-981245f9b46b None None] The sync data for ids ['5b871b35-8d25-49ae-9139-bba7f9ac4ee9'] in n-d-820935-10 is: [{'id': '5b871b35-8d25-49ae-9139-bba7f9ac4ee9', 'name': 'tempest-TestSnapshotPattern-933342181-router', 'tenant_id': 'f01e587615d14851b2ea4dc168c604c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T05:48:22Z', 'updated_at': '2021-12-15T05:53:27Z', 'revision_number': 6, 'project_id': 'f01e587615d14851b2ea4dc168c604c1', 'gw_port_host': None}] {{(pid=103135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 05:53:27.542922 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9783007'] for port, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.571645 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c4832a-bb6c-49ad-bc54-829938d478f2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:27.587438 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04906c-76ad-4aad-8f8a-975f56ae4655 None None] DHCP port deletion for ca73bcec-d444-476d-8f09-f3fab153b67c request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:53:27.635765 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538668'] for router_gateway, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.725689 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4167'] for router, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.727771 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.773252 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532661'] for router, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.773815 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b871b35-8d25-49ae-9139-bba7f9ac4ee9 {{(pid=103132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 05:53:27.778087 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] Publish callbacks [] for router, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.779810 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-346e7693-4ec1-45cf-92a8-e55d690e8f82 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5b871b35-8d25-49ae-9139-bba7f9ac4ee9 HTTP/1.1" status: 204 len: 168 time: 0.7516961 Dec 15 05:53:27.782349 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60126) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:27.830077 n-d-820935-10 neutron-server[103132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Deleting subnet b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d {{(pid=103132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 05:53:27.833674 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.868955 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9470366'] for subnet, precommit_delete_associations {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.907804 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-48719564-9c85-427e-86e2-0e7944b215af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:27.961212 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785797'] for subnet, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.020405 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9783016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8506915'] for subnet, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.045625 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:28.049228 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633193'] for subnet, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.053231 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e413cf56-dd93-4de1-b0ad-d5f462d57c3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b1ab0b12-6432-4fe4-9c62-e6aaeee3bd5d HTTP/1.1" status: 204 len: 168 time: 0.2695799 Dec 15 05:53:28.055539 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95144849-8689-46b0-8468-92167057d066 None None] Network 31fadefd-a3c1-43a7-9cb5-08f2a20e838d requested from n-d-820935-10 {{(pid=103134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 05:53:28.055689 n-d-820935-10 neutron-server[103133]: DEBUG neutron.wsgi [-] (103133) accepted ('10.222.0.37', 60128) {{(pid=103133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:28.132399 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640683'] for network, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.185049 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Deleting port a9a003ba-8b21-44f0-b60a-cd7b378adf81 {{(pid=103133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:28.185389 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.250445 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] For port a9a003ba-8b21-44f0-b60a-cd7b378adf81, host n-d-820935-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-10',level=0,port_id=a9a003ba-8b21-44f0-b60a-cd7b378adf81,segment=NetworkSegment(bb326749-6a31-4f14-90f4-9c47820d4559),segment_id=bb326749-6a31-4f14-90f4-9c47820d4559)] {{(pid=103133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:28.250719 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.263830 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Calling delete_port for a9a003ba-8b21-44f0-b60a-cd7b378adf81 owned by network:dhcp {{(pid=103133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:28.314696 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] DHCP port deletion for 31fadefd-a3c1-43a7-9cb5-08f2a20e838d request from n-d-820935-10 {{(pid=103134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 05:53:28.348483 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700871'] for port, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.377712 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a003ba-8b21-44f0-b60a-cd7b378adf81,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:28.379687 n-d-820935-10 neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] No DVR routers for this DVR port a9a003ba-8b21-44f0-b60a-cd7b378adf81 on host n-d-820935-10 {{(pid=103133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:53:28.384245 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Deleting port a9a003ba-8b21-44f0-b60a-cd7b378adf81 {{(pid=103134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 05:53:28.384619 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745017814384'] for port, before_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.398016 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:28.449112 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:28.449457 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 1b76ff66-ca43-4755-8d1e-1ed3cc79d978 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:28.449880 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a9a003ba-8b21-44f0-b60a-cd7b378adf81 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:28.460001 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784402', 'neutron.services.segments.db._delete_segments_for_network-8745017871490'] for network, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.480139 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fadefd-a3c1-43a7-9cb5-08f2a20e838d']}} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:28.483509 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: a9a003ba-8b21-44f0-b60a-cd7b378adf81 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:28.483861 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device a9a003ba-8b21-44f0-b60a-cd7b378adf81 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:28.484302 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76c4832a-bb6c-49ad-bc54-829938d478f2 no longer exists at agent ovs-agent-n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 05:53:28.490745 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb326749-6a31-4f14-90f4-9c47820d4559') {'for_net_delete': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:28.491055 n-d-820935-10 neutron-server[103133]: DEBUG neutron.services.segments.db [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb326749-6a31-4f14-90f4-9c47820d4559') {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 05:53:28.500487 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745017875595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512696'] for segment, before_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.506148 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.db [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] For port a9a003ba-8b21-44f0-b60a-cd7b378adf81, host n-d-820935-10, got binding levels [] {{(pid=103134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 05:53:28.506536 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-577415'] for port, precommit_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.515125 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084'] for segment, precommit_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.516326 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] No Port match for: 76c4832a-bb6c-49ad-bc54-829938d478f2 {{(pid=103134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 05:53:28.516672 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.rpc [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Device 76c4832a-bb6c-49ad-bc54-829938d478f2 not bound to the agent host n-d-820935-10 {{(pid=103134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 05:53:28.521884 n-d-820935-10 neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 05:53:28.522211 n-d-820935-10 neutron-server[103134]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Calling delete_port for a9a003ba-8b21-44f0-b60a-cd7b378adf81 owned by network:dhcp {{(pid=103134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 05:53:28.522445 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700826'] for segment, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: Traceback (most recent call last): Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: timer() Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: cb(*args, **kw) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: return func(*args, **kwargs) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: self._notify() Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: self.callback(batched_events) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: event.method(event) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: return f(self, *a, **k) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: return self._get(url).json() Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: return self.request(url, 'GET', **kwargs) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 05:53:28.524432 n-d-820935-10 neutron-server[103133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 05:53:28.526958 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.ipam_backend_mixin [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Port a9a003ba-8b21-44f0-b60a-cd7b378adf81 was not found and therefore no delete operation was performed {{(pid=103134) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 05:53:28.528354 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1693125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745017855443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745017289665'] for port, after_delete {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.563092 n-d-820935-10 neutron-server[103134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] No DVR routers for this DVR port a9a003ba-8b21-44f0-b60a-cd7b378adf81 on host n-d-820935-10 {{(pid=103134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 05:53:28.564713 n-d-820935-10 neutron-server[103134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fe4a2-c99c-482b-b5f1-631d5d85f4e1 None None] Pushing event deleted for resources: {'Port': ['ID=a9a003ba-8b21-44f0-b60a-cd7b378adf81,revision_number=None']} {{(pid=103134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:28.590374 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1784411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538624'] for network, after_delete {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.595920 n-d-820935-10 neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Publish callbacks [] for network, before_response {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.603970 n-d-820935-10 neutron-server[103133]: INFO neutron.wsgi [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] 10.222.0.37 "DELETE /v2.0/networks/31fadefd-a3c1-43a7-9cb5-08f2a20e838d HTTP/1.1" status: 204 len: 168 time: 0.5449321 Dec 15 05:53:28.616380 n-d-820935-10 neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54b789-0fb1-4e9a-9b53-43e05c0a3941 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fadefd-a3c1-43a7-9cb5-08f2a20e838d,revision_number=None']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:28.715813 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60132) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:28.756256 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-a7efaf34-2bd3-4137-b9b4-7d777a68286e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66a33c5e3e6449aeb7e5fe1ab85906d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391870 Dec 15 05:53:28.758632 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60134) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:28.805340 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76ca577d-8786-4e97-9c1a-9d6b533c83fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.825732 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76ca577d-8786-4e97-9c1a-9d6b533c83fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.872867 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76ca577d-8786-4e97-9c1a-9d6b533c83fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.875599 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76ca577d-8786-4e97-9c1a-9d6b533c83fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:28.876831 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-76ca577d-8786-4e97-9c1a-9d6b533c83fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b5f88c9-fb90-4c07-8a1b-0e495e7c999d HTTP/1.1" status: 204 len: 168 time: 0.1172800 Dec 15 05:53:28.884579 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca577d-8786-4e97-9c1a-9d6b533c83fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f88c9-fb90-4c07-8a1b-0e495e7c999d,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:29.197967 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60140) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:29.239971 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-e7556357-7c66-4ac5-a9b9-0b02d7aa07aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f01e587615d14851b2ea4dc168c604c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408213 Dec 15 05:53:29.242612 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [-] (103132) accepted ('10.222.0.37', 60142) {{(pid=103132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 05:53:29.287738 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d537163-fd5e-4604-90fa-9e2b333d76ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:29.307937 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d537163-fd5e-4604-90fa-9e2b333d76ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:29.354376 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d537163-fd5e-4604-90fa-9e2b333d76ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653152'] for security_group, after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:29.356987 n-d-820935-10 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5d537163-fd5e-4604-90fa-9e2b333d76ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:29.358132 n-d-820935-10 neutron-server[103132]: INFO neutron.wsgi [None req-5d537163-fd5e-4604-90fa-9e2b333d76ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a840295b-d2e8-49d9-8b13-5e0f664cea60 HTTP/1.1" status: 204 len: 168 time: 0.1146243 Dec 15 05:53:29.366394 n-d-820935-10 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537163-fd5e-4604-90fa-9e2b333d76ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840295b-d2e8-49d9-8b13-5e0f664cea60,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 05:53:30.076419 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6c071f78-3b71-48a0-97e2-f8ee3d9f461f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:31.476344 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:33.003516 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:33.589625 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:34.345996 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:37.919008 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:53:57.904531 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-486b6e98-a1ea-4488-8daf-ef6cc3089f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:00.076770 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-95ebbe57-355e-452d-b5a7-48611953cd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:01.477566 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:03.005960 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:03.593318 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:04.017296 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:54:04.344219 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:07.923217 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:27.906217 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7641c8c9-09ed-4889-906f-af5217e10534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:30.081104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-44870de1-ebb8-4030-85d7-fc5ca09b51d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:31.480747 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:33.008722 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:33.595692 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:34.351574 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:37.917547 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:54:41.017420 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:54:57.907867 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cec53939-9849-4b58-8abe-5266e21a670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:00.081430 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-617b9a73-258e-43fe-a650-df0341972427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:01.484362 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:03.010110 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:03.591671 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:04.357828 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:07.931783 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:18.016247 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:55:27.909491 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-786e2b6a-30c0-4ea7-b9d6-60f3a117659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:30.082041 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-79849915-f68b-40de-9530-c6955c78b4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:31.487032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:33.013879 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:33.593535 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:34.373000 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:37.946384 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:55:55.015837 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:55:57.911626 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-2f43d617-ad9e-4f32-a20f-65d11e7ad0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:00.083184 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-fa08ca6f-1e60-42b8-97b6-cbee570dc370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:01.489525 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:03.016392 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:03.595082 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:04.372702 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:07.978298 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:27.916816 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9c5e-e444-46bc-a5ce-f8fd718ce706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:30.084490 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-7708cf87-f9b7-4a73-85fe-178af4d69d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:31.492102 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:32.015333 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:56:33.019360 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:33.603500 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:34.385882 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:37.990662 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:56:57.919942 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-920143f9-3b66-48d3-a9fd-7ccc8a110be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:00.089042 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6c39-9e8d-47fe-8ac7-6da412a459c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:01.495348 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:03.021568 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:03.595940 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:04.386676 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:07.999453 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:09.013414 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:57:27.921596 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-b1e62e42-2211-49d9-ac3a-c459ce4219a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:30.090931 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0b4ae0e9-340b-4271-a7b2-77390ca3287d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:31.498537 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:33.026337 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:33.598281 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:34.400365 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:37.994001 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:57:46.012921 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:57:57.923172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-242e2f84-1a7e-4bec-a4a0-1c3adf61a0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:00.092151 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-dfd20639-10ee-4693-9915-38ab1cd0648e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:01.501514 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:03.027254 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:03.604265 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:04.400684 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:08.021311 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:23.012019 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:58:27.924175 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a884-5bb3-4b43-9e88-da66d7b88266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:30.093442 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-54a5e493-0f72-4e27-9889-8b64e52cab98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:31.503740 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:33.030049 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:33.597080 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:34.398436 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:38.019526 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:58:57.929280 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-0342d039-292d-4797-bd31-f367e9f6ed5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:00.012527 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:59:00.094620 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-6b57e05c-9116-43e2-9784-26949b0233a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:01.506256 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:03.033104 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:03.603394 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:04.407226 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:08.018386 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:27.930781 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-5249ed3f-8cf3-4302-bd86-6f82057cecfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:30.093698 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-d87f88d0-eb91-44d1-b47e-8145f531cf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:31.510091 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:33.033865 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:33.596632 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:34.414334 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:37.010869 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 05:59:38.018983 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 05:59:57.933414 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-ee783493-1f93-4507-b059-9489c1e70327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:00.096684 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-cc76681a-74ed-4722-a40d-2455d334d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:01.512116 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:03.039090 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:03.603715 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:04.411890 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:08.033319 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:14.010568 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 06:00:27.934918 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-981e4870-c9b8-45f2-9f8e-9708c1ed3fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:30.098039 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-bff0d29f-0310-4aab-8a5e-880a42501e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:31.515266 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:33.038699 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:33.595117 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:34.430377 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:38.047032 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:00:51.009459 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 06:00:57.936958 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-a7d23810-3d20-478c-8528-21b64ca2c4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:00.100307 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-1380adf1-9fa6-48df-9462-aa2b874632ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:01.518304 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:03.042813 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:03.597172 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:04.441727 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:08.057730 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:25.328842 n-d-820935-10 neutron-server[103132]: DEBUG neutron.wsgi [req-2ba6f3eb-47d5-4e75-b086-5d39ed3d2d41 req-2b095ef5-7fca-4b02-9e19-2ea3794c6648 service neutron] (103132) timed out ('10.222.0.37', 57954) {{(pid=103132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 06:01:27.940788 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-3bb3fcd2-6a63-4d31-ad1d-34376b235dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:28.008249 n-d-820935-10 neutron-server[103135]: DEBUG neutron.db.agents_db [None req-bdda2657-696c-4ece-aae5-9807579a8145 None None] Agent healthcheck: found 7 active agents {{(pid=103135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 06:01:30.102369 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-14ab9f88-7033-41fa-a604-3600688cf2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:31.520652 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-985d99eb-46d5-4f86-9bda-d2d903ee82ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:33.047560 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-9fad888f-425c-4716-b3fa-5b96498c51d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:33.600982 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2da-1093-4b37-8006-f86f651bb8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:34.462017 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-8655e3c7-a1ce-45c5-be1e-9084b36e19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 06:01:38.047494 n-d-820935-10 neutron-server[103134]: DEBUG neutron_lib.callbacks.manager [None req-389e7da7-00c6-4890-a6b5-c9dfdbd0e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745017871445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781124'] for agent, after_update {{(pid=103134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}